-- Logs begin at Mon 2021-07-05 08:47:57 UTC, end at Mon 2021-07-05 11:20:52 UTC. -- Jul 05 09:21:56.987255 n-d-771363-33 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 09:21:59.699743 n-d-771363-33 neutron-server[93686]: INFO neutron.common.config [-] Logging enabled! Jul 05 09:21:59.700257 n-d-771363-33 neutron-server[93686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 09:21:59.700507 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 09:21:59.703693 n-d-771363-33 neutron-server[93686]: INFO neutron.common.config [-] Logging enabled! Jul 05 09:21:59.703943 n-d-771363-33 neutron-server[93686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 09:21:59.704248 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 09:21:59.705164 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:21:59.705394 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:21:59.705750 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:21:59.706012 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:21:59.706324 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:21:59.706669 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.707024 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.707344 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.707575 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.707871 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.708159 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.708439 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.708725 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.709017 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.709298 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.709572 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.709852 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.710079 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.710355 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.710636 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.710916 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.711173 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.711451 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.711867 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.712265 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.712539 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.712822 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.713093 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.713358 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.713627 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.713958 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.714342 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] host = n-d-771363-33 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.714624 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.714954 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.715307 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.715636 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.715965 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.716288 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.716615 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.716937 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.717255 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.717556 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.717889 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.718232 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.718545 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.718824 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.719098 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.719427 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.719757 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.720062 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.720382 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.720656 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.720928 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.721241 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.721552 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.721925 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.722254 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.722547 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.722871 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.723219 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.723545 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.723863 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.724196 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.724524 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.724858 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.725178 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.725514 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.725834 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.726145 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.726471 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.726809 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.727147 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.727433 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.727706 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.727986 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.728262 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.728577 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.728898 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.729217 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.729488 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.729767 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.730084 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.730403 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.730674 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.730987 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.731332 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:21:59.731631 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.731971 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.732318 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.732651 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.732989 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.733314 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.733603 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.733926 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.734256 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.734550 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.734837 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.735138 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.735427 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.735704 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.735995 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.736294 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.736582 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.736870 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.737140 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.737994 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.738432 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.738718 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.739005 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.739320 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.739609 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.739884 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.740163 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.740451 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.740727 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.740996 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.741270 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.741554 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.741831 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.742351 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.742631 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.742907 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.743204 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.743475 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.743750 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.744039 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.744315 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.744585 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.744853 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.745133 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.745400 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.745678 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.745951 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.746221 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.746492 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.746766 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.747033 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.747333 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.747607 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.747873 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.748148 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.748415 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.748683 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.748950 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.749217 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.749483 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.749750 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.750016 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.750288 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.750553 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.750820 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.751096 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.751373 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.751641 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.751920 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.752214 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.752489 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.752763 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.753763 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.754049 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.754326 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.754602 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.754877 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.755285 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.755562 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.755856 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.756135 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.756415 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.756694 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.756969 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.757258 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.757530 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.757806 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.758076 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.758347 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.758629 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.758906 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.759213 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.759499 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.759785 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.760070 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.760354 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.760628 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.760930 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.761203 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:21:59.761416 n-d-771363-33 neutron-server[93686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:21:59.761655 n-d-771363-33 neutron-server[93686]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93686) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 09:22:00.131679 n-d-771363-33 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 09:22:00.131979 n-d-771363-33 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 09:22:00.132312 n-d-771363-33 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 09:22:00.132687 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 09:22:00.536591 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.536903 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.537234 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.538712 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.539027 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.539358 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.574740 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.575016 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.575305 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.589375 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.589643 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.589908 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.620787 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.621064 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.621332 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.658791 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.659627 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.660530 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.901502 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.902113 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.902113 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.902300 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:00.902904 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.029919 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.030233 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.030510 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.030783 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.031049 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.031404 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.031664 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.031928 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.032181 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.032461 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.032720 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.032985 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.033249 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.033510 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.033765 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.034049 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.035433 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.035711 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.035989 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.036248 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.036534 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.036885 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.037144 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.037429 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.037680 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.037928 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.038330 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.038572 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.038837 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.039106 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.039380 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.039610 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.039965 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 09:22:01.043985 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 09:22:01.047873 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 09:22:01.052129 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 05 09:22:01.053716 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 09:22:01.054158 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 09:22:01.054484 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 09:22:01.054885 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 09:22:01.057877 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 09:22:01.058156 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 09:22:01.058512 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 09:22:01.088498 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 09:22:01.088944 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.089235 n-d-771363-33 neutron-server[93686]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93686) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 09:22:01.089591 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.090919 n-d-771363-33 neutron-server[93686]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93686) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 09:22:01.091224 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 09:22:01.091468 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 09:22:01.094595 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.094870 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.166152 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 09:22:01.166315 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 09:22:01.166544 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 09:22:01.166913 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 09:22:01.188161 n-d-771363-33 neutron-server[93686]: DEBUG oslo_db.sqlalchemy.engines [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93686) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 09:22:01.755741 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing driver for type 'gre' Jul 05 09:22:01.756274 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] gre ID ranges: [(1, 1000)] Jul 05 09:22:01.810502 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing driver for type 'local' Jul 05 09:22:01.810837 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing driver for type 'vlan' Jul 05 09:22:01.824573 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] VlanTypeDriver initialization complete Jul 05 09:22:01.824911 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing driver for type 'vxlan' Jul 05 09:22:01.825392 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] vxlan ID ranges: [(1, 1000)] Jul 05 09:22:01.876691 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing extension driver 'port_security' Jul 05 09:22:01.877172 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.extensions.port_security [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] PortSecurityExtensionDriver initialization complete Jul 05 09:22:01.877514 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing mechanism driver 'openvswitch' Jul 05 09:22:01.878489 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing mechanism driver 'hyperv' Jul 05 09:22:01.886331 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.plugin [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:01.887882 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.888775 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.889435 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.890611 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:22:01.891514 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnet after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.892233 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.892891 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.893580 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:22:01.894106 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.894572 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.895180 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.895781 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:22:01.896319 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > security_group after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.896687 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > security_group after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.897113 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.897850 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:22:01.898362 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.898757 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.899190 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.899685 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:22:01.900258 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > address_group after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.900651 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > address_group after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.901049 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.901581 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:22:01.902158 n-d-771363-33 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] ML2 OVO RPC backend initialized. {{(pid=93686) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 09:22:01.902806 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.903299 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.903795 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.904304 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > networks before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.904702 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.905083 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > ports before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.905465 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnet before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.905929 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnets before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.906350 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.906754 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.907251 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.907650 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.908064 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.908437 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.908896 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnet after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.909519 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.909736 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.910424 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.plugin [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Modular L2 Plugin initialization complete Jul 05 09:22:01.910767 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading services supported by the core plugin {{(pid=93686) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 09:22:01.911129 n-d-771363-33 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Got port-security extension from driver 'port_security' Jul 05 09:22:01.911607 n-d-771363-33 neutron-server[93686]: INFO neutron.extensions.vlantransparent [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Disabled vlantransparent extension. Jul 05 09:22:01.912099 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93686) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 09:22:01.912424 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: router Jul 05 09:22:01.949152 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.949553 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router after_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.949925 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router before_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.950293 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.950666 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.951021 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router after_delete 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.951410 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.951774 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router after_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.952121 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.952474 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.952824 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.953182 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.953593 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.953963 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.954303 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.954644 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.954987 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.955362 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.955714 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.956154 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: port before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.956472 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.956826 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.957169 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.957527 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.957895 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.958236 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.958600 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > agent after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.958949 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > agent after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.959320 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.960182 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Tracking information for resource: router configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.960518 n-d-771363-33 neutron-server[93686]: DEBUG neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Tracking information for resource: floatingip configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:22:01.965617 n-d-771363-33 neutron-server[93686]: INFO neutron.db.l3_agentschedulers_db [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 09:22:01.966202 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.966568 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.966921 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.967317 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.968122 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router before_create 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.968485 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.968849 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_create 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.969207 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > router precommit_update 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.973657 n-d-771363-33 neutron-server[93686]: DEBUG neutron.services.provider_configuration [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service providers = [] {{(pid=93686) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 09:22:01.974024 n-d-771363-33 neutron-server[93686]: DEBUG neutron.db.servicetype_db [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93686) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 09:22:01.977037 n-d-771363-33 neutron-server[93686]: DEBUG neutron.services.service_base [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:22:01.977389 n-d-771363-33 neutron-server[93686]: DEBUG neutron.services.service_base [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:22:01.977735 n-d-771363-33 neutron-server[93686]: DEBUG neutron.services.service_base [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:22:01.978628 n-d-771363-33 neutron-server[93686]: DEBUG neutron.services.service_base [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:22:01.979007 n-d-771363-33 neutron-server[93686]: INFO neutron.services.service_base [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 09:22:01.979412 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:01.979732 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 09:22:01.991124 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:01.991466 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: auto_allocate Jul 05 09:22:01.997491 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: network precommit_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.997876 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: network precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:01.998385 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:01.998709 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: tag Jul 05 09:22:02.006004 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:02.006332 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: timestamp Jul 05 09:22:02.011671 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:02.012007 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: network_ip_availability Jul 05 09:22:02.017394 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:02.017771 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:02.018132 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:02.019341 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:02.019670 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: flavors Jul 05 09:22:02.024379 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:02.024722 n-d-771363-33 neutron-server[93686]: INFO neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading Plugin: revisions Jul 05 09:22:02.028995 n-d-771363-33 neutron-server[93686]: DEBUG neutron.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:22:02.029385 n-d-771363-33 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.897s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 09:22:02.030120 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93686) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 09:22:02.030463 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Initializing extension manager. Jul 05 09:22:02.030975 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: __init__.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.031349 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: __pycache__ {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.031687 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.032024 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.032780 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.033348 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: address-group Jul 05 09:22:02.033677 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: address_scope.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.034630 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.035041 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: address-scope Jul 05 09:22:02.035388 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.036320 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.036837 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: router-admin-state-down-before-update Jul 05 09:22:02.037183 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: agent.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.037870 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.038576 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: agent Jul 05 09:22:02.038904 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: agent_resources_synced.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.039848 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.040364 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: agent-resources-synced Jul 05 09:22:02.040689 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: allowedaddresspairs.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.042480 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.043011 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: allowed-address-pairs Jul 05 09:22:02.043368 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: auto_allocated_topology.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.044516 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.045058 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: auto-allocated-topology Jul 05 09:22:02.045391 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.046092 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.046613 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: availability_zone Jul 05 09:22:02.046946 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: availability_zone_filter.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.047894 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.048416 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: availability_zone_filter Jul 05 09:22:02.048745 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: data_plane_status.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.050201 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.050720 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 09:22:02.051046 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: default_subnetpools.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.052073 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.052590 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: default-subnetpools Jul 05 09:22:02.052919 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.053730 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.054243 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: dhcp_agent_scheduler Jul 05 09:22:02.054572 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: dns.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.055520 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.056034 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension dns-integration not supported by any of loaded plugins Jul 05 09:22:02.056361 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: dns_domain_ports.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.057279 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.057802 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 09:22:02.058129 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.059049 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.059587 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 09:22:02.059913 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: dvr.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.060584 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.061098 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: dvr Jul 05 09:22:02.061422 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: empty_string_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.062335 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.062854 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: empty-string-filtering Jul 05 09:22:02.063205 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.064125 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.064639 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 09:22:02.064964 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.066465 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.066986 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 09:22:02.067336 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: external_net.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.068271 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.068791 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: external-net Jul 05 09:22:02.069115 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.070029 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.070548 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: extra_dhcp_opt Jul 05 09:22:02.070873 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: extraroute.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.071816 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.072333 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: extraroute Jul 05 09:22:02.072658 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: extraroute_atomic.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.073703 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.074221 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: extraroute-atomic Jul 05 09:22:02.074545 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: filter_validation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.075250 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.075767 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: filter-validation Jul 05 09:22:02.076089 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: fip_pf_description.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.077001 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.077519 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 09:22:02.077840 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: fip_port_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.079155 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.079675 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: fip-port-details Jul 05 09:22:02.080001 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: flavors.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.081269 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.081795 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: flavors Jul 05 09:22:02.082124 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.083798 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.084332 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 09:22:02.084668 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: floatingip_pools.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.085371 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.085892 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: floatingip-pools Jul 05 09:22:02.086222 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: ip_allocation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.087203 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.087731 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 09:22:02.088058 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.088985 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.089517 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: ip-substring-filtering Jul 05 09:22:02.089846 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l2_adjacency.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.090775 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.091328 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 09:22:02.091654 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l3.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.092615 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.093141 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: router Jul 05 09:22:02.093468 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.095866 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.096408 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 09:22:02.096856 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.097812 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.098338 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: ext-gw-mode Jul 05 09:22:02.098667 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.099625 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.100153 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: l3-ha Jul 05 09:22:02.100483 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l3_flavors.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.101418 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.101938 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: l3-flavors Jul 05 09:22:02.102263 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.103221 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.103747 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 09:22:02.104072 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: l3agentscheduler.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.105104 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.105630 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: l3_agent_scheduler Jul 05 09:22:02.105957 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: logging.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.107492 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.108030 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension logging not supported by any of loaded plugins Jul 05 09:22:02.108369 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: metering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.109119 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.109705 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: metering Jul 05 09:22:02.110037 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.111166 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.111698 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: metering_source_and_destination_fields Jul 05 09:22:02.112031 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: multiprovidernet.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.113498 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.114015 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: multi-provider Jul 05 09:22:02.114345 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: netmtu.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.115300 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.115817 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: net-mtu Jul 05 09:22:02.116145 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: netmtu_writable.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.117315 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.117844 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: net-mtu-writable Jul 05 09:22:02.118172 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: network_availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.118845 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.119397 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: network_availability_zone Jul 05 09:22:02.119723 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: network_ip_availability.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.120811 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.121333 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: network-ip-availability Jul 05 09:22:02.121663 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: network_segment_range.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.122439 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.122958 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 09:22:02.123330 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: pagination.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.124319 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.124653 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: pagination Jul 05 09:22:02.124979 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: port_device_profile.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.125905 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.126434 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: port-device-profile Jul 05 09:22:02.126759 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.127729 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.128934 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: port-mac-address-regenerate Jul 05 09:22:02.129285 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.130212 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.130730 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: port-numa-affinity-policy Jul 05 09:22:02.131058 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: port_resource_request.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.132014 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.132536 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 09:22:02.132863 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: portbindings.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.133795 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.134315 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: binding Jul 05 09:22:02.134638 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: portbindings_extended.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.136077 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.136605 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: binding-extended Jul 05 09:22:02.136937 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: portsecurity.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.137867 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.138388 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: port-security Jul 05 09:22:02.138715 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: project_id.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.139731 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.140062 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: project-id Jul 05 09:22:02.140387 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: providernet.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.141319 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.142001 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: provider Jul 05 09:22:02.142334 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.146086 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.146624 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos not supported by any of loaded plugins Jul 05 09:22:02.146958 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.148322 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.148850 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 09:22:02.149185 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.150120 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.150638 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 09:22:02.150970 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_default.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.151922 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.152440 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-default not supported by any of loaded plugins Jul 05 09:22:02.152771 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_fip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.153458 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.153975 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-fip not supported by any of loaded plugins Jul 05 09:22:02.154301 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_gateway_ip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.155272 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.155798 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 09:22:02.156126 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_port_network_policy.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.157049 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.157568 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 09:22:02.157900 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_rule_type_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.158824 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.159992 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 09:22:02.160325 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: qos_rules_alias.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.161390 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.161909 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 09:22:02.162239 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: quotasv2.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.163199 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.163534 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: quotas Jul 05 09:22:02.163859 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: quotasv2_detail.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.166919 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.167295 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: quota_details Jul 05 09:22:02.167634 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: rbac.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.168702 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.169241 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: rbac-policies Jul 05 09:22:02.169576 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: rbac_address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.170711 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.171283 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: rbac-address-group Jul 05 09:22:02.171615 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: rbac_address_scope.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.172564 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.173090 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: rbac-address-scope Jul 05 09:22:02.173419 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: rbac_security_groups.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.174343 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.175523 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: rbac-security-groups Jul 05 09:22:02.175857 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: rbac_subnetpool.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.176784 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.177310 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: rbac-subnetpool Jul 05 09:22:02.177640 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: revisionifmatch.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.178576 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.179123 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: revision-if-match Jul 05 09:22:02.179454 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: revisions.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.180568 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.181098 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: standard-attr-revisions Jul 05 09:22:02.181433 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: router_availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.182112 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.182637 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: router_availability_zone Jul 05 09:22:02.182965 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: routerservicetype.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.183936 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.184459 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension router-service-type not supported by any of loaded plugins Jul 05 09:22:02.184788 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.185718 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.186245 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: security-groups-normalized-cidr Jul 05 09:22:02.186572 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.187531 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.188056 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: port-security-groups-filtering Jul 05 09:22:02.188382 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.189306 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.189830 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: security-groups-remote-address-group Jul 05 09:22:02.190156 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: securitygroup.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.199790 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.200288 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: security-group Jul 05 09:22:02.200625 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: segment.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.201420 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.201942 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension segment not supported by any of loaded plugins Jul 05 09:22:02.202292 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.203247 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.203772 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 09:22:02.204103 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: servicetype.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.205212 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.205744 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: service-type Jul 05 09:22:02.206155 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: sorting.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.207150 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.207491 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: sorting Jul 05 09:22:02.207819 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: standard_attr_segment.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.208813 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.209344 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 09:22:02.209673 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: standardattrdescription.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.210324 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.210844 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: standard-attr-description Jul 05 09:22:02.211272 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: stateful_security_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.212236 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.212764 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: stateful-security-group Jul 05 09:22:02.213091 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: stdattrs_common.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.213678 n-d-771363-33 neutron-server[93686]: WARNING neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 09:22:02.214002 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.214932 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.215486 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 09:22:02.215814 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: subnet_onboard.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.216887 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.217412 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: subnet_onboard Jul 05 09:22:02.217738 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.218680 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.219226 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 09:22:02.219552 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: subnet_service_types.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.220483 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.221004 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: subnet-service-types Jul 05 09:22:02.221328 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: subnetallocation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.222952 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.223511 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: subnet_allocation Jul 05 09:22:02.223838 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.224513 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.225068 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: subnetpool-prefix-ops Jul 05 09:22:02.225356 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.226318 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.226828 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 09:22:02.227173 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: tagging.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.228264 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.228807 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: standard-attr-tag Jul 05 09:22:02.229135 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: timestamp.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.230350 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.230874 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loaded extension: standard-attr-timestamp Jul 05 09:22:02.231235 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: trunk.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.232285 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.232810 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension trunk not supported by any of loaded plugins Jul 05 09:22:02.233139 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: trunk_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.234076 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.234642 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension trunk-details not supported by any of loaded plugins Jul 05 09:22:02.234974 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: uplink_status_propagation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.235951 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.236474 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 09:22:02.236798 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Loading extension file: vlantransparent.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:22:02.238265 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:22:02.238797 n-d-771363-33 neutron-server[93686]: INFO neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 09:22:02.241348 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:network Jul 05 09:22:02.241894 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:subnet Jul 05 09:22:02.242557 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:22:02.242968 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:port Jul 05 09:22:02.244321 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.244761 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service FLAVORS assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.245395 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.245831 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.246165 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:router Jul 05 09:22:02.246708 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:floatingip Jul 05 09:22:02.247251 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service METERING assigned prefix: /metering {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.248731 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:02.249110 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:02.249469 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:22:02.250493 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 09:22:02.250943 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:security_group Jul 05 09:22:02.251430 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 09:22:02.252065 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.252400 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:22:02.253346 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] subnetpool is already registered Jul 05 09:22:02.253774 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.254163 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:22:02.254443 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] subnetpool is already registered Jul 05 09:22:02.256977 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.257423 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service FLAVORS assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.258024 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.258475 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.258798 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:router Jul 05 09:22:02.259164 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] router is already registered Jul 05 09:22:02.259579 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:floatingip Jul 05 09:22:02.259919 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] floatingip is already registered Jul 05 09:22:02.260378 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service METERING assigned prefix: /metering {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.261081 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 09:22:02.261409 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] rbac_policy is already registered Jul 05 09:22:02.261829 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:security_group Jul 05 09:22:02.262164 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] security_group is already registered Jul 05 09:22:02.262748 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 09:22:02.263115 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] security_group_rule is already registered Jul 05 09:22:02.263767 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.264100 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:22:02.264436 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] subnetpool is already registered Jul 05 09:22:02.264869 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:22:02.265196 n-d-771363-33 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:22:02.265527 n-d-771363-33 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] subnetpool is already registered Jul 05 09:22:02.266005 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: extensions {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.267571 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: address-groups {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.269706 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: address-scopes {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.271053 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.272263 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: auto-allocated-topology {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.273531 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: availability_zones {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.274760 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: dhcp-networks {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.277529 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: dhcp-agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.278979 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.280763 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: flavors {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.282051 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: service_profiles {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.283296 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: next_providers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.284844 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: service_profiles {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.286428 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: floatingip-pools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.287714 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.289483 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: floatingips {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.290823 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: l3-routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.292336 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: l3-agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.293791 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: metering-labels {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.295057 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: metering-label-rules {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.296460 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: network-ip-availabilities {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.297742 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: bindings {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.299383 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: quotas {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.301059 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: quotas {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.302486 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: rbac-policies {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.303738 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: security-groups {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.305045 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: security-group-rules {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.306298 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: service-providers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.307569 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: subnetpools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.308928 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: subnetpools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.310478 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.312217 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.314069 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.316438 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.318300 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.320290 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.321998 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.323930 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.325820 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.327621 n-d-771363-33 neutron-server[93686]: DEBUG neutron.api.extensions [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:22:02.334573 n-d-771363-33 neutron-server[93686]: WARNING keystonemiddleware.auth_token [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 09:22:02.339215 n-d-771363-33 neutron-server[93686]: WARNING keystonemiddleware.auth_token [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 09:22:02.348824 n-d-771363-33 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Acquired lock "singleton_lock" {{(pid=93686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 09:22:02.349301 n-d-771363-33 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Releasing lock "singleton_lock" {{(pid=93686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 09:22:02.349943 n-d-771363-33 neutron-server[93686]: INFO oslo_service.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Starting 2 workers Jul 05 09:22:02.354793 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Started child 93795 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:22:02.359231 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Started child 93796 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:22:02.360213 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:02.360888 n-d-771363-33 neutron-server[93686]: INFO neutron.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 09:22:02.361516 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Notify callbacks [] for process, before_spawn {{(pid=93686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:02.361902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [-] (93795) wsgi starting up on http://0.0.0.0:9696 Jul 05 09:22:02.364051 n-d-771363-33 neutron-server[93686]: INFO oslo_service.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Starting 1 workers Jul 05 09:22:02.364333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:02.365429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [-] (93796) wsgi starting up on http://0.0.0.0:9696 Jul 05 09:22:02.369553 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Started child 93797 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:22:02.370097 n-d-771363-33 neutron-server[93686]: INFO oslo_service.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Starting 1 workers Jul 05 09:22:02.373936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] calling RpcWorker wait() {{(pid=93797) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 09:22:02.374505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] returning from RpcWorker wait() {{(pid=93797) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 09:22:02.374612 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Started child 93798 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:22:02.375411 n-d-771363-33 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-53f764ad-0a7c-47bb-bfb4-cb7042c7f68b None None] Notify callbacks [] for process, after_spawn {{(pid=93686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:02.375854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:02.376403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:02.377243 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 09:22:02.377470 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:22:02.377657 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:22:02.377873 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:22:02.378219 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:22:02.378389 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:22:02.378891 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.379921 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.380177 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.380448 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.380697 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:02.381179 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.381325 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.381746 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.382003 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.382290 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.382522 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.382697 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.382868 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.383158 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.383406 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.383672 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.383940 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.384187 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.384433 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.384607 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.384873 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.385203 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.385455 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.385727 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.386013 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.386508 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.386768 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.387014 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.387276 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.387560 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.387793 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.388066 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.388318 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.388571 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.388790 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.389047 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.389277 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.389515 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.389734 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.389987 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.390206 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.390674 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] host = n-d-771363-33 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.390895 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.391149 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.391402 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.391650 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.391904 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.392119 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.392379 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.392634 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.392885 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.393139 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.393381 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.394215 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.394434 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.394669 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.394835 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_options = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.395111 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.395361 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.395638 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.395825 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.395993 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.396173 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.396428 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.396591 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.396846 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.397067 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.397307 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.397523 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.397746 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.397963 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.398222 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.398468 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.398681 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.398896 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.399180 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.399439 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.399685 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.399911 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.400130 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.400367 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.400601 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.400816 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.401040 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.401276 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.401489 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.401764 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.401992 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.402249 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.402482 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.402735 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.402983 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.403251 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.403483 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.403754 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.403986 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.404237 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.404485 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.404730 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.404975 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.405194 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.405425 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.405695 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.405884 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.406120 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.406381 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.406615 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.406830 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.407046 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.407293 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.407525 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.407942 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.408231 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.408545 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.408808 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.409083 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.409441 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.409706 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.409960 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.410213 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.410467 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.410799 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.412209 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.412357 n-d-771363-33 neutron-server[93798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:02.412499 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.412745 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.413014 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.413378 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.413643 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.415241 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.415687 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.416015 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.416306 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.416454 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.416777 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.417073 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.417343 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.417642 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.417975 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.418246 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.418649 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.419533 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.419646 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.419879 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.420153 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.420384 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.420604 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.420843 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.421089 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.421306 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.421568 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.421811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.422075 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.422323 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.422543 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.422759 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.422973 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.423214 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.425811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.426464 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.426464 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.426464 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.426767 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.426931 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.427163 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.427408 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.427708 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.427848 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.428065 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.428283 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.428494 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.428731 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.429260 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.429260 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.429476 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.429555 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.429756 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.429967 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.430177 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.430707 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.430707 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.431027 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.431027 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.431331 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.431485 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.431653 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.431932 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.432153 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.432367 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.432645 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.432957 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.433218 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.433471 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.433690 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.434718 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.434718 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.434718 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.434718 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.435139 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.435139 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.435341 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.435595 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.436023 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.436269 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.436510 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.436745 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.436963 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.437205 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.437418 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.437665 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.437882 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.438148 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.438542 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.438774 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.439006 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.439282 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.439564 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.439817 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.440064 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.440821 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.441178 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.441558 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.441728 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.441990 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.442236 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.442463 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.442718 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.442961 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.443240 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.443469 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.443710 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.443923 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.444198 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.444435 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.444648 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.444858 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.445086 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.445399 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.445625 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.445863 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.446090 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.446345 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.446587 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.446834 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.447107 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.447348 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.447575 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.447819 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.448227 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.448603 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.448979 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.449348 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.449702 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.450169 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.450648 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.451270 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.451646 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.451898 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.452336 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.452807 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.453234 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.453626 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.454015 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.454401 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.454822 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.455237 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.455641 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.456602 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.457026 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.457415 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.457819 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.458380 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.458811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.459160 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.459749 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.460113 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.460410 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.460716 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.461039 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.461342 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.461622 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.461952 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.462221 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.462492 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.462764 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.463038 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.463285 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.463519 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.463746 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.463980 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.464245 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.464489 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.464811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.465078 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.465325 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.465559 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.465772 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.466010 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.466380 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.466769 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.466982 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.467238 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.467454 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.467706 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.468075 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.468309 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.468523 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.468723 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.468931 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.469143 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.469349 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.469630 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.469890 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.470116 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.470405 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.470651 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.470882 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.471133 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.471355 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.471599 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.471824 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.472042 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.472250 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.472495 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.472702 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.472906 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.473122 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.473337 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.473541 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.473782 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.473987 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.474192 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.474431 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.474644 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.474870 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.475139 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.475378 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.475584 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.475824 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.476038 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.476244 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.476539 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.476789 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.477023 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.477309 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.477543 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.477781 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.478037 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.478322 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.478535 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.478787 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.479004 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.479242 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.479482 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.479732 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.480057 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.480620 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.480620 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.480856 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.481066 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.481338 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.481604 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.481815 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.482095 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.482435 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.482867 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.483151 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.483378 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.483658 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.483876 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.484088 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.484317 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.484545 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.484755 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.485005 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.485228 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.485476 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.485692 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.485933 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.486160 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.486377 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.486614 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.486845 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.487091 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.487295 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:22:02.487887 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 09:22:02.488053 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:22:02.488204 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:22:02.488372 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:22:02.488538 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:22:02.488687 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:22:02.488887 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.489044 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.489200 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.489358 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.489512 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.489688 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.489850 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.490004 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.490159 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.490313 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.490469 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.490625 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.490780 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.490934 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.491102 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.491265 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.491419 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.491576 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.491741 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.491893 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.492522 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.492776 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.492980 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.493137 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.493570 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.494094 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.494398 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.494558 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.494717 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.494868 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.495025 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.495221 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.495390 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.495556 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.495725 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.495819 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.495970 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.496120 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.496265 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.496422 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.496569 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] host = n-d-771363-33 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.496725 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.496884 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.497026 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.497180 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.497334 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.497484 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.497637 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.497791 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.497945 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.498100 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.498258 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.498417 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.498571 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.498712 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.498869 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_options = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.499023 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.499206 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.499355 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.499533 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.499707 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.499848 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.499988 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.500124 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.500260 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.500415 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.500558 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.500716 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.500859 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.501006 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.501144 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.501299 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.501442 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.501593 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.501728 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.501860 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.502019 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.502162 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.502306 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.502443 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.502578 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.503270 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.503521 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.503743 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504069 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504069 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504391 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504391 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504667 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504667 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504924 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.504924 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.505181 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.505181 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.505441 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.505577 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.505791 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.505791 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.505998 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.506121 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.506244 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.506364 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.506485 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.506606 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.506736 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.506887 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.507042 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.507205 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.507362 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.507516 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:22:02.507712 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.507872 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.508041 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.508198 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.508373 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.508584 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.508725 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.508871 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509008 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509144 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509279 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509415 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509550 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509694 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509817 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.509978 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.510133 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.510295 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.510453 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.510609 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.510705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:02.510806 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.510911 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.511101 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.511268 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.511426 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.511582 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.511739 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.511897 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.512054 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.512211 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.512368 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.512526 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.512684 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.512840 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.512998 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.513154 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.513310 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.513469 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.513626 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.513783 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.513940 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.514096 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.514253 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.514410 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.514566 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.514723 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.514880 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.515037 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.515214 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.515370 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.515536 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.515692 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.515849 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.516005 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.516161 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.516318 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.516473 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.516628 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.516784 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.516942 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.517098 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.517267 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.517423 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.517578 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.517734 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.517892 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.518048 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.518204 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.518385 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.519211 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.519337 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.519538 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.519726 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.519888 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.520045 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.520203 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.520365 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.520524 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.520681 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.520839 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.520996 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.521153 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.521309 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.521465 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.521631 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.521802 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.521961 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.522118 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.522276 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.522432 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.523427 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.523790 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.523949 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.524263 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.524423 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.524589 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.524723 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.524873 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.525109 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.525205 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.525361 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.525718 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.525718 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.525984 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.525984 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.526245 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.526245 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.526503 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.526503 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.526780 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.526780 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.527339 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.527339 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.527339 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.527720 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.527720 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.527720 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528099 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528099 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528373 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528373 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528641 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528641 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528894 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.528894 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.529151 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.529151 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.529418 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.529555 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.529777 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.529777 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530042 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530042 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530299 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530448 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530578 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530717 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530856 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.530992 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.532184 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.532184 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.532184 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.532184 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.532184 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.532184 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.532184 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.533070 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.533207 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.533366 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.533506 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.533642 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.533779 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.533914 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.534104 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.534288 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.534453 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.534612 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.534758 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.534915 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.535058 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.535241 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.535390 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.535526 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.535675 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.535819 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.535959 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.536089 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.536246 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.536405 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.536551 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.536710 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.536854 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.537025 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.537190 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.537349 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.537507 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.537666 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.537823 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.537981 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.538137 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.538294 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.538453 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.538609 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.538756 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.538911 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.539067 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.539245 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.539417 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.539574 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.539730 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.539880 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.540031 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.540189 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.540345 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.540500 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.540656 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.540813 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.540973 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.541131 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.541290 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.541447 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.541604 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.541760 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.541916 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.542073 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.542229 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.542397 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.542554 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.542712 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.542869 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.543027 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.543218 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.543385 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.543542 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.543698 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.543854 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.544011 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.544167 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.544333 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.544489 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.544645 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.544800 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.544958 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.545113 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.545279 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.545436 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.545591 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.545748 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.545906 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.546063 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.546228 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.546384 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.546539 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.546696 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.546853 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.547009 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.547196 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.547355 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.548163 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.548335 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.548492 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.548680 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.548812 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.548967 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.549124 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.549283 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.549439 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.549597 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.550277 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.550471 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.550618 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.550759 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.551123 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.551289 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.551458 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.551627 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.551793 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.551951 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.552120 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.552292 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.552443 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.552592 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.552730 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.552906 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.553061 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.553198 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.553355 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.553511 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.553653 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.553811 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.553969 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.554107 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.554242 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.554400 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.554544 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.554700 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.554843 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.555000 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.555193 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:22:02.555334 n-d-771363-33 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:22:02.662257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:02.670636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061707 Jul 05 09:22:14.072363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d459f-a374-4fb1-825c-cd46023ed24d None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:22:14.205963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d459f-a374-4fb1-825c-cd46023ed24d None None] No non-hosted networks {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 09:22:14.219710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.agentschedulers_db [None req-2e4d459f-a374-4fb1-825c-cd46023ed24d None None] DHCP Agent not found on host n-d-771363-33 {{(pid=93797) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 09:22:14.378452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-668bffed-59af-4e9c-a3f2-eb9cef057a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530743'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:16.628321 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530743'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:16.629908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.631274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.632379 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.632937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.634441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.635001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.636400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.637521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.638111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.638936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.639917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.640459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:16.641688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771363-33', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:16.655553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771363-33', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:16.715065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a6d94772-310f-4b3a-8f1d-cf407656d799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530743'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:16.786144 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e074-9302-4ee5-9ce7-71c7d90eaa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:17.743960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530743'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:19.431682 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530743'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:20.701778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:21.195656 n-d-771363-33 neutron-server[93796]: WARNING oslo_policy.policy [None req-06ed78cf-2a35-4c67-a7ff-53539dc93e9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:21.196306 n-d-771363-33 neutron-server[93796]: WARNING oslo_policy.policy [None req-06ed78cf-2a35-4c67-a7ff-53539dc93e9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:21.416399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-06ed78cf-2a35-4c67-a7ff-53539dc93e9f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:22:21.417390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-06ed78cf-2a35-4c67-a7ff-53539dc93e9f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7147033 Jul 05 09:22:23.817963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:24.041233 n-d-771363-33 neutron-server[93797]: INFO neutron.db.l3_hamode_db [None req-91746184-5d39-4f17-a084-2de2a59572b9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 09:22:24.118470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91746184-5d39-4f17-a084-2de2a59572b9 None None] Routers set() bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:22:24.118848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91746184-5d39-4f17-a084-2de2a59572b9 None None] Router IDs set() for agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:22:24.129767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:22:24.223131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.policy [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93796) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 09:22:24.267027 n-d-771363-33 neutron-server[93796]: WARNING oslo_policy.policy [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:24.267992 n-d-771363-33 neutron-server[93796]: WARNING oslo_policy.policy [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:24.276271 n-d-771363-33 neutron-server[93796]: INFO neutron.quota [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] Loaded quota_driver: . Jul 05 09:22:24.365972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794601305902', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794601305467', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794601298280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794601287462', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794601278179', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794601272192', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1563865', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1347130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3890832', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3829002'] for rbac-policy, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:24.429958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:24.431657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8db2e276-1088-4b29-9f76-2ab406c137ff admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6126969 Jul 05 09:22:27.046380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59782) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:27.567382 n-d-771363-33 neutron-server[93795]: WARNING oslo_policy.policy [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:27.567944 n-d-771363-33 neutron-server[93795]: WARNING oslo_policy.policy [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:27.786989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'admin_state_up': True, 'project_id': '2880d411151b440bb418a8b755b737d6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:22:27.788626 n-d-771363-33 neutron-server[93795]: INFO neutron.quota [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Loaded quota_driver: . Jul 05 09:22:27.846906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Made reservation on behalf of 2880d411151b440bb418a8b755b737d6 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:22:27.912839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.policy [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93795) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 09:22:27.957093 n-d-771363-33 neutron-server[93795]: WARNING oslo_policy.policy [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:27.957463 n-d-771363-33 neutron-server[93795]: WARNING oslo_policy.policy [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:22:27.967365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:27.989449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:28.120409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:28.124433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:28.148608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:22:28.173389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794602476885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:28.174584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Unsubscribe: segment precommit_create {{(pid=93795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 09:22:28.175033 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Added segment f93089f5-35b0-4235-bf82-da8bcb434b8d of type vlan for network dc0d442c-3bb9-4f7d-b6ad-3befda85985c Jul 05 09:22:28.181470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a72c7-ab49-452a-971b-498fdeb343ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:28.212567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.212820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.213149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.213471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.213785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.214097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.214408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.214715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.215022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.215352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.215659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.215962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Tracked resource versions report: Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: pushed versions: Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: { 'AddressGroup': {'1.2'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Log': {'1.0'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Network': {'1.1'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Port': {'1.7'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'PortForwarding': {'1.2'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'QosPolicy': {'1.8'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'SecurityGroup': {'1.4'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'SubPort': {'1.0'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Subnet': {'1.1'}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Trunk': {'1.1'}} Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: consumer versions: Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: L3 agent@n-d-771363-33: {}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: Metadata agent@n-d-771363-33: {}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: Metering agent@n-d-771363-33: {}, Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'ConntrackHelper': '1.0', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Log': '1.0', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Network': '1.1', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Port': '1.7', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'PortForwarding': '1.2', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'QosPolicy': '1.8', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'SecurityGroup': '1.4', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'SecurityGroupRule': '1.2', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'SubPort': '1.0', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Subnet': '1.1', Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: 'Trunk': '1.1'}} Jul 05 09:22:28.217095 n-d-771363-33 neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:22:28.307720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:28.359598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:28.360794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:28.362034 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:28.448089 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3994265 Jul 05 09:22:28.461117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae808b-7320-44de-abfc-8d72ea458515 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0d442c-3bb9-4f7d-b6ad-3befda85985c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:28.473940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:22:31.105431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59804) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:31.483314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c704a5a-a2f9-40e8-b049-763c72138151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:31.484667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2c704a5a-a2f9-40e8-b049-763c72138151 admin admin] 10.222.0.21 "GET /v2.0/networks/dc0d442c-3bb9-4f7d-b6ad-3befda85985c HTTP/1.1" status: 200 len: 825 time: 0.3782644 Jul 05 09:22:31.524197 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4b303c3d-b2d2-4f90-81f8-eea28e200dec admin admin] 10.222.0.21 "GET /v2.0/subnetpools/7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9 HTTP/1.1" status: 200 len: 734 time: 0.0341127 Jul 05 09:22:31.532810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'name': 'private-subnet', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'ip_version': 4, 'subnetpool_id': '7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:22:31.554450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Made reservation on behalf of 2880d411151b440bb418a8b755b737d6 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:22:31.556771 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:31.854019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:31.921129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Checking segment: {'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:22:31.921494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Network hostable DHCP agents. Network: dc0d442c-3bb9-4f7d-b6ad-3befda85985c, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:22:31.930678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82268b48-c762-49cf-8fb8-f2eca300665b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:31.946710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:22:31.958718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, dc0d442c-3bb9-4f7d-b6ad-3befda85985c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:22:31.963290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:31.963871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:31.968798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c66625-c472-4f75-901a-5cb12c217f4b None None] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:22:31.976661 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5884515c-2c34-4534-8f9d-c89efc2bbaa7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4472780 Jul 05 09:22:32.281691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'fixed_ips': [{'subnet_id': '82268b48-c762-49cf-8fb8-f2eca300665b'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:22:32.283201 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:32.558587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Allocated IP 172.20.0.2 (dc0d442c-3bb9-4f7d-b6ad-3befda85985c/82268b48-c762-49cf-8fb8-f2eca300665b/00824dbd-2fc1-4c5a-9126-b00e4721cd84) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:22:32.789309 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:32.804045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Transition to ACTIVE for port object 00824dbd-2fc1-4c5a-9126-b00e4721cd84 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:22:32.825852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Transition to ACTIVE for port object 00824dbd-2fc1-4c5a-9126-b00e4721cd84 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:22:32.834402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:32.904705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:22:32.912314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:22:32.921113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:22:32.926199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Pushing event updated for resources: {'Port': ['ID=00824dbd-2fc1-4c5a-9126-b00e4721cd84,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:32.949744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.950093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.950428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.950759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.951102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.951436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.951760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.952081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.952399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.952717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.953037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.953353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Tracked resource versions report: Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: pushed versions: Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: { 'AddressGroup': {'1.2'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Log': {'1.0'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Network': {'1.1'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Port': {'1.7'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'PortForwarding': {'1.2'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'QosPolicy': {'1.8'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'SecurityGroup': {'1.4'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'SubPort': {'1.0'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Subnet': {'1.1'}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Trunk': {'1.1'}} Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: consumer versions: Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: L3 agent@n-d-771363-33: {}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: Metadata agent@n-d-771363-33: {}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: Metering agent@n-d-771363-33: {}, Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'ConntrackHelper': '1.0', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Log': '1.0', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Network': '1.1', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Port': '1.7', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'PortForwarding': '1.2', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'QosPolicy': '1.8', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'SecurityGroup': '1.4', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'SecurityGroupRule': '1.2', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'SubPort': '1.0', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Subnet': '1.1', Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: 'Trunk': '1.1'}} Jul 05 09:22:32.954497 n-d-771363-33 neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:22:33.004004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Attempting to bind port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:22:33.004569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Attempting to bind port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:22:33.004814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Attempting to bind port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 on network dc0d442c-3bb9-4f7d-b6ad-3befda85985c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:22:33.009511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:22:33.009904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Checking segment: {'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:22:33.010400 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:33.010785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Bound using segment: {'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:22:33.011289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Bound port: 00824dbd-2fc1-4c5a-9126-b00e4721cd84, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:22:33.011705 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:33.073905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] For port 00824dbd-2fc1-4c5a-9126-b00e4721cd84, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:22:33.077957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] For port 00824dbd-2fc1-4c5a-9126-b00e4721cd84, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=00824dbd-2fc1-4c5a-9126-b00e4721cd84,segment=NetworkSegment(f93089f5-35b0-4235-bf82-da8bcb434b8d),segment_id=f93089f5-35b0-4235-bf82-da8bcb434b8d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:22:33.081282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:33.144359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7c564-c719-4991-8682-51b1eae3cfb0 None None] Pushing event updated for resources: {'Port': ['ID=00824dbd-2fc1-4c5a-9126-b00e4721cd84,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:34.420017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:34.732626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-8d770bdb-d83a-4486-a3dd-ca72b631cee7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:22:34.733798 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d770bdb-d83a-4486-a3dd-ca72b631cee7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127213 Jul 05 09:22:37.151548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:37.457446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-ac087b2c-664b-49c4-bdc9-60b4d3ef5934 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:22:37.471105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac087b2c-664b-49c4-bdc9-60b4d3ef5934 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3059614 Jul 05 09:22:38.585373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 00824dbd-2fc1-4c5a-9126-b00e4721cd84 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:22:38.668755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:22:39.276111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50a9e7-20a5-4bdc-8cc4-83cef4f8e68f None None] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:22:39.384141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-df354676-80b8-46b7-96e6-04007c56385a None None] Provisioning for port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:22:39.391462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-df354676-80b8-46b7-96e6-04007c56385a None None] Provisioning complete for port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:22:39.391988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df354676-80b8-46b7-96e6-04007c56385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:39.559226 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df354676-80b8-46b7-96e6-04007c56385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:39.596316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-df354676-80b8-46b7-96e6-04007c56385a None None] For port 00824dbd-2fc1-4c5a-9126-b00e4721cd84, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=00824dbd-2fc1-4c5a-9126-b00e4721cd84,segment=NetworkSegment(f93089f5-35b0-4235-bf82-da8bcb434b8d),segment_id=f93089f5-35b0-4235-bf82-da8bcb434b8d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:22:39.602763 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df354676-80b8-46b7-96e6-04007c56385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:39.653234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df354676-80b8-46b7-96e6-04007c56385a None None] Pushing event updated for resources: {'Port': ['ID=00824dbd-2fc1-4c5a-9126-b00e4721cd84,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:39.723013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-26f181c5-0420-499d-823b-5e1a16e9f044 None None] Provisioning complete for port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:22:39.723420 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26f181c5-0420-499d-823b-5e1a16e9f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:40.096696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:40.386159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2ea6d5b5-6a12-448a-b474-cddd47932092 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2880d411151b440bb418a8b755b737d6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:22:40.410025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5b5-6a12-448a-b474-cddd47932092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:40.411717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5b5-6a12-448a-b474-cddd47932092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:40.553162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5b5-6a12-448a-b474-cddd47932092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:40.557726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5b5-6a12-448a-b474-cddd47932092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:40.564455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 00824dbd-2fc1-4c5a-9126-b00e4721cd84 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:22:40.571377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5b5-6a12-448a-b474-cddd47932092 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:40.572693 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2ea6d5b5-6a12-448a-b474-cddd47932092 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4749041 Jul 05 09:22:40.612658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:22:40.613331 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:42.930390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:43.237253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-a11dcdca-b499-4756-aac1-1b4437b4808d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:22:43.238253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a11dcdca-b499-4756-aac1-1b4437b4808d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069313 Jul 05 09:22:43.937419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b00797a1-c004-40fd-84d7-86784724ccd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:45.445763 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:22:45.628571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59850) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:45.963518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:22:45.985101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Made reservation on behalf of d1f0a75add9a4512bf5390903af857e7 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:22:45.987352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:45.995428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.084333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.087817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.102345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93795) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 09:22:46.121333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b0c36-58eb-4856-9556-6f1228b093c5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:46.126891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.126891 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Added segment aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec of type flat for network c430b990-46a3-428e-a264-c955e357d5bd Jul 05 09:22:46.174283 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.209757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.210604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:46.211191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.260918 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6312449 Jul 05 09:22:46.268206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f6db-84bf-467d-a63a-6071cc0f28a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c430b990-46a3-428e-a264-c955e357d5bd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:46.278680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c430b990-46a3-428e-a264-c955e357d5bd details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:22:46.597964 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:46.671870 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d30e7884-2cad-404c-b63f-ff59bed501df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:47.649246 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:48.688989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:48.869292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effa7a6-7c99-49b8-a669-c59d27c76561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:48.870619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8effa7a6-7c99-49b8-a669-c59d27c76561 admin admin] 10.222.0.21 "GET /v2.0/subnets/82268b48-c762-49cf-8fb8-f2eca300665b HTTP/1.1" status: 200 len: 849 time: 0.1806867 Jul 05 09:22:48.999965 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2319d8a6-fc29-433f-9faf-d3323c3c4140 admin admin] 10.222.0.21 "GET /v2.0/routers/54271928-2501-4fc9-a973-b3b7d0b5fa6b HTTP/1.1" status: 200 len: 704 time: 0.1222351 Jul 05 09:22:49.277865 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:49.388016 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:49.607712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Allocated IP 172.20.0.1 (dc0d442c-3bb9-4f7d-b6ad-3befda85985c/82268b48-c762-49cf-8fb8-f2eca300665b/2c47d544-3c30-4c9c-a4bb-79802f9c7cf0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:22:49.831070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:49.853425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Transition to ACTIVE for port object 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:22:49.936231 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.006866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:22:50.013428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:22:50.023409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:22:50.023959 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.027414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Pushing event updated for resources: {'Port': ['ID=2c47d544-3c30-4c9c-a4bb-79802f9c7cf0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:50.240230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.282258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3023f891-7238-4e46-a1e8-7ca44154e37e None None] Provisioning for port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:22:50.286420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3023f891-7238-4e46-a1e8-7ca44154e37e None None] Provisioning complete for port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:22:50.286783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3023f891-7238-4e46-a1e8-7ca44154e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.320083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3023f891-7238-4e46-a1e8-7ca44154e37e None None] Port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:22:50.422541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.427704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.428500 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.507049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Pushing event updated for resources: {'Port': ['ID=2c47d544-3c30-4c9c-a4bb-79802f9c7cf0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:50.556994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:22:50.558337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:22:50.736878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Router 54271928-2501-4fc9-a973-b3b7d0b5fa6b is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:22:50.741064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-79959977-3347-4814-9017-eee665c7b552 None None] Provisioning complete for port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:22:50.741531 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79959977-3347-4814-9017-eee665c7b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:50.779826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-79959977-3347-4814-9017-eee665c7b552 None None] Port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:22:50.834514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:22:50.839569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6d1ec70e-0e78-4713-9bbe-72b1103e9eab admin admin] 10.222.0.21 "PUT /v2.0/routers/54271928-2501-4fc9-a973-b3b7d0b5fa6b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8341532 Jul 05 09:22:50.844615 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Sync routers for ids ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:22:50.855946 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Routers {'54271928-2501-4fc9-a973-b3b7d0b5fa6b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:22:50.856766 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:22:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:51.046689 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Set router 54271928-2501-4fc9-a973-b3b7d0b5fa6b gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:22:51.511967 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'name': 'router1', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:22:40Z', 'updated_at': '2021-07-05T09:22:50Z', 'revision_number': 2, 'project_id': '2880d411151b440bb418a8b755b737d6', 'gw_port_host': None, '_interfaces': [{'id': '2c47d544-3c30-4c9c-a4bb-79802f9c7cf0', 'name': '', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'mac_address': 'fa:16:3e:28:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:49Z', 'updated_at': '2021-07-05T09:22:50Z', 'revision_number': 2, 'project_id': '2880d411151b440bb418a8b755b737d6', 'subnets': [{'id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:51.564865 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Checking router: 54271928-2501-4fc9-a973-b3b7d0b5fa6b for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:22:51.565219 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Updating router 54271928-2501-4fc9-a973-b3b7d0b5fa6b port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:22:51.633201 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:52.193967 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:52.211411 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Transition to ACTIVE for port object 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:22:52.217065 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:52.396676 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Attempting to bind port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:22:52.397081 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Attempting to bind port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:22:52.397505 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Attempting to bind port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 on network dc0d442c-3bb9-4f7d-b6ad-3befda85985c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:22:52.400854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Pushing event updated for resources: {'Port': ['ID=2c47d544-3c30-4c9c-a4bb-79802f9c7cf0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:52.405739 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:22:52.406136 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Checking segment: {'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:22:52.407416 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:52.407953 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Bound using segment: {'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:22:52.408453 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Bound port: 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93089f5-35b0-4235-bf82-da8bcb434b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:22:52.408850 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:52.422975 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.423504 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.423840 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.424169 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.424491 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.424816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.425133 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.425449 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.425764 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.426074 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.426385 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.426693 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Tracked resource versions report: Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: pushed versions: Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Log': {'1.0'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Network': {'1.1'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Port': {'1.7'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: consumer versions: Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: L3 agent@n-d-771363-33: {}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: Metadata agent@n-d-771363-33: {}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: Metering agent@n-d-771363-33: {}, Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Log': '1.0', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Network': '1.1', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Port': '1.7', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'PortForwarding': '1.2', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'QosPolicy': '1.8', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'SubPort': '1.0', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Subnet': '1.1', Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: 'Trunk': '1.1'}} Jul 05 09:22:52.427843 n-d-771363-33 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:22:52.490638 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] For port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:22:52.516813 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] For port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2c47d544-3c30-4c9c-a4bb-79802f9c7cf0,segment=NetworkSegment(f93089f5-35b0-4235-bf82-da8bcb434b8d),segment_id=f93089f5-35b0-4235-bf82-da8bcb434b8d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:22:52.522456 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:52.573155 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Routers {'54271928-2501-4fc9-a973-b3b7d0b5fa6b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:22:52.573784 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:22:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:52.666369 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048327a-5113-492c-968b-0e1d7f80e1a8 None None] Pushing event updated for resources: {'Port': ['ID=2c47d544-3c30-4c9c-a4bb-79802f9c7cf0,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:52.672484 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] Set router 54271928-2501-4fc9-a973-b3b7d0b5fa6b gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:22:52.896244 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'name': 'router1', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:22:40Z', 'updated_at': '2021-07-05T09:22:50Z', 'revision_number': 2, 'project_id': '2880d411151b440bb418a8b755b737d6', 'gw_port_host': None, '_interfaces': [{'id': '2c47d544-3c30-4c9c-a4bb-79802f9c7cf0', 'name': '', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'mac_address': 'fa:16:3e:28:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:49Z', 'updated_at': '2021-07-05T09:22:52Z', 'revision_number': 4, 'project_id': '2880d411151b440bb418a8b755b737d6', 'subnets': [{'id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:52.923339 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6399284-1a31-4fc7-b697-1c802c13e88e None None] The sync data for ids ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'] in n-d-771363-33 is: [{'id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'name': 'router1', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:22:40Z', 'updated_at': '2021-07-05T09:22:50Z', 'revision_number': 2, 'project_id': '2880d411151b440bb418a8b755b737d6', 'gw_port_host': None, '_interfaces': [{'id': '2c47d544-3c30-4c9c-a4bb-79802f9c7cf0', 'name': '', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'mac_address': 'fa:16:3e:28:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:49Z', 'updated_at': '2021-07-05T09:22:52Z', 'revision_number': 4, 'project_id': '2880d411151b440bb418a8b755b737d6', 'subnets': [{'id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:22:53.141784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59888) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:53.325888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aaa0ff-d2cb-4e27-be52-537e7d6fae4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:53.327302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-14aaa0ff-d2cb-4e27-be52-537e7d6fae4e admin admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 842 time: 0.1845713 Jul 05 09:22:53.336901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:22:53.365262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Made reservation on behalf of d1f0a75add9a4512bf5390903af857e7 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:22:53.368511 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:53.774795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.objects.ports [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:22:53.775282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:53.840686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:22:53.841047 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Network hostable DHCP agents. Network: c430b990-46a3-428e-a264-c955e357d5bd, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:22:53.846125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d466aade-6d12-4fe1-a432-ef3e2d13b053,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:53.855721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.856049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.856373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.856696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.857011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.857322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.857632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.857938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.858244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.858549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.858852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.859182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Tracked resource versions report: Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: pushed versions: Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: { 'AddressGroup': {'1.2'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Log': {'1.0'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Network': {'1.1'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Port': {'1.7'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'PortForwarding': {'1.2'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'QosPolicy': {'1.8'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'SecurityGroup': {'1.4'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'SubPort': {'1.0'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Subnet': {'1.1'}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Trunk': {'1.1'}} Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: consumer versions: Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: L3 agent@n-d-771363-33: {}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: Metadata agent@n-d-771363-33: {}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: Metering agent@n-d-771363-33: {}, Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'ConntrackHelper': '1.0', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Log': '1.0', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Network': '1.1', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Port': '1.7', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'PortForwarding': '1.2', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'QosPolicy': '1.8', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'SecurityGroup': '1.4', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'SecurityGroupRule': '1.2', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'SubPort': '1.0', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Subnet': '1.1', Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: 'Trunk': '1.1'}} Jul 05 09:22:53.860332 n-d-771363-33 neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:22:53.899418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:22:53.915545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c430b990-46a3-428e-a264-c955e357d5bd) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:22:53.920449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:53.921060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:53.927931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7578877c-5758-4078-9594-7568af4cce97 None None] Network c430b990-46a3-428e-a264-c955e357d5bd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:22:53.937318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-44e7f423-677a-4660-ab15-e9fa8232cf87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6039898 Jul 05 09:22:54.065976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421f063-418b-4cd2-b768-a3a88174c0df None None] Network c430b990-46a3-428e-a264-c955e357d5bd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:22:56.247692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59904) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:22:56.501823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b5b2cb56-fc84-4d14-b913-b1d586bd50d6 admin admin] 10.222.0.21 "GET /v2.0/routers/54271928-2501-4fc9-a973-b3b7d0b5fa6b HTTP/1.1" status: 200 len: 710 time: 0.2529314 Jul 05 09:22:56.592238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff72cc7-6c25-4e60-80bc-e363721be14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:22:56.595033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6ff72cc7-6c25-4e60-80bc-e363721be14b admin admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 886 time: 0.0866849 Jul 05 09:22:56.605753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:22:56.610164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:22:56.658187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:22:56.662029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:22:56.662412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:56.745493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:56.780772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2c47d544-3c30-4c9c-a4bb-79802f9c7cf0,segment=NetworkSegment(f93089f5-35b0-4235-bf82-da8bcb434b8d),segment_id=f93089f5-35b0-4235-bf82-da8bcb434b8d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:22:56.785835 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:56.860661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=2c47d544-3c30-4c9c-a4bb-79802f9c7cf0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:56.898971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:57.185848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:57.269231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:57.429388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Allocated IP 172.25.1.254 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/099197bc-4442-4d62-8861-31f8c04b8a11) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:22:57.551569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:57.634423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:57.751864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:22:57.761735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:22:57.768099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:22:57.770100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Pushing event updated for resources: {'Port': ['ID=099197bc-4442-4d62-8861-31f8c04b8a11,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:58.050916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:58.264465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:58.268473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:58.390182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Router 54271928-2501-4fc9-a973-b3b7d0b5fa6b has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:22:58.499001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:22:58.503484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:58.504686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f9e37df9-4049-46e8-b145-955b8fd95c17 admin admin] 10.222.0.21 "PUT /v2.0/routers/54271928-2501-4fc9-a973-b3b7d0b5fa6b HTTP/1.1" status: 200 len: 890 time: 1.9035637 Jul 05 09:22:58.510699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Sync routers for ids ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:22:58.524933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Routers {'54271928-2501-4fc9-a973-b3b7d0b5fa6b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:22:58.525726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:22:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:58.601563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:22:58.822269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:22:58.822638 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:58.847677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Set router 54271928-2501-4fc9-a973-b3b7d0b5fa6b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:22:59.289641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'name': 'router1', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '099197bc-4442-4d62-8861-31f8c04b8a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:22:40Z', 'updated_at': '2021-07-05T09:22:57Z', 'revision_number': 4, 'project_id': '2880d411151b440bb418a8b755b737d6', 'gw_port': {'id': '099197bc-4442-4d62-8861-31f8c04b8a11', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:57Z', 'updated_at': '2021-07-05T09:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '2c47d544-3c30-4c9c-a4bb-79802f9c7cf0', 'name': '', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'mac_address': 'fa:16:3e:28:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:49Z', 'updated_at': '2021-07-05T09:22:56Z', 'revision_number': 5, 'project_id': '2880d411151b440bb418a8b755b737d6', 'subnets': [{'id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:22:59.342112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Checking router: 54271928-2501-4fc9-a973-b3b7d0b5fa6b for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:22:59.342684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Updating router 54271928-2501-4fc9-a973-b3b7d0b5fa6b port 099197bc-4442-4d62-8861-31f8c04b8a11 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:22:59.379643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:59.736061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:59.746763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Transition to ACTIVE for port object 099197bc-4442-4d62-8861-31f8c04b8a11 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:22:59.754989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:59.810936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12e1e-23af-4bc2-8e2e-311ca459a136 None None] Pushing event updated for resources: {'Port': ['ID=099197bc-4442-4d62-8861-31f8c04b8a11,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:22:59.813905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Attempting to bind port 099197bc-4442-4d62-8861-31f8c04b8a11 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:22:59.814475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Attempting to bind port 099197bc-4442-4d62-8861-31f8c04b8a11 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:22:59.814845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Attempting to bind port 099197bc-4442-4d62-8861-31f8c04b8a11 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:22:59.820434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:22:59.820809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:22:59.821210 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:59.821597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:22:59.822062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Bound port: 099197bc-4442-4d62-8861-31f8c04b8a11, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:22:59.822441 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:22:59.957339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] For port 099197bc-4442-4d62-8861-31f8c04b8a11, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:22:59.960383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] For port 099197bc-4442-4d62-8861-31f8c04b8a11, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=099197bc-4442-4d62-8861-31f8c04b8a11,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:22:59.965714 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:00.027626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Routers {'54271928-2501-4fc9-a973-b3b7d0b5fa6b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:23:00.028236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:22:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:23:00.033854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12e1e-23af-4bc2-8e2e-311ca459a136 None None] Pushing event updated for resources: {'Port': ['ID=099197bc-4442-4d62-8861-31f8c04b8a11,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:23:00.152793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] Set router 54271928-2501-4fc9-a973-b3b7d0b5fa6b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:23:00.385294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'name': 'router1', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '099197bc-4442-4d62-8861-31f8c04b8a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:22:40Z', 'updated_at': '2021-07-05T09:22:57Z', 'revision_number': 4, 'project_id': '2880d411151b440bb418a8b755b737d6', 'gw_port': {'id': '099197bc-4442-4d62-8861-31f8c04b8a11', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:57Z', 'updated_at': '2021-07-05T09:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '2c47d544-3c30-4c9c-a4bb-79802f9c7cf0', 'name': '', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'mac_address': 'fa:16:3e:28:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:49Z', 'updated_at': '2021-07-05T09:22:56Z', 'revision_number': 5, 'project_id': '2880d411151b440bb418a8b755b737d6', 'subnets': [{'id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:23:00.418298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ee620-44ee-440d-831c-1fa7fda5caac None None] The sync data for ids ['54271928-2501-4fc9-a973-b3b7d0b5fa6b'] in n-d-771363-33 is: [{'id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'name': 'router1', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '099197bc-4442-4d62-8861-31f8c04b8a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:22:40Z', 'updated_at': '2021-07-05T09:22:57Z', 'revision_number': 4, 'project_id': '2880d411151b440bb418a8b755b737d6', 'gw_port': {'id': '099197bc-4442-4d62-8861-31f8c04b8a11', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:57Z', 'updated_at': '2021-07-05T09:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '2c47d544-3c30-4c9c-a4bb-79802f9c7cf0', 'name': '', 'network_id': 'dc0d442c-3bb9-4f7d-b6ad-3befda85985c', 'tenant_id': '2880d411151b440bb418a8b755b737d6', 'mac_address': 'fa:16:3e:28:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54271928-2501-4fc9-a973-b3b7d0b5fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:22:49Z', 'updated_at': '2021-07-05T09:22:56Z', 'revision_number': 5, 'project_id': '2880d411151b440bb418a8b755b737d6', 'subnets': [{'id': '82268b48-c762-49cf-8fb8-f2eca300665b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7dc1e118-acdc-4d1d-ad3a-9f0a049f51f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:23:00.633252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 099197bc-4442-4d62-8861-31f8c04b8a11 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:23:00.692114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 099197bc-4442-4d62-8861-31f8c04b8a11 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:23:00.694876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 099197bc-4442-4d62-8861-31f8c04b8a11 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:23:00.695290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:00.786445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:00.809129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 099197bc-4442-4d62-8861-31f8c04b8a11, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=099197bc-4442-4d62-8861-31f8c04b8a11,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:23:00.814759 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:00.874749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=099197bc-4442-4d62-8861-31f8c04b8a11,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:23:00.971676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:23:01.106548 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cf563c53-1190-42c6-977b-0a8641611c69 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1337523 Jul 05 09:23:02.583280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 099197bc-4442-4d62-8861-31f8c04b8a11 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:23:02.630753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 099197bc-4442-4d62-8861-31f8c04b8a11 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:23:02.631146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:13.951916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-377dc412-1c8f-4762-90eb-9b1836547908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:16.600549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:16.677719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c53afd75-b51d-45a4-b478-c36deb27822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:17.653815 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:19.422948 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:22.447284 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:23:43.955012 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-672a37a0-6ba2-4011-9a90-0644b3bfcb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:46.608310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:46.672438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d66f333-0ba9-4b72-9828-847ae9327dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:47.657259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:49.413553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:23:59.446994 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:24:13.947733 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4618cf66-4758-44df-8b97-b32904c6fb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:16.603296 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:16.674103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fbe4-266b-4433-89bf-8d7fc03c6de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:17.658839 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:19.410472 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:36.445113 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:24:43.949835 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e86a678-251f-4df4-9627-9cdc7732e205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:46.607522 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:46.675227 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53b94330-8b31-4b96-8044-3bfb8c3b9787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:46.840885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:24:46.902781 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4993cf32-83cb-477a-9f65-cd66ebac07f0 admin admin] GET failed (client error): The resource could not be found. Jul 05 09:24:46.904648 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4993cf32-83cb-477a-9f65-cd66ebac07f0 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626922 Jul 05 09:24:47.147315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a65840d-0b5f-460b-9774-1d3997d6cec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:47.148695 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7a65840d-0b5f-460b-9774-1d3997d6cec7 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2398798 Jul 05 09:24:47.661893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:49.309142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:24:49.400495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f3c3d-dc1d-46dc-9058-0ef292942744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:49.401896 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d31f3c3d-dc1d-46dc-9058-0ef292942744 admin admin] 10.222.0.21 "GET /v2.0/subnets/82268b48-c762-49cf-8fb8-f2eca300665b HTTP/1.1" status: 200 len: 849 time: 0.0917945 Jul 05 09:24:49.411378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:24:49.413939 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:49.498061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:49.644807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794602499871'] for subnet, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:49.680760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:49.681766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:49.683011 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] 10.222.0.21 "PUT /v2.0/subnets/82268b48-c762-49cf-8fb8-f2eca300665b HTTP/1.1" status: 200 len: 868 time: 0.2749629 Jul 05 09:24:49.693041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30470f5-c92f-4aa0-a43d-e3e360ca0eb7 None None] Network dc0d442c-3bb9-4f7d-b6ad-3befda85985c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:24:49.703365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82268b48-c762-49cf-8fb8-f2eca300665b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:24:49.711168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.711511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.711844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.712175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.712502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.712826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.713142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.713458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.713859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.714354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.714737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:49.715118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d8114-5217-40c2-9cf0-dd8f15f63472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:24:50.092908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27820827-52fe-4369-8f32-204f35b48777 None None] Provisioning complete for port 2c47d544-3c30-4c9c-a4bb-79802f9c7cf0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:24:50.093310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27820827-52fe-4369-8f32-204f35b48777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:50.179936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27820827-52fe-4369-8f32-204f35b48777 None None] Provisioning complete for port 00824dbd-2fc1-4c5a-9126-b00e4721cd84 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:24:50.180249 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27820827-52fe-4369-8f32-204f35b48777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:24:51.846804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:24:52.045545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f21735-add1-4e16-921f-e05074fe503b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:52.046025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f21735-add1-4e16-921f-e05074fe503b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:52.047587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b0f21735-add1-4e16-921f-e05074fe503b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998060 Jul 05 09:24:54.230201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:24:54.360971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427c866-28de-437c-921e-fc17c677b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:54.361462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427c866-28de-437c-921e-fc17c677b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:54.362980 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e427c866-28de-437c-921e-fc17c677b351 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318376 Jul 05 09:24:56.511127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60548) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:24:56.634346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb99f9-93ce-4f24-afd9-1ba84e146cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:56.636013 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3cb99f9-93ce-4f24-afd9-1ba84e146cfa admin admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 886 time: 0.1238420 Jul 05 09:24:58.782078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:24:58.913012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d828cd-28ce-45ad-8082-535a3f1ce05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:24:58.914322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c3d828cd-28ce-45ad-8082-535a3f1ce05d admin admin] 10.222.0.21 "GET /v2.0/networks/dc0d442c-3bb9-4f7d-b6ad-3befda85985c HTTP/1.1" status: 200 len: 869 time: 0.1312506 Jul 05 09:25:01.086281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:01.206773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc774a7-e0c3-4e30-a011-8d71492dfdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:01.207254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc774a7-e0c3-4e30-a011-8d71492dfdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:01.208783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1fc774a7-e0c3-4e30-a011-8d71492dfdb5 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215675 Jul 05 09:25:03.427381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:03.549037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4598f6-2e05-4dfd-9fdc-613a026b79d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:03.549493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4598f6-2e05-4dfd-9fdc-613a026b79d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:03.551024 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d4598f6-2e05-4dfd-9fdc-613a026b79d7 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227050 Jul 05 09:25:05.738467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:05.830005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fafbe71-773f-4c3d-9e33-129ad80a6054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:05.831355 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1fafbe71-773f-4c3d-9e33-129ad80a6054 admin admin] 10.222.0.21 "GET /v2.0/subnets/82268b48-c762-49cf-8fb8-f2eca300665b HTTP/1.1" status: 200 len: 868 time: 0.0920198 Jul 05 09:25:07.999894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:08.089468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca4d62-eeb3-41dc-9444-b6e7d326269a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:08.090791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e6ca4d62-eeb3-41dc-9444-b6e7d326269a admin admin] 10.222.0.21 "GET /v2.0/subnets/d466aade-6d12-4fe1-a432-ef3e2d13b053 HTTP/1.1" status: 200 len: 816 time: 0.0899625 Jul 05 09:25:13.443662 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:25:13.951029 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7451-5118-4fc4-b1b9-f34c3d93f77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:16.607824 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:16.675212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-660baac3-2b94-4f09-9132-2e2379ab2bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:17.670132 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:19.423376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:31.972602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:32.017692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-a6dddc56-8b3c-42d6-89a4-1c134ce546b2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:25:32.018691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6dddc56-8b3c-42d6-89a4-1c134ce546b2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451496 Jul 05 09:25:34.230582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:34.290079 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d8a14e-a351-4a84-b5b8-bd0954bf9277 admin admin] GET failed (client error): The resource could not be found. Jul 05 09:25:34.291413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-21d8a14e-a351-4a84-b5b8-bd0954bf9277 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598428 Jul 05 09:25:34.444795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e92e1-6f40-4571-8441-b6701a396609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:34.446425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d16e92e1-6f40-4571-8441-b6701a396609 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1511822 Jul 05 09:25:36.639247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:36.687634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:25:36.710560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Made reservation on behalf of d1f0a75add9a4512bf5390903af857e7 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:25:36.713629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:36.755338 n-d-771363-33 neutron-server[93796]: WARNING neutron.services.revisions.revision_plugin [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Could not find related network for resource to bump revision. Jul 05 09:25:36.771010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:25:36.784089 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794602476885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:36.784618 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Unsubscribe: segment precommit_create {{(pid=93796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 09:25:36.785057 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Added segment 5d1fd79d-57f2-44ff-9d42-ccb04368e581 of type vlan for network c8a1d737-3e89-4de9-a855-0a313e5a2bbb Jul 05 09:25:36.832345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:36.870832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:36.871818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:36.872408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:37.014030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3736718 Jul 05 09:25:37.033658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a1d737-3e89-4de9-a855-0a313e5a2bbb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:25:37.041058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.041398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.041733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.042061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.042385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.042709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.043025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.043571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.043896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.044211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.044529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.044842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222500ef-2802-4ad8-86c5-cc6ed5cf3455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:37.057064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:25:39.214746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:25:39.274641 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a337d2-a941-4fdc-9aa8-e575114ccff0 admin admin] GET failed (client error): The resource could not be found. Jul 05 09:25:39.275979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e0a337d2-a941-4fdc-9aa8-e575114ccff0 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602491 Jul 05 09:25:39.343456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a5db4-b0ad-41f2-8fe4-2d7d9ce98722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:39.344913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d56a5db4-b0ad-41f2-8fe4-2d7d9ce98722 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649590 Jul 05 09:25:39.355131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Request body: {'subnet': {'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:25:39.376897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Made reservation on behalf of d1f0a75add9a4512bf5390903af857e7 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:25:39.379217 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:39.540298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:39.596960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6664f0-14c3-45f6-ab51-b8a7edb18811,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:25:39.604007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:25:39.604356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Network hostable DHCP agents. Network: c8a1d737-3e89-4de9-a855-0a313e5a2bbb, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:25:39.620303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:25:39.628672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c8a1d737-3e89-4de9-a855-0a313e5a2bbb) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:25:39.633776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:25:39.634306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:39.642281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf2379-b619-4615-b11f-8ec17f30d4ce None None] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:25:39.651950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4f6835db-c597-49a6-8bcc-49542abb6ab9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3009326 Jul 05 09:25:39.890906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'tenant_id': 'd1f0a75add9a4512bf5390903af857e7', 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:25:39.891848 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:40.040500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Allocated IP 192.168.233.2 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/b2523636-e4ea-49f3-8928-519eb6171c23) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:25:40.181566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:40.189992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Transition to ACTIVE for port object b2523636-e4ea-49f3-8928-519eb6171c23 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:25:40.204671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Transition to ACTIVE for port object b2523636-e4ea-49f3-8928-519eb6171c23 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:25:40.210999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:40.252392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:25:40.255296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:25:40.258109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:25:40.288260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Pushing event updated for resources: {'Port': ['ID=b2523636-e4ea-49f3-8928-519eb6171c23,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:25:40.312876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.313219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.313560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.313889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.314218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.314539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.314858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.315201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.315522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.315844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.316161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.316475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:25:40.333485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Attempting to bind port b2523636-e4ea-49f3-8928-519eb6171c23 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:25:40.333850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Attempting to bind port b2523636-e4ea-49f3-8928-519eb6171c23 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:25:40.334204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Attempting to bind port b2523636-e4ea-49f3-8928-519eb6171c23 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:25:40.339214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:25:40.339627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:25:40.340019 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:40.340395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:25:40.340848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Bound port: b2523636-e4ea-49f3-8928-519eb6171c23, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:25:40.341236 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:40.403514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] For port b2523636-e4ea-49f3-8928-519eb6171c23, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:25:40.406725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] For port b2523636-e4ea-49f3-8928-519eb6171c23, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b2523636-e4ea-49f3-8928-519eb6171c23,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:25:40.410866 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:40.475283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e6fa1-5561-4be9-9236-b0a85f0cda01 None None] Pushing event updated for resources: {'Port': ['ID=b2523636-e4ea-49f3-8928-519eb6171c23,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:25:40.776757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b2523636-e4ea-49f3-8928-519eb6171c23 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:25:40.832031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b2523636-e4ea-49f3-8928-519eb6171c23 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:25:41.350167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87361ed7-902c-443d-a8c8-e5f0e8820ec0 None None] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:25:41.406630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5cdbc57-c6a7-4e02-b107-91c56f5f8a6b None None] Provisioning for port b2523636-e4ea-49f3-8928-519eb6171c23 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:25:41.414942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5cdbc57-c6a7-4e02-b107-91c56f5f8a6b None None] Provisioning complete for port b2523636-e4ea-49f3-8928-519eb6171c23 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:25:41.415396 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbc57-c6a7-4e02-b107-91c56f5f8a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:41.560744 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbc57-c6a7-4e02-b107-91c56f5f8a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:41.605584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b5cdbc57-c6a7-4e02-b107-91c56f5f8a6b None None] For port b2523636-e4ea-49f3-8928-519eb6171c23, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b2523636-e4ea-49f3-8928-519eb6171c23,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:25:41.612429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbc57-c6a7-4e02-b107-91c56f5f8a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:41.668236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdbc57-c6a7-4e02-b107-91c56f5f8a6b None None] Pushing event updated for resources: {'Port': ['ID=b2523636-e4ea-49f3-8928-519eb6171c23,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:25:41.840511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-515c7735-5f4a-4b59-8c7b-511cb9575bd5 None None] Provisioning complete for port b2523636-e4ea-49f3-8928-519eb6171c23 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:25:41.841172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-515c7735-5f4a-4b59-8c7b-511cb9575bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:42.717676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b2523636-e4ea-49f3-8928-519eb6171c23 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:25:42.771314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b2523636-e4ea-49f3-8928-519eb6171c23 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:25:42.771738 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:43.951318 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3788df24-fc0b-4f80-8ce1-70969cae5aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:46.609135 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:46.680955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6afccd96-82e4-4c44-ae49-55cc3a95b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:47.669918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:49.425618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:25:50.441773 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:26:13.953111 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b91b5de1-74b8-4d86-a5b4-249bdb7f1b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:16.610046 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:16.687934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ca56da7-7814-4e43-9662-c7ab5643aa56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:17.673355 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:19.430039 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:27.439788 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:26:43.953369 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5970faeb-2f5c-4dad-8f50-d5539e867209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:46.613549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:46.684494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa34018c-e20e-4784-ae27-2f20e6003a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:47.682310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:47.918106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60710) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:26:47.924198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-73a5a548-ae98-469d-ba66-2f4dd50ca200 tempest-verify_tempest_config-219233265 tempest-verify_tempest_config-219233265-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:26:47.925196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-73a5a548-ae98-469d-ba66-2f4dd50ca200 tempest-verify_tempest_config-219233265 tempest-verify_tempest_config-219233265-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060823 Jul 05 09:26:48.253172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:26:48.355620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:48.478471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:48.482332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:48.531011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f483aeeb57c40b6aa04b5f3d2e0e30d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2767758 Jul 05 09:26:48.531838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d0db73-0394-4aae-93ea-7f029f0ff062,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:26:48.534067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:26:48.539367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.539708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.540046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.540370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.540692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.541015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.541331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.541648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.541957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.542268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.542578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.542890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb470a1-8ebf-4739-9a10-c51f5823362f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.594670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:48.615576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:48.704637 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:48.707103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:26:48.711586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52d0db73-0394-4aae-93ea-7f029f0ff062 HTTP/1.1" status: 204 len: 168 time: 0.1737919 Jul 05 09:26:48.717878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d0db73-0394-4aae-93ea-7f029f0ff062,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:26:48.725603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.725833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.726165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.726494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.726817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.727268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.727484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.727807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.728126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.728439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.728834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:48.729065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f91435-6fa8-4cae-885a-f5facf5f8610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:26:49.433359 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:04.438105 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:27:13.953774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61823604-1f25-413a-a7a2-703b7f702d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:16.616280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:16.674699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21b90901-9bd0-45b3-ad03-6ba7a501fefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:17.683237 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:19.433669 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:41.436781 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:27:43.954368 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8b7b-a136-42df-b672-099487211644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:46.617704 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:46.673372 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef33c025-7e22-4dde-a31f-227a84a381c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:47.682705 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:27:49.436438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:13.955121 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d149a417-ae83-4b5a-89e5-9bdbe9b6d5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:16.619408 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:16.674308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73d6f226-f29d-46d2-bb5d-057ca97dd635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:17.684486 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:18.435978 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:28:19.454201 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:43.955879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04192379-dc93-4905-836e-0ef37286ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:46.620986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:46.674006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8516bf2c-05a5-410f-85e6-c40816d5b976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:47.689801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:49.444138 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:28:55.434831 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:29:13.957023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10fb1be0-5341-4cf9-a52f-646cd61b36e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:16.622268 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:16.673239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09967eeb-6af4-4c89-af45-541de1e07474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:17.692429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:19.446976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:32.434157 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:29:43.960613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb3727f7-af09-417c-ab59-a5791de20f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:46.624445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:46.673545 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba79f08b-8b40-47a4-9aea-11d614c53ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:47.695390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:49.450984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:59.021796 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530743'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:29:59.164961 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530743'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:09.433676 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:30:13.961828 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b053268-f674-4104-a19f-efeb55188fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:16.627665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:16.673011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30e1bb7e-7fb2-4ef8-89cc-17648f33c3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:17.696773 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:19.454210 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:28.974067 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:29.134889 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:42.581283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:30:42.697663 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ceec8178-1523-4be2-b137-b7bc633e538d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1152537 Jul 05 09:30:43.963571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa013a22-26c9-4b1c-b48e-76104bc0360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:44.870395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:30:44.934533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aece1404-5131-4ba4-a026-d95bcc016b53 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0630591 Jul 05 09:30:46.432663 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:30:46.632172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:46.673887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2953d9ef-290a-4af0-a05c-9706fedc24b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:47.698827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:49.460898 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:58.989240 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:30:59.133385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:14.060022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac146fd8-5db5-464d-b766-f8a9bb3025ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:16.634435 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:16.674156 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-370ccdba-9ed3-49c4-b47b-3de7c4a94820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:17.702921 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:19.462859 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:23.432047 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:31:28.996886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:29.164708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:43.979483 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c1f20e2-b387-4854-854e-f5aea8a3486b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:46.636238 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:46.682465 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6430449-4931-4e3f-aeee-b1f502294be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:47.708064 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:49.468365 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:59.007816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:31:59.168195 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:00.437982 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:32:13.982330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c04778e-7357-49cb-a79f-76ec28ae9ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.034205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 32840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:15.426994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-network', 'tenant_id': '94301d87067d401f82039f5a90b25f8f'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:15.448604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Made reservation on behalf of 94301d87067d401f82039f5a90b25f8f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:15.450972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.459954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.569079 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.575256 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.590348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:15.604395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.605026 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Added segment 59841dd0-d000-4a9f-924f-ba20212b68f0 of type vlan for network 622965d8-c654-4e30-a640-6536c7a6bb21 Jul 05 09:32:15.632616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1f4a2c-c6b2-4feb-92ac-cdc1095c7f76,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:15.644707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.645601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.646103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.646586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.647122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.647869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.648364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.648841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.649314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.649850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.650103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.650418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Tracked resource versions report: Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: pushed versions: Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: { 'AddressGroup': {'1.2'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Log': {'1.0'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Network': {'1.1'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Port': {'1.7'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'PortForwarding': {'1.2'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'QosPolicy': {'1.8'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'SecurityGroup': {'1.4'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'SubPort': {'1.0'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Subnet': {'1.1'}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Trunk': {'1.1'}} Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: consumer versions: Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: HyperV agent@n-h1-771363-33: {}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: HyperV agent@n-h2-771363-33: {}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: L3 agent@n-d-771363-33: {}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: Metadata agent@n-d-771363-33: {}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: Metering agent@n-d-771363-33: {}, Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'ConntrackHelper': '1.0', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Log': '1.0', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Network': '1.1', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Port': '1.7', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'PortForwarding': '1.2', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'QosPolicy': '1.8', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'SecurityGroup': '1.4', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'SecurityGroupRule': '1.2', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'SubPort': '1.0', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Subnet': '1.1', Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: 'Trunk': '1.1'}} Jul 05 09:32:15.651566 n-d-771363-33 neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:32:15.696676 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.731165 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.732357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:15.732929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:15.802442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7668695 Jul 05 09:32:15.805319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 32874) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:15.809422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83905319-3b1b-4978-95cf-5b0f62a51a5a admin admin] Pushing event updated for resources: {'Network': ['ID=622965d8-c654-4e30-a640-6536c7a6bb21,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:15.824134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 622965d8-c654-4e30-a640-6536c7a6bb21 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:15.828092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Request body: {'subnet': {'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-subnet', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:15.880018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Made reservation on behalf of 94301d87067d401f82039f5a90b25f8f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:15.883871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.094268 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.146276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37042186-3309-4f6d-96b3-b6ee603f24dc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:16.181790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Checking segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:16.182139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Network hostable DHCP agents. Network: 622965d8-c654-4e30-a640-6536c7a6bb21, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:16.203954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Network 622965d8-c654-4e30-a640-6536c7a6bb21 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:16.233737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 622965d8-c654-4e30-a640-6536c7a6bb21) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:16.251741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:16.252691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.259694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f972e3-3694-4f44-acf7-f36ba9d1ebec None None] Network 622965d8-c654-4e30-a640-6536c7a6bb21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:16.276277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5c991970-9cee-4137-89b8-2a6aa3170e33 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4691811 Jul 05 09:32:16.276508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 32898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:16.282915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:16.312409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.314770 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.436254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.514067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-622965d8-c654-4e30-a640-6536c7a6bb21', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:32:16.515932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.630057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.703616 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.755375 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9ec081b-7e68-4cba-b82c-23814c7866d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.789089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Allocated IP 172.20.0.2 (622965d8-c654-4e30-a640-6536c7a6bb21/37042186-3309-4f6d-96b3-b6ee603f24dc/b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:16.921694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.955478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:16.992380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.001828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Transition to ACTIVE for port object b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:17.018295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Transition to ACTIVE for port object b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:17.027436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.077603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Network 622965d8-c654-4e30-a640-6536c7a6bb21 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:17.083643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Allocated IP 172.25.1.195 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/f6b43955-a8b6-4425-994d-8f3a6c1e29a1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:17.087217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:17.091748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:17.102420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Pushing event updated for resources: {'Port': ['ID=b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:17.113862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.114517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.115029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.115563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.116066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.116577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.116911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.117246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.117576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.117904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.118227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.118553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Tracked resource versions report: Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: pushed versions: Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: { 'AddressGroup': {'1.2'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Log': {'1.0'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Network': {'1.1'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Port': {'1.7'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'PortForwarding': {'1.2'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'QosPolicy': {'1.8'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'SecurityGroup': {'1.4'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'SubPort': {'1.0'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Subnet': {'1.1'}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Trunk': {'1.1'}} Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: consumer versions: Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: HyperV agent@n-h1-771363-33: {}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: HyperV agent@n-h2-771363-33: {}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: L3 agent@n-d-771363-33: {}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: Metadata agent@n-d-771363-33: {}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: Metering agent@n-d-771363-33: {}, Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'ConntrackHelper': '1.0', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Log': '1.0', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Network': '1.1', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Port': '1.7', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'PortForwarding': '1.2', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'QosPolicy': '1.8', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'SecurityGroup': '1.4', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'SecurityGroupRule': '1.2', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'SubPort': '1.0', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Subnet': '1.1', Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: 'Trunk': '1.1'}} Jul 05 09:32:17.119964 n-d-771363-33 neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:32:17.237786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Attempting to bind port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:17.238879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Attempting to bind port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:17.240565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Attempting to bind port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 on network 622965d8-c654-4e30-a640-6536c7a6bb21 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:17.251970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:17.252901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Checking segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:17.256132 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.257049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Bound using segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:17.257614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Bound port: b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:17.258911 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.342684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.381838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] For port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:17.390706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] For port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:17.395221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.398805 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.480616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:17.495514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:17.498567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:17.510910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b091eb-6957-4b76-a5b3-ebdc75553579 None None] Pushing event updated for resources: {'Port': ['ID=b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:17.553277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:17.727905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:17.853647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:18.139745 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:18.290142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:32:18.446041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:32:18.458499 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Sync routers for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:32:18.472748 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:18.473658 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:18.476464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:18.478570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-15df0b32-376c-4d42-a528-3ae10e8756a8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.1997640 Jul 05 09:32:18.481786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 32996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:18.591008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:18.593418 n-d-771363-33 neutron-server[93796]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 09:32:18.669827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-54383f15-1665-492e-a58a-863d23e38a3e tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775967 Jul 05 09:32:18.725356 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:18.788629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373dae5-6fd8-4e83-93bd-9cf1a75a4c20 None None] Network 622965d8-c654-4e30-a640-6536c7a6bb21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:18.869984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bde47728-28d6-4342-9299-de447104df93 None None] Provisioning for port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:18.940216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-b8818b88-c48f-492a-967a-2fa5d4b84fde tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:18.942869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-b8818b88-c48f-492a-967a-2fa5d4b84fde tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722144 Jul 05 09:32:18.987864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-37086aa1-659f-42e6-b6dd-970a0c5a4972 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/quotas/5ca0622f10dc411793c0fe74eb576f6f HTTP/1.1" status: 200 len: 375 time: 0.0380409 Jul 05 09:32:19.050393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:19.077437 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:17Z', 'revision_number': 3, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:19.119769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-80426f7b-5cd7-4a0b-b51a-ce72c81ce62a tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253638 Jul 05 09:32:19.136699 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Checking router: 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:32:19.137192 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Updating router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:32:19.139934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:19.149602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:19.150122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.252776 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.362925 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.492016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:19.522762 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.592554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.630834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.633770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:19.641589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7f213792-f21f-4921-b817-856e5b9248ba None None] Provisioning complete for port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:19.642190 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f213792-f21f-4921-b817-856e5b9248ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.668570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-9feb7a0e-a1e7-4c8d-8148-3ba994359f10 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=951d80c4a6534b6e9293e50e3cf991ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325847 Jul 05 09:32:19.717714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33064) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:19.775422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:19.808318 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.820895 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Transition to ACTIVE for port object f6b43955-a8b6-4425-994d-8f3a6c1e29a1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:19.828118 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.876560 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Pushing event updated for resources: {'Port': ['ID=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:19.903999 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.904374 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.904714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.905077 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.905410 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.905739 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.906063 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.906386 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.906708 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.907028 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.907162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-9eae00c3-57e6-46a7-aaa2-b26444b31f97 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:19.907371 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.907690 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:19.908934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-9eae00c3-57e6-46a7-aaa2-b26444b31f97 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391675 Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Tracked resource versions report: Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: pushed versions: Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Log': {'1.0'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Network': {'1.1'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Port': {'1.7'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: consumer versions: Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: HyperV agent@n-h1-771363-33: {}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: HyperV agent@n-h2-771363-33: {}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: L3 agent@n-d-771363-33: {}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: Metadata agent@n-d-771363-33: {}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: Metering agent@n-d-771363-33: {}, Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Log': '1.0', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Network': '1.1', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Port': '1.7', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'PortForwarding': '1.2', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'QosPolicy': '1.8', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'SubPort': '1.0', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Subnet': '1.1', Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: 'Trunk': '1.1'}} Jul 05 09:32:19.915557 n-d-771363-33 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:32:19.942677 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Attempting to bind port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:19.943534 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Attempting to bind port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:19.944325 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Attempting to bind port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:19.947497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-4476e53a-d0d5-4f73-9c4f-b223d4959e52 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/quotas/951d80c4a6534b6e9293e50e3cf991ac HTTP/1.1" status: 200 len: 375 time: 0.0263453 Jul 05 09:32:19.951064 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:19.951628 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:19.952027 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.952459 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:19.952930 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Bound port: f6b43955-a8b6-4425-994d-8f3a6c1e29a1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:19.954169 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:19.992562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-096cfb2c-0dd4-4332-b324-51dabb02fbfe tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=951d80c4a6534b6e9293e50e3cf991ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441198 Jul 05 09:32:20.034182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Allocated IP 172.20.0.1 (622965d8-c654-4e30-a640-6536c7a6bb21/37042186-3309-4f6d-96b3-b6ee603f24dc/df88798c-2432-4988-9c9d-7142a33cde04) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:20.044583 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] For port f6b43955-a8b6-4425-994d-8f3a6c1e29a1, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:20.049179 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] For port f6b43955-a8b6-4425-994d-8f3a6c1e29a1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:20.057863 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:20.129787 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:20.131153 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:20.242131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:20.260116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-969a64c0-926b-4adc-9c9c-05a386c3fbbc req-99a6add0-1a82-47f3-9085-0026f1e4759b tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 210 time: 0.0967548 Jul 05 09:32:20.288842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Transition to ACTIVE for port object df88798c-2432-4988-9c9d-7142a33cde04 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:20.389958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2381913-4da1-4643-a95d-8a5c18eb864d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:20.392494 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd787a8-b933-48dc-ba58-ec1807473f57 None None] Pushing event updated for resources: {'Port': ['ID=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:20.402295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33088) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:20.419990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db36afe6-a464-4aee-8abd-e643db71d143 req-92a7333f-5b35-46f9-be64-1736c2272dc3 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.0914264 Jul 05 09:32:20.443878 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:20.471548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:20.555896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Network 622965d8-c654-4e30-a640-6536c7a6bb21 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:20.559425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:20.566081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:20.566887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:20.725068 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0f41b7a-ffec-4c6b-9e0c-4b7b21222ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:20.954122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a3e80750-68a5-4327-a7d3-76c6268ec974 None None] Provisioning for port df88798c-2432-4988-9c9d-7142a33cde04 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:20.961882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a3e80750-68a5-4327-a7d3-76c6268ec974 None None] Provisioning complete for port df88798c-2432-4988-9c9d-7142a33cde04 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:20.980374 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3e80750-68a5-4327-a7d3-76c6268ec974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.080516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a3e80750-68a5-4327-a7d3-76c6268ec974 None None] Port df88798c-2432-4988-9c9d-7142a33cde04 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:32:21.086535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Pushing event updated for resources: {'Port': ['ID=df88798c-2432-4988-9c9d-7142a33cde04,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:21.087981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:21.124552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.126072 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:17Z', 'revision_number': 3, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:21.128186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.128956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.129451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.130413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.130980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.135215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.135818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.136107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.136844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.141064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.141471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Tracked resource versions report: Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: pushed versions: Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: { 'AddressGroup': {'1.2'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Log': {'1.0'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Network': {'1.1'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Port': {'1.7'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'PortForwarding': {'1.2'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'QosPolicy': {'1.8'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'SecurityGroup': {'1.4'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'SubPort': {'1.0'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Subnet': {'1.1'}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Trunk': {'1.1'}} Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: consumer versions: Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: { DHCP agent@n-d-771363-33: {}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: HyperV agent@n-h1-771363-33: {}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: HyperV agent@n-h2-771363-33: {}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: L3 agent@n-d-771363-33: {}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: Metadata agent@n-d-771363-33: {}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: Metering agent@n-d-771363-33: {}, Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: Open vSwitch agent@n-d-771363-33: { 'AddressGroup': '1.2', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'ConntrackHelper': '1.0', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Log': '1.0', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Network': '1.1', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Port': '1.7', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'PortForwarding': '1.2', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'QosPolicy': '1.8', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'SecurityGroup': '1.4', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'SecurityGroupRule': '1.2', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'SubPort': '1.0', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Subnet': '1.1', Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: 'Trunk': '1.1'}} Jul 05 09:32:21.143717 n-d-771363-33 neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:32:21.151753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:21.152360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.162023 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.185746 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47e82b-14e3-4edf-a617-60b749c88b43 None None] The sync data for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 is: [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:17Z', 'revision_number': 3, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:32:21.261969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2381913-4da1-4643-a95d-8a5c18eb864d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.284789 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2381913-4da1-4643-a95d-8a5c18eb864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.398788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf91fb8-2516-4605-a8c9-6b724ef8c737 req-f24551aa-ebac-4b23-9237-1673219fcb3b tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 210 time: 0.0585704 Jul 05 09:32:21.418421 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2381913-4da1-4643-a95d-8a5c18eb864d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39c604adda6941c3ba008d6964fbbf54&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6968484 Jul 05 09:32:21.423807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:21.426337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2381913-4da1-4643-a95d-8a5c18eb864d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c28928-c9d8-4fff-a21f-671b2abb1c15,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:21.537672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaa7529e-961a-4921-925d-f88d7dc5c00c req-2555e05d-a782-4502-bc83-f14bef9ea686 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.0429823 Jul 05 09:32:21.552461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:21.557960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.580420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e432b747-fcdd-4e44-849b-a06814ccc585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.584266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.585369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.753304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a6330a5-e432-4489-b859-09bf84ea5694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.778024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Pushing event updated for resources: {'Port': ['ID=df88798c-2432-4988-9c9d-7142a33cde04,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:21.810545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e432b747-fcdd-4e44-849b-a06814ccc585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.863374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0f41b7a-ffec-4c6b-9e0c-4b7b21222ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.879401 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0f41b7a-ffec-4c6b-9e0c-4b7b21222ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.908830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a0f41b7a-ffec-4c6b-9e0c-4b7b21222ac3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f90420b9087474aa942d24b1f2ade01&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5035386 Jul 05 09:32:21.913661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:21.936613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Network 622965d8-c654-4e30-a640-6536c7a6bb21 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:21.947430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:21.969340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f41b7a-ffec-4c6b-9e0c-4b7b21222ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64c802-d3c7-4d9f-b613-8e94646889f5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:21.985508 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a6330a5-e432-4489-b859-09bf84ea5694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.994646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e432b747-fcdd-4e44-849b-a06814ccc585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:21.996541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e432b747-fcdd-4e44-849b-a06814ccc585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.000058 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e432b747-fcdd-4e44-849b-a06814ccc585 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1c28928-c9d8-4fff-a21f-671b2abb1c15 HTTP/1.1" status: 204 len: 168 time: 0.5729597 Jul 05 09:32:22.000787 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a6330a5-e432-4489-b859-09bf84ea5694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.061525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6a6330a5-e432-4489-b859-09bf84ea5694 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99d56969567c4073b6ddaf081c174c54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5053897 Jul 05 09:32:22.067392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6330a5-e432-4489-b859-09bf84ea5694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236caa82-a0b0-4cfb-9fd7-42d55bb99b61,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:22.070138 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:22.121018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432b747-fcdd-4e44-849b-a06814ccc585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c28928-c9d8-4fff-a21f-671b2abb1c15,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:22.227162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d57d54-f163-49bb-9278-06e4600c2a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.293058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d57d54-f163-49bb-9278-06e4600c2a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.315605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc58295f-797a-42d4-8b53-25f42b6697d0 None None] Provisioning complete for port df88798c-2432-4988-9c9d-7142a33cde04 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:22.316749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc58295f-797a-42d4-8b53-25f42b6697d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.364659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad0e1-a2bd-4eb7-87d5-2d24418f999a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.378240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:32:22.399543 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad0e1-a2bd-4eb7-87d5-2d24418f999a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.415874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc58295f-797a-42d4-8b53-25f42b6697d0 None None] Port df88798c-2432-4988-9c9d-7142a33cde04 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:32:22.522951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad0e1-a2bd-4eb7-87d5-2d24418f999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.526542 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad0e1-a2bd-4eb7-87d5-2d24418f999a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.529283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ea3ad0e1-a2bd-4eb7-87d5-2d24418f999a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/236caa82-a0b0-4cfb-9fd7-42d55bb99b61 HTTP/1.1" status: 204 len: 168 time: 0.4581542 Jul 05 09:32:22.550751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ad0e1-a2bd-4eb7-87d5-2d24418f999a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236caa82-a0b0-4cfb-9fd7-42d55bb99b61,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:22.589920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:22.628985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c22ee77-75f0-4a01-8b4f-174df6f66f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.734861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:32:22.742038 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8e3884b2-24f0-4798-aba6-cacb62d7925e admin admin] 10.222.0.21 "PUT /v2.0/routers/64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2585990 Jul 05 09:32:22.745587 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d57d54-f163-49bb-9278-06e4600c2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.748773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d57d54-f163-49bb-9278-06e4600c2a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.750188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09d57d54-f163-49bb-9278-06e4600c2a4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae64c802-d3c7-4d9f-b613-8e94646889f5 HTTP/1.1" status: 204 len: 168 time: 0.8300591 Jul 05 09:32:22.760862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d57d54-f163-49bb-9278-06e4600c2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae64c802-d3c7-4d9f-b613-8e94646889f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:22.778682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0675dc5c-8541-4f5f-9bf1-fc0e6af6684e req-5d7cb023-9e4e-4d6a-87dc-bb0460b36ed0 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.1240001 Jul 05 09:32:22.818728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9df5ede-42e7-495c-9328-3bbce4826c4a req-7cdbd186-cd5b-432b-a756-288260f6d41d tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 210 time: 0.1163523 Jul 05 09:32:22.906322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c22ee77-75f0-4a01-8b4f-174df6f66f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.916008 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c22ee77-75f0-4a01-8b4f-174df6f66f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:22.959712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22ee77-75f0-4a01-8b4f-174df6f66f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25262a23-e389-41ea-9423-f29c9eefb14d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:22.995445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3c22ee77-75f0-4a01-8b4f-174df6f66f47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31f7dfc238424ed2a541cf15cdecdc98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4040992 Jul 05 09:32:22.997883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:23.079873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6b43955-a8b6-4425-994d-8f3a6c1e29a1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:23.115126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5c7a-fe38-42df-9cc2-b1747ca2c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.129648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.15', 52997) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:23.170679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5c7a-fe38-42df-9cc2-b1747ca2c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.171782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:23.177910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:23.178281 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.184688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:23.256202 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-f42844f1-0c91-43d4-b423-b868732cec43 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117294 Jul 05 09:32:23.257995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1f793ac-efc4-403f-8913-c033174a45da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.275454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5c7a-fe38-42df-9cc2-b1747ca2c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.279239 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5c7a-fe38-42df-9cc2-b1747ca2c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.280400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d8fe5c7a-fe38-42df-9cc2-b1747ca2c58b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25262a23-e389-41ea-9423-f29c9eefb14d HTTP/1.1" status: 204 len: 168 time: 0.2813578 Jul 05 09:32:23.296239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe5c7a-fe38-42df-9cc2-b1747ca2c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25262a23-e389-41ea-9423-f29c9eefb14d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:23.360981 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.412924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port f6b43955-a8b6-4425-994d-8f3a6c1e29a1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:23.423458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.524689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:23.545384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33204) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:23.569357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0b367fc-b91f-4354-9adf-eca43bc09de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.671473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-989e575e-121b-4ab9-9a38-c21818613248 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:23.673031 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-989e575e-121b-4ab9-9a38-c21818613248 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997557 Jul 05 09:32:23.748940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1f793ac-efc4-403f-8913-c033174a45da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.754492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Request body: {'port': {'device_id': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '5ca0622f10dc411793c0fe74eb576f6f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:23.767315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1f793ac-efc4-403f-8913-c033174a45da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.899177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Sync routers for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:32:23.916755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:23.917410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:23.968614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0b367fc-b91f-4354-9adf-eca43bc09de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:23.977649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0b367fc-b91f-4354-9adf-eca43bc09de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.085846 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1f793ac-efc4-403f-8913-c033174a45da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c2ec90f2c3a4982901803c5115cf63b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8945689 Jul 05 09:32:24.095226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b367fc-b91f-4354-9adf-eca43bc09de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa77513-8530-483b-9a0a-b88789aa3530,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:24.100363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:24.155629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e0b367fc-b91f-4354-9adf-eca43bc09de8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d88dce0a2f044ccc9060115746499761&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6091108 Jul 05 09:32:24.166006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:24.184235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c00c390-f873-479c-a0b2-c38081764b1c req-ea61495d-1937-446a-a9e7-08350b8d0be5 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.1297793 Jul 05 09:32:24.210515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f793ac-efc4-403f-8913-c033174a45da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d0c0d-260a-480d-b5ab-9695a4a165cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:24.261073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90f2d10d-d9b9-4297-91f4-a94332c961cd req-3fe7dbf6-f0d8-415d-9270-43ecbcde85c3 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 210 time: 0.0909626 Jul 05 09:32:24.271973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8795-0826-4cb7-aa27-3eaefdc23ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.296094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:24.324635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.15', 53001) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:24.330566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8795-0826-4cb7-aa27-3eaefdc23ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.400909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8795-0826-4cb7-aa27-3eaefdc23ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.403658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbbc8795-0826-4cb7-aa27-3eaefdc23ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.406962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fbbc8795-0826-4cb7-aa27-3eaefdc23ab5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e4d0c0d-260a-480d-b5ab-9695a4a165cc HTTP/1.1" status: 204 len: 168 time: 0.3055265 Jul 05 09:32:24.427590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc8795-0826-4cb7-aa27-3eaefdc23ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d0c0d-260a-480d-b5ab-9695a4a165cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:24.443295 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-89a33767-a45e-4d33-a7db-084bda7c6d96 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=951d80c4a6534b6e9293e50e3cf991ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962787 Jul 05 09:32:24.453168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:24.460336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-network', 'tenant_id': '48decdef034049ca9a4e004d2e524e23'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:24.520986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:32:24.520986 n-d-771363-33 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:32:24.520986 n-d-771363-33 neutron-server[93796]: [parameters: {'project_id_1': '48decdef034049ca9a4e004d2e524e23', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 32, 24, 469177)}] Jul 05 09:32:24.520986 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:32:24.523627 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:32:24.564446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d35d8140-dbdd-46ab-a58a-242fb349fc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.571873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Made reservation on behalf of 5ca0622f10dc411793c0fe74eb576f6f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:24.575857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.623765 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.722709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-5443912e-231e-475e-ad2c-823698486cf6 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:24.729742 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-5443912e-231e-475e-ad2c-823698486cf6 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735617 Jul 05 09:32:24.742315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d35d8140-dbdd-46ab-a58a-242fb349fc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.768486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Request body: {'port': {'device_id': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '951d80c4a6534b6e9293e50e3cf991ac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:24.881809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:21Z', 'revision_number': 2, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:24.932631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:32:24.932631 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:32:24.932631 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id_1': '951d80c4a6534b6e9293e50e3cf991ac', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 32, 24, 875992)}] Jul 05 09:32:24.932631 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:32:24.933509 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:32:24.983483 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d35d8140-dbdd-46ab-a58a-242fb349fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.989345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d35d8140-dbdd-46ab-a58a-242fb349fc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:24.994704 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d35d8140-dbdd-46ab-a58a-242fb349fc46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfa77513-8530-483b-9a0a-b88789aa3530 HTTP/1.1" status: 204 len: 168 time: 0.8247216 Jul 05 09:32:25.034154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Checking router: 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:32:25.034522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Updating router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a port df88798c-2432-4988-9c9d-7142a33cde04 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:32:25.044639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d8140-dbdd-46ab-a58a-242fb349fc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa77513-8530-483b-9a0a-b88789aa3530,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:25.121898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6b43955-a8b6-4425-994d-8f3a6c1e29a1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:25.151445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.208302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.220941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.248648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Made reservation on behalf of 48decdef034049ca9a4e004d2e524e23 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:25.256196 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.280477 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.547055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.554150 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.633707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d17b9-f348-4271-b926-feda83ccf9da,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:25.664073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3363da-7d75-4e7d-82fd-7b33096b107c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:25.747578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:25.748050 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.807653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Made reservation on behalf of 951d80c4a6534b6e9293e50e3cf991ac for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:25.812712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.846716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdb238c6-03b4-437e-907f-0b784ae54d12 req-efa9e193-0627-4b4a-b2aa-b9c104ae55fd tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 210 time: 0.1870441 Jul 05 09:32:25.847502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:25.867103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:25.930930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Allocated IP 192.168.233.199 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/f635df8a-d88f-4130-9959-d91d4b3339da) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:26.059354 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.061225 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Added segment 87c7b98b-2071-49c0-a2ca-dcd61c7f5feb of type vlan for network 91a21127-db0b-4f77-b290-7d8043890f71 Jul 05 09:32:26.123563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62d7f7da-dd2a-4e4a-ab3e-7da9adf4cfdb req-6fd243fa-db1f-4c36-a594-5d08c883fb85 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.4691961 Jul 05 09:32:26.263425 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.270739 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.302465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Transition to ACTIVE for port object df88798c-2432-4988-9c9d-7142a33cde04 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:26.321527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.353817 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.354974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:26.355408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.448620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4edc2f-547f-4ac7-a652-1825ea21d5f2 None None] Pushing event updated for resources: {'Port': ['ID=df88798c-2432-4988-9c9d-7142a33cde04,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:26.530914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.534418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.551833 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.568753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] Pushing event updated for resources: {'Network': ['ID=91a21127-db0b-4f77-b290-7d8043890f71,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:26.579606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Attempting to bind port df88798c-2432-4988-9c9d-7142a33cde04 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:26.579891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Attempting to bind port df88798c-2432-4988-9c9d-7142a33cde04 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:26.580438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Attempting to bind port df88798c-2432-4988-9c9d-7142a33cde04 on network 622965d8-c654-4e30-a640-6536c7a6bb21 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:26.592022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-825028e3-ffaf-4bc6-81a5-bb8bbb4ebbed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1366227 Jul 05 09:32:26.595641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33300) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:26.600514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 91a21127-db0b-4f77-b290-7d8043890f71 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:26.633094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:26.633440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Checking segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:26.634042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.634690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Bound using segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:26.635510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Bound port: df88798c-2432-4988-9c9d-7142a33cde04, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:26.636126 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:26.647894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Request body: {'subnet': {'network_id': '91a21127-db0b-4f77-b290-7d8043890f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-subnet', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:26.655280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Transition to ACTIVE for port object f635df8a-d88f-4130-9959-d91d4b3339da will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:26.898688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab3554-7305-4c6c-97db-422244d60818,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:26.945582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] For port df88798c-2432-4988-9c9d-7142a33cde04, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:26.950726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] For port df88798c-2432-4988-9c9d-7142a33cde04, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=df88798c-2432-4988-9c9d-7142a33cde04,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:26.970472 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:27.002904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Made reservation on behalf of 48decdef034049ca9a4e004d2e524e23 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:27.008056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:27.079823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4edc2f-547f-4ac7-a652-1825ea21d5f2 None None] Pushing event updated for resources: {'Port': ['ID=df88798c-2432-4988-9c9d-7142a33cde04,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:27.110016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:27.110979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:27.121102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d0848ee-3245-4378-8dd5-c9c9b26da086 req-f0e8f748-4107-43f1-94a4-d5f4b11c61f1 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 210 time: 0.0681295 Jul 05 09:32:27.200235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:27.308674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:27.357960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:27.456363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1310d9ef-9c0e-4f05-ba69-cce0fb79824a req-d8d4b4db-8d2c-4a7a-8fb1-f7bcd5004edf tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.0866199 Jul 05 09:32:27.458968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:27.464455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:27.470022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:27.486366 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:27.760614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Pushing event updated for resources: {'Port': ['ID=f635df8a-d88f-4130-9959-d91d4b3339da,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:27.776342 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-7c82bf96-6361-4106-81ba-317303194611 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0300004 Jul 05 09:32:27.781762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:26Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:27.814835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-e37f8f37-5e1b-4cbb-9be6-efee8e13233e tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:32:27.816538 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-e37f8f37-5e1b-4cbb-9be6-efee8e13233e tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122247 Jul 05 09:32:27.818352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.199-ce102c5e-3c5f-4f91-ac5d-3be8acf6c372 {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:32:27.818674 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:32:27.822089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f31e9c-91e3-49ae-a531-38a1c59b8e0d None None] The sync data for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 is: [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:26Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:32:28.005268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6007acf-237c-4515-9322-691f4d933b44 None None] Provisioning for port f635df8a-d88f-4130-9959-d91d4b3339da completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:28.012026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6007acf-237c-4515-9322-691f4d933b44 None None] Provisioning complete for port f635df8a-d88f-4130-9959-d91d4b3339da triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:28.014189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6007acf-237c-4515-9322-691f4d933b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:28.043593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:28.121606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d6007acf-237c-4515-9322-691f4d933b44 None None] Port f635df8a-d88f-4130-9959-d91d4b3339da cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:32:28.239539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Checking segment: {'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:28.244558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Network hostable DHCP agents. Network: 91a21127-db0b-4f77-b290-7d8043890f71, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:28.269803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf6072d-a33b-46ec-8857-e69d586c03e2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:28.312743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Network 91a21127-db0b-4f77-b290-7d8043890f71 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:28.328064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:28.334284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 91a21127-db0b-4f77-b290-7d8043890f71) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:28.351417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9f3c4-f088-4490-b022-68e9516c5a1a None None] Network 91a21127-db0b-4f77-b290-7d8043890f71 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:28.370181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:28.371675 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:28.566387 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b1921600-f3fc-4601-a04f-a4c26a350067 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9401934 Jul 05 09:32:28.572850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:28.599959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:28.682254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Request body: {'port': {'device_id': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'device_owner': 'compute:tempest-test_az-1905647166', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:28.752356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628da177-c175-4b97-8c1f-17827b946786 req-839dde54-efb7-484e-bdb2-19f752e77102 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:28.775220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-628da177-c175-4b97-8c1f-17827b946786 req-839dde54-efb7-484e-bdb2-19f752e77102 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 936 time: 0.3604014 Jul 05 09:32:28.800734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-91a21127-db0b-4f77-b290-7d8043890f71', 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'fixed_ips': [{'subnet_id': 'adf6072d-a33b-46ec-8857-e69d586c03e2'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:32:28.801844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:28.806136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:28.812142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:28.969107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Allocated IP 192.168.233.245 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/37e31336-9ef8-4c56-b58a-fac5fedd400e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:28.984946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.186572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device df88798c-2432-4988-9c9d-7142a33cde04 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:29.392389 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83ca1b54-0773-41d7-9b22-310a9bdcf959 req-9bf5cd65-af59-41f2-9158-784453275a6c tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.1804931 Jul 05 09:32:29.407103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-628da177-c175-4b97-8c1f-17827b946786 req-3c822697-a41c-424e-9b0e-a9dffd2c8455 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307440 Jul 05 09:32:29.416262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Allocated IP 172.20.0.2 (91a21127-db0b-4f77-b290-7d8043890f71/adf6072d-a33b-46ec-8857-e69d586c03e2/6a374046-8b10-4786-8650-a8025965f9ef) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:29.614115 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.627505 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.639843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Transition to ACTIVE for port object 6a374046-8b10-4786-8650-a8025965f9ef will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:29.678685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Transition to ACTIVE for port object 6a374046-8b10-4786-8650-a8025965f9ef will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:29.692871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.716846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.801147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Network 91a21127-db0b-4f77-b290-7d8043890f71 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:29.802972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Pushing event updated for resources: {'Port': ['ID=6a374046-8b10-4786-8650-a8025965f9ef,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:29.805689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:29.808947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port df88798c-2432-4988-9c9d-7142a33cde04 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:29.820182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:29.826742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port df88798c-2432-4988-9c9d-7142a33cde04 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:29.827807 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.939552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.939815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.950052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Attempting to bind port 6a374046-8b10-4786-8650-a8025965f9ef on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:29.954398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Attempting to bind port 6a374046-8b10-4786-8650-a8025965f9ef by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:29.955288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Attempting to bind port 6a374046-8b10-4786-8650-a8025965f9ef on network 91a21127-db0b-4f77-b290-7d8043890f71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:29.964386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:29.965408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Checking segment: {'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:29.965914 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:29.966550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Bound using segment: {'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:29.967186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Bound port: 6a374046-8b10-4786-8650-a8025965f9ef, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:29.967674 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:30.066912 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-667c7308-9981-4008-8047-5d432a640e30 None None] For port 6a374046-8b10-4786-8650-a8025965f9ef, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:30.074461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-667c7308-9981-4008-8047-5d432a640e30 None None] For port 6a374046-8b10-4786-8650-a8025965f9ef, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6a374046-8b10-4786-8650-a8025965f9ef,segment=NetworkSegment(87c7b98b-2071-49c0-a2ca-dcd61c7f5feb),segment_id=87c7b98b-2071-49c0-a2ca-dcd61c7f5feb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:30.089720 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:30.125946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:30.207267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c7308-9981-4008-8047-5d432a640e30 None None] Pushing event updated for resources: {'Port': ['ID=6a374046-8b10-4786-8650-a8025965f9ef,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:30.231388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Transition to ACTIVE for port object 37e31336-9ef8-4c56-b58a-fac5fedd400e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:30.298601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:30.318389 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:30.333579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:30.461537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port df88798c-2432-4988-9c9d-7142a33cde04, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=df88798c-2432-4988-9c9d-7142a33cde04,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:30.473922 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:30.634807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Allocated IP 172.25.1.202 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/418a5623-f790-446f-9686-65e93d2ed93e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:30.680474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=df88798c-2432-4988-9c9d-7142a33cde04,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:30.840031 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.007873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c17ec3e7-d87d-4b13-8283-9ef55ce099db req-f670b64b-0d66-4042-a214-4c3ce3aaf3b7 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 210 time: 0.3205340 Jul 05 09:32:31.052666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:31.077784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Pushing event updated for resources: {'Port': ['ID=37e31336-9ef8-4c56-b58a-fac5fedd400e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:31.107283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:31.138634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.194040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device df88798c-2432-4988-9c9d-7142a33cde04 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:31.250179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:31.264985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.283200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:31.288261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.311405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port df88798c-2432-4988-9c9d-7142a33cde04 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:31.313080 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.343042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:31.390892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:31.400633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:31.475959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-24e67a7e-dcd5-421a-8fd2-71f2b996a0fc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7263443 Jul 05 09:32:31.492891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f635df8a-d88f-4130-9959-d91d4b3339da {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:32:31.506908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.584507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Transition to ACTIVE for port object f635df8a-d88f-4130-9959-d91d4b3339da will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:31.599282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.694762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Request body: {'port': {'device_id': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'device_owner': 'compute:tempest-test_az-1905647166', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:31.790508 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:31.825557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Pushing event updated for resources: {'Port': ['ID=f635df8a-d88f-4130-9959-d91d4b3339da,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:31.870209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e4fbedd-f617-4a42-aecd-21ba3a384985 None None] Provisioning for port 37e31336-9ef8-4c56-b58a-fac5fedd400e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:31.925154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c038cbc-eb76-4820-9708-0dcd546f7e09 req-60342819-52f6-49e8-a889-2baad764cb51 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:31.936958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c038cbc-eb76-4820-9708-0dcd546f7e09 req-60342819-52f6-49e8-a889-2baad764cb51 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 936 time: 0.9269083 Jul 05 09:32:31.954629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e4fbedd-f617-4a42-aecd-21ba3a384985 None None] Provisioning complete for port 37e31336-9ef8-4c56-b58a-fac5fedd400e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:31.962532 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e4fbedd-f617-4a42-aecd-21ba3a384985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.000082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Pushing event updated for resources: {'Port': ['ID=418a5623-f790-446f-9686-65e93d2ed93e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:32.052654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c038cbc-eb76-4820-9708-0dcd546f7e09 req-457f5cb5-6923-44d7-b077-9fd0ff2b7f59 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137826 Jul 05 09:32:32.054066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Attempting to bind port f635df8a-d88f-4130-9959-d91d4b3339da on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:32.054372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Attempting to bind port f635df8a-d88f-4130-9959-d91d4b3339da by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:32.054737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Attempting to bind port f635df8a-d88f-4130-9959-d91d4b3339da on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:32.074634 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.095636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Port f635df8a-d88f-4130-9959-d91d4b3339da on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:32:32.095978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Attempting to bind port f635df8a-d88f-4130-9959-d91d4b3339da on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:32.106906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a374046-8b10-4786-8650-a8025965f9ef up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:32.170647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:32.170647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:32.170647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:32.170647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Bound port: f635df8a-d88f-4130-9959-d91d4b3339da, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:32.177145 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.205932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7e4fbedd-f617-4a42-aecd-21ba3a384985 None None] Port 37e31336-9ef8-4c56-b58a-fac5fedd400e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:32:32.281893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6a374046-8b10-4786-8650-a8025965f9ef completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:32.319741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa81ce-918f-4cc5-9f3b-2682fce1d5ca None None] Network 91a21127-db0b-4f77-b290-7d8043890f71 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:32.401650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:32.453647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.547539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:32.653158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c655d1a7-55ad-4438-af90-1911380b5a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.658167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0c25a21-a3f2-4132-851f-186712db543a None None] Provisioning for port 6a374046-8b10-4786-8650-a8025965f9ef completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:32.662580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] For port f635df8a-d88f-4130-9959-d91d4b3339da, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:32.711825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0c25a21-a3f2-4132-851f-186712db543a None None] Provisioning complete for port 6a374046-8b10-4786-8650-a8025965f9ef triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:32.712569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0c25a21-a3f2-4132-851f-186712db543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.763696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308bc22-3d04-48d2-943a-441e91d22edc req-c84bba12-8958-4f67-8c0a-6abefbc2d598 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:32.772316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b308bc22-3d04-48d2-943a-441e91d22edc req-c84bba12-8958-4f67-8c0a-6abefbc2d598 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 936 time: 0.3203423 Jul 05 09:32:32.797438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:32:32.844266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b308bc22-3d04-48d2-943a-441e91d22edc req-a19670ce-5226-4ab1-a63f-5a36973bac68 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708637 Jul 05 09:32:32.865186 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0c25a21-a3f2-4132-851f-186712db543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.922833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f0c25a21-a3f2-4132-851f-186712db543a None None] For port 6a374046-8b10-4786-8650-a8025965f9ef, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6a374046-8b10-4786-8650-a8025965f9ef,segment=NetworkSegment(87c7b98b-2071-49c0-a2ca-dcd61c7f5feb),segment_id=87c7b98b-2071-49c0-a2ca-dcd61c7f5feb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:32.928678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0c25a21-a3f2-4132-851f-186712db543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:32.990299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:32:33.004058 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Sync routers for ids ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:32:33.006827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c25a21-a3f2-4132-851f-186712db543a None None] Pushing event updated for resources: {'Port': ['ID=6a374046-8b10-4786-8650-a8025965f9ef,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:33.025058 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Routers {'1f9ecdf9-0a17-4711-9014-a5b3e9e78304'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:33.026360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:33.035462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] For port f635df8a-d88f-4130-9959-d91d4b3339da, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f635df8a-d88f-4130-9959-d91d4b3339da,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:33.037193 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc846-2835-4d4f-931c-a6c37f8c44a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.056386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.168922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:33.172564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.175560 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] 10.222.0.15 "PUT /v2.0/ports/f635df8a-d88f-4130-9959-d91d4b3339da HTTP/1.1" status: 200 len: 1119 time: 4.9009690 Jul 05 09:32:33.180390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'tag': 'f635df8a-d88f-4130-9959-d91d4b3339da'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:32:33.294937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe526d2-b172-4d49-986e-f313d5e3f235 service neutron] Pushing event updated for resources: {'Port': ['ID=f635df8a-d88f-4130-9959-d91d4b3339da,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:33.312657 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Set router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:33.355821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d5aa8202-7961-4356-8901-d77346c5b878 None None] Provisioning complete for port 6a374046-8b10-4786-8650-a8025965f9ef triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:33.357175 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5aa8202-7961-4356-8901-d77346c5b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.571664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229979dc-0b5e-41b0-b781-2583bdf4bce0 req-b37f0e81-35ed-4e13-b6f4-ff334999de60 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:33.573247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-229979dc-0b5e-41b0-b781-2583bdf4bce0 req-b37f0e81-35ed-4e13-b6f4-ff334999de60 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 970 time: 0.2564933 Jul 05 09:32:33.619893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '418a5623-f790-446f-9686-65e93d2ed93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:32:31Z', 'revision_number': 3, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port': {'id': '418a5623-f790-446f-9686-65e93d2ed93e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:30Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:33.673853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Checking router: 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:32:33.674592 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Updating router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 port 418a5623-f790-446f-9686-65e93d2ed93e binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:32:33.689939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-229979dc-0b5e-41b0-b781-2583bdf4bce0 req-e1b15f33-69ce-4aa8-8da6-2dafd48bf203 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018591 Jul 05 09:32:33.711049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e31336-9ef8-4c56-b58a-fac5fedd400e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:32:33.730076 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b32df2-4ebe-4582-9e7b-201a3801c608", "tag": "f635df8a-d88f-4130-9959-d91d4b3339da"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:32:33.738025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.791633 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.796533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Transition to ACTIVE for port object 37e31336-9ef8-4c56-b58a-fac5fedd400e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:33.829379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.873419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c655d1a7-55ad-4438-af90-1911380b5a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.887542 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:33.889628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5e2ff347-e194-4010-a0f9-0a58608bea28 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2963340 Jul 05 09:32:33.892251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:33.921825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-d30cc2a1-2cf2-47a8-a6ef-ef7a08bf4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:33.923717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-d30cc2a1-2cf2-47a8-a6ef-ef7a08bf4920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 1122 time: 0.5753636 Jul 05 09:32:34.124031 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc846-2835-4d4f-931c-a6c37f8c44a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.144570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c655d1a7-55ad-4438-af90-1911380b5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.197984 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb116669-a80a-4b7e-a1ef-744390f49e3e x-openstack-request-id: req-bb116669-a80a-4b7e-a1ef-744390f49e3e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:32:34.198302 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b32df2-4ebe-4582-9e7b-201a3801c608", "tag": "f635df8a-d88f-4130-9959-d91d4b3339da", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:32:34.198670 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb116669-a80a-4b7e-a1ef-744390f49e3e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:32:34.199221 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'tag': 'f635df8a-d88f-4130-9959-d91d4b3339da', 'status': 'completed', 'code': 200} Jul 05 09:32:34.272570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655d1a7-55ad-4438-af90-1911380b5a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c0568-d0d3-40b7-b86f-ee136363b1b5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:34.275192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc846-2835-4d4f-931c-a6c37f8c44a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.344595 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-ec952bf5-bd22-45cb-a44d-42ea571ffd0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=f635df8a-d88f-4130-9959-d91d4b3339da HTTP/1.1" status: 200 len: 217 time: 0.2181702 Jul 05 09:32:34.402428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dc846-2835-4d4f-931c-a6c37f8c44a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179dbf50-0f7f-4ace-8ffd-2b41a23ee229,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:34.408001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c655d1a7-55ad-4438-af90-1911380b5a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a52fe37f00c41c7a640ba07d906c1ec&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0030985 Jul 05 09:32:34.416765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fd6dc846-2835-4d4f-931c-a6c37f8c44a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96f6118a8dca449c8ac3f5b92d43a7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8534966 Jul 05 09:32:34.440092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33454) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:34.440897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:34.475015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-bcc96f14-00c1-49f4-8f5c-51f378649619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:34.477008 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-bcc96f14-00c1-49f4-8f5c-51f378649619 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0635581 Jul 05 09:32:34.516904 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.521054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=37e31336-9ef8-4c56-b58a-fac5fedd400e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:34.533201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Attempting to bind port 37e31336-9ef8-4c56-b58a-fac5fedd400e on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:34.534912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Attempting to bind port 37e31336-9ef8-4c56-b58a-fac5fedd400e by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:34.535799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Attempting to bind port 37e31336-9ef8-4c56-b58a-fac5fedd400e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:34.546941 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Transition to ACTIVE for port object 418a5623-f790-446f-9686-65e93d2ed93e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:34.559294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Port 37e31336-9ef8-4c56-b58a-fac5fedd400e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:32:34.560006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Attempting to bind port 37e31336-9ef8-4c56-b58a-fac5fedd400e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:34.564078 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.611308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:34.612055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:34.613276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:34.613951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Bound port: 37e31336-9ef8-4c56-b58a-fac5fedd400e, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:34.614538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.636256 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Attempting to bind port 418a5623-f790-446f-9686-65e93d2ed93e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:34.636630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Attempting to bind port 418a5623-f790-446f-9686-65e93d2ed93e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:34.636999 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Attempting to bind port 418a5623-f790-446f-9686-65e93d2ed93e on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:34.638928 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8337e5-3a60-4c69-bee1-90ac653f3850 None None] Pushing event updated for resources: {'Port': ['ID=418a5623-f790-446f-9686-65e93d2ed93e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:34.645485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:34.645866 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:34.646266 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.646660 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:34.647159 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Bound port: 418a5623-f790-446f-9686-65e93d2ed93e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:34.647541 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.716215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] For port 37e31336-9ef8-4c56-b58a-fac5fedd400e, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:34.737261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4c31a-dfc7-4021-b813-02eb7e691561 req-21416d57-9856-4cd5-b551-97de0946f84c tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:34.739809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84a4c31a-dfc7-4021-b813-02eb7e691561 req-21416d57-9856-4cd5-b551-97de0946f84c tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 970 time: 0.5508454 Jul 05 09:32:34.743693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbc03c8a-d88e-4c9b-87bf-84d94879d700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.747768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] For port 37e31336-9ef8-4c56-b58a-fac5fedd400e, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:34.749006 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] For port 418a5623-f790-446f-9686-65e93d2ed93e, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:34.754824 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] For port 418a5623-f790-446f-9686-65e93d2ed93e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=418a5623-f790-446f-9686-65e93d2ed93e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:34.762010 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.767375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbc03c8a-d88e-4c9b-87bf-84d94879d700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.790672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.828402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbc03c8a-d88e-4c9b-87bf-84d94879d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.830752 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbc03c8a-d88e-4c9b-87bf-84d94879d700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.832764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bbc03c8a-d88e-4c9b-87bf-84d94879d700 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f1c0568-d0d3-40b7-b86f-ee136363b1b5 HTTP/1.1" status: 204 len: 168 time: 0.3898547 Jul 05 09:32:34.851898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=37e31336-9ef8-4c56-b58a-fac5fedd400e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:34.859209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-d6f59bf5-3a45-4d06-92e6-8be572312d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:34.861214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-d6f59bf5-3a45-4d06-92e6-8be572312d62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3583598 Jul 05 09:32:34.877528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:34.878479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.880108 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-a374a936-2f62-4658-b968-34f104596ed9 service neutron] 10.222.0.15 "PUT /v2.0/ports/37e31336-9ef8-4c56-b58a-fac5fedd400e HTTP/1.1" status: 200 len: 1119 time: 3.1967850 Jul 05 09:32:34.886392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc03c8a-d88e-4c9b-87bf-84d94879d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c0568-d0d3-40b7-b86f-ee136363b1b5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:34.955631 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f2ad0d-6aaa-41a9-ab61-50838fa302bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:34.960052 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8337e5-3a60-4c69-bee1-90ac653f3850 None None] Pushing event updated for resources: {'Port': ['ID=418a5623-f790-446f-9686-65e93d2ed93e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:34.989931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f2ad0d-6aaa-41a9-ab61-50838fa302bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:35.038958 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Routers {'1f9ecdf9-0a17-4711-9014-a5b3e9e78304'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:35.043471 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:35.093077 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f2ad0d-6aaa-41a9-ab61-50838fa302bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:35.112089 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f2ad0d-6aaa-41a9-ab61-50838fa302bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:35.133557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-80f2ad0d-6aaa-41a9-ab61-50838fa302bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/179dbf50-0f7f-4ace-8ffd-2b41a23ee229 HTTP/1.1" status: 204 len: 168 time: 0.6872191 Jul 05 09:32:35.198422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a374046-8b10-4786-8650-a8025965f9ef up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:35.200817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2ad0d-6aaa-41a9-ab61-50838fa302bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179dbf50-0f7f-4ace-8ffd-2b41a23ee229,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:35.288853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] Set router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:35.350550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6a374046-8b10-4786-8650-a8025965f9ef triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:35.351161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:35.443113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84a4c31a-dfc7-4021-b813-02eb7e691561 req-a10d1ac3-8769-4b04-b271-cbee4a5f4ae8 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230214 Jul 05 09:32:35.463776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-45d3ab92-3e73-4519-8acb-38c94b022149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:35.476602 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-45d3ab92-3e73-4519-8acb-38c94b022149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951d80c4a6534b6e9293e50e3cf991ac&device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 1122 time: 0.2732835 Jul 05 09:32:35.501300 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-aa4fd7c9-2234-4d5b-9f6a-ac682995d4c0 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324432 Jul 05 09:32:35.629826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:35.708657 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-f79b5382-e73a-4378-ac8f-d6d4dd1ff285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e HTTP/1.1" status: 200 len: 217 time: 0.1986747 Jul 05 09:32:35.711790 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '418a5623-f790-446f-9686-65e93d2ed93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:32:31Z', 'revision_number': 3, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port': {'id': '418a5623-f790-446f-9686-65e93d2ed93e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:30Z', 'updated_at': '2021-07-05T09:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:35.744751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f595b-5c2f-478b-bff0-e20b12119f4f req-02fb2ca6-ad9a-4244-a5fd-b41f2e796d63 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:35.746337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778f595b-5c2f-478b-bff0-e20b12119f4f req-02fb2ca6-ad9a-4244-a5fd-b41f2e796d63 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 970 time: 0.6082890 Jul 05 09:32:35.764802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:35.788736 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0c63f-f970-43ff-a9b2-982d0fdd433c None None] The sync data for ids ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'] in n-d-771363-33 is: [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '418a5623-f790-446f-9686-65e93d2ed93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:32:31Z', 'revision_number': 3, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port': {'id': '418a5623-f790-446f-9686-65e93d2ed93e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:30Z', 'updated_at': '2021-07-05T09:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:32:35.813469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:35.848827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd794885-7c18-42a9-a46c-59937fca2e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:35.897141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16c7221d-9ed8-41db-9ce3-abcccb786385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:35.912236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-234a8e8b-1d9b-480b-8696-983fbb5d3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:35.912612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778f595b-5c2f-478b-bff0-e20b12119f4f req-7223cd2e-e8f7-472f-8e72-caca07b7ab77 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485314 Jul 05 09:32:35.913368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-234a8e8b-1d9b-480b-8696-983fbb5d3b37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1933687 Jul 05 09:32:35.920123 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-785bb411-435e-43dc-b06e-1a0b87ba4784 req-d2aca6e9-97e9-4534-ae13-49e866f06aa4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973827 Jul 05 09:32:36.053897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-4fcc986f-d830-4709-ad3b-7bc1a8fb4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:36.055678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-4fcc986f-d830-4709-ad3b-7bc1a8fb4f60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345580 Jul 05 09:32:36.103354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16c7221d-9ed8-41db-9ce3-abcccb786385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.109461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16c7221d-9ed8-41db-9ce3-abcccb786385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.140965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Allocated IP 172.20.0.1 (91a21127-db0b-4f77-b290-7d8043890f71/adf6072d-a33b-46ec-8857-e69d586c03e2/e27679ac-b2e0-4306-ab14-dedf910c994b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:36.200744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'tag': '37e31336-9ef8-4c56-b58a-fac5fedd400e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:32:36.203588 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1d289f-8a2a-456b-bd26-df6c4354dc9f", "tag": "37e31336-9ef8-4c56-b58a-fac5fedd400e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:32:36.218010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7221d-9ed8-41db-9ce3-abcccb786385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def33e4a-2994-49f5-b1f8-466e2e32ba13,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:36.296224 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-16c7221d-9ed8-41db-9ce3-abcccb786385 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2e99f0c1ef44b3eabc3233322a3b1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751201 Jul 05 09:32:36.300288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33476) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:36.426676 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532796ad-75bc-4827-94be-dc257d35c604 x-openstack-request-id: req-532796ad-75bc-4827-94be-dc257d35c604 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:32:36.426960 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1d289f-8a2a-456b-bd26-df6c4354dc9f", "tag": "37e31336-9ef8-4c56-b58a-fac5fedd400e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:32:36.427234 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-532796ad-75bc-4827-94be-dc257d35c604 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:32:36.427633 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'tag': '37e31336-9ef8-4c56-b58a-fac5fedd400e', 'status': 'completed', 'code': 200} Jul 05 09:32:36.458474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76a6c5a8-0885-4821-9263-f6a2a57da47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.506601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76a6c5a8-0885-4821-9263-f6a2a57da47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.515328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.543980 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd794885-7c18-42a9-a46c-59937fca2e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.571670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd794885-7c18-42a9-a46c-59937fca2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.585378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Transition to ACTIVE for port object e27679ac-b2e0-4306-ab14-dedf910c994b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:36.589029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76a6c5a8-0885-4821-9263-f6a2a57da47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.656351 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76a6c5a8-0885-4821-9263-f6a2a57da47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.674044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76a6c5a8-0885-4821-9263-f6a2a57da47b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/def33e4a-2994-49f5-b1f8-466e2e32ba13 HTTP/1.1" status: 204 len: 168 time: 0.3683474 Jul 05 09:32:36.698493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6c5a8-0885-4821-9263-f6a2a57da47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def33e4a-2994-49f5-b1f8-466e2e32ba13,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:36.758758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd794885-7c18-42a9-a46c-59937fca2e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa8b10-8830-4bdf-9ae4-8468f3da4bcc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:36.784375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cd794885-7c18-42a9-a46c-59937fca2e70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df47d92b6fca48f2a2b756dcc69ea02b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0186033 Jul 05 09:32:36.788030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:36.893361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.907526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e508-84a0-4f69-afe5-4b2567146306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.978004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0711-56ea-4faa-bde5-5811c58ba67a req-ee40629c-d38c-4e36-9bfc-dc10d55a1ff8 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:36.978966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e508-84a0-4f69-afe5-4b2567146306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:36.980325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f1e0711-56ea-4faa-bde5-5811c58ba67a req-ee40629c-d38c-4e36-9bfc-dc10d55a1ff8 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 970 time: 0.2148590 Jul 05 09:32:36.991129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Network 91a21127-db0b-4f77-b290-7d8043890f71 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:37.023850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:37.042469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:37.043933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.115807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 418a5623-f790-446f-9686-65e93d2ed93e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:37.181891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e508-84a0-4f69-afe5-4b2567146306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.186013 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e508-84a0-4f69-afe5-4b2567146306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.187481 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d0c6e508-84a0-4f69-afe5-4b2567146306 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbfa8b10-8830-4bdf-9ae4-8468f3da4bcc HTTP/1.1" status: 204 len: 168 time: 0.3987334 Jul 05 09:32:37.200405 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6e508-84a0-4f69-afe5-4b2567146306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa8b10-8830-4bdf-9ae4-8468f3da4bcc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:37.237058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Pushing event updated for resources: {'Port': ['ID=e27679ac-b2e0-4306-ab14-dedf910c994b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:37.295706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 418a5623-f790-446f-9686-65e93d2ed93e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:37.304891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 418a5623-f790-446f-9686-65e93d2ed93e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:37.305271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.331660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f1e0711-56ea-4faa-bde5-5811c58ba67a req-ef39224b-69f4-48e2-aa09-93bd7ea5f1b4 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218129 Jul 05 09:32:37.441427 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:32:37.497397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.546917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 418a5623-f790-446f-9686-65e93d2ed93e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=418a5623-f790-446f-9686-65e93d2ed93e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:37.555537 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.605969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9af48f8c-54b8-49c8-9366-3f6089aad30f None None] Provisioning for port e27679ac-b2e0-4306-ab14-dedf910c994b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:37.631907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9af48f8c-54b8-49c8-9366-3f6089aad30f None None] Provisioning complete for port e27679ac-b2e0-4306-ab14-dedf910c994b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:37.641433 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9af48f8c-54b8-49c8-9366-3f6089aad30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.642964 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:37.679267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413a24d-995e-4828-8f34-f17bbb2b7e47 req-030a0e7a-30f5-483b-b9ea-e893482b1b51 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:37.687309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3413a24d-995e-4828-8f34-f17bbb2b7e47 req-030a0e7a-30f5-483b-b9ea-e893482b1b51 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 970 time: 0.4327054 Jul 05 09:32:37.751387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9af48f8c-54b8-49c8-9366-3f6089aad30f None None] Port e27679ac-b2e0-4306-ab14-dedf910c994b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:32:37.786242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3413a24d-995e-4828-8f34-f17bbb2b7e47 req-047d3afb-f73f-478d-bd9d-45546bc5f2a6 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978534 Jul 05 09:32:37.795900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=418a5623-f790-446f-9686-65e93d2ed93e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:38.076071 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-270dec61-05be-4dca-98bc-86c30dd8873c service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339191 Jul 05 09:32:38.093377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-e6dbb814-17a4-4db5-bcc6-080697525b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:38.097455 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-e6dbb814-17a4-4db5-bcc6-080697525b5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 1122 time: 0.2375655 Jul 05 09:32:38.098344 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:38.106737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:38.107531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:38.264654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Pushing event updated for resources: {'Port': ['ID=e27679ac-b2e0-4306-ab14-dedf910c994b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:38.329045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Network 91a21127-db0b-4f77-b290-7d8043890f71 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:38.330639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:38.505696 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff760c24-e26e-4d7c-9347-6509e26e0f5c req-214b2a1b-db09-4983-b52e-2494c08cc9d6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062097 Jul 05 09:32:38.511585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-ba671885-95dc-4ffb-b97e-f2675fb434b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:38.513111 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-ba671885-95dc-4ffb-b97e-f2675fb434b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3810771 Jul 05 09:32:38.550394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:32:38.656537 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-86f997b6-8f3e-4f46-8cc7-3204267946f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=f635df8a-d88f-4130-9959-d91d4b3339da HTTP/1.1" status: 200 len: 217 time: 0.0816097 Jul 05 09:32:38.700907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1909626-5e22-44e7-994b-a952a418c375 None None] Provisioning complete for port e27679ac-b2e0-4306-ab14-dedf910c994b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:38.701527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1909626-5e22-44e7-994b-a952a418c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:38.763988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1909626-5e22-44e7-994b-a952a418c375 None None] Port e27679ac-b2e0-4306-ab14-dedf910c994b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:32:38.784348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-d0f4ea1a-86e0-4aa8-b683-5c354abd6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:38.786310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-d0f4ea1a-86e0-4aa8-b683-5c354abd6801 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1213050 Jul 05 09:32:38.809755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-4484dc54-f154-4870-bee3-fa34df9d5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:38.811298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-4484dc54-f154-4870-bee3-fa34df9d5e65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951d80c4a6534b6e9293e50e3cf991ac&device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 1122 time: 0.1454160 Jul 05 09:32:38.956948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545b8f5-7545-42bf-af0b-220531f31c3b req-0e0d732a-a972-4734-9be4-bb3643f98a5e tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:38.959881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b545b8f5-7545-42bf-af0b-220531f31c3b req-0e0d732a-a972-4734-9be4-bb3643f98a5e tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 970 time: 0.1501102 Jul 05 09:32:38.962924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:32:38.983975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-399b695c-148b-4ca3-8b3d-539da6c2ff61 admin admin] 10.222.0.21 "PUT /v2.0/routers/1f9ecdf9-0a17-4711-9014-a5b3e9e78304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0766172 Jul 05 09:32:38.984188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Sync routers for ids ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:32:39.035933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Routers {'1f9ecdf9-0a17-4711-9014-a5b3e9e78304'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:39.037464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:39.042166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-543a479d-6b2f-4187-93e4-34ffb0699b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:39.043866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-543a479d-6b2f-4187-93e4-34ffb0699b3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2166564 Jul 05 09:32:39.058710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-f10fb1e9-90f9-4ddf-b3da-e294e490ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:39.060214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-f10fb1e9-90f9-4ddf-b3da-e294e490ae24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2235150 Jul 05 09:32:39.139358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b545b8f5-7545-42bf-af0b-220531f31c3b req-1aeb0371-64f6-4c92-9524-9bf03559a510 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488082 Jul 05 09:32:39.142258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 418a5623-f790-446f-9686-65e93d2ed93e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:39.167157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-0f7b6d30-e9f6-4b41-8a8c-05d4d060708d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e HTTP/1.1" status: 200 len: 217 time: 0.0968730 Jul 05 09:32:39.230677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23849ce4-889b-46b8-a048-eb6747d34aff req-9a8e85f9-8b0f-47ba-86ef-bf73ca3d47c5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:39.232713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23849ce4-889b-46b8-a048-eb6747d34aff req-9a8e85f9-8b0f-47ba-86ef-bf73ca3d47c5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 970 time: 0.1271660 Jul 05 09:32:39.259394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-e176326d-36d6-4498-8022-c036dfb41a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:39.261957 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-e176326d-36d6-4498-8022-c036dfb41a7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0876398 Jul 05 09:32:39.264605 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-7fd345f3-1ca0-4eb0-8a54-b480f7b9066e service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123821 Jul 05 09:32:39.314608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 418a5623-f790-446f-9686-65e93d2ed93e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:39.317018 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:39.320900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Set router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:39.324942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23849ce4-889b-46b8-a048-eb6747d34aff req-a66434bb-e829-4367-9fd0-2dd35b13dad0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840018 Jul 05 09:32:39.439340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-54e6c306-1463-4678-be33-5084da3ae404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:39.441937 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-54e6c306-1463-4678-be33-5084da3ae404 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1686287 Jul 05 09:32:39.506304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:39.513391 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c9c51f6-c443-49d2-aec0-11a5c3e9b6f4 req-27b456d2-5e4d-4a60-9d71-70a50425177f service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938992 Jul 05 09:32:39.580444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-c339ca85-4e3f-482c-97d7-873d04490a53 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284275 Jul 05 09:32:39.728906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-770218175-network', 'tenant_id': 'e5a1be1103e74f52ab815474946f1419'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:39.738715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9cdfdc6b-4d49-488a-a4e1-199ac8692bdc req-ade3d8f6-f830-4bb2-8ead-966ec6b0e589 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471601 Jul 05 09:32:39.747306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '418a5623-f790-446f-9686-65e93d2ed93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 4, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port': {'id': '418a5623-f790-446f-9686-65e93d2ed93e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:30Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e27679ac-b2e0-4306-ab14-dedf910c994b', 'name': '', 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'mac_address': 'fa:16:3e:0d:4c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'adf6072d-a33b-46ec-8857-e69d586c03e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:35Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 2, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'subnets': [{'id': 'adf6072d-a33b-46ec-8857-e69d586c03e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:39.762030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Made reservation on behalf of e5a1be1103e74f52ab815474946f1419 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:39.766576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:39.780197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:39.790256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Checking router: 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:32:39.790809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Updating router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 port e27679ac-b2e0-4306-ab14-dedf910c994b binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:32:39.840023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:39.936795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:39.942820 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:39.971504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a187c07-e9f8-4c41-ba28-c2c5ca736ede,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:39.995590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:40.009438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.010124 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Added segment 15101641-ea3c-4968-b2c1-a048e357e580 of type vlan for network ae3ba4b8-0e96-4453-853b-6c4c64aaee93 Jul 05 09:32:40.076744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.130599 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.132485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:40.133721 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.230955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7227354 Jul 05 09:32:40.233703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:40.239190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Request body: {'subnet': {'network_id': 'ae3ba4b8-0e96-4453-853b-6c4c64aaee93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-770218175-subnet', 'tenant_id': 'e5a1be1103e74f52ab815474946f1419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:40.244412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c37caf-8118-42bc-9777-2c6d73a1740e admin admin] Pushing event updated for resources: {'Network': ['ID=ae3ba4b8-0e96-4453-853b-6c4c64aaee93,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:40.248281 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.262337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ae3ba4b8-0e96-4453-853b-6c4c64aaee93 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:40.282617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Transition to ACTIVE for port object e27679ac-b2e0-4306-ab14-dedf910c994b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:40.289972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Made reservation on behalf of e5a1be1103e74f52ab815474946f1419 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:40.293929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.323879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.405209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddda9-2cbd-46bf-aa52-08d45c8bc0bf None None] Pushing event updated for resources: {'Port': ['ID=e27679ac-b2e0-4306-ab14-dedf910c994b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:40.441812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e4220-a248-4cdb-b3c6-8127fe84927b req-ad389c5d-73e1-4375-aaba-68f951acdcce tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:40.443623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a7e4220-a248-4cdb-b3c6-8127fe84927b req-ad389c5d-73e1-4375-aaba-68f951acdcce tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 970 time: 0.0988326 Jul 05 09:32:40.496829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Attempting to bind port e27679ac-b2e0-4306-ab14-dedf910c994b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:40.499591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a7e4220-a248-4cdb-b3c6-8127fe84927b req-851b881f-d24d-47a8-b019-5e6139134444 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Jul 05 09:32:40.506808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Attempting to bind port e27679ac-b2e0-4306-ab14-dedf910c994b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:40.508146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Attempting to bind port e27679ac-b2e0-4306-ab14-dedf910c994b on network 91a21127-db0b-4f77-b290-7d8043890f71 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:40.529845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:40.530474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Checking segment: {'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:40.535751 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.536433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Bound using segment: {'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:40.537134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Bound port: e27679ac-b2e0-4306-ab14-dedf910c994b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:40.537709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.611879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.651902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] For port e27679ac-b2e0-4306-ab14-dedf910c994b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:40.655515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] For port e27679ac-b2e0-4306-ab14-dedf910c994b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e27679ac-b2e0-4306-ab14-dedf910c994b,segment=NetworkSegment(87c7b98b-2071-49c0-a2ca-dcd61c7f5feb),segment_id=87c7b98b-2071-49c0-a2ca-dcd61c7f5feb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:40.672019 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.723278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cd6d3d-e219-49c1-a6c1-e7361b215fb1,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:40.728441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Checking segment: {'id': '15101641-ea3c-4968-b2c1-a048e357e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ae3ba4b8-0e96-4453-853b-6c4c64aaee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:40.729038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Network hostable DHCP agents. Network: ae3ba4b8-0e96-4453-853b-6c4c64aaee93, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:40.755885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Network ae3ba4b8-0e96-4453-853b-6c4c64aaee93 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:40.770114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ae3ba4b8-0e96-4453-853b-6c4c64aaee93) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:40.788601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:40.789688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:40.790877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768b180-42e4-402e-a69d-0e9aadabb463 None None] Network ae3ba4b8-0e96-4453-853b-6c4c64aaee93 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:40.819310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f28c1286-4ff8-41c5-8ebc-f59d908f29ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5843732 Jul 05 09:32:40.846075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a9781-a656-43cb-94a7-e1fc76f13690 req-0cbf8d06-e43b-4c23-8ecc-548acde43664 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:40.849068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f7a9781-a656-43cb-94a7-e1fc76f13690 req-0cbf8d06-e43b-4c23-8ecc-548acde43664 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 970 time: 0.1167831 Jul 05 09:32:40.935774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f7a9781-a656-43cb-94a7-e1fc76f13690 req-fb0b4f23-3172-471b-b71d-14f0e3a0554c tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Jul 05 09:32:41.014231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Routers {'1f9ecdf9-0a17-4711-9014-a5b3e9e78304'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:41.015446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:41.024010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:41.028892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fcd9804e-a708-4981-a499-6e0dace8d73f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233580992', 'description': 'tempest-description--371655565'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:41.085509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcd9804e-a708-4981-a499-6e0dace8d73f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.102650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddda9-2cbd-46bf-aa52-08d45c8bc0bf None None] Pushing event updated for resources: {'Port': ['ID=e27679ac-b2e0-4306-ab14-dedf910c994b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:41.244223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] Set router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:32:41.247804 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcd9804e-a708-4981-a499-6e0dace8d73f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.256371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcd9804e-a708-4981-a499-6e0dace8d73f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.280138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a35b2-8ec8-421d-9ee9-195668b38bcc None None] Network ae3ba4b8-0e96-4453-853b-6c4c64aaee93 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:41.287036 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcd9804e-a708-4981-a499-6e0dace8d73f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.289287 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fcd9804e-a708-4981-a499-6e0dace8d73f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2638149 Jul 05 09:32:41.291844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:41.302774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-035cea77-a5a3-47bb-a49e-2040317ba5de tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'security_group_rule': {'security_group_id': 'aa2549d1-bd11-49e5-a3c4-8eb054766004', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:41.314409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9804e-a708-4981-a499-6e0dace8d73f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2549d1-bd11-49e5-a3c4-8eb054766004,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:41.372269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-035cea77-a5a3-47bb-a49e-2040317ba5de tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.456805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-035cea77-a5a3-47bb-a49e-2040317ba5de tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.464213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-035cea77-a5a3-47bb-a49e-2040317ba5de tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.497988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cea77-a5a3-47bb-a49e-2040317ba5de tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe69812a-f568-41aa-9d30-94b4e6df3c25,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:41.513648 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-035cea77-a5a3-47bb-a49e-2040317ba5de tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.517694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-035cea77-a5a3-47bb-a49e-2040317ba5de tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2207692 Jul 05 09:32:41.518970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:41.523951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f090b84d-2a03-447b-853c-e8a6edc646f2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'security_group_rule': {'security_group_id': 'aa2549d1-bd11-49e5-a3c4-8eb054766004', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:41.573914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f090b84d-2a03-447b-853c-e8a6edc646f2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.643013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '418a5623-f790-446f-9686-65e93d2ed93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 4, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port': {'id': '418a5623-f790-446f-9686-65e93d2ed93e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:30Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e27679ac-b2e0-4306-ab14-dedf910c994b', 'name': '', 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'mac_address': 'fa:16:3e:0d:4c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'adf6072d-a33b-46ec-8857-e69d586c03e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:35Z', 'updated_at': '2021-07-05T09:32:40Z', 'revision_number': 4, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'subnets': [{'id': 'adf6072d-a33b-46ec-8857-e69d586c03e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:41.681338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19f615-58c6-4d1b-807e-be6a7e970b77 None None] The sync data for ids ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'] in n-d-771363-33 is: [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '418a5623-f790-446f-9686-65e93d2ed93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 4, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port': {'id': '418a5623-f790-446f-9686-65e93d2ed93e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:30Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e27679ac-b2e0-4306-ab14-dedf910c994b', 'name': '', 'network_id': '91a21127-db0b-4f77-b290-7d8043890f71', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'mac_address': 'fa:16:3e:0d:4c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'adf6072d-a33b-46ec-8857-e69d586c03e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:35Z', 'updated_at': '2021-07-05T09:32:40Z', 'revision_number': 4, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'subnets': [{'id': 'adf6072d-a33b-46ec-8857-e69d586c03e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:32:41.683794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f090b84d-2a03-447b-853c-e8a6edc646f2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.694877 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f090b84d-2a03-447b-853c-e8a6edc646f2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.718607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:41.757261 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f090b84d-2a03-447b-853c-e8a6edc646f2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.758997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f090b84d-2a03-447b-853c-e8a6edc646f2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2388856 Jul 05 09:32:41.761568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b84d-2a03-447b-853c-e8a6edc646f2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca385a4-2526-4a3c-8126-5cb2da41d67b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:41.763502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:41.771556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:41.804706 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:41.929364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 37e31336-9ef8-4c56-b58a-fac5fedd400e details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:32:41.947010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859cd18-adfc-44ad-918c-b32a2c266e98 req-a028a2e6-768d-4985-a52d-c1814a7c214e tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:41.948653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f859cd18-adfc-44ad-918c-b32a2c266e98 req-a028a2e6-768d-4985-a52d-c1814a7c214e tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 970 time: 0.2321484 Jul 05 09:32:41.949759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:41.974740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1982110357-network', 'tenant_id': '0754d49542b64b778dfb2843c46b2ce4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:42.037154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f859cd18-adfc-44ad-918c-b32a2c266e98 req-54113524-b80c-4f76-961e-4a9c74869fc5 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Jul 05 09:32:42.060090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-100cc95e-a7d5-47de-a1b1-75b2f9064b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.106860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Made reservation on behalf of 0754d49542b64b778dfb2843c46b2ce4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:42.109643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.125396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.135033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.199722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 37e31336-9ef8-4c56-b58a-fac5fedd400e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:42.231443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '37e31336-9ef8-4c56-b58a-fac5fedd400e', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '37e31336-9ef8-4c56-b58a-fac5fedd400e', 'mac_address': 'fa:16:3e:11:57:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:tempest-test_az-1905647166', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:32:42.280697 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.284971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-100cc95e-a7d5-47de-a1b1-75b2f9064b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.292937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-100cc95e-a7d5-47de-a1b1-75b2f9064b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.299833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e31336-9ef8-4c56-b58a-fac5fedd400e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:32:42.333618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 37e31336-9ef8-4c56-b58a-fac5fedd400e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:42.340024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.341150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f635df8a-d88f-4130-9959-d91d4b3339da details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:32:42.350253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Allocated IP 172.25.1.105 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/c3682554-1d72-402c-8d81-1b113290f42e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:42.362605 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-100cc95e-a7d5-47de-a1b1-75b2f9064b10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98f0737c334445cf99964e38b4f9e17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6413996 Jul 05 09:32:42.373142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:42.405370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cc95e-a7d5-47de-a1b1-75b2f9064b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d3b9e1-e635-4f0e-a0be-db8ee0061a40,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.435061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f635df8a-d88f-4130-9959-d91d4b3339da, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f635df8a-d88f-4130-9959-d91d4b3339da,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:42.437926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=37e31336-9ef8-4c56-b58a-fac5fedd400e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.451398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'f635df8a-d88f-4130-9959-d91d4b3339da', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'f635df8a-d88f-4130-9959-d91d4b3339da', 'mac_address': 'fa:16:3e:d3:57:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:tempest-test_az-1905647166', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:32:42.486686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.494558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.505029 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.522906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a179d-2210-4e32-ae41-f066e0dc79e2 req-92fc53d7-d061-4d47-a285-8ca7bcc460ff tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:42.524255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a28a179d-2210-4e32-ae41-f066e0dc79e2 req-92fc53d7-d061-4d47-a285-8ca7bcc460ff tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 970 time: 0.2704215 Jul 05 09:32:42.530885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f635df8a-d88f-4130-9959-d91d4b3339da {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:32:42.564183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f635df8a-d88f-4130-9959-d91d4b3339da, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f635df8a-d88f-4130-9959-d91d4b3339da,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:42.571724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.574798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e1c3a0d-9601-432b-a2aa-9280da421dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.633036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a28a179d-2210-4e32-ae41-f066e0dc79e2 req-8882e48e-543f-4fb3-ba52-95e8e55a9be5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955644 Jul 05 09:32:42.641410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=f635df8a-d88f-4130-9959-d91d4b3339da,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.657579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e1c3a0d-9601-432b-a2aa-9280da421dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.687878 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.716884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:42.738529 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.738869 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Added segment d63d4d85-4440-444b-9b13-190991966a7f of type vlan for network 17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e Jul 05 09:32:42.747209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95328bfc-40f3-418d-92cb-9576f74de569,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.774453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e1c3a0d-9601-432b-a2aa-9280da421dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.777245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e1c3a0d-9601-432b-a2aa-9280da421dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.780822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9e1c3a0d-9601-432b-a2aa-9280da421dd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83d3b9e1-e635-4f0e-a0be-db8ee0061a40 HTTP/1.1" status: 204 len: 168 time: 0.4033661 Jul 05 09:32:42.781678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.794428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.814431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c3a0d-9601-432b-a2aa-9280da421dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d3b9e1-e635-4f0e-a0be-db8ee0061a40,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.831946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:42.838950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:42.843790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:42.850933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event updated for resources: {'Port': ['ID=c3682554-1d72-402c-8d81-1b113290f42e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.860645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.863574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:42.864306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.920711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['f635df8a-d88f-4130-9959-d91d4b3339da'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:32:42.937493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9861116 Jul 05 09:32:42.938375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:42.947964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Request body: {'subnet': {'network_id': '17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1982110357-subnet', 'tenant_id': '0754d49542b64b778dfb2843c46b2ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:42.960857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e682d2a-9bee-4915-a040-5f7dc747655c admin admin] Pushing event updated for resources: {'Network': ['ID=17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:42.970260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:42.992651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Made reservation on behalf of 0754d49542b64b778dfb2843c46b2ce4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:42.996223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.040827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['37e31336-9ef8-4c56-b58a-fac5fedd400e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:32:43.090448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.130819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:43.147767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e27679ac-b2e0-4306-ab14-dedf910c994b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:43.308453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e27679ac-b2e0-4306-ab14-dedf910c994b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:43.311307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.335180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e27679ac-b2e0-4306-ab14-dedf910c994b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:43.335847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.436934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4361c8a0-f91e-4af2-91ca-dba577d69337,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:43.465206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Checking segment: {'id': 'd63d4d85-4440-444b-9b13-190991966a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:43.466449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Network hostable DHCP agents. Network: 17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:43.486799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Network 17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:43.502135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:43.515895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:43.516765 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.525748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6d0b7-bec6-4882-8422-58a061e15f45 None None] Network 17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:43.552078 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-71927a2b-fad4-44aa-a4d7-3e0dc195022d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6090922 Jul 05 09:32:43.589628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030bb90-8bdd-43e3-9bb5-b5becf7ca509 req-b5f7b63d-661d-4142-8a85-603dc9c0ea05 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:43.591216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e030bb90-8bdd-43e3-9bb5-b5becf7ca509 req-b5f7b63d-661d-4142-8a85-603dc9c0ea05 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 971 time: 0.2950280 Jul 05 09:32:43.620951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.635379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.682229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event updated for resources: {'Port': ['ID=c3682554-1d72-402c-8d81-1b113290f42e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:43.716402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.724232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:43.741312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e030bb90-8bdd-43e3-9bb5-b5becf7ca509 req-3514953f-33f7-4832-b18e-21ee0309b9bd tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396387 Jul 05 09:32:43.759347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbf06d04-b026-492c-b8ff-8f01d465a672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.761927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:43.770616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.771936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-12e227f7-7a6d-4a86-aadf-1150e1733ba5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0043662 Jul 05 09:32:43.777533 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.807207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63563a7-b476-4ed5-aa38-efe5aac3d5ed None None] Network 17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:43.834213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] Deleting subnet 53cd6d3d-e219-49c1-a6c1-e7361b215fb1 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:32:43.838583 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.892142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.910996 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.970619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbf06d04-b026-492c-b8ff-8f01d465a672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:43.985820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbf06d04-b026-492c-b8ff-8f01d465a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.027303 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cbf06d04-b026-492c-b8ff-8f01d465a672 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=878cf21960a543d7ad2808b63a86bf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017123 Jul 05 09:32:44.030591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:44.034776 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5918-3200-4c2a-a65c-b9e677bcf670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.056615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e27679ac-b2e0-4306-ab14-dedf910c994b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e27679ac-b2e0-4306-ab14-dedf910c994b,segment=NetworkSegment(87c7b98b-2071-49c0-a2ca-dcd61c7f5feb),segment_id=87c7b98b-2071-49c0-a2ca-dcd61c7f5feb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:44.071880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.076667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf06d04-b026-492c-b8ff-8f01d465a672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266a274c-4f77-4af3-a347-beb407f3a750,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:44.080598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-f3f829dd-75a4-49f4-9fc7-b7c0cbed22dd tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--233580992&fields=id&tenant_id=94301d87067d401f82039f5a90b25f8f HTTP/1.1" status: 200 len: 267 time: 0.0745852 Jul 05 09:32:44.084188 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.099132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d8cc3-f2f6-429a-a452-461d1db1d7c4 req-791a8b51-4647-4b25-9345-daf4d6eb343b tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:44.100655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f2d8cc3-f2f6-429a-a452-461d1db1d7c4 req-791a8b51-4647-4b25-9345-daf4d6eb343b tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 971 time: 0.1620064 Jul 05 09:32:44.118986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5651f532-606a-48a1-95c8-d9f96d5912ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.132748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cd6d3d-e219-49c1-a6c1-e7361b215fb1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:44.147417 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5651f532-606a-48a1-95c8-d9f96d5912ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.165075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e27679ac-b2e0-4306-ab14-dedf910c994b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:44.177222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.179363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-60a74db3-822e-4069-8af6-5a0afd15f952 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53cd6d3d-e219-49c1-a6c1-e7361b215fb1 HTTP/1.1" status: 204 len: 168 time: 0.4161687 Jul 05 09:32:44.184471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:44.271633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.276094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5651f532-606a-48a1-95c8-d9f96d5912ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.278714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5651f532-606a-48a1-95c8-d9f96d5912ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.282259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5651f532-606a-48a1-95c8-d9f96d5912ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/266a274c-4f77-4af3-a347-beb407f3a750 HTTP/1.1" status: 204 len: 168 time: 0.2482214 Jul 05 09:32:44.295232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f2d8cc3-f2f6-429a-a452-461d1db1d7c4 req-3373b041-baf2-4196-979d-c86c5e291943 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672969 Jul 05 09:32:44.296051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f532-606a-48a1-95c8-d9f96d5912ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266a274c-4f77-4af3-a347-beb407f3a750,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:44.374909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-7573b3ce-342c-4ec3-8341-38d1bff91b74 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:44.376493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-7573b3ce-342c-4ec3-8341-38d1bff91b74 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 822 time: 0.2749095 Jul 05 09:32:44.394840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-5c0d2c37-40ee-4120-bf90-f77601a7b2c7 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/quotas/94301d87067d401f82039f5a90b25f8f HTTP/1.1" status: 200 len: 375 time: 0.0108757 Jul 05 09:32:44.398343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.410583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.411230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.412257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.413132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > port after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.413566 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.413988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.414405 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.414830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.415318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.415694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.506278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-ad6c6472-8d36-4d42-8de1-446d18a4147a tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055267 Jul 05 09:32:44.535832 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.536192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.536572 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.537040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:44.537629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3ba4b8-0e96-4453-853b-6c4c64aaee93']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:44.557221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15101641-ea3c-4968-b2c1-a048e357e580') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:44.557512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15101641-ea3c-4968-b2c1-a048e357e580') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:44.586169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.614836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.626976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:32:44.629184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: from cryptography.utils import int_from_bytes Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: from cryptography.utils import int_from_bytes Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:32:44.633603 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:32:44.701627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-205c4954-f482-41b8-872b-13d48c2d1170 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:32:44.702927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-205c4954-f482-41b8-872b-13d48c2d1170 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577819 Jul 05 09:32:44.707714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.723179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.725356 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae3ba4b8-0e96-4453-853b-6c4c64aaee93 HTTP/1.1" status: 204 len: 168 time: 0.5390580 Jul 05 09:32:44.729606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:44.735289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631f651-96ca-4b33-bb38-dfd955c95373 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3ba4b8-0e96-4453-853b-6c4c64aaee93,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:44.819620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] Deleting subnet 4361c8a0-f91e-4af2-91ca-dba577d69337 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:32:44.824929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.900554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:44.910330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-5e19e399-36d5-4ee6-b5cd-1442e696b8ad service neutron] 10.222.0.21 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997421 Jul 05 09:32:44.911398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.006630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e27679ac-b2e0-4306-ab14-dedf910c994b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:45.057978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.067663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0578-f724-48b8-a7d1-34b6d45c4181 req-1377bcc5-933a-4777-b4ae-aa65adef0efc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:45.069212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a90d0578-f724-48b8-a7d1-34b6d45c4181 req-1377bcc5-933a-4777-b4ae-aa65adef0efc tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 971 time: 0.2064502 Jul 05 09:32:45.083904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e27679ac-b2e0-4306-ab14-dedf910c994b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:45.085189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.089208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-db4092e6-24a8-415d-a6da-18dbc0e42145 service neutron] 10.222.0.21 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576834 Jul 05 09:32:45.119233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4361c8a0-f91e-4af2-91ca-dba577d69337,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:45.132674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.135110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-44ba3b39-4131-4bc9-8e84-3fd76af4067d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4361c8a0-f91e-4af2-91ca-dba577d69337 HTTP/1.1" status: 204 len: 168 time: 0.4046538 Jul 05 09:32:45.137999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33692) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:45.176366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a90d0578-f724-48b8-a7d1-34b6d45c4181 req-d7201ccc-5590-4078-bd0e-78f47c2a239f tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964644 Jul 05 09:32:45.230038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.318058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.329616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:45.349947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63d4d85-4440-444b-9b13-190991966a7f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:45.350269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63d4d85-4440-444b-9b13-190991966a7f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:45.361749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.378271 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.385944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:32:45.386349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.403330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a342c3f8-b57b-4e87-90a4-4c1f45a9b879 req-d9c21bcd-00e8-4235-9160-4cf2e53a384b tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 210 time: 0.0543780 Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:32:45.444906 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:32:45.456156 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.481750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.483786 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] 10.222.0.21 "DELETE /v2.0/networks/17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e HTTP/1.1" status: 204 len: 168 time: 0.3446832 Jul 05 09:32:45.484872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b946c-28fd-44eb-8873-dcb0f6ca1a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=17fb0a80-bbaf-4d3e-9bb1-6f16fb49b44e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:45.554688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2515eb-3fb9-4f70-a5e4-eb9fd95e5444 req-cae154a4-f8d0-4555-939f-0662a40377a8 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:45.556489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c2515eb-3fb9-4f70-a5e4-eb9fd95e5444 req-cae154a4-f8d0-4555-939f-0662a40377a8 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 971 time: 0.0800126 Jul 05 09:32:45.620498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c2515eb-3fb9-4f70-a5e4-eb9fd95e5444 req-c0cb4195-5025-4a89-971f-c3f3326ea0cf tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533974 Jul 05 09:32:45.698419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:45.746979 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6aa3787a-1def-47ef-a125-6c3cdff6a2fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5a1be1103e74f52ab815474946f1419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472596 Jul 05 09:32:45.749554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:45.816196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa7092b2-b1c6-4af4-b51c-2591382d5edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.845696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa7092b2-b1c6-4af4-b51c-2591382d5edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.913515 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa7092b2-b1c6-4af4-b51c-2591382d5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.917902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa7092b2-b1c6-4af4-b51c-2591382d5edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:45.919539 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fa7092b2-b1c6-4af4-b51c-2591382d5edb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a187c07-e9f8-4c41-ba28-c2c5ca736ede HTTP/1.1" status: 204 len: 168 time: 0.1685679 Jul 05 09:32:45.934407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 37e31336-9ef8-4c56-b58a-fac5fedd400e up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:45.938989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7092b2-b1c6-4af4-b51c-2591382d5edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a187c07-e9f8-4c41-ba28-c2c5ca736ede,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:46.021394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 37e31336-9ef8-4c56-b58a-fac5fedd400e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:46.025865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 37e31336-9ef8-4c56-b58a-fac5fedd400e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:46.026359 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.120606 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.153139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e31336-9ef8-4c56-b58a-fac5fedd400e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:32:46.247507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 37e31336-9ef8-4c56-b58a-fac5fedd400e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:46.255639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.256652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f635df8a-d88f-4130-9959-d91d4b3339da up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:46.355982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=37e31336-9ef8-4c56-b58a-fac5fedd400e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:46.371449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port f635df8a-d88f-4130-9959-d91d4b3339da completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:46.382370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port f635df8a-d88f-4130-9959-d91d4b3339da triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:46.386108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.486194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeaa54-1283-4a17-b63c-3f18111757ff req-76507ac6-4627-44a0-a6d0-5c51359d42c8 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:46.488899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6dbeaa54-1283-4a17-b63c-3f18111757ff req-76507ac6-4627-44a0-a6d0-5c51359d42c8 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 972 time: 0.1161547 Jul 05 09:32:46.493608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33750) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:46.507270 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca16721-adac-4268-bf97-09f3d46aa519" -d '{"events": [{"server_uuid": "7b1d289f-8a2a-456b-bd26-df6c4354dc9f", "name": "network-vif-plugged", "status": "completed", "tag": "37e31336-9ef8-4c56-b58a-fac5fedd400e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:32:46.515306 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.548339 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-256bc36d-ec27-4469-8642-f8cd3f65e600 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0754d49542b64b778dfb2843c46b2ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530903 Jul 05 09:32:46.551769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33756) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:46.552252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f635df8a-d88f-4130-9959-d91d4b3339da, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f635df8a-d88f-4130-9959-d91d4b3339da,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:46.553042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6dbeaa54-1283-4a17-b63c-3f18111757ff req-9a70405e-fa9a-415c-9cd8-fc1552d88b12 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487580 Jul 05 09:32:46.567943 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.622596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61ad92d-3f1e-4969-9a3e-c0360d5707a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.663258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61ad92d-3f1e-4969-9a3e-c0360d5707a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.679506 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.687557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=f635df8a-d88f-4130-9959-d91d4b3339da,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:46.712556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e933234-e3fa-4698-a948-40571d782765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.746145 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61ad92d-3f1e-4969-9a3e-c0360d5707a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.749106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61ad92d-3f1e-4969-9a3e-c0360d5707a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:46.750263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c61ad92d-3f1e-4969-9a3e-c0360d5707a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95328bfc-40f3-418d-92cb-9576f74de569 HTTP/1.1" status: 204 len: 168 time: 0.1973345 Jul 05 09:32:46.776174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ad92d-3f1e-4969-9a3e-c0360d5707a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95328bfc-40f3-418d-92cb-9576f74de569,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:46.781743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4a5e449-0825-4308-8187-a8e1b2d93d40 req-2dd854a3-49e2-4257-9fe3-9db4d4da6194 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 210 time: 0.0434422 Jul 05 09:32:46.795123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.16', 61850) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:46.980933 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc535325-7e02-4718-bd54-a91e03584f66 x-openstack-request-id: req-fc535325-7e02-4718-bd54-a91e03584f66 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:32:46.981237 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1d289f-8a2a-456b-bd26-df6c4354dc9f", "name": "network-vif-plugged", "status": "completed", "tag": "37e31336-9ef8-4c56-b58a-fac5fedd400e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:32:46.981483 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc535325-7e02-4718-bd54-a91e03584f66 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:32:46.981947 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e31336-9ef8-4c56-b58a-fac5fedd400e', 'code': 200} Jul 05 09:32:47.066648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-7f4ac615-d49d-4d21-86d8-6d78e4baae05 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:47.068783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-7f4ac615-d49d-4d21-86d8-6d78e4baae05 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 822 time: 0.2715876 Jul 05 09:32:47.151532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb424ac-e01f-4ab5-b915-648071b7c448 req-1d65d035-9ed9-4f0a-a590-f9612a0d060c tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:47.154006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0cb424ac-e01f-4ab5-b915-648071b7c448 req-1d65d035-9ed9-4f0a-a590-f9612a0d060c tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 972 time: 0.1018829 Jul 05 09:32:47.226604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0cb424ac-e01f-4ab5-b915-648071b7c448 req-42861d88-5c50-4c4b-a6b6-7b846363c08e tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642881 Jul 05 09:32:47.241683 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-e66bad92-2e63-42c4-b228-8e560fd6fe20 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94301d87067d401f82039f5a90b25f8f HTTP/1.1" status: 200 len: 379 time: 0.1129856 Jul 05 09:32:47.258288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'port': {'device_id': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'admin_state_up': True, 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'security_groups': ['aa2549d1-bd11-49e5-a3c4-8eb054766004']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:47.356856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0493-e37a-422c-a450-c193c81982a3 req-4610c272-df04-4062-aeb2-f9086d2fa64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:47.358656 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e3ca0493-e37a-422c-a450-c193c81982a3 req-4610c272-df04-4062-aeb2-f9086d2fa64e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 1124 time: 0.2100770 Jul 05 09:32:47.395706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3ca0493-e37a-422c-a450-c193c81982a3 req-0ba69153-4bff-4876-8f0a-43d1f677f1a3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:47.580054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3ca0493-e37a-422c-a450-c193c81982a3 req-0ba69153-4bff-4876-8f0a-43d1f677f1a3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:47.589676 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3ca0493-e37a-422c-a450-c193c81982a3 req-0ba69153-4bff-4876-8f0a-43d1f677f1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:47.657216 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e3ca0493-e37a-422c-a450-c193c81982a3 req-0ba69153-4bff-4876-8f0a-43d1f677f1a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910702 Jul 05 09:32:47.658463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Made reservation on behalf of 94301d87067d401f82039f5a90b25f8f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:47.663073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:47.670067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba69153-4bff-4876-8f0a-43d1f677f1a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c5759e40-7066-4faa-a6b2-8cd8f35499fd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:47.732525 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:47.826822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a94fa-e4f8-45d6-a04d-1558773da668 req-395429e7-0f35-4380-9dfd-9fcb1fcd66e1 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:47.829403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e34a94fa-e4f8-45d6-a04d-1558773da668 req-395429e7-0f35-4380-9dfd-9fcb1fcd66e1 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 972 time: 0.1146815 Jul 05 09:32:47.890530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e34a94fa-e4f8-45d6-a04d-1558773da668 req-837c6a14-0a14-457b-b8fd-5b28ebe7b22c tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Jul 05 09:32:47.939566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Allocated IP 172.20.0.9 (622965d8-c654-4e30-a640-6536c7a6bb21/37042186-3309-4f6d-96b3-b6ee603f24dc/d1c0099e-d965-4e52-94ff-3dc18d10421b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:48.117829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:48.145452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.163705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Transition to ACTIVE for port object d1c0099e-d965-4e52-94ff-3dc18d10421b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:48.179769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02252576-d60e-4ce4-adf4-48a98d9d88e4 req-09f42f33-d3e5-43e8-a1b7-186d44bcf59a tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 210 time: 0.0506120 Jul 05 09:32:48.205933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.264252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Network 622965d8-c654-4e30-a640-6536c7a6bb21 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:48.272186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:48.276909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:48.294442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1331841862-network', 'tenant_id': '9b19bca25ca6458abd49532a4c450f86'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:48.317914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event updated for resources: {'Port': ['ID=d1c0099e-d965-4e52-94ff-3dc18d10421b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:48.342613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Made reservation on behalf of 9b19bca25ca6458abd49532a4c450f86 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:48.345244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.363816 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.365488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:48.370828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.562979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ba520-9011-438c-b1ec-2d132699c04a req-6dddc6aa-075e-4570-b97d-daf866b9e275 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:48.565008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e07ba520-9011-438c-b1ec-2d132699c04a req-6dddc6aa-075e-4570-b97d-daf866b9e275 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 972 time: 0.1262641 Jul 05 09:32:48.579158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.588064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7d81ba66-2744-432c-8ab6-c1b05545964a None None] Provisioning for port d1c0099e-d965-4e52-94ff-3dc18d10421b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:48.589778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.594046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7d81ba66-2744-432c-8ab6-c1b05545964a None None] Provisioning complete for port d1c0099e-d965-4e52-94ff-3dc18d10421b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:48.594587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9477f3d7-4ae0-47b7-87a4-640caf467786 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3448031 Jul 05 09:32:48.595260 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d81ba66-2744-432c-8ab6-c1b05545964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.618904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:48.643025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7d81ba66-2744-432c-8ab6-c1b05545964a None None] Port d1c0099e-d965-4e52-94ff-3dc18d10421b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:32:48.661548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.661548 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Added segment 7723afd6-6f10-494d-8ebc-ca2183642f44 of type vlan for network 8363ca1b-bdfc-4499-a507-fe0e71d1c119 Jul 05 09:32:48.672503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e07ba520-9011-438c-b1ec-2d132699c04a req-3a1e223d-0f11-4ffc-b99c-4745a21343c8 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916679 Jul 05 09:32:48.673949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72443a-111b-4ce6-bee3-a384292bcc17,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:48.723046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.762006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.763157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:48.763743 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.819342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7003911 Jul 05 09:32:48.822549 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:48.828111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Request body: {'subnet': {'network_id': '8363ca1b-bdfc-4499-a507-fe0e71d1c119', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1331841862-subnet', 'tenant_id': '9b19bca25ca6458abd49532a4c450f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:48.828407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41afd-a506-4533-82fb-c0b446987108 admin admin] Pushing event updated for resources: {'Network': ['ID=8363ca1b-bdfc-4499-a507-fe0e71d1c119,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:48.844163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 8363ca1b-bdfc-4499-a507-fe0e71d1c119 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:48.859701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Made reservation on behalf of 9b19bca25ca6458abd49532a4c450f86 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:48.863396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:48.984178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f635df8a-d88f-4130-9959-d91d4b3339da'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:32:48.991482 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecbb34f-5feb-4e81-9e9d-846d69f6dba5" -d '{"events": [{"server_uuid": "a5b32df2-4ebe-4582-9e7b-201a3801c608", "name": "network-vif-plugged", "status": "completed", "tag": "f635df8a-d88f-4130-9959-d91d4b3339da"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:32:49.039969 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a4739f-c680-49d6-98e0-b538f0383add x-openstack-request-id: req-85a4739f-c680-49d6-98e0-b538f0383add {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:32:49.040556 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b32df2-4ebe-4582-9e7b-201a3801c608", "name": "network-vif-plugged", "status": "completed", "tag": "f635df8a-d88f-4130-9959-d91d4b3339da", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:32:49.041048 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85a4739f-c680-49d6-98e0-b538f0383add {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:32:49.041645 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f635df8a-d88f-4130-9959-d91d4b3339da', 'code': 200} Jul 05 09:32:49.110903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:49.228948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2473fb-c770-406d-b490-1bee6404d090,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:49.240508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Checking segment: {'id': '7723afd6-6f10-494d-8ebc-ca2183642f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8363ca1b-bdfc-4499-a507-fe0e71d1c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:49.240863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Network hostable DHCP agents. Network: 8363ca1b-bdfc-4499-a507-fe0e71d1c119, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:49.278598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Network 8363ca1b-bdfc-4499-a507-fe0e71d1c119 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:49.283990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e649-9577-4ab8-bb17-73e2e40f8abb req-732f2b38-9146-4215-9e0b-9388a1fde76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:49.285599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd33e649-9577-4ab8-bb17-73e2e40f8abb req-732f2b38-9146-4215-9e0b-9388a1fde76f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 1124 time: 0.1165123 Jul 05 09:32:49.302322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 8363ca1b-bdfc-4499-a507-fe0e71d1c119) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:49.310477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba12bbf-62f5-41d7-91c2-4886525ea4f9 None None] Network 8363ca1b-bdfc-4499-a507-fe0e71d1c119 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:49.314110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:49.315249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:49.371733 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a4be3ab2-089e-4f0b-99f8-2651208e9bbe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5375574 Jul 05 09:32:49.375503 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd33e649-9577-4ab8-bb17-73e2e40f8abb req-c0f33407-e005-4e50-aff5-b095bb8f6522 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785377 Jul 05 09:32:49.509433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88213-683c-420e-b1da-da99648ff448 req-b6369005-ef19-4a27-99cf-33d7eed881a3 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:49.510997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fd88213-683c-420e-b1da-da99648ff448 req-b6369005-ef19-4a27-99cf-33d7eed881a3 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 972 time: 0.4493713 Jul 05 09:32:49.530234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:49.547963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb541d-3d93-40ff-afc0-56f6e140e633 req-d60609cb-82bf-48ed-82fa-ecf6af311b17 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:49.550240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4feb541d-3d93-40ff-afc0-56f6e140e633 req-d60609cb-82bf-48ed-82fa-ecf6af311b17 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 931 time: 0.1314635 Jul 05 09:32:49.599161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df80fe7-c2ff-403c-ae3b-b53a647b531b None None] Network 8363ca1b-bdfc-4499-a507-fe0e71d1c119 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:49.607619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fd88213-683c-420e-b1da-da99648ff448 req-dbcc691f-c03f-4fb5-8d8c-c93db39e1ae4 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859540 Jul 05 09:32:49.614500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4feb541d-3d93-40ff-afc0-56f6e140e633 req-47efb735-2cda-47fe-85ed-ccdb79869072 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543449 Jul 05 09:32:49.630649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:49.845860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36d1dc25-e301-4007-ac9a-4486f8b93388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:49.926702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fd33-3693-4cc9-b540-e379913e47e5 req-179d8a54-b3f3-40ca-9c63-2af9bb49aa9f tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:49.928492 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c252fd33-3693-4cc9-b540-e379913e47e5 req-179d8a54-b3f3-40ca-9c63-2af9bb49aa9f tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 972 time: 0.0925725 Jul 05 09:32:49.980443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36d1dc25-e301-4007-ac9a-4486f8b93388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:49.982882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c252fd33-3693-4cc9-b540-e379913e47e5 req-c88e45b6-bb8b-42dc-8959-0727e4f4b146 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 Jul 05 09:32:49.985152 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36d1dc25-e301-4007-ac9a-4486f8b93388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.028960 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-d45e8198-3484-4eae-a9f5-12393c474871 req-12f324e5-079d-4071-9e55-188325f0107d tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] show failed (client error): The resource could not be found. Jul 05 09:32:50.030072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d45e8198-3484-4eae-a9f5-12393c474871 req-12f324e5-079d-4071-9e55-188325f0107d tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "GET /v2.0/security-groups/697cbaf6-b1ad-4eaf-a41c-783df5e7f3e4 HTTP/1.1" status: 404 len: 352 time: 0.0154161 Jul 05 09:32:50.044498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1dc25-e301-4007-ac9a-4486f8b93388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d51332-8fda-44ca-844c-bdd96904dd82,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:50.051658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-36d1dc25-e301-4007-ac9a-4486f8b93388 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dcbacc7cb5e4fffaff91f69f933a841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196966 Jul 05 09:32:50.052267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33850) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:50.148806 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e38bf3a-92e1-4dd0-bf6f-f601e433407b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.156788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-927d4083-b320-4a3a-a022-a2cebacc02ca req-be56e9b0-45c1-48ad-a726-3ccb7053a8de tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b19bca25ca6458abd49532a4c450f86 HTTP/1.1" status: 200 len: 2984 time: 0.0812125 Jul 05 09:32:50.191249 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e38bf3a-92e1-4dd0-bf6f-f601e433407b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.250053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-927d4083-b320-4a3a-a022-a2cebacc02ca req-2acc72d3-2ddf-41f4-9160-92f453c141bc tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "GET /v2.0/security-groups/1b72443a-111b-4ce6-bee3-a384292bcc17 HTTP/1.1" status: 200 len: 2981 time: 0.0839784 Jul 05 09:32:50.292246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e38bf3a-92e1-4dd0-bf6f-f601e433407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.294742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e38bf3a-92e1-4dd0-bf6f-f601e433407b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.295943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2e38bf3a-92e1-4dd0-bf6f-f601e433407b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1d51332-8fda-44ca-844c-bdd96904dd82 HTTP/1.1" status: 204 len: 168 time: 0.2425399 Jul 05 09:32:50.310587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38bf3a-92e1-4dd0-bf6f-f601e433407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d51332-8fda-44ca-844c-bdd96904dd82,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:50.316774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-927d4083-b320-4a3a-a022-a2cebacc02ca req-44f5aa02-cdb2-4fdf-bc27-9661554a39ad tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "GET /v2.0/security-groups/1b72443a-111b-4ce6-bee3-a384292bcc17 HTTP/1.1" status: 200 len: 2981 time: 0.0601208 Jul 05 09:32:50.403467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12944f9e-adae-4bde-b7ab-d39050f66bee req-f5b4f6f3-5f8a-4c50-a9e6-be5bed4fe647 tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "GET /v2.0/security-groups/1b72443a-111b-4ce6-bee3-a384292bcc17 HTTP/1.1" status: 200 len: 2981 time: 0.0559864 Jul 05 09:32:50.484311 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-12944f9e-adae-4bde-b7ab-d39050f66bee req-e0e7d217-9496-47af-abc2-dac377e3f7aa tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:32:50.494499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12944f9e-adae-4bde-b7ab-d39050f66bee req-e0e7d217-9496-47af-abc2-dac377e3f7aa tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b72443a-111b-4ce6-bee3-a384292bcc17 HTTP/1.1" status: 409 len: 352 time: 0.0722840 Jul 05 09:32:50.531651 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-1a7c06d3-4e8f-48b2-8d21-7bbc012c8170 req-09981f12-9bfd-49d1-a4dd-e4182aebcbec tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] show failed (client error): The resource could not be found. Jul 05 09:32:50.532726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a7c06d3-4e8f-48b2-8d21-7bbc012c8170 req-09981f12-9bfd-49d1-a4dd-e4182aebcbec tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "GET /v2.0/security-groups/1a87fb22-3f8c-4d8d-be4f-8b399f72ad88 HTTP/1.1" status: 404 len: 352 time: 0.0183752 Jul 05 09:32:50.572996 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-ba86d6f1-74bc-4e8c-a37d-36e785cc2330 req-cd89d823-f888-4802-9e12-897406c099bd tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] show failed (client error): The resource could not be found. Jul 05 09:32:50.579469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba86d6f1-74bc-4e8c-a37d-36e785cc2330 req-cd89d823-f888-4802-9e12-897406c099bd tempest-SecurityGroupsNegativeTestJSON-2001556101 tempest-SecurityGroupsNegativeTestJSON-2001556101-project] 10.222.0.21 "GET /v2.0/security-groups/0f9a77d5-2a07-4e48-9da9-8d402d5c7691 HTTP/1.1" status: 404 len: 352 time: 0.0162191 Jul 05 09:32:50.587174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:50.633386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] Deleting subnet 1e2473fb-c770-406d-b490-1bee6404d090 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:32:50.637172 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.694558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.706910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.722068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:50.756345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc58f209-405f-4a82-8afd-413141def7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.798238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.881449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2473fb-c770-406d-b490-1bee6404d090,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:50.885940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc58f209-405f-4a82-8afd-413141def7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.888783 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.890378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2a2aaad0-b943-41ed-ba60-23f5c3cd9d4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1e2473fb-c770-406d-b490-1bee6404d090 HTTP/1.1" status: 204 len: 168 time: 0.3052115 Jul 05 09:32:50.890976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc58f209-405f-4a82-8afd-413141def7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:50.898207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33872) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:50.941396 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bc58f209-405f-4a82-8afd-413141def7f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a63d74b899044b19e08bdde8e35a03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164421 Jul 05 09:32:50.945737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:50.962475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58f209-405f-4a82-8afd-413141def7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2014cc-d3c5-46b0-976b-fdcdad68f7a1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:51.010865 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a86eb7a3-f670-4856-a184-d7ce14cb0c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.021661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ade88-dc41-4bfb-a238-010d3a165c3e req-6c9f80ff-7a0b-4ba4-a082-4a200f3b5c53 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:51.023309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b1ade88-dc41-4bfb-a238-010d3a165c3e req-6c9f80ff-7a0b-4ba4-a082-4a200f3b5c53 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 972 time: 0.2364819 Jul 05 09:32:51.032990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68730-7079-4dcf-a03e-e71e479bba56 req-6b82dac6-bac0-4edf-8b7d-f1f8082b1f92 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:51.035220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b68730-7079-4dcf-a03e-e71e479bba56 req-6b82dac6-bac0-4edf-8b7d-f1f8082b1f92 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 931 time: 0.2135425 Jul 05 09:32:51.042744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a86eb7a3-f670-4856-a184-d7ce14cb0c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.044324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.101429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a86eb7a3-f670-4856-a184-d7ce14cb0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.104115 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a86eb7a3-f670-4856-a184-d7ce14cb0c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.108476 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a86eb7a3-f670-4856-a184-d7ce14cb0c2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea2014cc-d3c5-46b0-976b-fdcdad68f7a1 HTTP/1.1" status: 204 len: 168 time: 0.1582460 Jul 05 09:32:51.116319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b1ade88-dc41-4bfb-a238-010d3a165c3e req-e71d8df2-9839-43a9-9d75-662e8aeb236c tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724547 Jul 05 09:32:51.121856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eb7a3-f670-4856-a184-d7ce14cb0c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2014cc-d3c5-46b0-976b-fdcdad68f7a1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:51.140507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b68730-7079-4dcf-a03e-e71e479bba56 req-82504279-ef96-44c2-90f7-97c6cba04c96 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930336 Jul 05 09:32:51.210140 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.225670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.226013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.226786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.227151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.227491 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.227809 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.228118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.228430 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.228739 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.229047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.416770 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.417114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.417437 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.417763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:32:51.418149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8363ca1b-bdfc-4499-a507-fe0e71d1c119']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:51.504875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7723afd6-6f10-494d-8ebc-ca2183642f44') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:51.505164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7723afd6-6f10-494d-8ebc-ca2183642f44') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:51.533158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.564778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.585713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:32:51.586106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: from cryptography.utils import int_from_bytes Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: from cryptography.utils import int_from_bytes Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:32:51.590119 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:32:51.665407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c736-03d7-4082-82ba-e31cf2e47205 req-63898d39-5d1c-4f5b-b08d-aebb101941d4 tempest-AggregatesAdminTestJSON-999668570 tempest-AggregatesAdminTestJSON-999668570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:51.667053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c22c736-03d7-4082-82ba-e31cf2e47205 req-63898d39-5d1c-4f5b-b08d-aebb101941d4 tempest-AggregatesAdminTestJSON-999668570 tempest-AggregatesAdminTestJSON-999668570-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 1124 time: 0.2439165 Jul 05 09:32:51.683003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95654534-2fbb-4824-a71f-25e66ffc4591 req-60964eca-d9cb-4b70-8a3a-1051189862f2 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:51.687711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95654534-2fbb-4824-a71f-25e66ffc4591 req-60964eca-d9cb-4b70-8a3a-1051189862f2 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 972 time: 0.2626123 Jul 05 09:32:51.700761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.729737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.734005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8363ca1b-bdfc-4499-a507-fe0e71d1c119 HTTP/1.1" status: 204 len: 168 time: 0.8320484 Jul 05 09:32:51.738288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2464d0b-d56a-4399-af84-7f95ab4621e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8363ca1b-bdfc-4499-a507-fe0e71d1c119,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:51.749601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7c22c736-03d7-4082-82ba-e31cf2e47205 req-4fce0c20-77ac-4914-b865-7958b05e55c2 tempest-AggregatesAdminTestJSON-999668570 tempest-AggregatesAdminTestJSON-999668570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.806251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95654534-2fbb-4824-a71f-25e66ffc4591 req-18e2b49b-d2fe-45c1-b178-a05be5dca21c tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990484 Jul 05 09:32:51.901707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7c22c736-03d7-4082-82ba-e31cf2e47205 req-4fce0c20-77ac-4914-b865-7958b05e55c2 tempest-AggregatesAdminTestJSON-999668570 tempest-AggregatesAdminTestJSON-999668570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.906999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7c22c736-03d7-4082-82ba-e31cf2e47205 req-4fce0c20-77ac-4914-b865-7958b05e55c2 tempest-AggregatesAdminTestJSON-999668570 tempest-AggregatesAdminTestJSON-999668570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:51.952650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:51.972432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c22c736-03d7-4082-82ba-e31cf2e47205 req-4fce0c20-77ac-4914-b865-7958b05e55c2 tempest-AggregatesAdminTestJSON-999668570 tempest-AggregatesAdminTestJSON-999668570-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823992 Jul 05 09:32:52.017005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce0c20-77ac-4914-b865-7958b05e55c2 tempest-AggregatesAdminTestJSON-999668570 tempest-AggregatesAdminTestJSON-999668570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb1e12-f1a0-4586-abbc-e42614a39495,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:52.043188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-321d3895-880e-4d2e-a8e5-63f7cfbc2bc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b19bca25ca6458abd49532a4c450f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873904 Jul 05 09:32:52.045541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:52.109917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9a59-d78b-4d15-9e2f-5f1293c3126b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:52.148122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9a59-d78b-4d15-9e2f-5f1293c3126b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:52.218531 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9a59-d78b-4d15-9e2f-5f1293c3126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:52.222564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9a59-d78b-4d15-9e2f-5f1293c3126b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:52.226633 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ed6b9a59-d78b-4d15-9e2f-5f1293c3126b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b72443a-111b-4ce6-bee3-a384292bcc17 HTTP/1.1" status: 204 len: 168 time: 0.1775806 Jul 05 09:32:52.232810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b9a59-d78b-4d15-9e2f-5f1293c3126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72443a-111b-4ce6-bee3-a384292bcc17,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:52.480947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:52.787144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1736484200-network', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:52.833961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Made reservation on behalf of 73dd17b1c1344a7480b518859a5363d9 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:52.836558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:52.848124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68e4c-a784-494a-a81f-f44d672cef2f req-a2ea8d7e-26db-4e42-aac7-a74b9a8eab2a tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:52.849835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43c68e4c-a784-494a-a81f-f44d672cef2f req-a2ea8d7e-26db-4e42-aac7-a74b9a8eab2a tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 931 time: 0.1315656 Jul 05 09:32:52.862995 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:52.909581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43c68e4c-a784-494a-a81f-f44d672cef2f req-ec09d202-09fd-41cf-9aec-ddd2bf8e37d2 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530577 Jul 05 09:32:53.041979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c21437-559b-4c1c-90fc-41879a4e1873 req-e5234ccb-5dad-4109-aaf7-a19640d772ee tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:53.043542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1c21437-559b-4c1c-90fc-41879a4e1873 req-e5234ccb-5dad-4109-aaf7-a19640d772ee tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 972 time: 0.1331484 Jul 05 09:32:53.085416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.093899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.124430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1c21437-559b-4c1c-90fc-41879a4e1873 req-6a61bfd8-0d3e-49ce-9ac9-38c170103fa5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697968 Jul 05 09:32:53.128107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:53.149502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.150274 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Added segment 8113df91-8e11-4cba-9119-084999ff0fc6 of type vlan for network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d Jul 05 09:32:53.152083 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeb8181-a154-45cb-a1f2-9f79ae3b1efa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:53.231654 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.279182 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.280301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:53.281038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.357247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8750684 Jul 05 09:32:53.360713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33970) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:53.366962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Request body: {'subnet': {'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1736484200-subnet', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:53.382966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a27903-5d87-444d-b4a2-d2e4f9d71094 admin admin] Pushing event updated for resources: {'Network': ['ID=72e32c2e-118a-4f2c-84b4-26cfe7eca98d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:53.402855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:53.409197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Made reservation on behalf of 73dd17b1c1344a7480b518859a5363d9 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:53.413623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.428440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33974) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:53.571342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1974354982-network', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:53.600714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Made reservation on behalf of 4cd8959986b548bfb564caeafddef1c0 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:53.603337 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.613888 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.640551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.735043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d9c1fd-c14f-495a-b245-016d6ea7cde8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:53.740480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.745785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.750999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Checking segment: {'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:53.755765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Network hostable DHCP agents. Network: 72e32c2e-118a-4f2c-84b4-26cfe7eca98d, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:53.781519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:32:53.792150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:53.794909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776fdb15-5183-449b-839f-ed2fa2811706,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:53.802901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.803300 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Added segment d957d27a-d9f3-4fc4-a2dd-33663c833719 of type vlan for network 234cca4d-de17-4ece-85c6-9dfb379090ed Jul 05 09:32:53.808652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 72e32c2e-118a-4f2c-84b4-26cfe7eca98d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:53.822591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:53.823250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.823772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78089c14-0203-45b6-bde0-f011952653e5 None None] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:53.847623 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4dcdd066-8808-49a8-b5ad-c2276761ed83 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4844832 Jul 05 09:32:53.849202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:53.853937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:53.871881 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.921515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34002) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:53.925200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9ffa785b-22df-4f00-b46e-71a72b3db9a5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:32:53.926676 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-9ffa785b-22df-4f00-b46e-71a72b3db9a5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219522 Jul 05 09:32:53.941604 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.945002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.946544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.950978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:53.952381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:53.986948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:53.991797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5621803 Jul 05 09:32:53.999588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Request body: {'subnet': {'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1974354982-subnet', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:54.111957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d227ccd-1394-4189-a488-f8076b9cb9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=234cca4d-de17-4ece-85c6-9dfb379090ed,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:54.116556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.126328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-72e32c2e-118a-4f2c-84b4-26cfe7eca98d', 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'fixed_ips': [{'subnet_id': 'b7d9c1fd-c14f-495a-b245-016d6ea7cde8'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:32:54.128241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.144818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 234cca4d-de17-4ece-85c6-9dfb379090ed details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:32:54.227862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Made reservation on behalf of 4cd8959986b548bfb564caeafddef1c0 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:32:54.231462 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.258973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2d3923e-1132-4984-8738-e553c815e780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.335864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594406c-1152-4f68-a951-47f1c461b492 req-90e69868-0767-4f4a-8db5-f30fb9af5a8e tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:54.336057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Request body: {'port': {'device_id': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:54.337671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9594406c-1152-4f68-a951-47f1c461b492 req-90e69868-0767-4f4a-8db5-f30fb9af5a8e tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 931 time: 0.1753175 Jul 05 09:32:54.431060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9594406c-1152-4f68-a951-47f1c461b492 req-047a85e0-171d-4736-bf81-4b972f7fd740 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874152 Jul 05 09:32:54.491697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2d3923e-1132-4984-8738-e553c815e780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.495827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Allocated IP 172.20.0.2 (72e32c2e-118a-4f2c-84b4-26cfe7eca98d/b7d9c1fd-c14f-495a-b245-016d6ea7cde8/dae60f16-3991-4949-a6f3-0dfc9aaac0a3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:54.498756 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2d3923e-1132-4984-8738-e553c815e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.527107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47218fd-227e-47a9-a7c1-9aca6c248c0c req-da5e13c6-5492-4597-9d60-953e5cbc9a74 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:54.528862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b47218fd-227e-47a9-a7c1-9aca6c248c0c req-da5e13c6-5492-4597-9d60-953e5cbc9a74 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 972 time: 0.1503971 Jul 05 09:32:54.585619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e2d3923e-1132-4984-8738-e553c815e780 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43cdf3a9d42e4331a9ac6e2c92a7cca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627345 Jul 05 09:32:54.589968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34030) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:54.603612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3923e-1132-4984-8738-e553c815e780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046d8f0a-6c60-48a2-b2b7-9b2c443232dc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:54.651777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b47218fd-227e-47a9-a7c1-9aca6c248c0c req-d8dbf423-393a-4dcc-af21-ed879819f743 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053288 Jul 05 09:32:54.740769 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.748013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e608e85b-9917-4570-a4ef-7bf2021a57bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.751711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.774125 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.790336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-d6360ab0-7e9e-435b-8d16-331bcee0d5e5 tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:54.792221 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-d6360ab0-7e9e-435b-8d16-331bcee0d5e5 tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 1124 time: 0.5993795 Jul 05 09:32:54.793898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Transition to ACTIVE for port object dae60f16-3991-4949-a6f3-0dfc9aaac0a3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:54.810520 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e608e85b-9917-4570-a4ef-7bf2021a57bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.816083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Transition to ACTIVE for port object dae60f16-3991-4949-a6f3-0dfc9aaac0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:54.828201 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.911667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e608e85b-9917-4570-a4ef-7bf2021a57bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.914481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e608e85b-9917-4570-a4ef-7bf2021a57bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:54.916135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e608e85b-9917-4570-a4ef-7bf2021a57bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/046d8f0a-6c60-48a2-b2b7-9b2c443232dc HTTP/1.1" status: 204 len: 168 time: 0.3217504 Jul 05 09:32:54.926550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Pushing event updated for resources: {'Port': ['ID=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:54.952180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:54.952692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608e85b-9917-4570-a4ef-7bf2021a57bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d8f0a-6c60-48a2-b2b7-9b2c443232dc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:54.954369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:54.965787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:55.113310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Attempting to bind port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:55.114153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Attempting to bind port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:55.114794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Attempting to bind port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 on network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:55.134855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.137048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:55.139749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Checking segment: {'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:55.140419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.142250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Bound using segment: {'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:55.144442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Bound port: dae60f16-3991-4949-a6f3-0dfc9aaac0a3, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:55.145960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.280404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=65cf4768-480b-42bd-91a3-d26d9d5414ee,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:55.333297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] For port dae60f16-3991-4949-a6f3-0dfc9aaac0a3, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:55.342060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Checking segment: {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:55.342421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Network hostable DHCP agents. Network: 234cca4d-de17-4ece-85c6-9dfb379090ed, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:32:55.349730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] For port dae60f16-3991-4949-a6f3-0dfc9aaac0a3, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,segment=NetworkSegment(8113df91-8e11-4cba-9119-084999ff0fc6),segment_id=8113df91-8e11-4cba-9119-084999ff0fc6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:55.354138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Deleting port f635df8a-d88f-4130-9959-d91d4b3339da {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:32:55.354974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.362432 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.502240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb876bd3-ac9f-4874-97ce-a2090ccc74e0 None None] Pushing event updated for resources: {'Port': ['ID=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:55.513702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34092) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:55.531152 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9976c8a2-a38e-4ccc-9d67-3c2473360229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.548770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Network 234cca4d-de17-4ece-85c6-9dfb379090ed is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:32:55.674119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c0099e-d965-4e52-94ff-3dc18d10421b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:32:55.696054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 234cca4d-de17-4ece-85c6-9dfb379090ed) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:55.700967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.705738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed549712-7b7c-4389-a326-c2c2db8245dd None None] Network 234cca4d-de17-4ece-85c6-9dfb379090ed requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:55.735842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:55.737101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.763771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9976c8a2-a38e-4ccc-9d67-3c2473360229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.775947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9976c8a2-a38e-4ccc-9d67-3c2473360229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.852849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976c8a2-a38e-4ccc-9d67-3c2473360229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe5d690-deef-44d0-a55b-4f873d5a8d3c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:55.871839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9976c8a2-a38e-4ccc-9d67-3c2473360229 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df430e451a9743699ccf56d87296c5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566940 Jul 05 09:32:55.882198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Transition to ACTIVE for port object d1c0099e-d965-4e52-94ff-3dc18d10421b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:55.882757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13b42e-6fb1-43a1-8896-8f458b811d93 req-fe7078ae-02a6-43b9-9527-127bb5fd11be tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:55.884365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.888787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] For port f635df8a-d88f-4130-9959-d91d4b3339da, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f635df8a-d88f-4130-9959-d91d4b3339da,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:55.889552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.890207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c13b42e-6fb1-43a1-8896-8f458b811d93 req-fe7078ae-02a6-43b9-9527-127bb5fd11be tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 931 time: 0.2238293 Jul 05 09:32:55.891859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:55.905141 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cf65030-e663-4658-b386-e5b848df6cda admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9149251 Jul 05 09:32:55.914282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:55.924334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:32:55.957343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:55.960131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Calling delete_port for f635df8a-d88f-4130-9959-d91d4b3339da owned by compute:tempest-test_az-1905647166 {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:32:55.971924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.037469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-234cca4d-de17-4ece-85c6-9dfb379090ed', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:32:56.038487 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.043708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c13b42e-6fb1-43a1-8896-8f458b811d93 req-4991ca06-1a61-4ed5-89be-135aaf9dae25 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525269 Jul 05 09:32:56.046522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.053724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.105543 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158abbdd-1714-432f-b584-907e3b1946eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.149326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158abbdd-1714-432f-b584-907e3b1946eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.183111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Pushing event updated for resources: {'Port': ['ID=d1c0099e-d965-4e52-94ff-3dc18d10421b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:56.325363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Allocated IP 172.25.1.100 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/a484c327-f5be-4366-a40f-8b6a0d7eb5d0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:56.338363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Allocated IP 172.20.0.2 (234cca4d-de17-4ece-85c6-9dfb379090ed/65cf4768-480b-42bd-91a3-d26d9d5414ee/539fbc2b-1561-4542-b9bb-10f69ab807ac) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:56.517823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Attempting to bind port d1c0099e-d965-4e52-94ff-3dc18d10421b on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:56.518161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Attempting to bind port d1c0099e-d965-4e52-94ff-3dc18d10421b by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:56.518494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Attempting to bind port d1c0099e-d965-4e52-94ff-3dc18d10421b on network 622965d8-c654-4e30-a640-6536c7a6bb21 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:56.548644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Port d1c0099e-d965-4e52-94ff-3dc18d10421b on network 622965d8-c654-4e30-a640-6536c7a6bb21 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:32:56.549532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Attempting to bind port d1c0099e-d965-4e52-94ff-3dc18d10421b on network 622965d8-c654-4e30-a640-6536c7a6bb21 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:56.581373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:56.581786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Checking segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:56.582192 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Bound using segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:56.582848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Bound port: d1c0099e-d965-4e52-94ff-3dc18d10421b, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:56.584130 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.592279 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.612488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Transition to ACTIVE for port object 539fbc2b-1561-4542-b9bb-10f69ab807ac will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:56.616416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.642150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Transition to ACTIVE for port object 539fbc2b-1561-4542-b9bb-10f69ab807ac will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:32:56.654969 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.661536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.719393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.773767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Pushing event deleted for resources: {'Port': ['ID=f635df8a-d88f-4130-9959-d91d4b3339da,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:56.781482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:56.811990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Network 234cca4d-de17-4ece-85c6-9dfb379090ed is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:56.849696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:56.862571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:56.873857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Pushing event updated for resources: {'Port': ['ID=539fbc2b-1561-4542-b9bb-10f69ab807ac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:56.879626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3119-3196-4343-945f-d598fd61b68e req-cb6ce1af-cdae-4148-b609-61351e775e40 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:56.894425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Pushing event updated for resources: {'Port': ['ID=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:56.906858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ac3119-3196-4343-945f-d598fd61b68e req-cb6ce1af-cdae-4148-b609-61351e775e40 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 889 time: 0.7687671 Jul 05 09:32:56.926873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:56.960140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:56.969575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:57.042537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.092132 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158abbdd-1714-432f-b584-907e3b1946eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.097445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158abbdd-1714-432f-b584-907e3b1946eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.099165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-158abbdd-1714-432f-b584-907e3b1946eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fe5d690-deef-44d0-a55b-4f873d5a8d3c HTTP/1.1" status: 204 len: 168 time: 1.2005811 Jul 05 09:32:57.145419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158abbdd-1714-432f-b584-907e3b1946eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe5d690-deef-44d0-a55b-4f873d5a8d3c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:57.235009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b28d6d-322a-451f-8ac4-172b53a19e6c None None] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:57.243881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dae60f16-3991-4949-a6f3-0dfc9aaac0a3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:57.286126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ac3119-3196-4343-945f-d598fd61b68e req-5fc104fb-fd83-44e0-85f8-911b6995f61a tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769429 Jul 05 09:32:57.327878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] No DVR routers for this DVR port f635df8a-d88f-4130-9959-d91d4b3339da on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:32:57.344265 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.347538 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2187e9d7-eb58-467f-9626-3b1e42474147 req-714b5917-7734-4885-b400-3926a9ca41fe tempest-DeleteServersAdminTestJSON-1098541711 tempest-DeleteServersAdminTestJSON-1098541711-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f635df8a-d88f-4130-9959-d91d4b3339da HTTP/1.1" status: 204 len: 173 time: 2.5209582 Jul 05 09:32:57.348592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'name': 'network-vif-deleted', 'tag': 'f635df8a-d88f-4130-9959-d91d4b3339da'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:32:57.362023 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d161b7-6c2b-487c-a07b-b62809badcff" -d '{"events": [{"server_uuid": "a5b32df2-4ebe-4582-9e7b-201a3801c608", "name": "network-vif-deleted", "tag": "f635df8a-d88f-4130-9959-d91d4b3339da"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:32:57.374043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3cba7da5-3ae3-4c75-b013-63e8ca908d2c None None] Provisioning for port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:57.382057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] For port d1c0099e-d965-4e52-94ff-3dc18d10421b, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:57.388044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] For port d1c0099e-d965-4e52-94ff-3dc18d10421b, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:57.401023 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.405053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Attempting to bind port 539fbc2b-1561-4542-b9bb-10f69ab807ac on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:32:57.405448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Attempting to bind port 539fbc2b-1561-4542-b9bb-10f69ab807ac by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:32:57.406035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Attempting to bind port 539fbc2b-1561-4542-b9bb-10f69ab807ac on network 234cca4d-de17-4ece-85c6-9dfb379090ed {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:32:57.465357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:32:57.465734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Checking segment: {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:32:57.466135 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.466531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Bound using segment: {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:32:57.467020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Bound port: 539fbc2b-1561-4542-b9bb-10f69ab807ac, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:32:57.467450 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.543704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:57.544516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.546006 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] 10.222.0.16 "PUT /v2.0/ports/d1c0099e-d965-4e52-94ff-3dc18d10421b HTTP/1.1" status: 200 len: 1092 time: 3.4388816 Jul 05 09:32:57.626376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:57.668932 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffe7d74-8510-45a9-90cb-9fe65f188c49 x-openstack-request-id: req-8ffe7d74-8510-45a9-90cb-9fe65f188c49 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:32:57.669140 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b32df2-4ebe-4582-9e7b-201a3801c608", "name": "network-vif-deleted", "tag": "f635df8a-d88f-4130-9959-d91d4b3339da", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:32:57.671186 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ffe7d74-8510-45a9-90cb-9fe65f188c49 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:32:57.671753 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b32df2-4ebe-4582-9e7b-201a3801c608', 'name': 'network-vif-deleted', 'tag': 'f635df8a-d88f-4130-9959-d91d4b3339da', 'status': 'completed', 'code': 200} Jul 05 09:32:57.693586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:57.693953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.726497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] For port 539fbc2b-1561-4542-b9bb-10f69ab807ac, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:32:57.772417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2027c4e-ef77-406c-91b1-d677152f52d5 req-2bd02085-42ea-44f8-9bf8-df1acefdda5f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:57.776709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2027c4e-ef77-406c-91b1-d677152f52d5 req-2bd02085-42ea-44f8-9bf8-df1acefdda5f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 943 time: 0.4281528 Jul 05 09:32:57.793238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] For port 539fbc2b-1561-4542-b9bb-10f69ab807ac, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=539fbc2b-1561-4542-b9bb-10f69ab807ac,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:32:57.803472 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:57.865282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8470b35-abb7-4d0c-ba00-f0661c308aac service neutron] Pushing event updated for resources: {'Port': ['ID=d1c0099e-d965-4e52-94ff-3dc18d10421b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:57.978270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2027c4e-ef77-406c-91b1-d677152f52d5 req-8f23deda-24c1-4c76-8afd-90f287580b2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875176 Jul 05 09:32:58.006977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.019073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-b6c4b234-ac33-4d8f-97a5-84900486dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:58.020939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-b6c4b234-ac33-4d8f-97a5-84900486dd42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 1095 time: 0.3470385 Jul 05 09:32:58.037433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.067117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f635df8a-d88f-4130-9959-d91d4b3339da no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:32:58.093948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9de25-6ddb-4f93-918e-0e67028dae65 None None] Pushing event updated for resources: {'Port': ['ID=539fbc2b-1561-4542-b9bb-10f69ab807ac,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:58.114839 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-d3b799a6-1ee0-45f5-bc41-bffc4daf6395 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b HTTP/1.1" status: 200 len: 217 time: 0.0845451 Jul 05 09:32:58.238445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.253323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: f635df8a-d88f-4130-9959-d91d4b3339da {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:32:58.255358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f635df8a-d88f-4130-9959-d91d4b3339da not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:32:58.375515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Allocated IP 172.25.1.11 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:32:58.420599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-a90c21e5-a236-4998-834e-e5ccc876194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:58.422320 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-a90c21e5-a236-4998-834e-e5ccc876194c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 200 len: 861 time: 0.2492893 Jul 05 09:32:58.424567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.437217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port dae60f16-3991-4949-a6f3-0dfc9aaac0a3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,segment=NetworkSegment(8113df91-8e11-4cba-9119-084999ff0fc6),segment_id=8113df91-8e11-4cba-9119-084999ff0fc6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:32:58.457095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.635621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6b86ae3f-e608-454d-85b5-411e7bb97902 None None] Provisioning complete for port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:58.637237 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b86ae3f-e608-454d-85b5-411e7bb97902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.733523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0457a6d3-f854-458e-a370-c48b17b207ff req-9bf9acf9-e3f8-478c-bd03-f880e53734af tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5b32df2-4ebe-4582-9e7b-201a3801c608 HTTP/1.1" status: 200 len: 210 time: 0.0777614 Jul 05 09:32:58.739538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:58.812747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.883686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-deffb0f9-8039-4dc6-8008-aa511e1445f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:58.885410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:58.885665 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-deffb0f9-8039-4dc6-8008-aa511e1445f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=622965d8-c654-4e30-a640-6536c7a6bb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4503164 Jul 05 09:32:58.995109 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:59.003615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:59.012692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:59.053781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:32:59.074061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:32:59.096122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:32:59.194806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:32:59.200395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:59.290426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dae60f16-3991-4949-a6f3-0dfc9aaac0a3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:59.293827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:59.379633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f7f420d-7fb5-486d-b8f7-a4aae6bdc635 tempest-AutoAllocateNetworkTest-342788539 tempest-AutoAllocateNetworkTest-342788539-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea19746a9c0b47b28ac6f182996355e9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3676999 Jul 05 09:32:59.386728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34264) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:59.392010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:59.393464 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:59.466895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-757478d3-3746-4c5f-8cd0-d73e7f8995ce service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698180 Jul 05 09:32:59.532855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 539fbc2b-1561-4542-b9bb-10f69ab807ac up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:32:59.603794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-90e92d79-017c-40a0-83e9-b8449ed910e4 req-e8350340-7bb7-4a04-af30-4366526ac78a service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252339 Jul 05 09:32:59.624585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Router 947612f9-0a06-41d3-b64a-7ad171ddd95a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:32:59.632998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eace9d90-5429-46aa-a969-17f63c274025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:59.652237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 539fbc2b-1561-4542-b9bb-10f69ab807ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:59.702871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920ebc3-6125-4164-b98e-3d6d65e4a320 None None] Network 234cca4d-de17-4ece-85c6-9dfb379090ed requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:32:59.738929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:32:59.741770 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11e605-1265-4ca9-b6d8-e780841aa56e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:32:59.849904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:32:59.853181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:32:59.866615 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Sync routers for ids ['947612f9-0a06-41d3-b64a-7ad171ddd95a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:32:59.881637 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Routers {'947612f9-0a06-41d3-b64a-7ad171ddd95a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:32:59.882647 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['947612f9-0a06-41d3-b64a-7ad171ddd95a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:32:59.888942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9927d-561a-4423-b363-d3014f6410a1 req-fe6153b2-aa4a-416e-bbc6-8700beb710fb tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:59.898504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dc9927d-561a-4423-b363-d3014f6410a1 req-fe6153b2-aa4a-416e-bbc6-8700beb710fb tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 943 time: 0.6361382 Jul 05 09:32:59.913856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-71c95892-19cf-418c-bea1-090f22795e0e None None] Provisioning for port 539fbc2b-1561-4542-b9bb-10f69ab807ac completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:32:59.919246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-71c95892-19cf-418c-bea1-090f22795e0e None None] Provisioning complete for port 539fbc2b-1561-4542-b9bb-10f69ab807ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:32:59.919633 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95892-19cf-418c-bea1-090f22795e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:32:59.927662 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec77b145-f02e-4bcb-812c-18ddcb50a492 x-openstack-request-id: req-ec77b145-f02e-4bcb-812c-18ddcb50a492 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:32:59.930575 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:32:59.930846 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec77b145-f02e-4bcb-812c-18ddcb50a492 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:32:59.931422 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'status': 'completed', 'code': 200} Jul 05 09:32:59.987054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30316a3c-2934-4ec7-b968-1349d7e31b97 tempest-AutoAllocateNetworkTest-342788539 tempest-AutoAllocateNetworkTest-342788539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:32:59.993922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-30316a3c-2934-4ec7-b968-1349d7e31b97 tempest-AutoAllocateNetworkTest-342788539 tempest-AutoAllocateNetworkTest-342788539-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6048329 Jul 05 09:33:00.005436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:00.061217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-29c8fee6-fa4e-484f-bf9c-e8d7dc64fa77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2987432 Jul 05 09:33:00.118680 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Set router 947612f9-0a06-41d3-b64a-7ad171ddd95a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:00.134877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-11fe2fe8-de0e-4c1a-89ba-caf6a0ad3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:00.138438 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-11fe2fe8-de0e-4c1a-89ba-caf6a0ad3609 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 1095 time: 0.1726651 Jul 05 09:33:00.177686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95892-19cf-418c-bea1-090f22795e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.250168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ad88ac99-2361-4aa8-a5bc-3d198dc58239 tempest-AutoAllocateNetworkTest-342788539 tempest-AutoAllocateNetworkTest-342788539-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2278497 Jul 05 09:33:00.286231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-71c95892-19cf-418c-bea1-090f22795e0e None None] For port 539fbc2b-1561-4542-b9bb-10f69ab807ac, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=539fbc2b-1561-4542-b9bb-10f69ab807ac,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:00.294571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c95892-19cf-418c-bea1-090f22795e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.310688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:00.317620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-ba59567a-e871-4202-8ff0-8ead3c7360d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:00.319552 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-ba59567a-e871-4202-8ff0-8ead3c7360d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 923 time: 0.1755023 Jul 05 09:33:00.433114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c95892-19cf-418c-bea1-090f22795e0e None None] Pushing event updated for resources: {'Port': ['ID=539fbc2b-1561-4542-b9bb-10f69ab807ac,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:00.440686 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-db69aeda-6bdb-4eb3-929d-56e5b9cf328c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b HTTP/1.1" status: 200 len: 217 time: 0.1029725 Jul 05 09:33:00.442356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b060e3b-4a72-4978-a4b3-4e9e70d5adb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.456826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.520371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-d85ee63a-00bc-4781-aae6-7a848e3f576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:00.523342 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-d85ee63a-00bc-4781-aae6-7a848e3f576b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 200 len: 861 time: 0.0686564 Jul 05 09:33:00.561679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7edc6c65-2048-4820-be61-7e9920d18cbe tempest-AutoAllocateNetworkTest-342788539 tempest-AutoAllocateNetworkTest-342788539-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea19746a9c0b47b28ac6f182996355e9 HTTP/1.1" status: 200 len: 208 time: 0.1036849 Jul 05 09:33:00.575218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dc9927d-561a-4423-b363-d3014f6410a1 req-fda1cf7d-7803-43f6-8998-6ad7dbc898cc tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6754346 Jul 05 09:33:00.581258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-6f2f1b0d-b0f5-4096-af7a-5bfc810c5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:00.583609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-6f2f1b0d-b0f5-4096-af7a-5bfc810c5d2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=951d80c4a6534b6e9293e50e3cf991ac&device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 1124 time: 0.2611988 Jul 05 09:33:00.585486 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:32:57Z', 'revision_number': 3, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port': {'id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:00.603722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-6da5dfdb-b6c4-40d8-93f8-97a6f34c9e99 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421041 Jul 05 09:33:00.620426 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Checking router: 947612f9-0a06-41d3-b64a-7ad171ddd95a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:00.621499 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Updating router 947612f9-0a06-41d3-b64a-7ad171ddd95a port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:00.630168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7376bf6c-e457-4035-a07c-489db74869ad None None] Provisioning complete for port 539fbc2b-1561-4542-b9bb-10f69ab807ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:00.630553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7376bf6c-e457-4035-a07c-489db74869ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.663385 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.672397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eace9d90-5429-46aa-a969-17f63c274025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.700441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:00.705666 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dbfbae03-255a-4a4f-86a2-61f49d638db1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8545294 Jul 05 09:33:00.706136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:00.765410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-1cd5eae7-fceb-4908-a2fd-f0a5a1791014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:00.767114 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-1cd5eae7-fceb-4908-a2fd-f0a5a1791014 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=622965d8-c654-4e30-a640-6536c7a6bb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2274656 Jul 05 09:33:00.977786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:01.023529 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.053676 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Transition to ACTIVE for port object a484c327-f5be-4366-a40f-8b6a0d7eb5d0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:01.069628 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.075801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eace9d90-5429-46aa-a969-17f63c274025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.086925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 539fbc2b-1561-4542-b9bb-10f69ab807ac up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:01.120704 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Attempting to bind port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:01.121076 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Attempting to bind port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:01.121440 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Attempting to bind port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:01.156788 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:01.157436 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:01.158789 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.159460 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:01.160105 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Bound port: a484c327-f5be-4366-a40f-8b6a0d7eb5d0, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:01.160669 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.170277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 539fbc2b-1561-4542-b9bb-10f69ab807ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:01.170655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.171343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace9d90-5429-46aa-a969-17f63c274025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8042f99-7b10-4f52-8b13-64e55edac9ff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:01.181937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eace9d90-5429-46aa-a969-17f63c274025 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e83e84eef04b48a58200071dd009ce64&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1619699 Jul 05 09:33:01.194646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34318) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:01.217498 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] For port a484c327-f5be-4366-a40f-8b6a0d7eb5d0, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:01.221966 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] For port a484c327-f5be-4366-a40f-8b6a0d7eb5d0, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:01.230690 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.266756 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Routers {'947612f9-0a06-41d3-b64a-7ad171ddd95a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:01.268545 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['947612f9-0a06-41d3-b64a-7ad171ddd95a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:01.344929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-143eb11b-ea81-4da4-bfc8-42b72d161bc9 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:01.347443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-143eb11b-ea81-4da4-bfc8-42b72d161bc9 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7421060 Jul 05 09:33:01.388978 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] Set router 947612f9-0a06-41d3-b64a-7ad171ddd95a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:01.403687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-0c57df79-762c-4260-b185-1aeb7ae700a2 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/quotas/5ca0622f10dc411793c0fe74eb576f6f HTTP/1.1" status: 200 len: 375 time: 0.0282233 Jul 05 09:33:01.422399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-94c743b0-4f58-4352-8b50-b933609c9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:01.424231 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-94c743b0-4f58-4352-8b50-b933609c9e47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.8068290 Jul 05 09:33:01.429663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d79e65a7-d2ae-4e05-bdfd-8535bc2cff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.437904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.482097 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-6f2c10c8-b10b-4135-843c-4bcfc9a2afc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e HTTP/1.1" status: 200 len: 217 time: 0.0499156 Jul 05 09:33:01.482357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-36af44b7-14dc-47d3-b4d5-66dc662d3dcc tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493796 Jul 05 09:33:01.497928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348a626-461a-42be-99bb-8dd105b2d9ec req-323bcfbc-01bf-41a3-9717-934ec3adbe68 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:01.505154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c348a626-461a-42be-99bb-8dd105b2d9ec req-323bcfbc-01bf-41a3-9717-934ec3adbe68 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 972 time: 0.3202488 Jul 05 09:33:01.555735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d79e65a7-d2ae-4e05-bdfd-8535bc2cff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.600363 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5554-738d-4908-805c-35ebedacb5db None None] Pushing event updated for resources: {'Port': ['ID=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:01.624291 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-a1ec243d-8a40-49a5-9ab8-f4438f33e70a service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8250611 Jul 05 09:33:01.685319 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:32:57Z', 'revision_number': 3, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port': {'id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:01.691168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c348a626-461a-42be-99bb-8dd105b2d9ec req-f5b0e41d-747a-4c15-91eb-ca90fc53d713 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841893 Jul 05 09:33:01.728736 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140db87-db16-4330-8b54-14b4e40b4452 None None] The sync data for ids ['947612f9-0a06-41d3-b64a-7ad171ddd95a'] in n-d-771363-33 is: [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:32:57Z', 'revision_number': 3, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port': {'id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:01.750037 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5554-738d-4908-805c-35ebedacb5db None None] Pushing event updated for resources: {'Port': ['ID=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:01.766702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b060e3b-4a72-4978-a4b3-4e9e70d5adb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.769089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-fabbf788-bd3d-4f89-8f1a-01e8682fde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:01.770640 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-fabbf788-bd3d-4f89-8f1a-01e8682fde38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2469780 Jul 05 09:33:01.777329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d79e65a7-d2ae-4e05-bdfd-8535bc2cff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.781560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f26f716-ad22-4ba0-bdd2-8657ce7e5072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.781941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d79e65a7-d2ae-4e05-bdfd-8535bc2cff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.784590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d79e65a7-d2ae-4e05-bdfd-8535bc2cff33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8042f99-7b10-4f52-8b13-64e55edac9ff HTTP/1.1" status: 204 len: 168 time: 0.5890973 Jul 05 09:33:01.821979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b060e3b-4a72-4978-a4b3-4e9e70d5adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:01.853304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e65a7-d2ae-4e05-bdfd-8535bc2cff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8042f99-7b10-4f52-8b13-64e55edac9ff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:01.909979 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b060e3b-4a72-4978-a4b3-4e9e70d5adb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb17d6cf4e6b4ebebce11d51a1a9c6df&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0307784 Jul 05 09:33:01.914158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34330) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:01.919847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Router 3e9046fd-477c-43bd-bec6-d1574e74429d is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:33:01.976308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c65af5e5-eb79-4e73-aa46-98921e3361bf req-29e09ac1-7a7f-496b-9b3a-e505434ea91d tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 210 time: 0.0911577 Jul 05 09:33:02.069974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b060e3b-4a72-4978-a4b3-4e9e70d5adb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1037199-1a8d-46e7-bb6c-04495ffd4be2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:02.107571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ddf3a-a207-44ff-8c1b-fd4efa9149b3 req-1be8b2a2-f456-4730-be04-b71a23c28af4 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:02.109908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb3ddf3a-a207-44ff-8c1b-fd4efa9149b3 req-1be8b2a2-f456-4730-be04-b71a23c28af4 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 943 time: 0.2144873 Jul 05 09:33:02.163108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:02.177845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Sync routers for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:02.180828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb3ddf3a-a207-44ff-8c1b-fd4efa9149b3 req-553e8cdc-a672-40a5-b2d3-10ecf3159ef0 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599267 Jul 05 09:33:02.195206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:02.196034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:02.263682 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd11e605-1265-4ca9-b6d8-e780841aa56e req-96405d27-24ed-46f5-8773-0153c7237745 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045885 Jul 05 09:33:02.264325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adea01c4-102f-4b10-9d5f-cb7435b6270a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.442737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:02.447525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-5241dfa4-5a9e-4ef8-906a-7ae2790c00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:02.449119 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-5241dfa4-5a9e-4ef8-906a-7ae2790c00ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6647620 Jul 05 09:33:02.451424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adea01c4-102f-4b10-9d5f-cb7435b6270a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.504753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34342) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:02.529124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77e5a765-010a-40fe-b2fb-fb4545f8a860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.606920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f26f716-ad22-4ba0-bdd2-8657ce7e5072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.640026 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.644384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d3e498bb-f046-40f6-8bdf-40b050b5eaf1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7251179 Jul 05 09:33:02.644568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34344) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:02.697651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f26f716-ad22-4ba0-bdd2-8657ce7e5072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.823517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:32:59Z', 'revision_number': 3, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:02.885653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Checking router: 3e9046fd-477c-43bd-bec6-d1574e74429d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:02.885917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Updating router 3e9046fd-477c-43bd-bec6-d1574e74429d port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:02.908784 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f26f716-ad22-4ba0-bdd2-8657ce7e5072 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea19746a9c0b47b28ac6f182996355e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5479634 Jul 05 09:33:02.933375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26f716-ad22-4ba0-bdd2-8657ce7e5072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf2415f-e35d-4952-bbc1-ad8840cde17c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:02.936818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34348) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:02.962037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adea01c4-102f-4b10-9d5f-cb7435b6270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.964654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adea01c4-102f-4b10-9d5f-cb7435b6270a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.966573 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-adea01c4-102f-4b10-9d5f-cb7435b6270a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1037199-1a8d-46e7-bb6c-04495ffd4be2 HTTP/1.1" status: 204 len: 168 time: 1.0428300 Jul 05 09:33:02.984057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77e5a765-010a-40fe-b2fb-fb4545f8a860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:02.987311 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.066283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-8ca58a66-e9c8-4c6c-8a56-3da6a126bad0 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855589 Jul 05 09:33:03.072822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77e5a765-010a-40fe-b2fb-fb4545f8a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.120010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea01c4-102f-4b10-9d5f-cb7435b6270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1037199-1a8d-46e7-bb6c-04495ffd4be2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:03.240552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.282060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-4492c063-8293-4129-a35e-49d000df0419 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:03.284750 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-4492c063-8293-4129-a35e-49d000df0419 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 972 time: 0.6686656 Jul 05 09:33:03.310684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-77e5a765-010a-40fe-b2fb-fb4545f8a860 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11be6c857cc24f8d8fc4bbc9fc15a279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8048630 Jul 05 09:33:03.320123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34358) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:03.340114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5a765-010a-40fe-b2fb-fb4545f8a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb74bce-91ce-4a2c-9546-a6c6f670efbb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:03.396854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bdfede8-6561-476f-a931-b4bd7a7b8bbc req-4e2d83e2-c24e-42d8-ae9c-53755c6c77d5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 210 time: 0.0824659 Jul 05 09:33:03.409902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a484c327-f5be-4366-a40f-8b6a0d7eb5d0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:03.512658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ce45-9768-4906-b97b-b497bf87a979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.551995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ce45-9768-4906-b97b-b497bf87a979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.648059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:03.659887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.15', 53014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:03.663253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:03.663704 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.733106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-183bec69-f321-4fd5-ba09-8f2bb0f9ee93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.763370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-183bec69-f321-4fd5-ba09-8f2bb0f9ee93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.778617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-c88d8ba7-dde5-46aa-99a0-50e65ffe50b8 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101251 Jul 05 09:33:03.792487 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38ba68bb-8af0-4a8d-ac4f-ad54f2b65fa9 req-b8969d53-d03c-4ff7-a8d8-89712338482a service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924911 Jul 05 09:33:03.912100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:03.927939 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.947584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ce45-9768-4906-b97b-b497bf87a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.960643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ce45-9768-4906-b97b-b497bf87a979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:03.962856 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b5d1ce45-9768-4906-b97b-b497bf87a979 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cf2415f-e35d-4952-bbc1-ad8840cde17c HTTP/1.1" status: 204 len: 168 time: 1.0089874 Jul 05 09:33:03.963541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d1c0099e-d965-4e52-94ff-3dc18d10421b details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:33:04.003554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Deleting port 37e31336-9ef8-4c56-b58a-fac5fedd400e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:04.003889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.005373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4262-1ebd-4824-8627-dc9d412b923b req-c65ca871-fc60-4463-a6e4-f3b160eb8834 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:04.013508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20ec4262-1ebd-4824-8627-dc9d412b923b req-c65ca871-fc60-4463-a6e4-f3b160eb8834 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b1d289f-8a2a-456b-bd26-df6c4354dc9f HTTP/1.1" status: 200 len: 972 time: 0.8423939 Jul 05 09:33:04.084240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port a484c327-f5be-4366-a40f-8b6a0d7eb5d0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:04.126042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.138226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] For port 37e31336-9ef8-4c56-b58a-fac5fedd400e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=37e31336-9ef8-4c56-b58a-fac5fedd400e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:04.138724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.159814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Calling delete_port for 37e31336-9ef8-4c56-b58a-fac5fedd400e owned by compute:tempest-test_az-1905647166 {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:04.226509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1ce45-9768-4906-b97b-b497bf87a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf2415f-e35d-4952-bbc1-ad8840cde17c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:04.229946 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.232683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Allocated IP 172.20.0.1 (72e32c2e-118a-4f2c-84b4-26cfe7eca98d/b7d9c1fd-c14f-495a-b245-016d6ea7cde8/b22ff493-b461-41bd-9272-b71c41072003) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:04.247602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-c3deb894-6cf1-4d4f-8be9-0e970f8e07f7 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:04.249431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-c3deb894-6cf1-4d4f-8be9-0e970f8e07f7 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4381185 Jul 05 09:33:04.305672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d1c0099e-d965-4e52-94ff-3dc18d10421b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:04.316322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:04.324264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'port_id': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'mac_address': 'fa:16:3e:f7:f0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:33:04.404669 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.421919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c0099e-d965-4e52-94ff-3dc18d10421b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:04.458281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d1c0099e-d965-4e52-94ff-3dc18d10421b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:04.464386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.594575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d1c0099e-d965-4e52-94ff-3dc18d10421b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:04.674357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Request body: {'port': {'device_id': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '5ca0622f10dc411793c0fe74eb576f6f'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:04.693112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.710453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['37e31336-9ef8-4c56-b58a-fac5fedd400e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:04.728527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68d702d3-a459-4679-9248-eec410aa3662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.749378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Pushing event deleted for resources: {'Port': ['ID=37e31336-9ef8-4c56-b58a-fac5fedd400e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:04.779332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Transition to ACTIVE for port object 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:04.800266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d1c0099e-d965-4e52-94ff-3dc18d10421b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:04.807186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20ec4262-1ebd-4824-8627-dc9d412b923b req-e7cbe803-e0b3-43af-bc9f-0e4cacbfc6f0 tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fab3554-7305-4c6c-97db-422244d60818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923565 Jul 05 09:33:04.811061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.852889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] No DVR routers for this DVR port 37e31336-9ef8-4c56-b58a-fac5fedd400e on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:33:04.864603 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.866862 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c46b9ae-5289-4978-b6c7-c6224d142a43 req-93124f79-9c6e-4327-9f9f-941be1863dad tempest-AggregatesAdminTestJSON-244956622 tempest-AggregatesAdminTestJSON-244956622-project] 10.222.0.15 "DELETE /v2.0/ports/37e31336-9ef8-4c56-b58a-fac5fedd400e HTTP/1.1" status: 204 len: 173 time: 1.5679681 Jul 05 09:33:04.871475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'name': 'network-vif-deleted', 'tag': '37e31336-9ef8-4c56-b58a-fac5fedd400e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:04.874172 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e41870-ccec-4b1c-9e40-cb37b4cc90ab" -d '{"events": [{"server_uuid": "7b1d289f-8a2a-456b-bd26-df6c4354dc9f", "name": "network-vif-deleted", "tag": "37e31336-9ef8-4c56-b58a-fac5fedd400e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:04.889996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.902263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390454a1-65d7-4c8a-badf-9f900121c5f8 None None] Pushing event updated for resources: {'Port': ['ID=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:04.911517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Transition to ACTIVE for port object b22ff493-b461-41bd-9272-b71c41072003 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:04.916903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-183bec69-f321-4fd5-ba09-8f2bb0f9ee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.924683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-183bec69-f321-4fd5-ba09-8f2bb0f9ee93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:04.932799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-183bec69-f321-4fd5-ba09-8f2bb0f9ee93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdb74bce-91ce-4a2c-9546-a6c6f670efbb HTTP/1.1" status: 204 len: 168 time: 1.6107323 Jul 05 09:33:05.001104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Attempting to bind port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:05.005582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Attempting to bind port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:05.006134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Attempting to bind port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:05.022569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bec69-f321-4fd5-ba09-8f2bb0f9ee93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb74bce-91ce-4a2c-9546-a6c6f670efbb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:05.026063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:05.026442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:05.026903 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.027268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:05.030246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Bound port: 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:05.030834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.045694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.179938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68d702d3-a459-4679-9248-eec410aa3662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.186162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:05.193605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a484c327-f5be-4366-a40f-8b6a0d7eb5d0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:05.200962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:05.205670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:05.207073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd4343-e4dd-4217-8e17-355fecd448a8 req-b73154e7-354b-4a61-a372-964e242c2e08 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:05.216356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5cd4343-e4dd-4217-8e17-355fecd448a8 req-b73154e7-354b-4a61-a372-964e242c2e08 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 943 time: 1.6195483 Jul 05 09:33:05.253933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68d702d3-a459-4679-9248-eec410aa3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.339191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-68d702d3-a459-4679-9248-eec410aa3662 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=406a1bf50e8b49fea10a0fc1845b62f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3121390 Jul 05 09:33:05.339629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.347976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34392) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:05.363046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] For port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:05.390065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d702d3-a459-4679-9248-eec410aa3662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d91f120-dd41-468b-bb8b-5e08c9ccd98b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:05.401075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] For port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:05.428688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5cd4343-e4dd-4217-8e17-355fecd448a8 req-9e4297d2-8efd-4109-b90e-5ff198552b7c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084162 Jul 05 09:33:05.434508 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.449709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Pushing event updated for resources: {'Port': ['ID=b22ff493-b461-41bd-9272-b71c41072003,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:05.507837 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e303864-ba24-4c9b-b15f-b7fa313770e1 req-49b50cca-1199-40b1-9d43-a6642b51e2fc tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 210 time: 0.3550270 Jul 05 09:33:05.556477 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb900590-5a6a-4f44-9ea7-86b91a390bb2 x-openstack-request-id: req-cb900590-5a6a-4f44-9ea7-86b91a390bb2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:05.556854 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1d289f-8a2a-456b-bd26-df6c4354dc9f", "name": "network-vif-deleted", "tag": "37e31336-9ef8-4c56-b58a-fac5fedd400e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:05.557511 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb900590-5a6a-4f44-9ea7-86b91a390bb2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:05.557642 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1d289f-8a2a-456b-bd26-df6c4354dc9f', 'name': 'network-vif-deleted', 'tag': '37e31336-9ef8-4c56-b58a-fac5fedd400e', 'status': 'completed', 'code': 200} Jul 05 09:33:05.591326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a5af446-5e4c-420c-808d-5f309f72570d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.591765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:05.592140 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.621498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.639325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca7c141c-eb3d-4d67-a707-04c45de76ca8 None None] Provisioning for port b22ff493-b461-41bd-9272-b71c41072003 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:05.653120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca7c141c-eb3d-4d67-a707-04c45de76ca8 None None] Provisioning complete for port b22ff493-b461-41bd-9272-b71c41072003 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:05.653570 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca7c141c-eb3d-4d67-a707-04c45de76ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.683295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a5af446-5e4c-420c-808d-5f309f72570d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.717555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c141c-eb3d-4d67-a707-04c45de76ca8 None None] Port b22ff493-b461-41bd-9272-b71c41072003 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:05.753126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.808629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:05.809291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:05.926693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390454a1-65d7-4c8a-badf-9f900121c5f8 None None] Pushing event updated for resources: {'Port': ['ID=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:05.959922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Made reservation on behalf of 5ca0622f10dc411793c0fe74eb576f6f for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:05.974781 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.981716 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:05.988078 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:06.057419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a5af446-5e4c-420c-808d-5f309f72570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:06.060708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a5af446-5e4c-420c-808d-5f309f72570d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:06.064558 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9a5af446-5e4c-420c-808d-5f309f72570d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d91f120-dd41-468b-bb8b-5e08c9ccd98b HTTP/1.1" status: 204 len: 168 time: 0.7042046 Jul 05 09:33:06.096816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5af446-5e4c-420c-808d-5f309f72570d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d91f120-dd41-468b-bb8b-5e08c9ccd98b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:06.101464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Pushing event updated for resources: {'Port': ['ID=b22ff493-b461-41bd-9272-b71c41072003,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:06.107233 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:06.197230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:06.229404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:06.230905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:06.351726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Allocated IP 192.168.233.229 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/bebc617f-c02d-44fd-a2c6-002ffd6b6762) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:06.502292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Allocated IP 172.20.0.1 (234cca4d-de17-4ece-85c6-9dfb379090ed/65cf4768-480b-42bd-91a3-d26d9d5414ee/ce351ac1-b89e-4995-951f-0ef5e12b2bf7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:06.512509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Router 947612f9-0a06-41d3-b64a-7ad171ddd95a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:33:06.602786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:32:59Z', 'revision_number': 3, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:06.729034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2bf58-0653-4723-903d-6f022cd0fa9c None None] The sync data for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 is: [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:32:59Z', 'revision_number': 3, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:06.782316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fec76f48-4af2-41d0-b639-ecf358a8e3ff None None] Provisioning complete for port b22ff493-b461-41bd-9272-b71c41072003 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:06.795584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fec76f48-4af2-41d0-b639-ecf358a8e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:06.832194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:06.844340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:06.893849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fec76f48-4af2-41d0-b639-ecf358a8e3ff None None] Port b22ff493-b461-41bd-9272-b71c41072003 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:06.894888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:06.905226 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Sync routers for ids ['947612f9-0a06-41d3-b64a-7ad171ddd95a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:06.916872 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be02acba-a771-4d73-a29e-6009b6ce9d45 admin admin] 10.222.0.21 "PUT /v2.0/routers/947612f9-0a06-41d3-b64a-7ad171ddd95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2029967 Jul 05 09:33:06.916996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Transition to ACTIVE for port object bebc617f-c02d-44fd-a2c6-002ffd6b6762 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:06.919843 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Routers {'947612f9-0a06-41d3-b64a-7ad171ddd95a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:06.920815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['947612f9-0a06-41d3-b64a-7ad171ddd95a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:06.955662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:06.961133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-967b371f-348a-4cd4-9085-bd0f2658ee0d req-2760ea37-f425-4a2b-afaa-42c8b75745d2 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 210 time: 0.0751748 Jul 05 09:33:06.992810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d888ded-2e65-4381-960b-120faf0c7f0c req-e41ca168-eb65-479f-8781-19f4925803b1 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:06.995279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d888ded-2e65-4381-960b-120faf0c7f0c req-e41ca168-eb65-479f-8781-19f4925803b1 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 944 time: 0.3072681 Jul 05 09:33:07.009173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Transition to ACTIVE for port object ce351ac1-b89e-4995-951f-0ef5e12b2bf7 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:07.072514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.082663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d888ded-2e65-4381-960b-120faf0c7f0c req-df13a473-e2cb-43ad-88ce-5bca33bb728f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748017 Jul 05 09:33:07.132356 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Set router 947612f9-0a06-41d3-b64a-7ad171ddd95a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:07.224668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:07.245873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.257451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:07.294407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:07.325667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Pushing event updated for resources: {'Port': ['ID=bebc617f-c02d-44fd-a2c6-002ffd6b6762,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:07.421329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Network 234cca4d-de17-4ece-85c6-9dfb379090ed is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:07.450488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:07.458308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:07.524932 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:33:05Z', 'revision_number': 4, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port': {'id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b22ff493-b461-41bd-9272-b71c41072003', 'name': '', 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'mac_address': 'fa:16:3e:d3:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'b7d9c1fd-c14f-495a-b245-016d6ea7cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:03Z', 'updated_at': '2021-07-05T09:33:05Z', 'revision_number': 2, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'subnets': [{'id': 'b7d9c1fd-c14f-495a-b245-016d6ea7cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:07.560882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d720816-9e4b-4ef9-a16f-68bb7a4cef52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=951d80c4a6534b6e9293e50e3cf991ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7087178 Jul 05 09:33:07.562529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:07.563470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:07.582961 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Checking router: 947612f9-0a06-41d3-b64a-7ad171ddd95a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:07.583638 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Updating router 947612f9-0a06-41d3-b64a-7ad171ddd95a port b22ff493-b461-41bd-9272-b71c41072003 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:07.679739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:07.679739 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.702032 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afda6b40-ecaf-4f4d-b1cd-ac0d6e53b864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.707637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.711761 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.752425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06a321aa-cb7b-4fcd-9dea-b4f396793196 None None] Provisioning for port bebc617f-c02d-44fd-a2c6-002ffd6b6762 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:07.756684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06a321aa-cb7b-4fcd-9dea-b4f396793196 None None] Provisioning complete for port bebc617f-c02d-44fd-a2c6-002ffd6b6762 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:07.757111 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06a321aa-cb7b-4fcd-9dea-b4f396793196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.791588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afda6b40-ecaf-4f4d-b1cd-ac0d6e53b864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.806452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-f09f6110-376c-4684-896c-eafbe9682ce0 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4634964 Jul 05 09:33:07.849491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06a321aa-cb7b-4fcd-9dea-b4f396793196 None None] Port bebc617f-c02d-44fd-a2c6-002ffd6b6762 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:07.855992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Request body: {'port': {'device_id': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:07.917876 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afda6b40-ecaf-4f4d-b1cd-ac0d6e53b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.922516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afda6b40-ecaf-4f4d-b1cd-ac0d6e53b864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:07.924835 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-afda6b40-ecaf-4f4d-b1cd-ac0d6e53b864 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fab3554-7305-4c6c-97db-422244d60818 HTTP/1.1" status: 204 len: 168 time: 0.3594840 Jul 05 09:33:07.946285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda6b40-ecaf-4f4d-b1cd-ac0d6e53b864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab3554-7305-4c6c-97db-422244d60818,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:07.950980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d1c0099e-d965-4e52-94ff-3dc18d10421b up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:08.021911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 37e31336-9ef8-4c56-b58a-fac5fedd400e no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:33:08.052571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ae6a6e65-bc66-46fe-ae4b-0f8b6fc9df3d None None] Provisioning for port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:08.059065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 37e31336-9ef8-4c56-b58a-fac5fedd400e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:33:08.060903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 37e31336-9ef8-4c56-b58a-fac5fedd400e not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:33:08.063335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ae6a6e65-bc66-46fe-ae4b-0f8b6fc9df3d None None] Provisioning complete for port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:08.063982 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae6a6e65-bc66-46fe-ae4b-0f8b6fc9df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.070589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.146633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a6e65-bc66-46fe-ae4b-0f8b6fc9df3d None None] Port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:08.153261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port d1c0099e-d965-4e52-94ff-3dc18d10421b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:08.160063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port d1c0099e-d965-4e52-94ff-3dc18d10421b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:08.160760 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.362036 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.393654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:08.396113 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5d9d3-7cda-4109-ac12-1825be5b1938" -d '{"events": [{"server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "name": "network-vif-plugged", "status": "completed", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:08.412942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d1c0099e-d965-4e52-94ff-3dc18d10421b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:08.421198 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.509918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d1c0099e-d965-4e52-94ff-3dc18d10421b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:08.513641 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.532326 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Transition to ACTIVE for port object b22ff493-b461-41bd-9272-b71c41072003 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:08.540847 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.617594 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9aafc-3d74-4113-97bd-3a030da736ee None None] Pushing event updated for resources: {'Port': ['ID=b22ff493-b461-41bd-9272-b71c41072003,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:08.737346 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Attempting to bind port b22ff493-b461-41bd-9272-b71c41072003 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:08.738098 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Attempting to bind port b22ff493-b461-41bd-9272-b71c41072003 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:08.738681 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Attempting to bind port b22ff493-b461-41bd-9272-b71c41072003 on network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:08.746854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:08.747495 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Checking segment: {'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:08.748105 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.748679 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Bound using segment: {'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:08.749505 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Bound port: b22ff493-b461-41bd-9272-b71c41072003, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8113df91-8e11-4cba-9119-084999ff0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:08.750408 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.822815 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.868823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] For port b22ff493-b461-41bd-9272-b71c41072003, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:08.874130 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] For port b22ff493-b461-41bd-9272-b71c41072003, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b22ff493-b461-41bd-9272-b71c41072003,segment=NetworkSegment(8113df91-8e11-4cba-9119-084999ff0fc6),segment_id=8113df91-8e11-4cba-9119-084999ff0fc6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:08.883861 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:08.999853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9aafc-3d74-4113-97bd-3a030da736ee None None] Pushing event updated for resources: {'Port': ['ID=b22ff493-b461-41bd-9272-b71c41072003,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:09.062020 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Routers {'947612f9-0a06-41d3-b64a-7ad171ddd95a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:09.062671 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['947612f9-0a06-41d3-b64a-7ad171ddd95a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:09.066959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-760110f5-8495-4c59-8ea4-a794551cdf3d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4217322 Jul 05 09:33:09.085617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:09.189536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:09.221416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc3e55-a3eb-49e6-8ad7-6bb1b914e864 req-2d550854-ca74-41b0-aef8-b24b4b85c0a4 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:09.228549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4abc3e55-a3eb-49e6-8ad7-6bb1b914e864 req-2d550854-ca74-41b0-aef8-b24b4b85c0a4 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 936 time: 0.9989917 Jul 05 09:33:09.283297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:09.286831 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] Set router 947612f9-0a06-41d3-b64a-7ad171ddd95a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:09.295391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.341980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:09.352789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:09.353179 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.394360 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2ce4ee93-5b16-4701-835a-6f891be2ac8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96d4d0f92fee480b91770d61a28a685b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063411 Jul 05 09:33:09.395586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:09.523032 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f39a16a5-b222-48e2-8672-04f5af3b0102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.554725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4abc3e55-a3eb-49e6-8ad7-6bb1b914e864 req-1fac1492-c48f-4869-af73-96bb07b6008f tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037419 Jul 05 09:33:09.571234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f39a16a5-b222-48e2-8672-04f5af3b0102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.621700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.639210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebc617f-c02d-44fd-a2c6-002ffd6b6762 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:09.649329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:09.654922 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.687927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f39a16a5-b222-48e2-8672-04f5af3b0102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.691811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f39a16a5-b222-48e2-8672-04f5af3b0102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.693298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f39a16a5-b222-48e2-8672-04f5af3b0102 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dacb1e12-f1a0-4586-abbc-e42614a39495 HTTP/1.1" status: 204 len: 168 time: 0.2967484 Jul 05 09:33:09.713151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a16a5-b222-48e2-8672-04f5af3b0102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacb1e12-f1a0-4586-abbc-e42614a39495,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:09.716778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.721209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.756032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.807890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:09.808360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:33:05Z', 'revision_number': 4, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port': {'id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b22ff493-b461-41bd-9272-b71c41072003', 'name': '', 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'mac_address': 'fa:16:3e:d3:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'b7d9c1fd-c14f-495a-b245-016d6ea7cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:03Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'subnets': [{'id': 'b7d9c1fd-c14f-495a-b245-016d6ea7cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:09.820223 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:09.850431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33408cc-d049-4abd-acfc-095ddd94b440 None None] The sync data for ids ['947612f9-0a06-41d3-b64a-7ad171ddd95a'] in n-d-771363-33 is: [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:33:05Z', 'revision_number': 4, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port': {'id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b22ff493-b461-41bd-9272-b71c41072003', 'name': '', 'network_id': '72e32c2e-118a-4f2c-84b4-26cfe7eca98d', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'mac_address': 'fa:16:3e:d3:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'b7d9c1fd-c14f-495a-b245-016d6ea7cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:03Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'subnets': [{'id': 'b7d9c1fd-c14f-495a-b245-016d6ea7cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:09.852060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Transition to ACTIVE for port object bebc617f-c02d-44fd-a2c6-002ffd6b6762 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:09.894763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:10.067867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:10.075184 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:10.381744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Pushing event updated for resources: {'Port': ['ID=bebc617f-c02d-44fd-a2c6-002ffd6b6762,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:10.398417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Network 234cca4d-de17-4ece-85c6-9dfb379090ed is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:10.405512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:10.425202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824492-4d80-454c-9552-217b67e87144 req-1be4487b-edc7-4c3f-84bd-8a9474d3bbba tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:10.426799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1824492-4d80-454c-9552-217b67e87144 req-1be4487b-edc7-4c3f-84bd-8a9474d3bbba tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 945 time: 0.6096776 Jul 05 09:33:10.546328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Attempting to bind port bebc617f-c02d-44fd-a2c6-002ffd6b6762 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:10.546693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Attempting to bind port bebc617f-c02d-44fd-a2c6-002ffd6b6762 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:10.547015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Attempting to bind port bebc617f-c02d-44fd-a2c6-002ffd6b6762 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:10.618790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Port bebc617f-c02d-44fd-a2c6-002ffd6b6762 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:33:10.620198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Attempting to bind port bebc617f-c02d-44fd-a2c6-002ffd6b6762 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:10.709522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1824492-4d80-454c-9552-217b67e87144 req-46e3de5d-d966-4972-b58b-4d3cbc42704e tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424853 Jul 05 09:33:10.730098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:10.740146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:10.741106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:10.741763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Bound port: bebc617f-c02d-44fd-a2c6-002ffd6b6762, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:10.742293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:10.746326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Allocated IP 172.25.1.207 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/b6afef2d-180d-4c2d-9834-14db6f344249) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:10.759493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-519e9c8f-3dd2-4a07-be56-bb0d5e526b38 None None] Provisioning complete for port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:10.760334 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-519e9c8f-3dd2-4a07-be56-bb0d5e526b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:10.813920 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57139b37-167c-49f5-a861-504bb4713b4e x-openstack-request-id: req-57139b37-167c-49f5-a861-504bb4713b4e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:10.814345 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "name": "network-vif-plugged", "status": "completed", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:10.814693 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57139b37-167c-49f5-a861-504bb4713b4e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:10.815414 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'code': 200} Jul 05 09:33:10.856186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-519e9c8f-3dd2-4a07-be56-bb0d5e526b38 None None] Port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:10.902779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Router 3e9046fd-477c-43bd-bec6-d1574e74429d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:33:10.926945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2ce1d-40e4-4a53-b305-e82633878f3d req-4d0b1704-1b84-4886-a3e3-4c36e139712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:10.926945 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f6c2ce1d-40e4-4a53-b305-e82633878f3d req-4d0b1704-1b84-4886-a3e3-4c36e139712a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 1097 time: 0.0607822 Jul 05 09:33:10.983245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f6c2ce1d-40e4-4a53-b305-e82633878f3d req-fb343916-b679-49dd-8319-5afe95638518 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462172 Jul 05 09:33:11.023029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] For port bebc617f-c02d-44fd-a2c6-002ffd6b6762, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:11.049188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] For port bebc617f-c02d-44fd-a2c6-002ffd6b6762, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bebc617f-c02d-44fd-a2c6-002ffd6b6762,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:11.066910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:11.141206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:11.295792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:11.366691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:11.367387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:11.471205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:11.471921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:11.473352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] 10.222.0.15 "PUT /v2.0/ports/bebc617f-c02d-44fd-a2c6-002ffd6b6762 HTTP/1.1" status: 200 len: 1097 time: 3.6282847 Jul 05 09:33:11.473828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'tag': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:11.566038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b22ff493-b461-41bd-9272-b71c41072003 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:11.590871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf055a-c880-426a-a9d6-dc6cdefbea72 service neutron] Pushing event updated for resources: {'Port': ['ID=bebc617f-c02d-44fd-a2c6-002ffd6b6762,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:11.641977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:11.662146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1f1a12c0-47ca-44a6-8dad-63be0ae155a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/3e9046fd-477c-43bd-bec6-d1574e74429d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0084393 Jul 05 09:33:11.662245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Sync routers for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:11.678722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:11.679065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:11.679844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:11.762558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b22ff493-b461-41bd-9272-b71c41072003 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:11.769460 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9" -d '{"events": [{"name": "network-changed", "server_uuid": "916ab7a7-3f1f-49bd-8a30-3e8a707eebed", "tag": "bebc617f-c02d-44fd-a2c6-002ffd6b6762"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:11.786117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Pushing event updated for resources: {'Port': ['ID=b6afef2d-180d-4c2d-9834-14db6f344249,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:11.792193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:11.804006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:11.811952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b22ff493-b461-41bd-9272-b71c41072003 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:11.814330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:11.818790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:11.856090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-3cb48506-087e-4043-a45e-dbda5747a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:11.858212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-3cb48506-087e-4043-a45e-dbda5747a56a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 1100 time: 0.3302772 Jul 05 09:33:11.957697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-56222e9d-afef-4654-9748-ebf21f59fdc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=bebc617f-c02d-44fd-a2c6-002ffd6b6762 HTTP/1.1" status: 200 len: 217 time: 0.0831311 Jul 05 09:33:11.987579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d468d62-79c1-4a6b-9dd5-c047c26c60b0 req-60e7f7db-9f9a-4fcc-9c49-f86ba6fe4c94 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:11.989386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d468d62-79c1-4a6b-9dd5-c047c26c60b0 req-60e7f7db-9f9a-4fcc-9c49-f86ba6fe4c94 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 948 time: 0.3418920 Jul 05 09:33:12.006733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:12.101616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-8723c833-a458-4bdb-8962-77da73479c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:12.103017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-8723c833-a458-4bdb-8962-77da73479c6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1357827 Jul 05 09:33:12.104095 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.115920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d468d62-79c1-4a6b-9dd5-c047c26c60b0 req-a9efe483-c7b9-4c4c-845f-9bced7b8586b tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735919 Jul 05 09:33:12.156409 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.213520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b22ff493-b461-41bd-9272-b71c41072003, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b22ff493-b461-41bd-9272-b71c41072003,segment=NetworkSegment(8113df91-8e11-4cba-9119-084999ff0fc6),segment_id=8113df91-8e11-4cba-9119-084999ff0fc6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:12.225958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.231422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.318106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b22ff493-b461-41bd-9272-b71c41072003,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:12.328920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-83321d04-0d56-4134-adea-79d36d6f179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:12.331284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-83321d04-0d56-4134-adea-79d36d6f179a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2139685 Jul 05 09:33:12.351424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 2, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:12.386655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Checking router: 3e9046fd-477c-43bd-bec6-d1574e74429d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:12.387019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Updating router 3e9046fd-477c-43bd-bec6-d1574e74429d port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:12.434863 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.538506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-1953e66b-2d6d-418c-aedf-36ef88ba1bdd service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897910 Jul 05 09:33:12.585550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.619931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.711195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Pushing event updated for resources: {'Port': ['ID=b6afef2d-180d-4c2d-9834-14db6f344249,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:12.740587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.745655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75dad29b-039c-470c-870d-a4394db0a0c2 req-e096ab0d-02f5-4831-a9da-c658d34dcfe0 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933467 Jul 05 09:33:12.760519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.761768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-4ec4a83a-5f22-4bf1-b902-18c4112378bb tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6939580 Jul 05 09:33:12.805698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.819022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Transition to ACTIVE for port object ce351ac1-b89e-4995-951f-0ef5e12b2bf7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:12.826145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.848679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-07e32d39-fe62-4d8c-a8c5-a6d2f4ae393a tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.207 HTTP/1.1" status: 200 len: 696 time: 0.0812314 Jul 05 09:33:12.882458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6021c2-8919-49da-89a1-a4819250ce33 None None] Pushing event updated for resources: {'Port': ['ID=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:12.935335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Attempting to bind port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:12.935814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Attempting to bind port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:12.936171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Attempting to bind port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 on network 234cca4d-de17-4ece-85c6-9dfb379090ed {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:12.943598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:12.944094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Checking segment: {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:12.944456 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.945124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Bound using segment: {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:12.945549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Bound port: ce351ac1-b89e-4995-951f-0ef5e12b2bf7, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:12.946012 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:12.976478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-ca144e40-d864-48e3-afd9-b1e359e5f713 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:12.978223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-ca144e40-d864-48e3-afd9-b1e359e5f713 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1232274 Jul 05 09:33:13.003729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-bedd8873-8412-42c4-ada5-3835b2f6224c tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:33:13.005014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dea91be3-3ce1-43ad-a90a-610dc80abe4b req-bedd8873-8412-42c4-ada5-3835b2f6224c tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203776 Jul 05 09:33:13.039333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] For port ce351ac1-b89e-4995-951f-0ef5e12b2bf7, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:13.043860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] For port ce351ac1-b89e-4995-951f-0ef5e12b2bf7, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:13.052669 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:13.078068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6f00a-e153-4496-8159-cdd58c47e330 req-0027554f-297c-418b-83d3-f446dfc72a2b tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:13.080966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efa6f00a-e153-4496-8159-cdd58c47e330 req-0027554f-297c-418b-83d3-f446dfc72a2b tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 945 time: 0.0980313 Jul 05 09:33:13.116588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b22ff493-b461-41bd-9272-b71c41072003 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:13.132158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efa6f00a-e153-4496-8159-cdd58c47e330 req-24fee43a-a0c8-4ce9-b37d-ce55814e0734 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433819 Jul 05 09:33:13.147531 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec0527c-2f80-4e15-9fe3-9c07ba6e3128 x-openstack-request-id: req-dec0527c-2f80-4e15-9fe3-9c07ba6e3128 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:13.148018 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916ab7a7-3f1f-49bd-8a30-3e8a707eebed", "tag": "bebc617f-c02d-44fd-a2c6-002ffd6b6762", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:13.148554 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dec0527c-2f80-4e15-9fe3-9c07ba6e3128 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:13.149701 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'tag': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762', 'status': 'completed', 'code': 200} Jul 05 09:33:13.199950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:13.200854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:32:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:13.257789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-ad8181f7-56cc-42e2-9d75-3060b74fcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:13.261276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-ad8181f7-56cc-42e2-9d75-3060b74fcce5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 1100 time: 0.0742815 Jul 05 09:33:13.298280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6021c2-8919-49da-89a1-a4819250ce33 None None] Pushing event updated for resources: {'Port': ['ID=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:13.411372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:13.484672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-4962a2a8-9e0e-4988-b806-5b9b4f849674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:13.486741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-4962a2a8-9e0e-4988-b806-5b9b4f849674 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2183564 Jul 05 09:33:13.555120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-3a7eb7f9-0c39-429f-b73d-f51a298282cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=bebc617f-c02d-44fd-a2c6-002ffd6b6762 HTTP/1.1" status: 200 len: 217 time: 0.0585458 Jul 05 09:33:13.590537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b22ff493-b461-41bd-9272-b71c41072003 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:13.590978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:13.671055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:13.676961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-614e8380-7d22-4477-a591-57358694a4de tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179548746', 'description': 'tempest-description--1398745992'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:13.724869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-7607defd-0f6f-4bc4-9dde-a9e6c047fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:13.727696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-7607defd-0f6f-4bc4-9dde-a9e6c047fdb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1619277 Jul 05 09:33:13.737905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52284708-4b6a-47cb-8d08-76645a5d8dd4 req-32bcd587-3ce5-4f32-9536-7373594399d1 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips/91ab4cbd-d228-4fe4-acdb-de279c4f5248 HTTP/1.1" status: 200 len: 693 time: 0.1334240 Jul 05 09:33:13.742010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-614e8380-7d22-4477-a591-57358694a4de tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:13.826146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:13Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:13.850010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-614e8380-7d22-4477-a591-57358694a4de tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:13.857958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-614e8380-7d22-4477-a591-57358694a4de tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:13.859609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6d906-325e-4bcc-a8b5-86be7e3ccb05 None None] The sync data for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 is: [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:13Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:13.940857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:13.952037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-614e8380-7d22-4477-a591-57358694a4de tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:13.953565 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-614e8380-7d22-4477-a591-57358694a4de tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2806590 Jul 05 09:33:13.956539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e8380-7d22-4477-a591-57358694a4de tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773d41a2-e9a6-4bfa-9a0a-96f171e0642d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:13.959409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:13.965374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-83d7a469-ab02-48a8-ba37-b9fe447a6618 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Request body: {'security_group_rule': {'security_group_id': '773d41a2-e9a6-4bfa-9a0a-96f171e0642d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:13.989830 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01152eab-9c5d-4cad-9ddd-f3aa3b6772ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.011971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83d7a469-ab02-48a8-ba37-b9fe447a6618 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.101774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83d7a469-ab02-48a8-ba37-b9fe447a6618 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.108820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83d7a469-ab02-48a8-ba37-b9fe447a6618 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.132821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-160ee63e-bc18-484e-9f5e-41dabdc28a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.149466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7a469-ab02-48a8-ba37-b9fe447a6618 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73826044-c1ba-4051-9930-ec5a7b0f3361,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:14.163014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83d7a469-ab02-48a8-ba37-b9fe447a6618 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.164412 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-83d7a469-ab02-48a8-ba37-b9fe447a6618 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035191 Jul 05 09:33:14.168897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:14.175386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-410e4bea-5f1a-471d-a2a0-612a15bff239 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Request body: {'security_group_rule': {'security_group_id': '773d41a2-e9a6-4bfa-9a0a-96f171e0642d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:14.272153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52284708-4b6a-47cb-8d08-76645a5d8dd4 req-cc7cdbb0-52df-40d3-890f-29e2301f2981 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:14.273881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52284708-4b6a-47cb-8d08-76645a5d8dd4 req-cc7cdbb0-52df-40d3-890f-29e2301f2981 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.5348914 Jul 05 09:33:14.274173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-160ee63e-bc18-484e-9f5e-41dabdc28a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.282844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-83e0ce3b-2803-423b-8961-acd52c5e9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:14.283194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-160ee63e-bc18-484e-9f5e-41dabdc28a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.284866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-83e0ce3b-2803-423b-8961-acd52c5e9d98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5409687 Jul 05 09:33:14.293006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-52284708-4b6a-47cb-8d08-76645a5d8dd4 req-6c05acdf-14ae-4e1b-91cb-81ff0ed075b2 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:33:14.293997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52284708-4b6a-47cb-8d08-76645a5d8dd4 req-6c05acdf-14ae-4e1b-91cb-81ff0ed075b2 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081375 Jul 05 09:33:14.310157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d030b6-0093-4b3d-b2eb-d32bcc7b6a6d req-080ba871-600c-4ec6-9225-8ba927a28c78 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:14.312150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8d030b6-0093-4b3d-b2eb-d32bcc7b6a6d req-080ba871-600c-4ec6-9225-8ba927a28c78 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 948 time: 0.4771783 Jul 05 09:33:14.334477 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-160ee63e-bc18-484e-9f5e-41dabdc28a23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d64c62a7e87d41799fe892f42a924997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894970 Jul 05 09:33:14.335516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:14.348033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ee63e-bc18-484e-9f5e-41dabdc28a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb193bd9-d01d-4775-a866-024145ac4bb4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:14.357824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-410e4bea-5f1a-471d-a2a0-612a15bff239 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.402641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8d030b6-0093-4b3d-b2eb-d32bcc7b6a6d req-65eb1986-9f1d-4eb0-ac77-f2bc13d84ef5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816686 Jul 05 09:33:14.426227 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5374ba1-7def-4642-80c5-cfaf25d32c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.441436 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:33:14.442527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-a56d288e-5772-423e-a73b-0f6f48304491 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292214 Jul 05 09:33:14.483007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5374ba1-7def-4642-80c5-cfaf25d32c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.487225 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-410e4bea-5f1a-471d-a2a0-612a15bff239 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.502218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-410e4bea-5f1a-471d-a2a0-612a15bff239 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.537921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e4bea-5f1a-471d-a2a0-612a15bff239 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6ef2b0-484f-49ae-b211-7dae27b13cde,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:14.554816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-410e4bea-5f1a-471d-a2a0-612a15bff239 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.556243 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-410e4bea-5f1a-471d-a2a0-612a15bff239 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3863442 Jul 05 09:33:14.560597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:14.566614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:14.583713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5374ba1-7def-4642-80c5-cfaf25d32c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.586242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5374ba1-7def-4642-80c5-cfaf25d32c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.589859 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5374ba1-7def-4642-80c5-cfaf25d32c7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb193bd9-d01d-4775-a866-024145ac4bb4 HTTP/1.1" status: 204 len: 168 time: 0.2506752 Jul 05 09:33:14.600796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5374ba1-7def-4642-80c5-cfaf25d32c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb193bd9-d01d-4775-a866-024145ac4bb4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:14.612756 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.746353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f7cba8b-e5ed-4736-88ad-0a62ca4e77a9 req-273a84db-b088-4ef3-8a87-66d3e995d521 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893348 Jul 05 09:33:14.767399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2ed5-29b6-4a4e-ab30-2473afa2591a req-2fab90f4-be4f-4c20-9f5f-ac69188f40ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:14.776312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-696d2ed5-29b6-4a4e-ab30-2473afa2591a req-2fab90f4-be4f-4c20-9f5f-ac69188f40ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 945 time: 0.2656636 Jul 05 09:33:14.783589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.791598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:14.796621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'floatingip': {'port_id': 'd1c0099e-d965-4e52-94ff-3dc18d10421b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:14.896530 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:14.989940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Allocated IP 172.25.1.158 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/df459448-f9b7-41b9-9ffe-20b4903a0bf9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:14.993730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-788d749a-040c-4807-abac-cda12adb41fa req-74b10e43-afcc-4dde-8930-f9cc91719333 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=73dd17b1c1344a7480b518859a5363d9 HTTP/1.1" status: 200 len: 696 time: 0.1256418 Jul 05 09:33:15.128317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34664) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:15.165028 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e81d1bf-7f5b-40e4-9eac-157eab631161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.200604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce351ac1-b89e-4995-951f-0ef5e12b2bf7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:15.220062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.270337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:15.275495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:15.276129 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.326188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d749a-040c-4807-abac-cda12adb41fa req-379f8189-057f-42aa-80b7-a642165c11db tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:15.333012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-788d749a-040c-4807-abac-cda12adb41fa req-379f8189-057f-42aa-80b7-a642165c11db tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks?id=c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 787 time: 0.3384228 Jul 05 09:33:15.342611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-788d749a-040c-4807-abac-cda12adb41fa req-535bbaec-6f63-4049-a01d-5a33468b0830 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:33:15.345431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.353783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-788d749a-040c-4807-abac-cda12adb41fa req-535bbaec-6f63-4049-a01d-5a33468b0830 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198412 Jul 05 09:33:15.403301 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.464675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ce351ac1-b89e-4995-951f-0ef5e12b2bf7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:15.470879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.472969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:15.478587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:15.487048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e81d1bf-7f5b-40e4-9eac-157eab631161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.488216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:15.515257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e81d1bf-7f5b-40e4-9eac-157eab631161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.547019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event updated for resources: {'Port': ['ID=df459448-f9b7-41b9-9ffe-20b4903a0bf9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:15.552650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-6988e911-8342-4040-a70f-513dc62a5fde tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips/91ab4cbd-d228-4fe4-acdb-de279c4f5248 HTTP/1.1" status: 200 len: 693 time: 0.1118529 Jul 05 09:33:15.557680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:15.573757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9e81d1bf-7f5b-40e4-9eac-157eab631161 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dea4a427c02449d8e5b8ea556a386a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443016 Jul 05 09:33:15.579855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34678) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:15.620216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81d1bf-7f5b-40e4-9eac-157eab631161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c4ed7-3c0c-4992-8981-42acc7d229d5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:15.744617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5a92fbe-eda6-4ada-a51c-ade160f43678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.748370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.798593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5a92fbe-eda6-4ada-a51c-ade160f43678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.824373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.927066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5a92fbe-eda6-4ada-a51c-ade160f43678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.929568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5a92fbe-eda6-4ada-a51c-ade160f43678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:15.930710 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b5a92fbe-eda6-4ada-a51c-ade160f43678 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd2c4ed7-3c0c-4992-8981-42acc7d229d5 HTTP/1.1" status: 204 len: 168 time: 0.3499136 Jul 05 09:33:15.933812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-53a30a18-9c89-45bd-a920-908c1429892b tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:15.937171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-53a30a18-9c89-45bd-a920-908c1429892b tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.3771124 Jul 05 09:33:15.947596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a92fbe-eda6-4ada-a51c-ade160f43678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c4ed7-3c0c-4992-8981-42acc7d229d5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:15.989300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-de6dfa99-46ad-43a1-b1dd-337adad0ae18 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:33:15.992686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-de6dfa99-46ad-43a1-b1dd-337adad0ae18 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269594 Jul 05 09:33:16.004460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ca15d-9a51-4618-9e90-00745adf102a req-cc3d9c99-f86c-484a-afde-e683cae16c22 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:16.006218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a51ca15d-9a51-4618-9e90-00745adf102a req-cc3d9c99-f86c-484a-afde-e683cae16c22 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 948 time: 0.2802713 Jul 05 09:33:16.028321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.033959 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.073068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device bebc617f-c02d-44fd-a2c6-002ffd6b6762 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:33:16.123128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event updated for resources: {'Port': ['ID=df459448-f9b7-41b9-9ffe-20b4903a0bf9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:16.136358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.157579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.167782 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-183562a2-5fab-4dcb-9da9-922ba1960ba9 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5974689 Jul 05 09:33:16.232309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port bebc617f-c02d-44fd-a2c6-002ffd6b6762, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bebc617f-c02d-44fd-a2c6-002ffd6b6762,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:16.249752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762', 'mac_address': 'fa:16:3e:e8:07:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:33:16.310676 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.325606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebc617f-c02d-44fd-a2c6-002ffd6b6762 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:16.350321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port bebc617f-c02d-44fd-a2c6-002ffd6b6762, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bebc617f-c02d-44fd-a2c6-002ffd6b6762,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:16.355027 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.366693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-8b24048d-51dc-402f-92da-55b97d433f2c tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.207 HTTP/1.1" status: 200 len: 696 time: 0.3542168 Jul 05 09:33:16.372577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:33:16.413490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=bebc617f-c02d-44fd-a2c6-002ffd6b6762,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:16.464390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a51ca15d-9a51-4618-9e90-00745adf102a req-f81d0e42-b18e-4362-a44b-7a1b94a71ad5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347732 Jul 05 09:33:16.480722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-dd2bc552-4238-49ec-898f-ca9622cbf184 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.207 HTTP/1.1" status: 200 len: 696 time: 0.1129551 Jul 05 09:33:16.555251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.563285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.601192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['bebc617f-c02d-44fd-a2c6-002ffd6b6762'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:16.742449 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.746462 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07930614-6a89-49bf-a1ed-97685aedfc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.774752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Deleting port b6afef2d-180d-4c2d-9834-14db6f344249 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:16.775108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:16.800862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-1fb2a909-f9de-41f5-ad64-04cec3d5dfa8 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--179548746&fields=id&tenant_id=4cd8959986b548bfb564caeafddef1c0 HTTP/1.1" status: 200 len: 267 time: 0.0726223 Jul 05 09:33:16.825332 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29 associated. External IP: 172.25.1.105, port: d1c0099e-d965-4e52-94ff-3dc18d10421b. Jul 05 09:33:17.016093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.017411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.053757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Calling delete_port for b6afef2d-180d-4c2d-9834-14db6f344249 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:17.067024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-80d490ab-337c-412d-ae49-ab7ee4915e6f tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:17.068599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-80d490ab-337c-412d-ae49-ab7ee4915e6f tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/networks?id=234cca4d-de17-4ece-85c6-9dfb379090ed HTTP/1.1" status: 200 len: 812 time: 0.2409167 Jul 05 09:33:17.096487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce351ac1-b89e-4995-951f-0ef5e12b2bf7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:17.148145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:17.148598 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.181711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-9ebba4dc-bfc1-4947-b62a-b0764eb18118 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/quotas/4cd8959986b548bfb564caeafddef1c0 HTTP/1.1" status: 200 len: 375 time: 0.1009672 Jul 05 09:33:17.351542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:33:17.359667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-659d6378-cf04-46f2-9806-e8a8112ff437 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cd8959986b548bfb564caeafddef1c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1669269 Jul 05 09:33:17.449409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.515761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Pushing event deleted for resources: {'Port': ['ID=b6afef2d-180d-4c2d-9834-14db6f344249,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:17.552130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.552511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.552896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.553288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.553624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.553954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.554280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.554600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.554921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.555268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.555588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.555912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:17.570831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-268b80c3-fdfb-49e1-add1-a6a1b1314337 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:33:17.571881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-268b80c3-fdfb-49e1-add1-a6a1b1314337 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0623472 Jul 05 09:33:17.604540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:17.617833 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] Sync routers for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:17.621181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.628179 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:17.628823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:17.712041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.714577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.715762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e48b31e2-8a39-4038-9a47-583ff658b759 req-445e9bed-bdce-4b27-857d-d0f86c547fea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "DELETE /v2.0/floatingips/91ab4cbd-d228-4fe4-acdb-de279c4f5248 HTTP/1.1" status: 204 len: 173 time: 1.2342322 Jul 05 09:33:17.717367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:17.719775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9bbf9d5a-0fb9-4575-8915-00ac91df39b5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "PUT /v2.0/floatingips/c9316ee3-05f9-401b-99d7-d7f55aefff29 HTTP/1.1" status: 200 len: 991 time: 2.9268594 Jul 05 09:33:17.722288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:17.724898 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc86f690-2032-4648-a2a0-4a9287e3e18c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:17.741350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-62bd39af-712a-4019-acc8-3f9517a63dca service neutron] 10.222.0.21 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503837 Jul 05 09:33:17.744816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:17.847894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-56658459-afa0-4bf7-bf8c-0ad0a1b3a0b9 service neutron] 10.222.0.21 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006775 Jul 05 09:33:17.972447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6799383-b7a7-41e8-8726-d6c97aaa6e97 req-35541fbe-f278-4768-8be2-10ed155f620d tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:17.974116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6799383-b7a7-41e8-8726-d6c97aaa6e97 req-35541fbe-f278-4768-8be2-10ed155f620d tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 949 time: 0.0739238 Jul 05 09:33:18.043706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6799383-b7a7-41e8-8726-d6c97aaa6e97 req-d6dcc470-6b92-4b2b-b0cd-3fbe22e84f97 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620584 Jul 05 09:33:18.072618 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c9316ee3-05f9-401b-99d7-d7f55aefff29', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'port_id': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'mac_address': 'fa:16:3e:f7:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:32:42Z', 'updated_at': '2021-07-05T09:33:16Z', 'revision_number': 1, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:18.087313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device bebc617f-c02d-44fd-a2c6-002ffd6b6762 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:18.104279 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] Checking router: 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:18.116491 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:18.117050 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:18.194629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port bebc617f-c02d-44fd-a2c6-002ffd6b6762 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:18.208063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port bebc617f-c02d-44fd-a2c6-002ffd6b6762 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:18.208702 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:18.277843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-223c771f-aba3-40a3-ab9e-f4fdeba0f70f tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2131674 Jul 05 09:33:18.285460 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:18.292085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:18.315174 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865e2545-5674-4a98-8d0e-b8f434ac8f7c x-openstack-request-id: req-865e2545-5674-4a98-8d0e-b8f434ac8f7c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:18.315902 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:18.316318 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-865e2545-5674-4a98-8d0e-b8f434ac8f7c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:18.317389 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'status': 'completed', 'code': 200} Jul 05 09:33:18.320615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:18.395978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:18.441750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-f1ecd3e0-8ecd-4bc8-ad47-e864eea813bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:18.444652 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-f1ecd3e0-8ecd-4bc8-ad47-e864eea813bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 1097 time: 0.1230733 Jul 05 09:33:18.490946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:18.492745 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941bac7-2c1a-4a8d-a022-efbd8c7eeb12" -d '{"events": [{"server_uuid": "916ab7a7-3f1f-49bd-8a30-3e8a707eebed", "name": "network-vif-plugged", "status": "completed", "tag": "bebc617f-c02d-44fd-a2c6-002ffd6b6762"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:18.522496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port bebc617f-c02d-44fd-a2c6-002ffd6b6762, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bebc617f-c02d-44fd-a2c6-002ffd6b6762,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:18.533922 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:18.569285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34774) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:18.610423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=bebc617f-c02d-44fd-a2c6-002ffd6b6762,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:18.621275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.621769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.622231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.622597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.622915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.623632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.623775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.624042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.624484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.624973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.626284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.626284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:18.693368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-2f78a75c-96b4-40fd-b70b-7dd444fa01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:18.696260 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-2f78a75c-96b4-40fd-b70b-7dd444fa01f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 923 time: 0.2445347 Jul 05 09:33:18.768900 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c9316ee3-05f9-401b-99d7-d7f55aefff29', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'port_id': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'mac_address': 'fa:16:3e:f7:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:32:42Z', 'updated_at': '2021-07-05T09:33:16Z', 'revision_number': 1, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:18.806590 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e804355d-9a10-47a6-a4d3-161008f8c4f3 None None] The sync data for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 is: [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c9316ee3-05f9-401b-99d7-d7f55aefff29', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'port_id': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'mac_address': 'fa:16:3e:f7:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:32:42Z', 'updated_at': '2021-07-05T09:33:16Z', 'revision_number': 1, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:18.824703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:18.893981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd603399-8539-43bd-8ca9-9217593b083c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:18.980735 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-058df2ce-d272-4ff9-b1ce-92b33ba524a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b HTTP/1.1" status: 200 len: 999 time: 0.2701292 Jul 05 09:33:19.010835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Allocated IP 172.25.1.173 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/5658c8ca-32a3-4ed8-9d7b-ee2f9f8ddf9f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:19.144956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a23c086e-52c8-4bc3-b561-0019c6bb2a35 req-a7d218af-7622-4eb0-8341-01adc7c340ec tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 210 time: 0.0502064 Jul 05 09:33:19.150979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-9d774423-fe96-45c8-a7d8-8cf747c8c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:19.153314 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-9d774423-fe96-45c8-a7d8-8cf747c8c2d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 200 len: 861 time: 0.1611967 Jul 05 09:33:19.157132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:19.167690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35429bb-b7ba-4657-9af4-c19cec4b697c None None] New status for floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:33:19.216240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.311106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.361113 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae4277-64d0-4dd0-b593-9effff7b8141 x-openstack-request-id: req-38ae4277-64d0-4dd0-b593-9effff7b8141 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:19.361410 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916ab7a7-3f1f-49bd-8a30-3e8a707eebed", "name": "network-vif-plugged", "status": "completed", "tag": "bebc617f-c02d-44fd-a2c6-002ffd6b6762", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:19.362184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:19.362899 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ae4277-64d0-4dd0-b593-9effff7b8141 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:19.363456 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762', 'code': 200} Jul 05 09:33:19.369407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:19.374317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:19.405542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-a79d1090-699d-4267-b9d9-8451a4eaeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:19.407135 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-a79d1090-699d-4267-b9d9-8451a4eaeda3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=622965d8-c654-4e30-a640-6536c7a6bb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2101793 Jul 05 09:33:19.415205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Pushing event updated for resources: {'Port': ['ID=5658c8ca-32a3-4ed8-9d7b-ee2f9f8ddf9f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:19.470866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd603399-8539-43bd-8ca9-9217593b083c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.522013 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd603399-8539-43bd-8ca9-9217593b083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.547317 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.549086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ea72844-f779-465f-b027-4e62dd770282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.575780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd19b1-d1d1-42f6-8761-fb18a4dd0edf req-45aba21e-6a46-4844-9a2d-4696f116aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:19.577415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34cd19b1-d1d1-42f6-8761-fb18a4dd0edf req-45aba21e-6a46-4844-9a2d-4696f116aa8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 1102 time: 0.0982239 Jul 05 09:33:19.615615 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cd603399-8539-43bd-8ca9-9217593b083c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c5d3fa712ee4e198f1c6fa93a8f13ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0452433 Jul 05 09:33:19.616383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:19.623386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd603399-8539-43bd-8ca9-9217593b083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d021ce-65d8-4841-a833-7cdfaef965b7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:19.673156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.684114 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-474cb809-7b5d-45fd-90fe-c08db6120bf8 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493751 Jul 05 09:33:19.716983 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.732517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34802) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:19.744980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34cd19b1-d1d1-42f6-8761-fb18a4dd0edf req-13fac45c-ee52-49b0-b733-bdcf5f2cd2c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274190 Jul 05 09:33:19.857284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc08350d-da30-459e-a072-ccbaf1f4a228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.915842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cc86f690-2032-4648-a2a0-4a9287e3e18c req-2bfd38c4-9abf-4a76-91dc-4b9a8449533d service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214539 Jul 05 09:33:19.925514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc08350d-da30-459e-a072-ccbaf1f4a228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.957120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ea72844-f779-465f-b027-4e62dd770282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.987451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ea72844-f779-465f-b027-4e62dd770282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:19.999792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0232d247-1d89-4228-b5ed-b07119c776a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.038630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-d70bf731-6ead-4d0c-afcc-b526aa574814 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:20.040567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-d70bf731-6ead-4d0c-afcc-b526aa574814 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.15 "GET /v2.0/networks?id=234cca4d-de17-4ece-85c6-9dfb379090ed HTTP/1.1" status: 200 len: 812 time: 0.1784747 Jul 05 09:33:20.054870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d604834-4916-4c41-8804-63ce20dee892 req-1109c56c-00eb-4c34-8f07-eea2d760d722 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:20.059176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0ea72844-f779-465f-b027-4e62dd770282 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91346030f99b4caaa8c4e802dd933450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8973813 Jul 05 09:33:20.059176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea72844-f779-465f-b027-4e62dd770282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe3ce7-7231-4b36-87eb-00e66f817dfa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:20.059782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:20.064946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d604834-4916-4c41-8804-63ce20dee892 req-1109c56c-00eb-4c34-8f07-eea2d760d722 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 950 time: 0.3127434 Jul 05 09:33:20.156855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.167993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d604834-4916-4c41-8804-63ce20dee892 req-e19a23dd-be73-4fa3-89db-1168bcd81314 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020997 Jul 05 09:33:20.171945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-855466e7-a91b-4d10-9194-a6e94b22730e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd8959986b548bfb564caeafddef1c0 HTTP/1.1" status: 200 len: 379 time: 0.0975478 Jul 05 09:33:20.173740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.186998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Request body: {'port': {'device_id': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'admin_state_up': True, 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'security_groups': ['773d41a2-e9a6-4bfa-9a0a-96f171e0642d']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:20.314612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Pushing event updated for resources: {'Port': ['ID=5658c8ca-32a3-4ed8-9d7b-ee2f9f8ddf9f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:20.341794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.347543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc08350d-da30-459e-a072-ccbaf1f4a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.350231 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc08350d-da30-459e-a072-ccbaf1f4a228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.351780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc08350d-da30-459e-a072-ccbaf1f4a228 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52d021ce-65d8-4841-a833-7cdfaef965b7 HTTP/1.1" status: 204 len: 168 time: 0.7302246 Jul 05 09:33:20.379958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08350d-da30-459e-a072-ccbaf1f4a228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d021ce-65d8-4841-a833-7cdfaef965b7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:20.441061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0232d247-1d89-4228-b5ed-b07119c776a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.444637 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af9d599e-705b-4df4-bbec-c10988ed1246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.458989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0232d247-1d89-4228-b5ed-b07119c776a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.477091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af9d599e-705b-4df4-bbec-c10988ed1246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.479217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98215674-882a-4ea3-90b2-da17f020a127 req-6f6531f7-35c9-4048-8944-2ccdaac7c73b tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 210 time: 0.0392950 Jul 05 09:33:20.484279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.494649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-333b70bd-f2c9-4285-b085-e5b3e9c5f7d4 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2093766 Jul 05 09:33:20.545996 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0232d247-1d89-4228-b5ed-b07119c776a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccc07b2836954feeb692a1dcf028254f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757785 Jul 05 09:33:20.547453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232d247-1d89-4228-b5ed-b07119c776a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12011c-b701-40b1-991f-e602073e6b27,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:20.554694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:20.588542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Made reservation on behalf of 4cd8959986b548bfb564caeafddef1c0 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:20.595489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.622913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-0584bb4b-afc6-43be-99ba-82a15030a039 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.1272297 Jul 05 09:33:20.634171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf8d54e9-3f73-4d46-ae7a-be59090ed4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.639246 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af9d599e-705b-4df4-bbec-c10988ed1246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.644909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af9d599e-705b-4df4-bbec-c10988ed1246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.649209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af9d599e-705b-4df4-bbec-c10988ed1246 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2fe3ce7-7231-4b36-87eb-00e66f817dfa HTTP/1.1" status: 204 len: 168 time: 0.5860198 Jul 05 09:33:20.669071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d599e-705b-4df4-bbec-c10988ed1246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe3ce7-7231-4b36-87eb-00e66f817dfa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:20.705460 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf8d54e9-3f73-4d46-ae7a-be59090ed4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.807921 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf8d54e9-3f73-4d46-ae7a-be59090ed4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.811660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf8d54e9-3f73-4d46-ae7a-be59090ed4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.813927 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bf8d54e9-3f73-4d46-ae7a-be59090ed4c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc12011c-b701-40b1-991f-e602073e6b27 HTTP/1.1" status: 204 len: 168 time: 0.2567236 Jul 05 09:33:20.824674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d54e9-3f73-4d46-ae7a-be59090ed4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12011c-b701-40b1-991f-e602073e6b27,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:20.832030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:20.853243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:20.873754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-d4d4d602-dd5f-4403-b622-9974116c6e76 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:20.875232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bad55e76-15eb-48b6-9de4-315e2bd9cdb1 req-d4d4d602-dd5f-4403-b622-9974116c6e76 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.2453663 Jul 05 09:33:20.906801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Allocated IP 172.20.0.14 (234cca4d-de17-4ece-85c6-9dfb379090ed/65cf4768-480b-42bd-91a3-d26d9d5414ee/a3388c5e-9f63-4df5-b626-c179c13aea7f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:20.961036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-7a160842-ed33-4925-bdc8-30d50f8c810a tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips/e44710a3-4fe0-43e5-b029-19cceb31ec20 HTTP/1.1" status: 200 len: 693 time: 0.0562103 Jul 05 09:33:21.044152 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.052809 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.101022 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9591ac7fdc644ffb8b965d8a00c2908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691474 Jul 05 09:33:21.103994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:21.156271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dde114-3ebb-4050-b2d4-5dd63324c28e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:21.169746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.170095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.170430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.170769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.171123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.171463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.171791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.172178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.172438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.173305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.173633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.173957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f425-94c6-45e5-b615-739356e32ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:21.194451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9eb569-2140-43bd-9a6c-4df1fe558abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.217395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-dad13bbb-fd9c-4f3b-9065-630b4b624ea2 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:21.219536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-dad13bbb-fd9c-4f3b-9065-630b4b624ea2 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.2504413 Jul 05 09:33:21.221874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9eb569-2140-43bd-9a6c-4df1fe558abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.278302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9eb569-2140-43bd-9a6c-4df1fe558abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.283480 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9eb569-2140-43bd-9a6c-4df1fe558abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.286830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b9eb569-2140-43bd-9a6c-4df1fe558abb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3dde114-3ebb-4050-b2d4-5dd63324c28e HTTP/1.1" status: 204 len: 168 time: 0.1791120 Jul 05 09:33:21.288356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-c6542462-6bb9-4850-9619-ca615a1579ea tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.0606565 Jul 05 09:33:21.296684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9eb569-2140-43bd-9a6c-4df1fe558abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dde114-3ebb-4050-b2d4-5dd63324c28e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:21.354198 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.368518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-719e2b56-7f6f-4ae0-9761-948200b3b2a6 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.0710733 Jul 05 09:33:21.373571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Transition to ACTIVE for port object a3388c5e-9f63-4df5-b626-c179c13aea7f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:21.390660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34852) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:21.405951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d9575e6-f977-4c95-8bc3-d35398ed48a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.468569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:21.493805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b716e3d-c3d6-4716-bced-43507f87d267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.516724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.566197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d9575e6-f977-4c95-8bc3-d35398ed48a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.574526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d9575e6-f977-4c95-8bc3-d35398ed48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.585967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Network 234cca4d-de17-4ece-85c6-9dfb379090ed is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:21.596776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Deleting port 5658c8ca-32a3-4ed8-9d7b-ee2f9f8ddf9f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:21.597138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.598954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:21.601753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:21.643942 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d9575e6-f977-4c95-8bc3-d35398ed48a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62fe1723f96641a6a1c6ac9fab31ef52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513676 Jul 05 09:33:21.644546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:21.654001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:21.654663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.687709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9575e6-f977-4c95-8bc3-d35398ed48a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46fb0ef-9427-4636-b55a-82fbf3dd5d0f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:21.713245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event updated for resources: {'Port': ['ID=a3388c5e-9f63-4df5-b626-c179c13aea7f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:21.784825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.785161 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.798433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06cad005-f4e8-4d2c-81e7-e5f0c2ca6f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.800560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Calling delete_port for 5658c8ca-32a3-4ed8-9d7b-ee2f9f8ddf9f owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:21.854453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06cad005-f4e8-4d2c-81e7-e5f0c2ca6f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.900744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b716e3d-c3d6-4716-bced-43507f87d267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.925394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-f4cdf560-aeff-45f5-89ae-8b7d94bff083 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7429116 Jul 05 09:33:21.939933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b716e3d-c3d6-4716-bced-43507f87d267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:21.940500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Request body: {'port': {'device_id': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:22.007389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06cad005-f4e8-4d2c-81e7-e5f0c2ca6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.010036 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06cad005-f4e8-4d2c-81e7-e5f0c2ca6f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.014376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-06cad005-f4e8-4d2c-81e7-e5f0c2ca6f9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e46fb0ef-9427-4636-b55a-82fbf3dd5d0f HTTP/1.1" status: 204 len: 168 time: 0.3614278 Jul 05 09:33:22.018109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b716e3d-c3d6-4716-bced-43507f87d267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77bf6fc-db09-4089-bee8-0260847c284e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:22.022884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8b716e3d-c3d6-4716-bced-43507f87d267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9911ab64c29f46239e67ea2ce8eb469c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530386 Jul 05 09:33:22.026858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:22.039844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cad005-f4e8-4d2c-81e7-e5f0c2ca6f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46fb0ef-9427-4636-b55a-82fbf3dd5d0f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:22.082856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2477ba03-2073-4eaa-a1ca-b64541a62691 None None] Provisioning for port a3388c5e-9f63-4df5-b626-c179c13aea7f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:22.088086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2477ba03-2073-4eaa-a1ca-b64541a62691 None None] Provisioning complete for port a3388c5e-9f63-4df5-b626-c179c13aea7f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:22.088455 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2477ba03-2073-4eaa-a1ca-b64541a62691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.101610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34633021-1204-491c-9bf4-49b729205fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.120900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.129916 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34633021-1204-491c-9bf4-49b729205fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.179688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2477ba03-2073-4eaa-a1ca-b64541a62691 None None] Port a3388c5e-9f63-4df5-b626-c179c13aea7f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:22.201525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Pushing event deleted for resources: {'Port': ['ID=5658c8ca-32a3-4ed8-9d7b-ee2f9f8ddf9f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:22.209588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34633021-1204-491c-9bf4-49b729205fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.213164 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34633021-1204-491c-9bf4-49b729205fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.218791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-34633021-1204-491c-9bf4-49b729205fd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c77bf6fc-db09-4089-bee8-0260847c284e HTTP/1.1" status: 204 len: 168 time: 0.1908624 Jul 05 09:33:22.230857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34633021-1204-491c-9bf4-49b729205fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77bf6fc-db09-4089-bee8-0260847c284e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:22.245903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.281594 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.284891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:22.287548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-061d979a-8cc9-4b4f-90a4-e4a3a14e23c9 req-0bc2e9dc-40e5-4c59-b778-ce192bbf972d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "DELETE /v2.0/floatingips/e44710a3-4fe0-43e5-b029-19cceb31ec20 HTTP/1.1" status: 204 len: 173 time: 0.9098716 Jul 05 09:33:22.337949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f041f-ff3d-44ea-9a0c-bca965cfb66c req-40e4533c-da9f-4024-8aae-0448526875a3 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:22.339803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff4f041f-ff3d-44ea-9a0c-bca965cfb66c req-40e4533c-da9f-4024-8aae-0448526875a3 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 950 time: 0.3279774 Jul 05 09:33:22.482618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff4f041f-ff3d-44ea-9a0c-bca965cfb66c req-dcafaffd-1b7f-422b-899c-55670fc06ea1 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305835 Jul 05 09:33:22.863545 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-87f873f7-14ec-4b67-b482-3d6a409c0e9a req-5b4d6b33-33f4-4e38-a5bd-d815904d5791 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] show failed (client error): The resource could not be found. Jul 05 09:33:22.864562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87f873f7-14ec-4b67-b482-3d6a409c0e9a req-5b4d6b33-33f4-4e38-a5bd-d815904d5791 tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips/e44710a3-4fe0-43e5-b029-19cceb31ec20 HTTP/1.1" status: 404 len: 350 time: 0.3096433 Jul 05 09:33:22.944880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a2efb-b475-4e51-bb97-18177e87e8a6 req-9c8bdb72-afb0-4170-9290-22baf4e752bf tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:22.946661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd5a2efb-b475-4e51-bb97-18177e87e8a6 req-9c8bdb72-afb0-4170-9290-22baf4e752bf tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 932 time: 0.3928311 Jul 05 09:33:23.009062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3388c5e-9f63-4df5-b626-c179c13aea7f {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:23.027962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:23.040701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd5a2efb-b475-4e51-bb97-18177e87e8a6 req-0f830846-0934-4664-8d64-7d4a400761f0 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825782 Jul 05 09:33:23.049523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Transition to ACTIVE for port object a3388c5e-9f63-4df5-b626-c179c13aea7f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:23.053753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:23.184408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3388c5e-9f63-4df5-b626-c179c13aea7f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:23.187405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Attempting to bind port a3388c5e-9f63-4df5-b626-c179c13aea7f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:23.187918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Attempting to bind port a3388c5e-9f63-4df5-b626-c179c13aea7f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:23.188524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Attempting to bind port a3388c5e-9f63-4df5-b626-c179c13aea7f on network 234cca4d-de17-4ece-85c6-9dfb379090ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:23.194166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Port a3388c5e-9f63-4df5-b626-c179c13aea7f on network 234cca4d-de17-4ece-85c6-9dfb379090ed not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:33:23.194685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Attempting to bind port a3388c5e-9f63-4df5-b626-c179c13aea7f on network 234cca4d-de17-4ece-85c6-9dfb379090ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:23.200339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:23.201109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Checking segment: {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:23.201652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Bound using segment: {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:23.202258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Bound port: a3388c5e-9f63-4df5-b626-c179c13aea7f, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd957d27a-d9f3-4fc4-a2dd-33663c833719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:23.202836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:23.262412 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-8605eca6-d789-4c67-9f9c-8944b7e84501 req-90075043-9406-4ba6-9a30-c30b76355e2d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] show failed (client error): The resource could not be found. Jul 05 09:33:23.264843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8605eca6-d789-4c67-9f9c-8944b7e84501 req-90075043-9406-4ba6-9a30-c30b76355e2d tempest-FloatingIPsTestJSON-1145362367 tempest-FloatingIPsTestJSON-1145362367-project] 10.222.0.21 "GET /v2.0/floatingips/e44710a3-4fe0-43e5-b029-19cceb31ec20 HTTP/1.1" status: 404 len: 350 time: 0.0508697 Jul 05 09:33:23.275012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34936) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:23.368560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] For port a3388c5e-9f63-4df5-b626-c179c13aea7f, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:23.374073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] For port a3388c5e-9f63-4df5-b626-c179c13aea7f, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:23.382234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:23.483660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:23.484291 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:23.486700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a3388c5e-9f63-4df5-b626-c179c13aea7f HTTP/1.1" status: 200 len: 1093 time: 1.5536251 Jul 05 09:33:23.489065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:23.491627 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba6865-660f-4109-9b85-c4aae0be0d28" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:23.589331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699fdec-ddda-4364-a3d5-29196b2b93a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3388c5e-9f63-4df5-b626-c179c13aea7f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:23.631487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba7658-ff3b-4c41-82a9-45747dbf5220 req-663f33bb-5e74-4056-9f96-cbab6c5d137a tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:23.638574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aba7658-ff3b-4c41-82a9-45747dbf5220 req-663f33bb-5e74-4056-9f96-cbab6c5d137a tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 950 time: 0.2199798 Jul 05 09:33:23.675703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-4c386066-1269-4dbf-9a94-8869e7e3194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:23.677213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-4c386066-1269-4dbf-9a94-8869e7e3194c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cd8959986b548bfb564caeafddef1c0&device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 1096 time: 0.1426897 Jul 05 09:33:23.742209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aba7658-ff3b-4c41-82a9-45747dbf5220 req-a0b34e3a-00ae-46b1-93bc-1e4bce5b93c5 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026547 Jul 05 09:33:23.744421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-85a55e55-7574-4cf1-84b9-6ba3047053e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f HTTP/1.1" status: 200 len: 217 time: 0.0570638 Jul 05 09:33:23.876313 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e986c40-e52f-4151-8af1-788988d58b9e x-openstack-request-id: req-2e986c40-e52f-4151-8af1-788988d58b9e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:23.876801 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:23.877211 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e986c40-e52f-4151-8af1-788988d58b9e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:23.877768 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'status': 'completed', 'code': 200} Jul 05 09:33:23.897198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-bb60f529-1105-4ca4-b877-0be9eaa0dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:23.898925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-bb60f529-1105-4ca4-b877-0be9eaa0dcd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65cf4768-480b-42bd-91a3-d26d9d5414ee HTTP/1.1" status: 200 len: 851 time: 0.1468911 Jul 05 09:33:24.037737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-3f911fc7-6492-4814-bc75-9e1d9aab1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:24.040825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-3f911fc7-6492-4814-bc75-9e1d9aab1cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=234cca4d-de17-4ece-85c6-9dfb379090ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328518 Jul 05 09:33:24.112881 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:24.167200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-a37949a7-4d7d-423b-84c9-7cc412777a37 service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188092 Jul 05 09:33:24.320630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1197d0f-7239-42df-8cae-e4fef693d7cf req-e365e326-77ce-4688-b352-26c4ef1b66a8 service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423080 Jul 05 09:33:24.481255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-3c7e367e-fc63-4705-91d8-a2d504302e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:24.482773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-3c7e367e-fc63-4705-91d8-a2d504302e3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cd8959986b548bfb564caeafddef1c0&device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 1096 time: 0.0997958 Jul 05 09:33:24.509097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec2dc7-383c-4fdb-bb6e-286f751f7fc9 req-c1ccdde7-51fd-429a-bbc1-caf97cedf911 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:24.510391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6ec2dc7-383c-4fdb-bb6e-286f751f7fc9 req-c1ccdde7-51fd-429a-bbc1-caf97cedf911 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 944 time: 0.1388543 Jul 05 09:33:24.525417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Deleting port b22ff493-b461-41bd-9272-b71c41072003 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:24.525993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:24.621870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6ec2dc7-383c-4fdb-bb6e-286f751f7fc9 req-4d3877c6-b588-4635-b3ee-d3126fc806b6 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983486 Jul 05 09:33:24.658202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-038943e2-a61c-4ebf-a1fd-40a68af9a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:24.660328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-038943e2-a61c-4ebf-a1fd-40a68af9a84b service neutron] 10.222.0.15 "GET /v2.0/networks?id=234cca4d-de17-4ece-85c6-9dfb379090ed HTTP/1.1" status: 200 len: 913 time: 0.1689861 Jul 05 09:33:24.686272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] For port b22ff493-b461-41bd-9272-b71c41072003, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b22ff493-b461-41bd-9272-b71c41072003,segment=NetworkSegment(8113df91-8e11-4cba-9119-084999ff0fc6),segment_id=8113df91-8e11-4cba-9119-084999ff0fc6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:24.686837 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:24.713526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Calling delete_port for b22ff493-b461-41bd-9272-b71c41072003 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:24.755435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-59837cb5-f9f9-4ad7-af48-d2499b256cf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f HTTP/1.1" status: 200 len: 217 time: 0.0871170 Jul 05 09:33:24.847007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-3ff00fd3-430c-4ef4-836c-f9a74966b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:24.854253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-3ff00fd3-430c-4ef4-836c-f9a74966b31f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65cf4768-480b-42bd-91a3-d26d9d5414ee HTTP/1.1" status: 200 len: 851 time: 0.0913868 Jul 05 09:33:24.926954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35b207-c86d-4f3e-8f45-300c25319e59 req-147e5154-c72f-4e6e-a7ca-877012d88d1f tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:24.928606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c35b207-c86d-4f3e-8f45-300c25319e59 req-147e5154-c72f-4e6e-a7ca-877012d88d1f tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 950 time: 0.1565289 Jul 05 09:33:24.986807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-6df12f2a-cdfe-416c-ac5a-0461070ed1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:24.988521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-6df12f2a-cdfe-416c-ac5a-0461070ed1cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=234cca4d-de17-4ece-85c6-9dfb379090ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224518 Jul 05 09:33:24.996867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c35b207-c86d-4f3e-8f45-300c25319e59 req-6355bb7e-1bb0-4d3b-9e1a-fdc4c0d3c437 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618534 Jul 05 09:33:25.080408 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:25.172225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-52de6e6e-fd9c-4e80-a14d-037920525e7b service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745310 Jul 05 09:33:25.199993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22ff493-b461-41bd-9272-b71c41072003,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:25.413564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbba6865-660f-4109-9b85-c4aae0be0d28 req-9563cde6-de1e-47f8-91d1-dc09cef945e3 service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293303 Jul 05 09:33:25.483515 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:25.695681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-51e28e05-6509-47eb-b4b2-08a2667a85a6 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:25.697427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-51e28e05-6509-47eb-b4b2-08a2667a85a6 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 950 time: 0.1050200 Jul 05 09:33:25.830270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Router 947612f9-0a06-41d3-b64a-7ad171ddd95a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:33:25.877141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:25.974878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:25.987418 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cd5357ed-40f4-4158-af61-de9082a6c9d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/947612f9-0a06-41d3-b64a-7ad171ddd95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7071395 Jul 05 09:33:25.989081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:25.994196 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] Sync routers for ids ['947612f9-0a06-41d3-b64a-7ad171ddd95a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:26.004891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] Routers {'947612f9-0a06-41d3-b64a-7ad171ddd95a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:26.005539 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['947612f9-0a06-41d3-b64a-7ad171ddd95a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:26.053313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71b4a303-6def-4e97-8573-8c9991c33293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.054124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf2aa-3fcb-49e8-ac4c-afbcbb973fce req-d1fcb8f3-58b6-4805-9cb4-4ac23d5e2433 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.060499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-557cf2aa-3fcb-49e8-ac4c-afbcbb973fce req-d1fcb8f3-58b6-4805-9cb4-4ac23d5e2433 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 944 time: 0.2806752 Jul 05 09:33:26.103667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Deleting port bebc617f-c02d-44fd-a2c6-002ffd6b6762 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:26.104261 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.148468 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.164338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.164803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.165257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.165705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.166160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.166605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.167049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.168920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfba0592-7928-4e9d-aa92-5bfb19801278 req-5e9c8af8-87e0-4d95-a08c-8e26ee1f132d tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5025 time: 0.3266613 Jul 05 09:33:26.200753 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] Set router 947612f9-0a06-41d3-b64a-7ad171ddd95a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:26.200889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-557cf2aa-3fcb-49e8-ac4c-afbcbb973fce req-8a19418f-3c3e-41a8-8c2b-8719846d20cf tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375320 Jul 05 09:33:26.277806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] For port bebc617f-c02d-44fd-a2c6-002ffd6b6762, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bebc617f-c02d-44fd-a2c6-002ffd6b6762,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:26.278423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.303748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71b4a303-6def-4e97-8573-8c9991c33293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.311179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.316280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71b4a303-6def-4e97-8573-8c9991c33293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.336134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Calling delete_port for bebc617f-c02d-44fd-a2c6-002ffd6b6762 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:26.471442 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:33:24Z', 'revision_number': 5, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port': {'id': 'a484c327-f5be-4366-a40f-8b6a0d7eb5d0', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:26.473725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-487c24a1-cfd4-43d8-8f2e-c16feaaa4aac tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445457 Jul 05 09:33:26.480529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4a303-6def-4e97-8573-8c9991c33293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46ca47-8c0d-4bbf-9267-d1c3b863201d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:26.489252 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-71b4a303-6def-4e97-8573-8c9991c33293 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56e8402c6ddc44819e67d816d8473310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086760 Jul 05 09:33:26.491208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:26.514584 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] Checking router: 947612f9-0a06-41d3-b64a-7ad171ddd95a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:26.532403 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] Routers {'947612f9-0a06-41d3-b64a-7ad171ddd95a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:26.533037 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['947612f9-0a06-41d3-b64a-7ad171ddd95a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:26.537297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Deleting port a484c327-f5be-4366-a40f-8b6a0d7eb5d0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:26.537636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.637728 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] Set router 947612f9-0a06-41d3-b64a-7ad171ddd95a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:26.655173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] For port a484c327-f5be-4366-a40f-8b6a0d7eb5d0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:26.655534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.689978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Calling delete_port for a484c327-f5be-4366-a40f-8b6a0d7eb5d0 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:26.695503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:33:26Z', 'revision_number': 6, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:26.725799 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fac66a-12c2-49f3-b8dd-6086cba318c8 None None] The sync data for ids ['947612f9-0a06-41d3-b64a-7ad171ddd95a'] in n-d-771363-33 is: [{'id': '947612f9-0a06-41d3-b64a-7ad171ddd95a', 'name': 'tempest-FloatingIPsTestJSON-1736484200-router', 'tenant_id': '73dd17b1c1344a7480b518859a5363d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:53Z', 'updated_at': '2021-07-05T09:33:26Z', 'revision_number': 6, 'project_id': '73dd17b1c1344a7480b518859a5363d9', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:26.759816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daffd88-5bce-43b1-bb3c-7537d124b68c req-293e67a1-4760-467d-937e-bff99f4ccb9b tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.759816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0daffd88-5bce-43b1-bb3c-7537d124b68c req-293e67a1-4760-467d-937e-bff99f4ccb9b tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/ports?device_id=916ab7a7-3f1f-49bd-8a30-3e8a707eebed HTTP/1.1" status: 200 len: 950 time: 0.2832246 Jul 05 09:33:26.766991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7acd036-a603-4c04-9ff0-5a07165aa6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.775852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-2595b528-80a9-4147-86cc-f5520813a68b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:26.777448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-2595b528-80a9-4147-86cc-f5520813a68b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029506 Jul 05 09:33:26.780480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.794114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['bebc617f-c02d-44fd-a2c6-002ffd6b6762'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:26.854318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Pushing event deleted for resources: {'Port': ['ID=bebc617f-c02d-44fd-a2c6-002ffd6b6762,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:26.896128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-904f5f0e-0da2-4075-bfc2-12849bfa97ad tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/quotas/a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 375 time: 0.1011066 Jul 05 09:33:26.900355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7acd036-a603-4c04-9ff0-5a07165aa6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.919234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:26.951315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Pushing event deleted for resources: {'Port': ['ID=a484c327-f5be-4366-a40f-8b6a0d7eb5d0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:27.003221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-cc8a673b-3ab8-4823-8a48-0eb0c0013235 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056373 Jul 05 09:33:27.023331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0daffd88-5bce-43b1-bb3c-7537d124b68c req-3ffbbbfa-ca35-43b2-8f86-3e87ec480b10 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad8d17b9-f348-4271-b926-feda83ccf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445054 Jul 05 09:33:27.026524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] No DVR routers for this DVR port bebc617f-c02d-44fd-a2c6-002ffd6b6762 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:33:27.029990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.031047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.033429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c057cf9-c666-4897-b048-d11c26f311a0 req-03ce28e2-ed06-47ab-9f74-7ff612c7a301 tempest-DeleteServersAdminTestJSON-1018827654 tempest-DeleteServersAdminTestJSON-1018827654-project] 10.222.0.15 "DELETE /v2.0/ports/bebc617f-c02d-44fd-a2c6-002ffd6b6762 HTTP/1.1" status: 204 len: 173 time: 1.3265886 Jul 05 09:33:27.039751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'name': 'network-vif-deleted', 'tag': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:27.054873 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7d1f8a-265d-4ba3-88a9-b9a6c0d703c9" -d '{"events": [{"server_uuid": "916ab7a7-3f1f-49bd-8a30-3e8a707eebed", "name": "network-vif-deleted", "tag": "bebc617f-c02d-44fd-a2c6-002ffd6b6762"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:27.185038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7acd036-a603-4c04-9ff0-5a07165aa6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.189396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7acd036-a603-4c04-9ff0-5a07165aa6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.190600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f7acd036-a603-4c04-9ff0-5a07165aa6ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f46ca47-8c0d-4bbf-9267-d1c3b863201d HTTP/1.1" status: 204 len: 168 time: 0.6879776 Jul 05 09:33:27.209069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acd036-a603-4c04-9ff0-5a07165aa6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46ca47-8c0d-4bbf-9267-d1c3b863201d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:27.224320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7ba1b-b97a-474c-9658-d42e586db83a req-909f870b-ba2f-4406-9a7e-584523ad7d50 tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.236913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02d7ba1b-b97a-474c-9658-d42e586db83a req-909f870b-ba2f-4406-9a7e-584523ad7d50 tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 886 time: 0.1690130 Jul 05 09:33:27.357308 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5446f4a9-71f9-457e-ba25-cbc257b37c42 x-openstack-request-id: req-5446f4a9-71f9-457e-ba25-cbc257b37c42 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:27.357852 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916ab7a7-3f1f-49bd-8a30-3e8a707eebed", "name": "network-vif-deleted", "tag": "bebc617f-c02d-44fd-a2c6-002ffd6b6762", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:27.358310 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5446f4a9-71f9-457e-ba25-cbc257b37c42 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:27.358895 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916ab7a7-3f1f-49bd-8a30-3e8a707eebed', 'name': 'network-vif-deleted', 'tag': 'bebc617f-c02d-44fd-a2c6-002ffd6b6762', 'status': 'completed', 'code': 200} Jul 05 09:33:27.520020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.520619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.520947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.521405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.521928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.522617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.523092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:27.525294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff7e7066-c395-40ea-8d0d-2ea5c3d55ae0 req-85581027-2a60-4f88-8481-2f5f2d1977ce tempest-NetworksTest-2062831448 tempest-NetworksTest-2062831448-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5025 time: 0.1395016 Jul 05 09:33:27.595040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.597542 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.668809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b22ff493-b461-41bd-9272-b71c41072003 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:33:27.713558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.713947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947612f9-0a06-41d3-b64a-7ad171ddd95a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:33:27.737184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.741040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-afc2a6de-7e6d-4ce5-bec7-a7420caf307f admin admin] 10.222.0.21 "DELETE /v2.0/routers/947612f9-0a06-41d3-b64a-7ad171ddd95a HTTP/1.1" status: 204 len: 168 time: 1.7477798 Jul 05 09:33:27.742244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35098) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:27.746985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b22ff493-b461-41bd-9272-b71c41072003 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:33:27.747669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b22ff493-b461-41bd-9272-b71c41072003 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:33:27.802585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:27.825395 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b24c1e9-b0bd-425a-95ea-73283cd81f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.908746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] Deleting subnet b7d9c1fd-c14f-495a-b245-016d6ea7cde8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:33:27.914560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:27.973606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.038995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b24c1e9-b0bd-425a-95ea-73283cd81f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.056735 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b24c1e9-b0bd-425a-95ea-73283cd81f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.086370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0a19fb1-8494-4a3e-b6c1-564a6cb37456 req-dd5208b7-6d8f-48d9-8f2c-73adac2f8b5b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 210 time: 0.4461372 Jul 05 09:33:28.114331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35108) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:28.117166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3388c5e-9f63-4df5-b626-c179c13aea7f details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:33:28.195560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61442c62-2e04-4a41-8d98-72b2bb1f8bef req-7f0e35c8-5c47-4e63-a50f-3bc6d8b9d000 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:28.210280 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1b24c1e9-b0bd-425a-95ea-73283cd81f64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46a3320d0f2747c4946cb2c4e0c61b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065430 Jul 05 09:33:28.212386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61442c62-2e04-4a41-8d98-72b2bb1f8bef req-7f0e35c8-5c47-4e63-a50f-3bc6d8b9d000 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 944 time: 0.6334429 Jul 05 09:33:28.216403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:28.267948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24c1e9-b0bd-425a-95ea-73283cd81f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a28233-d4b5-4fd0-8d3d-57e11b29fa40,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:28.273476 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.354897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.364766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3388c5e-9f63-4df5-b626-c179c13aea7f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:28.374454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.379887 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b7d9c1fd-c14f-495a-b245-016d6ea7cde8 HTTP/1.1" status: 204 len: 168 time: 0.6338460 Jul 05 09:33:28.382772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'port_id': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'mac_address': 'fa:16:3e:0d:0f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:33:28.385624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61442c62-2e04-4a41-8d98-72b2bb1f8bef req-e42f2225-f88a-4962-bee4-0c1095e64c01 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522381 Jul 05 09:33:28.388303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35120) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:28.401249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3a2a4-e013-4130-aa8a-eed9a2c38834 None None] Network 72e32c2e-118a-4f2c-84b4-26cfe7eca98d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:28.402139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89d1e2-895c-4af0-b16e-0c2c3c929642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d9c1fd-c14f-495a-b245-016d6ea7cde8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:28.537021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dab64a48-73e1-4a66-aa32-9d02b8eb7298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.569024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8740755-e71c-4b81-a6df-79736dbaec27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.622318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.626411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8740755-e71c-4b81-a6df-79736dbaec27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.638247 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.675047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3388c5e-9f63-4df5-b626-c179c13aea7f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:28.719961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3388c5e-9f63-4df5-b626-c179c13aea7f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:28.732655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.808272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a3388c5e-9f63-4df5-b626-c179c13aea7f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:28.836623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Deleting port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:28.836989 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.850831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8740755-e71c-4b81-a6df-79736dbaec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.853445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8740755-e71c-4b81-a6df-79736dbaec27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.860381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b8740755-e71c-4b81-a6df-79736dbaec27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61a28233-d4b5-4fd0-8d3d-57e11b29fa40 HTTP/1.1" status: 204 len: 168 time: 0.6362526 Jul 05 09:33:28.863315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:28.870811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] DHCP port deletion for 72e32c2e-118a-4f2c-84b4-26cfe7eca98d request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:33:28.901215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8740755-e71c-4b81-a6df-79736dbaec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a28233-d4b5-4fd0-8d3d-57e11b29fa40,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:28.914360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dab64a48-73e1-4a66-aa32-9d02b8eb7298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.926500 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dab64a48-73e1-4a66-aa32-9d02b8eb7298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.948703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] Deleting port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:28.949057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] For port dae60f16-3991-4949-a6f3-0dfc9aaac0a3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,segment=NetworkSegment(8113df91-8e11-4cba-9119-084999ff0fc6),segment_id=8113df91-8e11-4cba-9119-084999ff0fc6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:28.949387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.949510 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:28.987238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Calling delete_port for dae60f16-3991-4949-a6f3-0dfc9aaac0a3 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:28.992368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab64a48-73e1-4a66-aa32-9d02b8eb7298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30974c-9a05-48ab-8787-1c6582285ea4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:29.001645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:29.002244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dab64a48-73e1-4a66-aa32-9d02b8eb7298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26cf57ed74884731a25d00c7763b233b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838084 Jul 05 09:33:29.005802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a3388c5e-9f63-4df5-b626-c179c13aea7f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:29.084991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.095610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] For port dae60f16-3991-4949-a6f3-0dfc9aaac0a3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,segment=NetworkSegment(8113df91-8e11-4cba-9119-084999ff0fc6),segment_id=8113df91-8e11-4cba-9119-084999ff0fc6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:29.096028 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.142904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.149070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] Calling delete_port for dae60f16-3991-4949-a6f3-0dfc9aaac0a3 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:29.182545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:29.187282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d51-1f52-4d0c-8aab-86192f2cd1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.190306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] No DVR routers for this DVR port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:33:29.226874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dae60f16-3991-4949-a6f3-0dfc9aaac0a3 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:33:29.242432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35156) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:29.256524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d51-1f52-4d0c-8aab-86192f2cd1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.327589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d51-1f52-4d0c-8aab-86192f2cd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.337632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6d51-1f52-4d0c-8aab-86192f2cd1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.340657 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e6ce6d51-1f52-4d0c-8aab-86192f2cd1d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff30974c-9a05-48ab-8787-1c6582285ea4 HTTP/1.1" status: 204 len: 168 time: 0.3347042 Jul 05 09:33:29.348483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-03c3b3bb-c563-4859-bd7c-d86af2dd2a0e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561581 Jul 05 09:33:29.360119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce6d51-1f52-4d0c-8aab-86192f2cd1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30974c-9a05-48ab-8787-1c6582285ea4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:29.376874 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.382482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: dae60f16-3991-4949-a6f3-0dfc9aaac0a3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:33:29.382817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dae60f16-3991-4949-a6f3-0dfc9aaac0a3 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:33:29.383440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a484c327-f5be-4366-a40f-8b6a0d7eb5d0 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:33:29.394302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.398662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2fc43a3-9ab9-45e7-b98a-a5e63a8cecea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.433266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a484c327-f5be-4366-a40f-8b6a0d7eb5d0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:33:29.433821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a484c327-f5be-4366-a40f-8b6a0d7eb5d0 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:33:29.541815 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.577815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35164) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:29.583599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] Pushing event deleted for resources: {'Port': ['ID=dae60f16-3991-4949-a6f3-0dfc9aaac0a3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:29.587238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4859e3-763c-43d8-a4d6-fbf0bc9f5e43 None None] No DVR routers for this DVR port dae60f16-3991-4949-a6f3-0dfc9aaac0a3 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:33:29.613496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0615643-a449-44aa-9061-5f35d1534be7 req-03ca87e0-fdd2-4101-94a5-e96c80650ee9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 210 time: 0.2619874 Jul 05 09:33:29.615534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e32c2e-118a-4f2c-84b4-26cfe7eca98d']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:29.629207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8113df91-8e11-4cba-9119-084999ff0fc6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:29.629511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8113df91-8e11-4cba-9119-084999ff0fc6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:29.645228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.652503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b3-473c-483e-b621-d6458c80f552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.665941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.675406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:33:29.675786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.702329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2fc43a3-9ab9-45e7-b98a-a5e63a8cecea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.714248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2fc43a3-9ab9-45e7-b98a-a5e63a8cecea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.737974 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-85eadb16-331f-4d74-85bd-e5ffa9a30ce3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ca0622f10dc411793c0fe74eb576f6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4894779 Jul 05 09:33:29.741792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:33:29.799463 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:33:29.814143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b2fc43a3-9ab9-45e7-b98a-a5e63a8cecea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b1c338cdb2b48d885fd7b9ebfb54e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9401693 Jul 05 09:33:29.821826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35172) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:29.822493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc43a3-9ab9-45e7-b98a-a5e63a8cecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b81a139-6d77-4f01-88a0-618fd6dee79d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:29.878986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-6dd529e5-80c4-4dff-81ea-6c29e578bcb6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:29.880555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-6dd529e5-80c4-4dff-81ea-6c29e578bcb6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5063159 Jul 05 09:33:29.881292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.902098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00df88c3-5aa8-402a-9c7e-e7bc378a75aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.905559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Request body: {'port': {'device_id': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'a40472c226d04f59809253dcc27cc584'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:29.911066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.916180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/72e32c2e-118a-4f2c-84b4-26cfe7eca98d HTTP/1.1" status: 204 len: 168 time: 1.5263035 Jul 05 09:33:29.917393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc630d-7c73-4483-a228-0e3bc060cda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e32c2e-118a-4f2c-84b4-26cfe7eca98d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:29.952402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00df88c3-5aa8-402a-9c7e-e7bc378a75aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:29.955467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4514-f671-4633-baf9-09c41b863b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.022940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4514-f671-4633-baf9-09c41b863b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.044974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b3-473c-483e-b621-d6458c80f552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.053094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b3-473c-483e-b621-d6458c80f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.092098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:30.095769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc73cc-a2de-4779-bc3e-915db2615cb6 req-eef36d82-7b08-40ae-9f73-1c494c123775 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:30.099516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0cc73cc-a2de-4779-bc3e-915db2615cb6 req-eef36d82-7b08-40ae-9f73-1c494c123775 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 945 time: 0.3212960 Jul 05 09:33:30.106093 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00df88c3-5aa8-402a-9c7e-e7bc378a75aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.108619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00df88c3-5aa8-402a-9c7e-e7bc378a75aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.114755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-00df88c3-5aa8-402a-9c7e-e7bc378a75aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad8d17b9-f348-4271-b926-feda83ccf9da HTTP/1.1" status: 204 len: 168 time: 0.3558645 Jul 05 09:33:30.129986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-311c069a-922f-4105-a359-cc14b0272d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.133473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3388c5e-9f63-4df5-b626-c179c13aea7f up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:30.154657 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5efaa7b3-473c-483e-b621-d6458c80f552 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89bad0dc77c849e6a9d04cae35fa7668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731275 Jul 05 09:33:30.154657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaa7b3-473c-483e-b621-d6458c80f552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd02752-1871-4007-8017-c8d9a903bf1f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.160772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:30.192908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df88c3-5aa8-402a-9c7e-e7bc378a75aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d17b9-f348-4271-b926-feda83ccf9da,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.202116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4514-f671-4633-baf9-09c41b863b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.205392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4514-f671-4633-baf9-09c41b863b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.206866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c0f4514-f671-4633-baf9-09c41b863b70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b81a139-6d77-4f01-88a0-618fd6dee79d HTTP/1.1" status: 204 len: 168 time: 0.3813646 Jul 05 09:33:30.218390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:30.291935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Made reservation on behalf of a40472c226d04f59809253dcc27cc584 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:30.300614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.318336 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-311c069a-922f-4105-a359-cc14b0272d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.320063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f4514-f671-4633-baf9-09c41b863b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b81a139-6d77-4f01-88a0-618fd6dee79d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.323518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-311c069a-922f-4105-a359-cc14b0272d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.379251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a3388c5e-9f63-4df5-b626-c179c13aea7f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:30.387507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a7a0f77-7cd8-4510-abe4-5ae752c74553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.392421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a3388c5e-9f63-4df5-b626-c179c13aea7f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:30.396379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.409521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0cc73cc-a2de-4779-bc3e-915db2615cb6 req-ce651970-bd8d-4deb-83b5-257c0382cb41 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039367 Jul 05 09:33:30.429910 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-311c069a-922f-4105-a359-cc14b0272d61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d48b073d939746c6830fd9c9cea4eb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369319 Jul 05 09:33:30.430729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c069a-922f-4105-a359-cc14b0272d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d4f3a-42dc-4009-b582-4ba059eed9dd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.440031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:30.461030 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a7a0f77-7cd8-4510-abe4-5ae752c74553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.462699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-09896993-5d84-40b4-980b-ce189a20bc2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73dd17b1c1344a7480b518859a5363d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413225 Jul 05 09:33:30.463819 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.466346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35188) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:30.542863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09f338f-57df-4790-8ba3-88b12fd4f429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.558998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6d20e1c-4c30-4843-b849-57db1ddd97b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.570742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09f338f-57df-4790-8ba3-88b12fd4f429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.599351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6d20e1c-4c30-4843-b849-57db1ddd97b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.607421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a7a0f77-7cd8-4510-abe4-5ae752c74553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.613564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a7a0f77-7cd8-4510-abe4-5ae752c74553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.616805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a7a0f77-7cd8-4510-abe4-5ae752c74553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dd02752-1871-4007-8017-c8d9a903bf1f HTTP/1.1" status: 204 len: 168 time: 0.4544687 Jul 05 09:33:30.639524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a0f77-7cd8-4510-abe4-5ae752c74553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd02752-1871-4007-8017-c8d9a903bf1f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.678260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09f338f-57df-4790-8ba3-88b12fd4f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.685177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09f338f-57df-4790-8ba3-88b12fd4f429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.688777 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f09f338f-57df-4790-8ba3-88b12fd4f429 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/744d4f3a-42dc-4009-b582-4ba059eed9dd HTTP/1.1" status: 204 len: 168 time: 0.2250643 Jul 05 09:33:30.693980 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.709742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f338f-57df-4790-8ba3-88b12fd4f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d4f3a-42dc-4009-b582-4ba059eed9dd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.721288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6d20e1c-4c30-4843-b849-57db1ddd97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.724141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6d20e1c-4c30-4843-b849-57db1ddd97b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.725349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e6d20e1c-4c30-4843-b849-57db1ddd97b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaeb8181-a154-45cb-a1f2-9f79ae3b1efa HTTP/1.1" status: 204 len: 168 time: 0.2568219 Jul 05 09:33:30.741761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d20e1c-4c30-4843-b849-57db1ddd97b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeb8181-a154-45cb-a1f2-9f79ae3b1efa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.750003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3388c5e-9f63-4df5-b626-c179c13aea7f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:30.757721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:30.758825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.761536 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c79d1c3-247d-4eea-aea5-08aea568f97d" -d '{"events": [{"server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "name": "network-vif-plugged", "status": "completed", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:30.766916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.783200 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:30.784550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device bebc617f-c02d-44fd-a2c6-002ffd6b6762 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:33:30.811484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: bebc617f-c02d-44fd-a2c6-002ffd6b6762 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:33:30.811830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device bebc617f-c02d-44fd-a2c6-002ffd6b6762 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:33:30.852813 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bb2d57-79eb-4b1d-86f6-c8647f3826fb x-openstack-request-id: req-87bb2d57-79eb-4b1d-86f6-c8647f3826fb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:30.853096 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "name": "network-vif-plugged", "status": "completed", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:30.853366 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87bb2d57-79eb-4b1d-86f6-c8647f3826fb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:30.854300 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'code': 200} Jul 05 09:33:30.908738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a3388c5e-9f63-4df5-b626-c179c13aea7f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.920556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1766ca-313f-435a-a59c-b3688917b2bf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:30.943942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e14e1ad8-d0dd-4aa1-98bb-ad1a2067240b req-22abe38e-9542-4ba2-9fa1-8763f988e80c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 210 time: 0.0454607 Jul 05 09:33:31.010798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35206) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:31.036710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a570-d516-4092-8f54-252ac8e7e79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.053548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:31.073759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Allocated IP 192.168.233.90 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/0aa0d800-42bc-4bf3-924d-9ad22490f3df) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:31.076677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35f18fcc-73d5-4a92-8534-b003aae5d01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.090342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab18a4-0c8f-4fe6-82be-9f09b4b37153 req-751e2241-9e61-4299-b05d-5109da302c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:31.092550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51ab18a4-0c8f-4fe6-82be-9f09b4b37153 req-751e2241-9e61-4299-b05d-5109da302c54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 1098 time: 0.1373270 Jul 05 09:33:31.149818 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51ab18a4-0c8f-4fe6-82be-9f09b4b37153 req-58abdfd1-6c3d-4642-82d0-ecfd7c806f69 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426979 Jul 05 09:33:31.208245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a570-d516-4092-8f54-252ac8e7e79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.214804 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a570-d516-4092-8f54-252ac8e7e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.256015 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e5a9a570-d516-4092-8f54-252ac8e7e79d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb1f9e6e81884ddaadec699e58d538eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436755 Jul 05 09:33:31.259604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:31.275544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9a570-d516-4092-8f54-252ac8e7e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e5c982-fff0-4300-bc35-3c6432c50b23,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:31.292658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.315628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Transition to ACTIVE for port object 0aa0d800-42bc-4bf3-924d-9ad22490f3df will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:31.326082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0de3-0fb6-4a38-9214-54a8d1ce152a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.352258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0de3-0fb6-4a38-9214-54a8d1ce152a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.386561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35f18fcc-73d5-4a92-8534-b003aae5d01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.391322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.407178 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35f18fcc-73d5-4a92-8534-b003aae5d01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.423914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0de3-0fb6-4a38-9214-54a8d1ce152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.426812 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0de3-0fb6-4a38-9214-54a8d1ce152a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.430992 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2a0d0de3-0fb6-4a38-9214-54a8d1ce152a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85e5c982-fff0-4300-bc35-3c6432c50b23 HTTP/1.1" status: 204 len: 168 time: 0.1703355 Jul 05 09:33:31.439373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d0de3-0fb6-4a38-9214-54a8d1ce152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e5c982-fff0-4300-bc35-3c6432c50b23,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:31.494126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:31.509987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:31.513638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:31.519566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:31.524948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-35f18fcc-73d5-4a92-8534-b003aae5d01a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e7058a0b34248af81f0f460508e9118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702058 Jul 05 09:33:31.527754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35222) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:31.544206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18fcc-73d5-4a92-8534-b003aae5d01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456bd318-a4f3-490e-b6b8-cf95a56251bd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:31.593129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:31.595202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.640020 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a698-84bc-4cab-99e0-44268e446769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.650205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-12e83248-aa88-43b6-8184-36ff1bd48935 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7509646 Jul 05 09:33:31.669758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Request body: {'port': {'device_id': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:31.690623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a698-84bc-4cab-99e0-44268e446769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.756426 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a698-84bc-4cab-99e0-44268e446769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.756680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cd0c7-229b-4f1d-a3dd-71443879e3bc req-94aec9b2-be03-4400-bc32-3d55789ffd4a tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:31.762270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a698-84bc-4cab-99e0-44268e446769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.763446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d9c6a698-84bc-4cab-99e0-44268e446769 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/456bd318-a4f3-490e-b6b8-cf95a56251bd HTTP/1.1" status: 204 len: 168 time: 0.2347112 Jul 05 09:33:31.765588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-762cd0c7-229b-4f1d-a3dd-71443879e3bc req-94aec9b2-be03-4400-bc32-3d55789ffd4a tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.1540980 Jul 05 09:33:31.775652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6a698-84bc-4cab-99e0-44268e446769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456bd318-a4f3-490e-b6b8-cf95a56251bd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:31.853512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-762cd0c7-229b-4f1d-a3dd-71443879e3bc req-5d5f167c-d166-42a5-96d8-a2cd5b88e56e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860848 Jul 05 09:33:31.854366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:31.964293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8ce4610-59cc-4c4c-957b-3bac9fef71d1 None None] Provisioning for port 0aa0d800-42bc-4bf3-924d-9ad22490f3df completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:31.971560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8ce4610-59cc-4c4c-957b-3bac9fef71d1 None None] Provisioning complete for port 0aa0d800-42bc-4bf3-924d-9ad22490f3df triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:31.972248 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4610-59cc-4c4c-957b-3bac9fef71d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:32.018195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce4610-59cc-4c4c-957b-3bac9fef71d1 None None] Port 0aa0d800-42bc-4bf3-924d-9ad22490f3df cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:32.258714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b52dc-f2c0-4b7d-bf15-c386f15df7c9 req-73790522-c1a9-4d75-af7f-a83ba25ca202 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:32.260347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a4b52dc-f2c0-4b7d-bf15-c386f15df7c9 req-73790522-c1a9-4d75-af7f-a83ba25ca202 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 935 time: 0.1206982 Jul 05 09:33:32.336918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a4b52dc-f2c0-4b7d-bf15-c386f15df7c9 req-13bf8a1c-4a59-4934-9412-68dd8f3c7b58 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682747 Jul 05 09:33:32.350415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa0d800-42bc-4bf3-924d-9ad22490f3df {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:32.359255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:32.373275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Transition to ACTIVE for port object 0aa0d800-42bc-4bf3-924d-9ad22490f3df will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:32.376617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:32.483184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:32.535776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:32.535919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:32.536308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:32.541305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:33:32.541655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:32.547795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:32.548160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:32.549018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:32.549018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Bound port: 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:32.549339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:32.659071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:32.663671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:32.670185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:32.715982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:32.716587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:32.718002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] 10.222.0.15 "PUT /v2.0/ports/0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 1096 time: 1.0533755 Jul 05 09:33:32.718461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:32.721707 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:32.826837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520eed0b-42fe-4067-8962-5dae6fae52ac service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:32.856491 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74b9b8-e4b6-464a-a30f-6cc61fd109c6 x-openstack-request-id: req-0a74b9b8-e4b6-464a-a30f-6cc61fd109c6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:32.856787 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:32.857036 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a74b9b8-e4b6-464a-a30f-6cc61fd109c6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:32.857431 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'status': 'completed', 'code': 200} Jul 05 09:33:32.926358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-a2e44980-e2b2-4cb3-a175-9b689a337101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:32.929681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-a2e44980-e2b2-4cb3-a175-9b689a337101 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1099 time: 0.1042280 Jul 05 09:33:33.018664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-583bde0d-e946-4964-ae9d-424dd42f0826 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.0747225 Jul 05 09:33:33.117036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-28309367-563e-4600-8066-d972acf5bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:33.118488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-28309367-563e-4600-8066-d972acf5bfba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0987551 Jul 05 09:33:33.185152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78733c-0431-4cc2-a97c-41ba8201f86d req-9cd940da-62d4-4c7d-a705-c3167660fe31 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:33.187551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe78733c-0431-4cc2-a97c-41ba8201f86d req-9cd940da-62d4-4c7d-a705-c3167660fe31 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.1162069 Jul 05 09:33:33.218883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-c0442d59-f913-4a69-872e-7d6d0437fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:33.220694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-c0442d59-f913-4a69-872e-7d6d0437fb05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956168 Jul 05 09:33:33.363789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe78733c-0431-4cc2-a97c-41ba8201f86d req-6d5576af-69dc-4819-846b-5ae79c40ca64 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671534 Jul 05 09:33:33.454948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-2fb39c0c-6d18-408f-8d3f-79cd6ac62a00 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244451 Jul 05 09:33:33.475478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:33.738028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afa30564-dfb9-4bd6-9411-a2c449d0a372 req-64a308ff-b7c8-4c4c-ba72-fadc8aadc526 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759125 Jul 05 09:33:33.748897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-network', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:33.770318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307315bf-1f36-468b-94b3-e1da7d1acec3 req-c30e085f-a11a-434a-8633-65f5d0c1580a tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:33.772459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-307315bf-1f36-468b-94b3-e1da7d1acec3 req-c30e085f-a11a-434a-8633-65f5d0c1580a tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.1638634 Jul 05 09:33:33.789297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35328) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:33.796943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Request body: {'floatingip': {'port_id': 'a3388c5e-9f63-4df5-b626-c179c13aea7f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:33.855663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96e5c-c575-481e-9b8c-bf3b529f75ae req-b7776cef-bc0f-4b4b-8b26-46a9d1953713 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:33.860730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d96e5c-c575-481e-9b8c-bf3b529f75ae req-b7776cef-bc0f-4b4b-8b26-46a9d1953713 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 947 time: 0.2208657 Jul 05 09:33:33.895171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Made reservation on behalf of 39212b46e5be4fb7b60108b3cca559e3 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:33.898192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:33.904330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:33.919182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:33.937117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d96e5c-c575-481e-9b8c-bf3b529f75ae req-0ee3488e-ed16-4d14-9679-2d93ad9d16c3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Jul 05 09:33:33.954312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-e5ce35a5-e51c-470f-a70d-0fb1d08bedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:33.956288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-e5ce35a5-e51c-470f-a70d-0fb1d08bedb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1099 time: 0.1346061 Jul 05 09:33:34.102044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-d21f060d-4d91-4dcd-9d36-f5c1f94fa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:34.103293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-d21f060d-4d91-4dcd-9d36-f5c1f94fa0ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1400697 Jul 05 09:33:34.175889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-fc4ea0e9-af7c-43ce-a2d8-1c2c54f42cf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.0635726 Jul 05 09:33:34.242472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.242736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-23612036-e8cd-43a3-98d2-33eff7f20299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:34.244614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-23612036-e8cd-43a3-98d2-33eff7f20299 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0603168 Jul 05 09:33:34.252946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.265184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:33:34.314721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-e2786e80-8323-4ef1-921a-1c9100f0cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:34.317100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-e2786e80-8323-4ef1-921a-1c9100f0cfd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647011 Jul 05 09:33:34.324016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.324461 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Added segment 74d9c044-42ae-4dc8-93c5-9749edada99c of type vlan for network ab8d1868-0abc-4c83-97c9-7998a20c6d19 Jul 05 09:33:34.430285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-254dd438-d599-442c-b7fa-3937724db368 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047804 Jul 05 09:33:34.435744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84a590-a288-404f-b56d-e68ab933ff58,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:34.468904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.562446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c0a1540-b3cf-4dff-b051-4a02bc7c4cd5 req-0ebd43c3-82be-44e9-8220-75627337af4f service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250033 Jul 05 09:33:34.624236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.624936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:34.626179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.722977 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2458746 Jul 05 09:33:34.726236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:34.731604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Request body: {'subnet': {'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-subnet', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:34.759776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Made reservation on behalf of 39212b46e5be4fb7b60108b3cca559e3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:34.764951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:33:34.765608 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.768472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2718-bf78-4208-870c-e1d0812a55ed admin admin] Pushing event updated for resources: {'Network': ['ID=ab8d1868-0abc-4c83-97c9-7998a20c6d19,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:34.779363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:33:34.916537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:34.927344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.026110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.054136 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Floating IP 902d95fc-6d24-4fde-bb57-f2c7fe51fab0 associated. External IP: 172.25.1.158, port: a3388c5e-9f63-4df5-b626-c179c13aea7f. Jul 05 09:33:35.108658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=817ce9f8-4bea-452e-a025-f18b2dfccc55,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:35.168683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Checking segment: {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:35.169590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Network hostable DHCP agents. Network: ab8d1868-0abc-4c83-97c9-7998a20c6d19, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:33:35.199186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:33:35.227532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9116-6bda-46da-a908-53f6099ff0ef req-17eb9c29-b846-476d-b44d-e22d34d50449 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:35.229130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8dfd9116-6bda-46da-a908-53f6099ff0ef req-17eb9c29-b846-476d-b44d-e22d34d50449 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 947 time: 0.1011527 Jul 05 09:33:35.229942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ab8d1868-0abc-4c83-97c9-7998a20c6d19) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:35.240753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34487b5-2caf-413a-86fd-acb04095540e None None] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:35.252895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:35.253487 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.288966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e613b7bc-bfd0-4c41-b05f-ff1f5d8e9179 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5614946 Jul 05 09:33:35.293145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:35.301059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:35.309771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8dfd9116-6bda-46da-a908-53f6099ff0ef req-8bb9a2d0-13a0-40d7-a202-f51287054251 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680585 Jul 05 09:33:35.329619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.330966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.397973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.548341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'fixed_ips': [{'subnet_id': '817ce9f8-4bea-452e-a025-f18b2dfccc55'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:33:35.549892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.686311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:35.832172 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:35.842642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Router 3e9046fd-477c-43bd-bec6-d1574e74429d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:33:35.868070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Allocated IP 172.20.0.2 (ab8d1868-0abc-4c83-97c9-7998a20c6d19/817ce9f8-4bea-452e-a025-f18b2dfccc55/c046e21d-f158-4d24-8547-b07ec2d926e6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:35.921924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9589bb74-cb44-4f30-880d-deb4dab3bf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.094323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:36.104697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.118339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] Sync routers for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:36.125960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.139482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Transition to ACTIVE for port object c046e21d-f158-4d24-8547-b07ec2d926e6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:36.146738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:36.147398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:36.149342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:33:36.238163 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ff8bcc26-ff33-4c6d-9787-960a61f9423e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "PUT /v2.0/floatingips/902d95fc-6d24-4fde-bb57-f2c7fe51fab0 HTTP/1.1" status: 200 len: 992 time: 2.4449651 Jul 05 09:33:36.239568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:36.242127 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19300ef9-76b7-45b5-9a26-47c75d16a8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:36.269760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9589bb74-cb44-4f30-880d-deb4dab3bf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.273624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Transition to ACTIVE for port object c046e21d-f158-4d24-8547-b07ec2d926e6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:36.276157 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9589bb74-cb44-4f30-880d-deb4dab3bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.278192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.308265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589bb74-cb44-4f30-880d-deb4dab3bf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0b8758-78ee-4c15-85ba-bfb22e6c31bf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:36.313440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.335539 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9589bb74-cb44-4f30-880d-deb4dab3bf42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=991e439a2b43484c9c01a4cae93c8743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449699 Jul 05 09:33:36.337999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:36.415286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afac4545-d042-4916-9107-edc726adf9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.447345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afac4545-d042-4916-9107-edc726adf9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.450407 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c99b01d-09c7-4d63-8f5d-56ec632f9ecd x-openstack-request-id: req-8c99b01d-09c7-4d63-8f5d-56ec632f9ecd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:36.450831 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:36.451225 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c99b01d-09c7-4d63-8f5d-56ec632f9ecd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:36.451539 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'status': 'completed', 'code': 200} Jul 05 09:33:36.512583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afac4545-d042-4916-9107-edc726adf9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.515672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afac4545-d042-4916-9107-edc726adf9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.520322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-afac4545-d042-4916-9107-edc726adf9c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f0b8758-78ee-4c15-85ba-bfb22e6c31bf HTTP/1.1" status: 204 len: 168 time: 0.1779094 Jul 05 09:33:36.522789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Allocated IP 172.25.1.91 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/a3fd05b9-b263-4189-868a-c3b1327e7dc2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:36.526870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac4545-d042-4916-9107-edc726adf9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0b8758-78ee-4c15-85ba-bfb22e6c31bf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:36.606517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-b4340300-2c89-4729-9fb7-0573770b60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:36.608091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-b4340300-2c89-4729-9fb7-0573770b60f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cd8959986b548bfb564caeafddef1c0&device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 1098 time: 0.1568952 Jul 05 09:33:36.610500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.716503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:36.723236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:36.736571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:36.739405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:36.755006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-11fb06c6-ba72-470f-a9f9-6d72ede1bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:36.756666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-11fb06c6-ba72-470f-a9f9-6d72ede1bfc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=234cca4d-de17-4ece-85c6-9dfb379090ed HTTP/1.1" status: 200 len: 913 time: 0.1404862 Jul 05 09:33:36.793994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Pushing event updated for resources: {'Port': ['ID=c046e21d-f158-4d24-8547-b07ec2d926e6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:36.799828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'mac_address': 'fa:16:3e:4e:f2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:33:36.809649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:36.874722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:36.974971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-8c83120c-a59f-4fa9-8415-7b3d339970a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f HTTP/1.1" status: 200 len: 1000 time: 0.1995695 Jul 05 09:33:37.043418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f04bb1-0f28-4816-aeab-84572f4b98cc req-68a42da3-cfac-4737-af3f-27a0d3c1a977 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:37.045053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8f04bb1-0f28-4816-aeab-84572f4b98cc req-68a42da3-cfac-4737-af3f-27a0d3c1a977 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 947 time: 0.2482417 Jul 05 09:33:37.052877 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:37.110342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-cd72e111-f881-4372-b9f6-b3e610a7d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:37.112058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-cd72e111-f881-4372-b9f6-b3e610a7d5ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65cf4768-480b-42bd-91a3-d26d9d5414ee HTTP/1.1" status: 200 len: 851 time: 0.1235075 Jul 05 09:33:37.122536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:37.125873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Attempting to bind port c046e21d-f158-4d24-8547-b07ec2d926e6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:37.126359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Attempting to bind port c046e21d-f158-4d24-8547-b07ec2d926e6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:37.126597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Attempting to bind port c046e21d-f158-4d24-8547-b07ec2d926e6 on network ab8d1868-0abc-4c83-97c9-7998a20c6d19 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:37.146502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:37.152750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:37.153084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Checking segment: {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:37.153486 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:37.153879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Bound using segment: {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:37.154428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Bound port: c046e21d-f158-4d24-8547-b07ec2d926e6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:37.154818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:37.177827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:37.178537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:37.209751 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8f04bb1-0f28-4816-aeab-84572f4b98cc req-d688b2b6-42a4-4f39-84cd-de8a48618c66 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530590 Jul 05 09:33:37.213332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Pushing event updated for resources: {'Port': ['ID=a3fd05b9-b263-4189-868a-c3b1327e7dc2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:37.244744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa0d800-42bc-4bf3-924d-9ad22490f3df {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:37.339903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:37.344352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] For port c046e21d-f158-4d24-8547-b07ec2d926e6, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:37.358872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:37.363811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] For port c046e21d-f158-4d24-8547-b07ec2d926e6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c046e21d-f158-4d24-8547-b07ec2d926e6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:37.381144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-589c0824-5ae6-4551-8634-f912912c7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:37.382664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-589c0824-5ae6-4551-8634-f912912c7eab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=234cca4d-de17-4ece-85c6-9dfb379090ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2587905 Jul 05 09:33:37.394289 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:37.460192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:37.573202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '902d95fc-6d24-4fde-bb57-f2c7fe51fab0', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'port_id': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'mac_address': 'fa:16:3e:0d:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:33:15Z', 'updated_at': '2021-07-05T09:33:34Z', 'revision_number': 1, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:15Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:37.650882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:37.663561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] Checking router: 3e9046fd-477c-43bd-bec6-d1574e74429d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:37.665493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-26c321e9-09f2-4a69-b316-79598e5909bb service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733548 Jul 05 09:33:37.738197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386bb43-3d9d-48a7-8555-c5a097500056 None None] Pushing event updated for resources: {'Port': ['ID=c046e21d-f158-4d24-8547-b07ec2d926e6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:37.743807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:37.744748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:37.770041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:37.996912 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:37.997863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19300ef9-76b7-45b5-9a26-47c75d16a8d1 req-3c527dd1-cba0-4ff4-8a62-a30365c16214 service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221893 Jul 05 09:33:38.006410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:38.145557 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:38.320158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '902d95fc-6d24-4fde-bb57-f2c7fe51fab0', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'port_id': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'mac_address': 'fa:16:3e:0d:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:33:15Z', 'updated_at': '2021-07-05T09:33:34Z', 'revision_number': 1, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:15Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:38.354602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9574e03-ab01-4525-9c4f-66091e57950a None None] The sync data for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 is: [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '902d95fc-6d24-4fde-bb57-f2c7fe51fab0', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'port_id': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'mac_address': 'fa:16:3e:0d:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:33:15Z', 'updated_at': '2021-07-05T09:33:34Z', 'revision_number': 1, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:15Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:38.391268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Router f9bb2628-82f6-4ebc-931e-431485f8af9d is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:33:38.399263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35550) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:38.453630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:38.542223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4236b20b-ce6e-4929-9581-f759069a1030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:38.543558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-323b570f-d531-410a-bf55-6b403f5e1c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:38.612032 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c907abff-6cc8-4a8a-b135-5cf9b86298b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:38.712450 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250354b-b0b4-40c7-ae18-25f79a4f826c None None] New status for floating IP 902d95fc-6d24-4fde-bb57-f2c7fe51fab0: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:33:38.865808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba095c-9da0-49b7-90cb-52f0b410543b None None] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:38.950933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-58cf113a-6d35-48a8-9071-4cbd217d0ae6 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d6bed2a612949a196c36d970caeabaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451894 Jul 05 09:33:38.959805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fc7239f1-7a83-44aa-86c9-4595450fe530 None None] Provisioning for port c046e21d-f158-4d24-8547-b07ec2d926e6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:39.038570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:39.053106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Sync routers for ids ['f9bb2628-82f6-4ebc-931e-431485f8af9d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:39.072591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Routers {'f9bb2628-82f6-4ebc-931e-431485f8af9d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:39.072591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f9bb2628-82f6-4ebc-931e-431485f8af9d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:39.079689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fc9cf-60a1-4dd9-9484-abb533ceaecf req-9cd22d8b-d9f4-4482-bacd-fd3ea1ac4949 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:39.086597 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06fc9cf-60a1-4dd9-9484-abb533ceaecf req-9cd22d8b-d9f4-4482-bacd-fd3ea1ac4949 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 948 time: 0.6027431 Jul 05 09:33:39.154697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c046e21d-f158-4d24-8547-b07ec2d926e6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:39.184508 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-323b570f-d531-410a-bf55-6b403f5e1c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.193040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-5d7f6451-05fc-440a-b971-c07d47129ab4 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:39.194587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-5d7f6451-05fc-440a-b971-c07d47129ab4 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321420 Jul 05 09:33:39.207695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06fc9cf-60a1-4dd9-9484-abb533ceaecf req-24f77075-d886-476f-9c0f-0b0a886b59e1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201351 Jul 05 09:33:39.214988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-323b570f-d531-410a-bf55-6b403f5e1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.255035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-ca26ac1e-5e2d-43b8-b7db-9f50965d1d19 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/quotas/4d6bed2a612949a196c36d970caeabaf HTTP/1.1" status: 200 len: 375 time: 0.0409453 Jul 05 09:33:39.284786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Set router f9bb2628-82f6-4ebc-931e-431485f8af9d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:39.304827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-323b570f-d531-410a-bf55-6b403f5e1c32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=540d7000bae942e4b80f93c81ecb31f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2972465 Jul 05 09:33:39.310030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35568) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:39.318367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-e1e95ca0-4c26-423e-9732-ca152f320afb tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d6bed2a612949a196c36d970caeabaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618253 Jul 05 09:33:39.324994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b570f-d531-410a-bf55-6b403f5e1c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb883c-3702-4ed8-afbf-cef131c384a7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:39.352051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4236b20b-ce6e-4929-9581-f759069a1030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.370775 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4236b20b-ce6e-4929-9581-f759069a1030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.462314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236b20b-ce6e-4929-9581-f759069a1030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70622e10-616a-44a6-bfbd-58631a2d7bf7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:39.477466 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4236b20b-ce6e-4929-9581-f759069a1030 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecc4da9b03ae4d148ecd7d7388b17aec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0769012 Jul 05 09:33:39.480348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:39.491877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83a95a7b-0f7f-4b77-a22e-08188f62c1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.545204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83a95a7b-0f7f-4b77-a22e-08188f62c1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.612985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b5a5-d63b-4ab1-8fb9-ef8361d90df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.619594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c907abff-6cc8-4a8a-b135-5cf9b86298b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.625040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5282b850-7e4c-4e7a-8774-778a3b804ca3 req-66890f24-0ea8-4317-b752-76d418c37d4d tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 210 time: 0.0409143 Jul 05 09:33:39.627598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c046e21d-f158-4d24-8547-b07ec2d926e6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:39.629377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c907abff-6cc8-4a8a-b135-5cf9b86298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.642421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c046e21d-f158-4d24-8547-b07ec2d926e6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:39.642794 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.657548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.661531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fedc3761-2b20-4d24-a4eb-eda0ee645a26 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3644917 Jul 05 09:33:39.662526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:39.686634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b5a5-d63b-4ab1-8fb9-ef8361d90df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.706861 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c907abff-6cc8-4a8a-b135-5cf9b86298b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b177749d78a046a38fe1c516d0157cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2516224 Jul 05 09:33:39.708753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:39.713499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-806aa98c-ee5a-4a47-8b5a-e2981532ae55 None None] Provisioning complete for port c046e21d-f158-4d24-8547-b07ec2d926e6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:39.713867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-806aa98c-ee5a-4a47-8b5a-e2981532ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.716430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83a95a7b-0f7f-4b77-a22e-08188f62c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.720254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83a95a7b-0f7f-4b77-a22e-08188f62c1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.722206 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-83a95a7b-0f7f-4b77-a22e-08188f62c1e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bb883c-3702-4ed8-afbf-cef131c384a7 HTTP/1.1" status: 204 len: 168 time: 0.4108088 Jul 05 09:33:39.754075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b5a5-d63b-4ab1-8fb9-ef8361d90df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.762438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b5a5-d63b-4ab1-8fb9-ef8361d90df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.765436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5dd5b5a5-d63b-4ab1-8fb9-ef8361d90df0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70622e10-616a-44a6-bfbd-58631a2d7bf7 HTTP/1.1" status: 204 len: 168 time: 0.2835329 Jul 05 09:33:39.790042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5b5a5-d63b-4ab1-8fb9-ef8361d90df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70622e10-616a-44a6-bfbd-58631a2d7bf7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:39.839335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907abff-6cc8-4a8a-b135-5cf9b86298b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00942260-e75c-449d-a1cd-a00c01d85bec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:39.872998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a95a7b-0f7f-4b77-a22e-08188f62c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb883c-3702-4ed8-afbf-cef131c384a7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:39.882675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:33:37Z', 'revision_number': 3, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:39.914326 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:39.929462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Checking router: f9bb2628-82f6-4ebc-931e-431485f8af9d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:39.930203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Updating router f9bb2628-82f6-4ebc-931e-431485f8af9d port a3fd05b9-b263-4189-868a-c3b1327e7dc2 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:39.936435 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-806aa98c-ee5a-4a47-8b5a-e2981532ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.014890 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.043882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4b68269-9673-45f9-b15d-6323ea47f8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.055799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port c046e21d-f158-4d24-8547-b07ec2d926e6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c046e21d-f158-4d24-8547-b07ec2d926e6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:40.070367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.192573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:40.224455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4b68269-9673-45f9-b15d-6323ea47f8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.276227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:40.296746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-806aa98c-ee5a-4a47-8b5a-e2981532ae55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:33:40.297391 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-806aa98c-ee5a-4a47-8b5a-e2981532ae55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:33:40.297974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=c046e21d-f158-4d24-8547-b07ec2d926e6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:40.309808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ef29eb1-3842-46ac-b6a2-5aef802f7738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.323660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:40.364756 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afd5c462-98f1-4436-a0b6-d74ede0aba55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.389942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4b68269-9673-45f9-b15d-6323ea47f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.393204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4b68269-9673-45f9-b15d-6323ea47f8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.394399 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a4b68269-9673-45f9-b15d-6323ea47f8a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00942260-e75c-449d-a1cd-a00c01d85bec HTTP/1.1" status: 204 len: 168 time: 0.6705277 Jul 05 09:33:40.474099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 0aa0d800-42bc-4bf3-924d-9ad22490f3df completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:40.480975 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.488211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0aa0d800-42bc-4bf3-924d-9ad22490f3df triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:40.488893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.504952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b68269-9673-45f9-b15d-6323ea47f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00942260-e75c-449d-a1cd-a00c01d85bec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:40.558478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Transition to ACTIVE for port object a3fd05b9-b263-4189-868a-c3b1327e7dc2 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:40.572639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.617102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47a83-9cfd-4150-9ced-2efa65903482 None None] Pushing event updated for resources: {'Port': ['ID=a3fd05b9-b263-4189-868a-c3b1327e7dc2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:40.653092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ef29eb1-3842-46ac-b6a2-5aef802f7738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.663612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Attempting to bind port a3fd05b9-b263-4189-868a-c3b1327e7dc2 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:40.664191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Attempting to bind port a3fd05b9-b263-4189-868a-c3b1327e7dc2 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:40.664297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Attempting to bind port a3fd05b9-b263-4189-868a-c3b1327e7dc2 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:40.675358 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ef29eb1-3842-46ac-b6a2-5aef802f7738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.689233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:40.689536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:40.689935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.690325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:40.690806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Bound port: a3fd05b9-b263-4189-868a-c3b1327e7dc2, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:40.691206 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.727315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.794491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.804630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9ef29eb1-3842-46ac-b6a2-5aef802f7738 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbeb3e22aa4443df82166f30d6abcdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238819 Jul 05 09:33:40.821409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35608) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:40.898221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:40.901014 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a9cd2-384f-441a-b4be-61faa60b796b" -d '{"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-plugged", "status": "completed", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:40.902739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ca78-b318-4808-b0c9-205747abc87e req-020aa149-0544-4b5e-9bf8-092aedc17341 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:40.905784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] For port a3fd05b9-b263-4189-868a-c3b1327e7dc2, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:40.914504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] For port a3fd05b9-b263-4189-868a-c3b1327e7dc2, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a3fd05b9-b263-4189-868a-c3b1327e7dc2,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:40.919181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:40.923125 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:40.923584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c288ca78-b318-4808-b0c9-205747abc87e req-020aa149-0544-4b5e-9bf8-092aedc17341 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 948 time: 0.4408503 Jul 05 09:33:40.935606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef29eb1-3842-46ac-b6a2-5aef802f7738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee3b13d-f347-43cf-a9a2-a5a2f780f190,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:40.949780 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.012973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Routers {'f9bb2628-82f6-4ebc-931e-431485f8af9d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:41.013614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f9bb2628-82f6-4ebc-931e-431485f8af9d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:41.018802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47a83-9cfd-4150-9ced-2efa65903482 None None] Pushing event updated for resources: {'Port': ['ID=a3fd05b9-b263-4189-868a-c3b1327e7dc2,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:41.057661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c288ca78-b318-4808-b0c9-205747abc87e req-f1fb843c-584a-410e-ae54-c7d7a3c67ad5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331284 Jul 05 09:33:41.069800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdce2da3-1395-40fb-ac99-ff403f44df4f req-8975a818-a250-43a0-8ca2-8772754cc62f tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 210 time: 0.0914421 Jul 05 09:33:41.084499 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdce9ae6-0b65-4de1-a232-29f01018dde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.100705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Allocated IP 172.20.0.1 (ab8d1868-0abc-4c83-97c9-7998a20c6d19/817ce9f8-4bea-452e-a025-f18b2dfccc55/dc5ce07d-7bf3-48e4-a004-c066d0f6cf49) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:41.162134 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdce9ae6-0b65-4de1-a232-29f01018dde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.185651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afd5c462-98f1-4436-a0b6-d74ede0aba55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.193264 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab7999-bafc-435d-9134-1927739ca2a7 x-openstack-request-id: req-2dab7999-bafc-435d-9134-1927739ca2a7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:41.194104 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-plugged", "status": "completed", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:41.194104 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dab7999-bafc-435d-9134-1927739ca2a7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:41.194308 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'code': 200} Jul 05 09:33:41.194875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c046e21d-f158-4d24-8547-b07ec2d926e6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:41.205052 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afd5c462-98f1-4436-a0b6-d74ede0aba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.248853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:41.250609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5c462-98f1-4436-a0b6-d74ede0aba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fbdd9-0b63-415a-80b3-142d7e63f984,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:41.251039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:41.275678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] Set router f9bb2628-82f6-4ebc-931e-431485f8af9d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:41.296092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7434db3b-8170-4dd3-817d-2ad3d0a737bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.301567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.311145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-afd5c462-98f1-4436-a0b6-d74ede0aba55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=260f2bbfb428436f92c1d66d3ed3f8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9726553 Jul 05 09:33:41.312906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:41.350365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Transition to ACTIVE for port object dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:41.362750 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdce9ae6-0b65-4de1-a232-29f01018dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.366125 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdce9ae6-0b65-4de1-a232-29f01018dde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.367536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fdce9ae6-0b65-4de1-a232-29f01018dde0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ee3b13d-f347-43cf-a9a2-a5a2f780f190 HTTP/1.1" status: 204 len: 168 time: 0.5382586 Jul 05 09:33:41.404482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce9ae6-0b65-4de1-a232-29f01018dde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee3b13d-f347-43cf-a9a2-a5a2f780f190,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:41.409002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9cd98-f5d9-42b8-acb9-22939dc5913b req-85b3c126-3c09-4564-bf80-827791e60704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:41.411462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01e9cd98-f5d9-42b8-acb9-22939dc5913b req-85b3c126-3c09-4564-bf80-827791e60704 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1101 time: 0.1629245 Jul 05 09:33:41.435331 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-e318ace2-ad7b-4d11-b941-3bde05cb8469 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4d6bed2a612949a196c36d970caeabaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394845 Jul 05 09:33:41.444043 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e310e2aa-446a-4a6e-b74a-72acca76b245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.444799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.466568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01e9cd98-f5d9-42b8-acb9-22939dc5913b req-35c7de20-f2ec-4bba-a2c3-86234506694f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478392 Jul 05 09:33:41.480063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e310e2aa-446a-4a6e-b74a-72acca76b245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.545961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c046e21d-f158-4d24-8547-b07ec2d926e6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:41.546343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.549485 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e310e2aa-446a-4a6e-b74a-72acca76b245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.551941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e310e2aa-446a-4a6e-b74a-72acca76b245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.556483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e310e2aa-446a-4a6e-b74a-72acca76b245 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d33fbdd9-0b63-415a-80b3-142d7e63f984 HTTP/1.1" status: 204 len: 168 time: 0.2413497 Jul 05 09:33:41.566855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e2aa-446a-4a6e-b74a-72acca76b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fbdd9-0b63-415a-80b3-142d7e63f984,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:41.629644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:41.648218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:41.667600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:41.717011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7434db3b-8170-4dd3-817d-2ad3d0a737bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.731915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:41.741193 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7434db3b-8170-4dd3-817d-2ad3d0a737bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.802145 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7434db3b-8170-4dd3-817d-2ad3d0a737bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d746be348fc4414ad4b5beaaa7afbf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523005 Jul 05 09:33:41.805849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:41.855988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:33:37Z', 'revision_number': 3, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:41.873957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.930567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c5ec-093b-4ac5-9126-2034485bba8a None None] The sync data for ids ['f9bb2628-82f6-4ebc-931e-431485f8af9d'] in n-d-771363-33 is: [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:33:37Z', 'revision_number': 3, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:41.955396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4b72d2f-1490-4ef1-ab25-5a147afca792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:41.967274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434db3b-8170-4dd3-817d-2ad3d0a737bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62a4c4-f5f2-4f39-ad7b-74038f239ad2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:41.983245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4b72d2f-1490-4ef1-ab25-5a147afca792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.007524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-7dbf223b-4ed4-4166-b96d-5a1622599ffb tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:42.010825 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-7dbf223b-4ed4-4166-b96d-5a1622599ffb tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5451365 Jul 05 09:33:42.030231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-075166bf-4759-4ff3-b612-c2ac62c3c896 None None] Provisioning for port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:42.037909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-075166bf-4759-4ff3-b612-c2ac62c3c896 None None] Provisioning complete for port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:42.038265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-075166bf-4759-4ff3-b612-c2ac62c3c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.052423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Request body: {'port': {'device_id': '09151249-91f2-48d1-94f7-55c7a9430038', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '4d6bed2a612949a196c36d970caeabaf'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:42.068309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4b72d2f-1490-4ef1-ab25-5a147afca792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.071813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4b72d2f-1490-4ef1-ab25-5a147afca792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.077621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c4b72d2f-1490-4ef1-ab25-5a147afca792 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c62a4c4-f5f2-4f39-ad7b-74038f239ad2 HTTP/1.1" status: 204 len: 168 time: 0.2684047 Jul 05 09:33:42.108110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-075166bf-4759-4ff3-b612-c2ac62c3c896 None None] Port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:42.111928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b72d2f-1490-4ef1-ab25-5a147afca792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62a4c4-f5f2-4f39-ad7b-74038f239ad2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:42.298177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bd9d8b7-8a7d-4478-87ff-e1e9c9f8cf0e req-9181b4e3-7d29-49da-8c47-f50a2bf2c25d tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 210 time: 0.0552776 Jul 05 09:33:42.470573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.496275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d7a23-4701-4f86-afcd-878b6b5926fa req-6fb8a2db-3739-40a5-9c2c-206eb543e54e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:42.498092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-642d7a23-4701-4f86-afcd-878b6b5926fa req-6fb8a2db-3739-40a5-9c2c-206eb543e54e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.1717434 Jul 05 09:33:42.556828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Made reservation on behalf of 4d6bed2a612949a196c36d970caeabaf for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:42.560667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.570865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-642d7a23-4701-4f86-afcd-878b6b5926fa req-37a3fc8f-107c-46fc-bd9f-8d10c7d7bc0e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647058 Jul 05 09:33:42.572908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.872998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.883151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.938049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0bd1e8-1b13-4220-8444-c03346c70039,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:42.956721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:42.960153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:42.966372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.148392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:43.156707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.206886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a3fd05b9-b263-4189-868a-c3b1327e7dc2 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:43.241614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Allocated IP 192.168.233.150 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/324e0299-4ea8-4f6c-9939-f8b7f075ff3e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:43.285511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port a3fd05b9-b263-4189-868a-c3b1327e7dc2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:43.291121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a3fd05b9-b263-4189-868a-c3b1327e7dc2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:43.291289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1617600817-network', 'tenant_id': 'b6b2f5ce2ee442c3903194b31d07bce5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:43.291880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.334239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:43.339723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:43.387977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Made reservation on behalf of b6b2f5ce2ee442c3903194b31d07bce5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:43.392897 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.419602 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.431642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.448925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port a3fd05b9-b263-4189-868a-c3b1327e7dc2, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a3fd05b9-b263-4189-868a-c3b1327e7dc2,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:43.456419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.555956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=a3fd05b9-b263-4189-868a-c3b1327e7dc2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:43.722120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b03d012b-69f8-475f-bb99-820adccb42ac req-1e41bd99-680d-49c6-8a35-5eb7552e9b8b tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 210 time: 0.0891762 Jul 05 09:33:43.725466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.748359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Router f9bb2628-82f6-4ebc-931e-431485f8af9d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:33:43.753092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Transition to ACTIVE for port object 324e0299-4ea8-4f6c-9939-f8b7f075ff3e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:43.758758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.770518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e12fac48-27bd-4d90-9fb9-b0bb773c60f7 None None] Provisioning complete for port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:43.770862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e12fac48-27bd-4d90-9fb9-b0bb773c60f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.772421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.796092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:33:43.816928 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.817177 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Added segment 22a6a059-f38b-44f9-b247-4120812350ee of type vlan for network 462f8a30-ee97-4d26-81ce-ed641d509d85 Jul 05 09:33:43.834178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e12fac48-27bd-4d90-9fb9-b0bb773c60f7 None None] Port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:43.902208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:43.917499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f894cdc-2728-4010-8933-aff21cc61e56 admin admin] 10.222.0.21 "PUT /v2.0/routers/f9bb2628-82f6-4ebc-931e-431485f8af9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2429442 Jul 05 09:33:43.917499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.976283 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:43.989421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bff14a9-8f55-4403-b98f-b68cc96c1178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.043993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.047588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:44.048427 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.060231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Pushing event updated for resources: {'Port': ['ID=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:44.081460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:44.082970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:44.085501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:44.128771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c640803-790b-48cb-bac4-8a13fa78650c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:44.150753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] Pushing event updated for resources: {'Network': ['ID=462f8a30-ee97-4d26-81ce-ed641d509d85,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:44.172251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fce1b754-18ab-449d-8b0a-bca267d77747 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2143035 Jul 05 09:33:44.173659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:33:44.178135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:44.184372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Request body: {'subnet': {'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1617600817-subnet', 'tenant_id': 'b6b2f5ce2ee442c3903194b31d07bce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:44.191311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:44.194167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.236958 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-cedd6260-3c83-4426-8c46-dea295c0b08c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1909795 Jul 05 09:33:44.252878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Request body: {'port': {'device_id': '09151249-91f2-48d1-94f7-55c7a9430038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:44.262766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04e0d-74ad-4a81-b478-c99f5f49f2b3 req-8ab2ef04-2832-44b6-9f01-045cec86c03c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:44.264556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72e04e0d-74ad-4a81-b478-c99f5f49f2b3 req-8ab2ef04-2832-44b6-9f01-045cec86c03c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.4235590 Jul 05 09:33:44.289255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Made reservation on behalf of b6b2f5ce2ee442c3903194b31d07bce5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:44.293014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.414680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.473745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06aa0206-b6ab-4bc8-9f63-69be6d0d038f None None] Provisioning for port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:44.485871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06aa0206-b6ab-4bc8-9f63-69be6d0d038f None None] Provisioning complete for port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:44.486301 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06aa0206-b6ab-4bc8-9f63-69be6d0d038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.530349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Sync routers for ids ['f9bb2628-82f6-4ebc-931e-431485f8af9d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:44.547285 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Routers {'f9bb2628-82f6-4ebc-931e-431485f8af9d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:44.547615 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f9bb2628-82f6-4ebc-931e-431485f8af9d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:44.549062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72e04e0d-74ad-4a81-b478-c99f5f49f2b3 req-5171cd50-3e98-41ba-8e3c-a35a512974fb tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716169 Jul 05 09:33:44.563612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06aa0206-b6ab-4bc8-9f63-69be6d0d038f None None] Port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:44.635845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.729352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d517215a-53fa-4440-9a2a-2ad41a4d2990,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:44.754381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:44.754749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Network hostable DHCP agents. Network: 462f8a30-ee97-4d26-81ce-ed641d509d85, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:33:44.783146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:33:44.804560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 462f8a30-ee97-4d26-81ce-ed641d509d85) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:44.815843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:44.818474 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Set router f9bb2628-82f6-4ebc-931e-431485f8af9d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:44.818736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:44.851592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-60814ed8-1e5f-41e4-82ae-08577b8c27dc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6709678 Jul 05 09:33:44.971701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324e0299-4ea8-4f6c-9939-f8b7f075ff3e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:44.986993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822615a-9f92-44f8-a9cf-88b6f1bdd05c None None] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:44.995011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.026299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Transition to ACTIVE for port object 324e0299-4ea8-4f6c-9939-f8b7f075ff3e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:45.034424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.146453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2beb-2837-4ad0-bb16-fd86d965c99c req-5c3d5e13-585c-4bb2-a45c-60ca92240c30 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:45.158162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35da2beb-2837-4ad0-bb16-fd86d965c99c req-5c3d5e13-585c-4bb2-a45c-60ca92240c30 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 936 time: 0.1826804 Jul 05 09:33:45.215463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68826a25-3a4d-47a3-8df5-7cdc114c77b9 None None] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:45.217700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a3fd05b9-b263-4189-868a-c3b1327e7dc2 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:45.251852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35da2beb-2837-4ad0-bb16-fd86d965c99c req-3f5f6b64-a390-4a90-a35b-337d5136b1c8 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863717 Jul 05 09:33:45.331655 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:33:42Z', 'revision_number': 4, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dc5ce07d-7bf3-48e4-a004-c066d0f6cf49', 'name': '', 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'mac_address': 'fa:16:3e:4e:e2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '817ce9f8-4bea-452e-a025-f18b2dfccc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:40Z', 'updated_at': '2021-07-05T09:33:42Z', 'revision_number': 2, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'subnets': [{'id': '817ce9f8-4bea-452e-a025-f18b2dfccc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:45.397396 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Checking router: f9bb2628-82f6-4ebc-931e-431485f8af9d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:45.401825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Updating router f9bb2628-82f6-4ebc-931e-431485f8af9d port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:45.541752 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.585916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a3fd05b9-b263-4189-868a-c3b1327e7dc2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:45.586482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.672009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Pushing event updated for resources: {'Port': ['ID=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:45.730307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33ea9b-a968-4589-b584-d4ba0c86d164 req-c01f4d1c-12f2-4204-a563-824381d6a454 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:45.735476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Attempting to bind port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:45.735897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Attempting to bind port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:45.736364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Attempting to bind port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:45.741181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:33:45.741569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Attempting to bind port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:45.745143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e33ea9b-a968-4589-b584-d4ba0c86d164 req-c01f4d1c-12f2-4204-a563-824381d6a454 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1101 time: 0.1937289 Jul 05 09:33:45.750320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:45.752102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:45.754884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:45.756381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Bound port: 324e0299-4ea8-4f6c-9939-f8b7f075ff3e, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:45.757353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.773047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e33ea9b-a968-4589-b584-d4ba0c86d164 req-7d93a1ab-fe43-4dd3-82a1-4fa0bcfc5a77 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.882975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] For port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:45.890199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] For port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:45.898545 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.899606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.913865 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Transition to ACTIVE for port object dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:45.923392 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.952025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e33ea9b-a968-4589-b584-d4ba0c86d164 req-7d93a1ab-fe43-4dd3-82a1-4fa0bcfc5a77 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.958746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e33ea9b-a968-4589-b584-d4ba0c86d164 req-7d93a1ab-fe43-4dd3-82a1-4fa0bcfc5a77 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.976112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:45.976737 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:45.978175 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] 10.222.0.16 "PUT /v2.0/ports/324e0299-4ea8-4f6c-9939-f8b7f075ff3e HTTP/1.1" status: 200 len: 1097 time: 1.7306602 Jul 05 09:33:45.978946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09151249-91f2-48d1-94f7-55c7a9430038', 'tag': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:45.986665 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae03666-d1a1-4745-ba0d-9782b621e9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "09151249-91f2-48d1-94f7-55c7a9430038", "tag": "324e0299-4ea8-4f6c-9939-f8b7f075ff3e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:46.002610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:46.047203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-network', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:46.047976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e33ea9b-a968-4589-b584-d4ba0c86d164 req-7d93a1ab-fe43-4dd3-82a1-4fa0bcfc5a77 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001299 Jul 05 09:33:46.065677 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f598a-5166-4359-940c-06525444084f None None] Pushing event updated for resources: {'Port': ['ID=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:46.098018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93a1ab-fe43-4dd3-82a1-4fa0bcfc5a77 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a79934-bce2-4502-be66-b2bc93d3e05f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:46.171216 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a61337-6718-4ec0-beee-e6610cb3f169 x-openstack-request-id: req-90a61337-6718-4ec0-beee-e6610cb3f169 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:46.172080 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09151249-91f2-48d1-94f7-55c7a9430038", "tag": "324e0299-4ea8-4f6c-9939-f8b7f075ff3e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:46.172336 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90a61337-6718-4ec0-beee-e6610cb3f169 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:46.172753 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09151249-91f2-48d1-94f7-55c7a9430038', 'tag': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e', 'status': 'completed', 'code': 200} Jul 05 09:33:46.234174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Made reservation on behalf of 9b5858b5cdcd46f68e7138c815b5e912 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:46.237007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.238829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8e1d9-1c7c-479e-800d-3eab748544af service neutron] Pushing event updated for resources: {'Port': ['ID=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:46.259346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.322523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-0e4fc557-fa31-430d-ad0a-bdc438e8f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:46.324493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-0e4fc557-fa31-430d-ad0a-bdc438e8f30f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d6bed2a612949a196c36d970caeabaf&device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 1100 time: 0.2735860 Jul 05 09:33:46.368613 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.369089 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.369418 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.369911 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.370393 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.370853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.371716 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.372200 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.372792 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.373268 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.373742 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.374237 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f598a-5166-4359-940c-06525444084f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:33:46.388079 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-b0936834-9461-4668-abc7-68422ce27eb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=324e0299-4ea8-4f6c-9939-f8b7f075ff3e HTTP/1.1" status: 200 len: 217 time: 0.0556951 Jul 05 09:33:46.393308 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Attempting to bind port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:46.394214 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Attempting to bind port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:46.394732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Attempting to bind port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 on network ab8d1868-0abc-4c83-97c9-7998a20c6d19 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:46.400714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:46.401345 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Checking segment: {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:46.401900 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.402434 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Bound using segment: {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:46.403036 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Bound port: dc5ce07d-7bf3-48e4-a004-c066d0f6cf49, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:46.403645 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.464379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-6db6d8d2-59a1-4b33-907d-27d74029012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:46.465880 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-6db6d8d2-59a1-4b33-907d-27d74029012d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0700774 Jul 05 09:33:46.488684 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] For port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:46.492835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] For port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:46.498626 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.543046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.550211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.563183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:33:46.574561 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.575409 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Added segment 79bb2a4f-5272-4dd0-a5f8-f5e62d4df707 of type vlan for network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 Jul 05 09:33:46.582427 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f598a-5166-4359-940c-06525444084f None None] Pushing event updated for resources: {'Port': ['ID=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:46.586710 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Routers {'f9bb2628-82f6-4ebc-931e-431485f8af9d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:46.587381 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f9bb2628-82f6-4ebc-931e-431485f8af9d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:46.647837 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.661982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-3e2c9383-2772-4e96-98f8-4eb1b98899e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:46.663681 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-3e2c9383-2772-4e96-98f8-4eb1b98899e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1897604 Jul 05 09:33:46.669782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.705600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b89ec3-2d25-49d3-b6e6-0735a03c0aad,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:46.707497 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa654cf7-96a5-4cad-9023-6a38d79dbe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.824946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.826103 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:46.826704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:46.850049 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-ea304485-4e07-43ef-afec-85bccd74eab7 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753438 Jul 05 09:33:46.862213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] Set router f9bb2628-82f6-4ebc-931e-431485f8af9d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:46.969653 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9626486 Jul 05 09:33:46.969761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35798) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:46.975801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Request body: {'subnet': {'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-subnet', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:46.976594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9bcaa-76b3-4658-becf-07e14ed76d07 admin admin] Pushing event updated for resources: {'Network': ['ID=afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:46.990085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:33:47.045367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Made reservation on behalf of 9b5858b5cdcd46f68e7138c815b5e912 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:47.049697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-78929ba7-0305-44dd-b15a-1885a6ad217e req-bfffe083-51de-413b-80b3-04e16ef7dc9a service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617644 Jul 05 09:33:47.050018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.071791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:47.080390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-972588248-network', 'tenant_id': 'bab1ae71246e450bb78f81d15111aee5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:47.209488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Made reservation on behalf of bab1ae71246e450bb78f81d15111aee5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:47.212062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.231677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.270009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-448fc477-22fe-48b2-8cf8-00aea0073262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:47.271571 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-448fc477-22fe-48b2-8cf8-00aea0073262 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d6bed2a612949a196c36d970caeabaf&device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 1100 time: 0.1223361 Jul 05 09:33:47.337232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.354714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13eed546-d639-4054-983d-2d5704d16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:33:42Z', 'revision_number': 4, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dc5ce07d-7bf3-48e4-a004-c066d0f6cf49', 'name': '', 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'mac_address': 'fa:16:3e:4e:e2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '817ce9f8-4bea-452e-a025-f18b2dfccc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:40Z', 'updated_at': '2021-07-05T09:33:46Z', 'revision_number': 4, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'subnets': [{'id': '817ce9f8-4bea-452e-a025-f18b2dfccc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:47.395299 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed546-d639-4054-983d-2d5704d16776 None None] The sync data for ids ['f9bb2628-82f6-4ebc-931e-431485f8af9d'] in n-d-771363-33 is: [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:33:42Z', 'revision_number': 4, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dc5ce07d-7bf3-48e4-a004-c066d0f6cf49', 'name': '', 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'mac_address': 'fa:16:3e:4e:e2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '817ce9f8-4bea-452e-a025-f18b2dfccc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:40Z', 'updated_at': '2021-07-05T09:33:46Z', 'revision_number': 4, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'subnets': [{'id': '817ce9f8-4bea-452e-a025-f18b2dfccc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:47.398473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1424e-c9bf-41e1-8ae4-1e2ddf9cb84a req-32f26116-d2ba-4d65-88ac-6e287bcc3621 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:47.400968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0de1424e-c9bf-41e1-8ae4-1e2ddf9cb84a req-32f26116-d2ba-4d65-88ac-6e287bcc3621 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 948 time: 0.1339211 Jul 05 09:33:47.416528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fd6f48-a873-4391-b5ba-04bb652b7653,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:47.489872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Checking segment: {'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:47.490236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Network hostable DHCP agents. Network: afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:33:47.490690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-c09fe1e6-ee40-4325-b9dc-301cdda42230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:47.492638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-c09fe1e6-ee40-4325-b9dc-301cdda42230 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2124469 Jul 05 09:33:47.498446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0de1424e-c9bf-41e1-8ae4-1e2ddf9cb84a req-65c73f9d-468d-4639-b776-c416b1bc3882 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781362 Jul 05 09:33:47.532369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:33:47.556466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:47.561369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:47.562585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.567224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a419b-fd48-461b-be46-ec0d7b109398 None None] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:47.579503 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-0dbbc429-d4e3-45a7-b93d-881c5a8bfb52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=324e0299-4ea8-4f6c-9939-f8b7f075ff3e HTTP/1.1" status: 200 len: 217 time: 0.0762563 Jul 05 09:33:47.604313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.626318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-06e82c9c-5f13-48b7-9c95-6a2a9919b0bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6538527 Jul 05 09:33:47.626721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.627598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:47.632724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:47.666066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:33:47.692726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-77da8bd0-79e9-4d57-8084-72a28d8eb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:47.694441 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-77da8bd0-79e9-4d57-8084-72a28d8eb1a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1049943 Jul 05 09:33:47.695059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b021fcab-c56a-4b6c-b067-c5a778e3ab44,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:47.702389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.702855 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Added segment ea3336ab-60f8-46f9-89fb-254b995baf17 of type vlan for network 1f19e9e1-58e9-4e9e-a4fd-320836aad419 Jul 05 09:33:47.715939 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.721431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.769995 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.793402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.839111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.849206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-0cc6b958-8ec8-4c21-a399-a9cc5c2ea9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:47.851918 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-0cc6b958-8ec8-4c21-a399-a9cc5c2ea9b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1458671 Jul 05 09:33:47.853734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.854742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:47.855545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:47.978470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:48.002227 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9264288 Jul 05 09:33:48.008236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:48.027740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5', 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'fixed_ips': [{'subnet_id': '48fd6f48-a873-4391-b5ba-04bb652b7653'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:33:48.029179 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.033977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Request body: {'subnet': {'network_id': '1f19e9e1-58e9-4e9e-a4fd-320836aad419', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-972588248-subnet', 'tenant_id': 'bab1ae71246e450bb78f81d15111aee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:48.044193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46327cd-ade3-4b31-bca8-cdc02036a66f admin admin] Pushing event updated for resources: {'Network': ['ID=1f19e9e1-58e9-4e9e-a4fd-320836aad419,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:48.062187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 1f19e9e1-58e9-4e9e-a4fd-320836aad419 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:33:48.107631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Made reservation on behalf of bab1ae71246e450bb78f81d15111aee5 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:48.110840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.164478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.182115 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-1d3648b7-0c04-452a-bacf-33985de56dda service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170295 Jul 05 09:33:48.322372 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aae03666-d1a1-4745-ba0d-9782b621e9d5 req-f3581710-2bb0-4393-9abf-e2f523ecbe2a service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298418 Jul 05 09:33:48.357251 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-7cebf94c-ebce-4acb-99b6-5b6eaea89c11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3777804 Jul 05 09:33:48.410746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c4632-f3a6-4848-aa8f-07ea06fbb5e8 req-3d68c24a-25dc-4ece-aa61-399fb259cf25 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:48.421148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-712c4632-f3a6-4848-aa8f-07ea06fbb5e8 req-3d68c24a-25dc-4ece-aa61-399fb259cf25 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.1564538 Jul 05 09:33:48.467825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Allocated IP 172.20.0.2 (afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5/48fd6f48-a873-4391-b5ba-04bb652b7653/eb95aed8-4c30-445f-8f7b-98b1823ab7be) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:48.528360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.596287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd09e918-aa9f-46e8-bb10-721e6909b187,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:48.627479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Checking segment: {'id': 'ea3336ab-60f8-46f9-89fb-254b995baf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1f19e9e1-58e9-4e9e-a4fd-320836aad419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:48.630017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Network hostable DHCP agents. Network: 1f19e9e1-58e9-4e9e-a4fd-320836aad419, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:33:48.647982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-712c4632-f3a6-4848-aa8f-07ea06fbb5e8 req-a53ed406-8347-4c9f-8108-7f09693becae tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197425 Jul 05 09:33:48.719823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Network 1f19e9e1-58e9-4e9e-a4fd-320836aad419 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:33:48.727458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.754916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Transition to ACTIVE for port object eb95aed8-4c30-445f-8f7b-98b1823ab7be will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:48.766922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 1f19e9e1-58e9-4e9e-a4fd-320836aad419) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:48.776362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c8ba9-483a-4d6c-a91a-8f48c04787fb None None] Network 1f19e9e1-58e9-4e9e-a4fd-320836aad419 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:48.781137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:48.785550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.787470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.840614 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c099f163-9ba5-4d7a-bd2b-c4848dcdb426 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8260896 Jul 05 09:33:48.841116 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:48.901759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Transition to ACTIVE for port object eb95aed8-4c30-445f-8f7b-98b1823ab7be will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:48.928442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.095044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:49.107837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:49.119199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:49.130995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Allocated IP 172.25.1.155 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/de439d4a-73b9-433e-b9af-87df77d49e40) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:49.137008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Pushing event updated for resources: {'Port': ['ID=eb95aed8-4c30-445f-8f7b-98b1823ab7be,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:49.316703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Attempting to bind port eb95aed8-4c30-445f-8f7b-98b1823ab7be on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:49.317081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Attempting to bind port eb95aed8-4c30-445f-8f7b-98b1823ab7be by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:49.317687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Attempting to bind port eb95aed8-4c30-445f-8f7b-98b1823ab7be on network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:49.349109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:49.352751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:49.353178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Checking segment: {'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:49.353874 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.354280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Bound using segment: {'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:49.354919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Bound port: eb95aed8-4c30-445f-8f7b-98b1823ab7be, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:49.355330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.436320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.503891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e09986-6058-4c2d-98f6-70cec7138d0e None None] Network 1f19e9e1-58e9-4e9e-a4fd-320836aad419 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:49.514542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:49.523245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.547875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5f268-fc0d-497a-b503-d7e772733304 req-7cf8eca2-cbaa-40ab-b33e-335ec5759339 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:49.555841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31e5f268-fc0d-497a-b503-d7e772733304 req-7cf8eca2-cbaa-40ab-b33e-335ec5759339 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 948 time: 0.5933626 Jul 05 09:33:49.589094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] For port eb95aed8-4c30-445f-8f7b-98b1823ab7be, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:49.617016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:49.631807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:49.641234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:49.659700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31e5f268-fc0d-497a-b503-d7e772733304 req-f49855df-e330-47dc-be3a-d2efeaaaf686 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026647 Jul 05 09:33:49.702410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bbc7-a084-4cc5-a1f4-ce85b8903a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.709531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] For port eb95aed8-4c30-445f-8f7b-98b1823ab7be, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=eb95aed8-4c30-445f-8f7b-98b1823ab7be,segment=NetworkSegment(79bb2a4f-5272-4dd0-a5f8-f5e62d4df707),segment_id=79bb2a4f-5272-4dd0-a5f8-f5e62d4df707)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:49.710695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.729560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.735456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Pushing event updated for resources: {'Port': ['ID=de439d4a-73b9-433e-b9af-87df77d49e40,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:49.867723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bbc7-a084-4cc5-a1f4-ce85b8903a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.871335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:49.875692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bbc7-a084-4cc5-a1f4-ce85b8903a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.933128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:49.933514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:49.934553 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0dc5bbc7-a084-4cc5-a1f4-ce85b8903a0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=954aa23181a54da2a0ab3221d2f8c681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165854 Jul 05 09:33:49.938771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:49.982031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab855-5430-4eee-b7dd-7af13ba8c9fd None None] Pushing event updated for resources: {'Port': ['ID=eb95aed8-4c30-445f-8f7b-98b1823ab7be,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:49.995040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5bbc7-a084-4cc5-a1f4-ce85b8903a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6429c38f-705c-4d41-ab56-cd02ae49d691,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:50.061792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1220184-29a8-4fc9-9783-626dac0bc822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.099721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.123232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1220184-29a8-4fc9-9783-626dac0bc822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.165646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:50.176221 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.188694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 324e0299-4ea8-4f6c-9939-f8b7f075ff3e details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:33:50.237003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122f77-3694-4d75-88db-275d3342adcb req-19c8742b-cef4-4e18-b595-5a6e6a2a5280 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:50.247581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a122f77-3694-4d75-88db-275d3342adcb req-19c8742b-cef4-4e18-b595-5a6e6a2a5280 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.3166971 Jul 05 09:33:50.258782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1220184-29a8-4fc9-9783-626dac0bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.263697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1220184-29a8-4fc9-9783-626dac0bc822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.265711 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e1220184-29a8-4fc9-9783-626dac0bc822 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6429c38f-705c-4d41-ab56-cd02ae49d691 HTTP/1.1" status: 204 len: 168 time: 0.3256390 Jul 05 09:33:50.276308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1220184-29a8-4fc9-9783-626dac0bc822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429c38f-705c-4d41-ab56-cd02ae49d691,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:50.328282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:50.383986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:50.400643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e', 'mac_address': 'fa:16:3e:50:df:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:33:50.435615 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a122f77-3694-4d75-88db-275d3342adcb req-b64ff0aa-c8ad-4e33-9de3-f87287b3809b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869514 Jul 05 09:33:50.464964 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.492785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.496057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324e0299-4ea8-4f6c-9939-f8b7f075ff3e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:50.528457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:50.536468 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.594041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:50.606382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-56e2fca9-8930-4f1d-9eb9-ab1b4152c8df tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:50.607978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-56e2fca9-8930-4f1d-9eb9-ab1b4152c8df tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.3978481 Jul 05 09:33:50.652732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4f5f94fb-4d07-495d-826b-5ac6445147fc tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/quotas/b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 375 time: 0.0257952 Jul 05 09:33:50.714358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35906) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:50.729284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e32a1ca3-7bb1-4b66-abd7-96d176dd0504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.786419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['324e0299-4ea8-4f6c-9939-f8b7f075ff3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:50.907683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e32a1ca3-7bb1-4b66-abd7-96d176dd0504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:50.923995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e32a1ca3-7bb1-4b66-abd7-96d176dd0504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.010055 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e32a1ca3-7bb1-4b66-abd7-96d176dd0504 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c74735cdda854601abce46a9118756e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920256 Jul 05 09:33:51.010055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a1ca3-7bb1-4b66-abd7-96d176dd0504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faeddbc-0593-4b3e-ac74-650184416608,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:51.013356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:51.103449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-134d91df-3445-4b75-9d22-56ee0ba4ea6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.118993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-1f66335c-b857-4549-8fa3-87b034526966 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4383199 Jul 05 09:33:51.141604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-134d91df-3445-4b75-9d22-56ee0ba4ea6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.210184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-134d91df-3445-4b75-9d22-56ee0ba4ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.213171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-134d91df-3445-4b75-9d22-56ee0ba4ea6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.214442 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-134d91df-3445-4b75-9d22-56ee0ba4ea6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5faeddbc-0593-4b3e-ac74-650184416608 HTTP/1.1" status: 204 len: 168 time: 0.2000701 Jul 05 09:33:51.236143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d91df-3445-4b75-9d22-56ee0ba4ea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faeddbc-0593-4b3e-ac74-650184416608,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:51.264693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-9d8d447a-f98a-4052-bbfb-2dc4e6c5a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:51.266848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-9d8d447a-f98a-4052-bbfb-2dc4e6c5a55d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1101 time: 0.6942422 Jul 05 09:33:51.290689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:51.337100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:51.383901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5498f856-1b83-48fb-a476-39339c6b0ea3 None None] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:51.441254 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:33:51.442652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24a3c96a-69da-4af0-a81a-85cfbb9ad33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.443223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-ad1005fc-5ae8-4d04-95f2-a1bca37e9928 service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919660 Jul 05 09:33:51.478107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67f28996-ac40-4e3c-bbb9-dd2bbcd31090 None None] Provisioning for port eb95aed8-4c30-445f-8f7b-98b1823ab7be completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:51.480881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc228e2-9807-40b5-b07a-fad5ada239b7 req-c0d35628-6dda-4d90-a8fc-a934c9810b75 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:51.482935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6cc228e2-9807-40b5-b07a-fad5ada239b7 req-c0d35628-6dda-4d90-a8fc-a934c9810b75 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 949 time: 0.3781574 Jul 05 09:33:51.500167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:51.501412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.562333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24a3c96a-69da-4af0-a81a-85cfbb9ad33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.571490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24a3c96a-69da-4af0-a81a-85cfbb9ad33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.578690 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.597314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-8c7fe763-fe39-4240-8e17-2ae344f2fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:51.598860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-8c7fe763-fe39-4240-8e17-2ae344f2fa39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3220937 Jul 05 09:33:51.631524 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-24a3c96a-69da-4af0-a81a-85cfbb9ad33e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d47fec9ce1ca469382896536d00a6fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397455 Jul 05 09:33:51.632784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3c96a-69da-4af0-a81a-85cfbb9ad33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888b7df9-f3b0-467f-8619-51e607aff031,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:51.635732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:51.693972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device eb95aed8-4c30-445f-8f7b-98b1823ab7be up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:51.725067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e47604f-81ca-4ebf-bcce-3fde299493c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.732015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6cc228e2-9807-40b5-b07a-fad5ada239b7 req-b97914fa-55a8-45e6-9ad1-5e06ef82086a tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026064 Jul 05 09:33:51.739922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-4850a34c-75ea-46d5-b0aa-1fbbe2b859ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.0940866 Jul 05 09:33:51.756761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e47604f-81ca-4ebf-bcce-3fde299493c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.775501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port eb95aed8-4c30-445f-8f7b-98b1823ab7be completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:51.781874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port eb95aed8-4c30-445f-8f7b-98b1823ab7be triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:51.782347 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.846807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-ca3078f2-b5a6-40f0-b125-655e2f12d1ed service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026132 Jul 05 09:33:51.865149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e47604f-81ca-4ebf-bcce-3fde299493c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.867708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e47604f-81ca-4ebf-bcce-3fde299493c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:51.868919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0e47604f-81ca-4ebf-bcce-3fde299493c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/888b7df9-f3b0-467f-8619-51e607aff031 HTTP/1.1" status: 204 len: 168 time: 0.2321239 Jul 05 09:33:51.902703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47604f-81ca-4ebf-bcce-3fde299493c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b7df9-f3b0-467f-8619-51e607aff031,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:51.946854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-7f5ea0c9-0218-4703-929d-12d10c71de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:51.956287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-7f5ea0c9-0218-4703-929d-12d10c71de38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2034783 Jul 05 09:33:52.012189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.067527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port eb95aed8-4c30-445f-8f7b-98b1823ab7be, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=eb95aed8-4c30-445f-8f7b-98b1823ab7be,segment=NetworkSegment(79bb2a4f-5272-4dd0-a5f8-f5e62d4df707),segment_id=79bb2a4f-5272-4dd0-a5f8-f5e62d4df707)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:52.080332 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.168590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:33:52.200431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-077ecaf7-b761-4834-8588-965c3ec8b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:52.201967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-077ecaf7-b761-4834-8588-965c3ec8b339 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2324781 Jul 05 09:33:52.204567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 324e0299-4ea8-4f6c-9939-f8b7f075ff3e up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:52.282420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=eb95aed8-4c30-445f-8f7b-98b1823ab7be,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:52.285524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-156fc0ec-589d-4893-8e71-5d2eb47c3f09 None None] Provisioning complete for port eb95aed8-4c30-445f-8f7b-98b1823ab7be triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:52.292552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-156fc0ec-589d-4893-8e71-5d2eb47c3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.326007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dd54a-ead5-4882-abd3-f9c5fd8f3f69 req-24d4127f-4dae-411e-a004-03468bd11ab4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:52.339379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-577dd54a-ead5-4882-abd3-f9c5fd8f3f69 req-24d4127f-4dae-411e-a004-03468bd11ab4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.3418484 Jul 05 09:33:52.386817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:52.398674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:52.399438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.432182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:52.461759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b32a840a-bee0-4550-85a1-552830d45b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.520915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-577dd54a-ead5-4882-abd3-f9c5fd8f3f69 req-c63dfe88-28ee-4e8a-ae07-e6da09d617c6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790416 Jul 05 09:33:52.588470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:52.614397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Sync routers for ids ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:52.651753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Routers {'807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:52.652744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-113ce273-2b90-4394-a592-eeb4348fb9ff req-f0e4eba2-51e8-4ce0-85ea-5906e203fda7 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 210 time: 0.0658298 Jul 05 09:33:52.658660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-8e35f3cc-331a-44be-b1df-c5eee9a5201a service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119089 Jul 05 09:33:52.666149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:52.712072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b32a840a-bee0-4550-85a1-552830d45b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.717499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b32a840a-bee0-4550-85a1-552830d45b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.736935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.763305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.765999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4f49b22-b63e-4e90-ae0e-071aa4b69d3c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1359270 Jul 05 09:33:52.769327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:52.770485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09151249-91f2-48d1-94f7-55c7a9430038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:52.772780 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb5683c-3990-451b-a889-94e3cab71700" -d '{"events": [{"server_uuid": "09151249-91f2-48d1-94f7-55c7a9430038", "name": "network-vif-plugged", "status": "completed", "tag": "324e0299-4ea8-4f6c-9939-f8b7f075ff3e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:52.854200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b32a840a-bee0-4550-85a1-552830d45b0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcf7a3b9f8b241199de1932eeb396cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209933 Jul 05 09:33:52.857941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35968) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:52.869754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a840a-bee0-4550-85a1-552830d45b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ff72b6-c864-47e6-b2dd-1bf3e18751cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:52.887837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:52.919824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-3c3d24d9-0368-4dc0-9bf2-7b8a446d0c26 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425776 Jul 05 09:33:52.942465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c747ef66-eb65-4709-8518-18dcdaf02f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:52.967934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c747ef66-eb65-4709-8518-18dcdaf02f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.064150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c747ef66-eb65-4709-8518-18dcdaf02f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.067787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c747ef66-eb65-4709-8518-18dcdaf02f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.068970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c747ef66-eb65-4709-8518-18dcdaf02f5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39ff72b6-c864-47e6-b2dd-1bf3e18751cb HTTP/1.1" status: 204 len: 168 time: 0.2100663 Jul 05 09:33:53.102555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747ef66-eb65-4709-8518-18dcdaf02f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ff72b6-c864-47e6-b2dd-1bf3e18751cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:53.138394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d70f02-9d3c-47c5-8c49-33fe26a08b4e req-00b6f135-1ec0-451e-9799-6cfd2c0655f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:53.140496 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e0d70f02-9d3c-47c5-8c49-33fe26a08b4e req-00b6f135-1ec0-451e-9799-6cfd2c0655f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 1102 time: 0.0913925 Jul 05 09:33:53.197610 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e0d70f02-9d3c-47c5-8c49-33fe26a08b4e req-fd7fc082-36f1-4dea-bc79-56da0c2470c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496531 Jul 05 09:33:53.212184 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b85964-1239-4efc-b2a1-223537684b3f x-openstack-request-id: req-b7b85964-1239-4efc-b2a1-223537684b3f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:53.212495 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09151249-91f2-48d1-94f7-55c7a9430038", "name": "network-vif-plugged", "status": "completed", "tag": "324e0299-4ea8-4f6c-9939-f8b7f075ff3e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:53.212724 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b85964-1239-4efc-b2a1-223537684b3f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:53.213357 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09151249-91f2-48d1-94f7-55c7a9430038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e', 'code': 200} Jul 05 09:33:53.228555 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.266588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116eed-12c4-4236-ab9f-8571d395aacd req-146444f3-906b-4541-a5a2-867dbe2a41fe tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:53.268187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6116eed-12c4-4236-ab9f-8571d395aacd req-146444f3-906b-4541-a5a2-867dbe2a41fe tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 950 time: 0.2438655 Jul 05 09:33:53.291805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device eb95aed8-4c30-445f-8f7b-98b1823ab7be up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:53.351422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:53.377442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6116eed-12c4-4236-ab9f-8571d395aacd req-d09efe14-faab-4c6c-adf5-1891663d594c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974431 Jul 05 09:33:53.460260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port eb95aed8-4c30-445f-8f7b-98b1823ab7be triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:53.463579 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.469956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Set router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:53.524565 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:53.903151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:33:50Z', 'revision_number': 3, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:53.923351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-beb91bb7-2e74-44da-84d0-2cd8bd23c268 req-d037e8c3-be71-4a44-9061-3cdea044c83b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 210 time: 0.0581110 Jul 05 09:33:53.952249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Checking router: 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:53.952249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Updating router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 port de439d4a-73b9-433e-b9af-87df77d49e40 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:53.972883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b01cb3-aed2-4b6f-90a7-2a4625fb528b req-ad7d77fe-6e19-46b0-8d7c-67b8e16a8304 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:53.975697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24b01cb3-aed2-4b6f-90a7-2a4625fb528b req-ad7d77fe-6e19-46b0-8d7c-67b8e16a8304 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.2114959 Jul 05 09:33:53.982548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Allocated IP 172.20.0.1 (afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5/48fd6f48-a873-4391-b5ba-04bb652b7653/062e0057-6db8-4339-a17f-6aea09d2bc03) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:54.030505 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.181165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24b01cb3-aed2-4b6f-90a7-2a4625fb528b req-816dacbe-9b1d-4396-b57a-238d9a8654f6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924784 Jul 05 09:33:54.311213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.336828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Transition to ACTIVE for port object 062e0057-6db8-4339-a17f-6aea09d2bc03 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:54.476803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:54.549566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.571881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Transition to ACTIVE for port object de439d4a-73b9-433e-b9af-87df77d49e40 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:54.589507 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.598423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.648332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-573435343-network', 'tenant_id': '6c31e7070995403b96e9496be4a9c5b2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:54.678848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Attempting to bind port de439d4a-73b9-433e-b9af-87df77d49e40 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:54.679523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Attempting to bind port de439d4a-73b9-433e-b9af-87df77d49e40 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:54.679990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Attempting to bind port de439d4a-73b9-433e-b9af-87df77d49e40 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:54.693264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:54.693663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:54.694181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.694688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:54.695295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Bound port: de439d4a-73b9-433e-b9af-87df77d49e40, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:54.695802 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.715609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Made reservation on behalf of 6c31e7070995403b96e9496be4a9c5b2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:54.721627 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.739101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.757838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] For port de439d4a-73b9-433e-b9af-87df77d49e40, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:54.762812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] For port de439d4a-73b9-433e-b9af-87df77d49e40, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=de439d4a-73b9-433e-b9af-87df77d49e40,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:54.779617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.782965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac750a-3759-4cc4-8bac-2d224fbc4070 None None] Pushing event updated for resources: {'Port': ['ID=de439d4a-73b9-433e-b9af-87df77d49e40,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:54.845987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Routers {'807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:54.847751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:54.902919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac750a-3759-4cc4-8bac-2d224fbc4070 None None] Pushing event updated for resources: {'Port': ['ID=de439d4a-73b9-433e-b9af-87df77d49e40,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:54.945709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.958807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:54.999927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] Set router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:55.013447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc74bc87-825e-42fb-b579-fee589bbca9e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:55.030247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:33:55.041083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.041436 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Added segment cf080a56-cfdd-4f65-90f7-613232ebe0a0 of type vlan for network c678e9e8-0cbd-425f-973d-55068fc1c21a Jul 05 09:33:55.094783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.141094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.141999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:55.142645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.154028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:55.171864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:55.178275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:55.186396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-0d7809b1-7233-4630-8747-c3529cce94df tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:55.188559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-0d7809b1-7233-4630-8747-c3529cce94df tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.7637734 Jul 05 09:33:55.191178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Pushing event updated for resources: {'Port': ['ID=062e0057-6db8-4339-a17f-6aea09d2bc03,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:55.219977 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7356491 Jul 05 09:33:55.223139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:55.228971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Request body: {'subnet': {'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-573435343-subnet', 'tenant_id': '6c31e7070995403b96e9496be4a9c5b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:55.234973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Request body: {'port': {'device_id': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'admin_state_up': True, 'tenant_id': 'b6b2f5ce2ee442c3903194b31d07bce5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:55.265796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8312f36-834a-4793-aa95-05437eedaf30 admin admin] Pushing event updated for resources: {'Network': ['ID=c678e9e8-0cbd-425f-973d-55068fc1c21a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:55.279224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c678e9e8-0cbd-425f-973d-55068fc1c21a details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:33:55.288357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Made reservation on behalf of 6c31e7070995403b96e9496be4a9c5b2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:55.290781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.337068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.364674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:33:50Z', 'revision_number': 3, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:55.401113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cdc4ee-51d2-4977-a02e-b45cb119514e None None] The sync data for ids ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'] in n-d-771363-33 is: [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:33:50Z', 'revision_number': 3, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:33:55.490336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ae6cb-c268-458f-bdc4-10551572f19a req-5e6db616-51e2-4b33-9bd5-a722d8c3b28e tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:55.497718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f88ae6cb-c268-458f-bdc4-10551572f19a req-5e6db616-51e2-4b33-9bd5-a722d8c3b28e tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 950 time: 0.8685467 Jul 05 09:33:55.538199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad44f742-69da-41ae-b53a-73955ee9c53f None None] Provisioning for port 062e0057-6db8-4339-a17f-6aea09d2bc03 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:55.543111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad44f742-69da-41ae-b53a-73955ee9c53f None None] Provisioning complete for port 062e0057-6db8-4339-a17f-6aea09d2bc03 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:55.543803 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad44f742-69da-41ae-b53a-73955ee9c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.553441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.587460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ad44f742-69da-41ae-b53a-73955ee9c53f None None] Port 062e0057-6db8-4339-a17f-6aea09d2bc03 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:55.596612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1e2cd05-bb15-4328-aba5-582e0d3aaff9 req-c45d84c0-b912-4729-9869-2fcf122d2375 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 210 time: 0.0596626 Jul 05 09:33:55.628322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506f3a1a-20db-4d0e-86b5-c7c25cef450e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:55.635982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f88ae6cb-c268-458f-bdc4-10551572f19a req-dfca16fe-cff6-4fa0-8ce4-3b984b28551c tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373520 Jul 05 09:33:55.660348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:55.660708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Network hostable DHCP agents. Network: c678e9e8-0cbd-425f-973d-55068fc1c21a, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:33:55.686088 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.700488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Network c678e9e8-0cbd-425f-973d-55068fc1c21a is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:33:55.700890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Made reservation on behalf of b6b2f5ce2ee442c3903194b31d07bce5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:55.704466 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.715473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c678e9e8-0cbd-425f-973d-55068fc1c21a) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:55.720659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:55.721250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:55.732929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec08dd-95ce-4174-b5d9-a7cfcd443956 None None] Network c678e9e8-0cbd-425f-973d-55068fc1c21a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:55.760071 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-423d8e1b-71fe-4609-98f7-dc0befce0278 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5292521 Jul 05 09:33:56.021792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0c018-4112-4aa5-9d21-c9e31bdcbb89 None None] Network c678e9e8-0cbd-425f-973d-55068fc1c21a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:56.053892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Allocated IP 172.20.0.4 (462f8a30-ee97-4d26-81ce-ed641d509d85/d517215a-53fa-4440-9a2a-2ad41a4d2990/e7605d4d-2269-4063-919d-3904fcd95fa6) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:33:56.136348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:56.299810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c500305-314c-4a27-b963-c4958060f36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.428772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c500305-314c-4a27-b963-c4958060f36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.435170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c500305-314c-4a27-b963-c4958060f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.438697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c033f9-2a5d-4969-a032-27f77cfe8077 req-120535ba-5244-4628-b2f8-4f3e973c50f6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:56.445850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-86c033f9-2a5d-4969-a032-27f77cfe8077 req-120535ba-5244-4628-b2f8-4f3e973c50f6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.6689749 Jul 05 09:33:56.485204 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c500305-314c-4a27-b963-c4958060f36c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c10c2bd1ac54c109a2c147099eefc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471045 Jul 05 09:33:56.486385 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c500305-314c-4a27-b963-c4958060f36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b467e9b7-4ffd-4241-9527-10056d35b87f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:56.489088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:56.544237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.557544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5972b-db2d-46d4-8161-5edf72da9916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.570631 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.583741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5972b-db2d-46d4-8161-5edf72da9916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.601444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.645581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-86c033f9-2a5d-4969-a032-27f77cfe8077 req-b87e1826-43e4-4623-82eb-e22c198f1d7e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988256 Jul 05 09:33:56.646317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5972b-db2d-46d4-8161-5edf72da9916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.649331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5972b-db2d-46d4-8161-5edf72da9916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.650564 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fbf5972b-db2d-46d4-8161-5edf72da9916 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b467e9b7-4ffd-4241-9527-10056d35b87f HTTP/1.1" status: 204 len: 168 time: 0.1603470 Jul 05 09:33:56.687798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5972b-db2d-46d4-8161-5edf72da9916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467e9b7-4ffd-4241-9527-10056d35b87f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:56.735045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599794b4-5e69-4365-88f6-b87cea2f2e9b req-ec600b62-f8d5-4a69-8f97-c801bb26dcd0 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:56.736934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599794b4-5e69-4365-88f6-b87cea2f2e9b req-ec600b62-f8d5-4a69-8f97-c801bb26dcd0 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 950 time: 0.5303674 Jul 05 09:33:56.770442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:56.773402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.776849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2115977180-network', 'tenant_id': '063aafd21f4d40739ceda0f61edf2afb'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:56.784961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Pushing event updated for resources: {'Port': ['ID=062e0057-6db8-4339-a17f-6aea09d2bc03,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:56.827672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Made reservation on behalf of 063aafd21f4d40739ceda0f61edf2afb for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:56.831181 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.832091 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.841837 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.924701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599794b4-5e69-4365-88f6-b87cea2f2e9b req-0b66873c-4eab-4c8d-ad66-19a8e7fe9d8b tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749191 Jul 05 09:33:56.961900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:56.972649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:56.978534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:56.988684 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:56.993511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:33:57.000725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.028115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:33:57.054765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f5d075-e84e-4421-a905-643dd81c9efe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:57.057880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.058217 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Added segment 6d35b01e-b3e8-44ca-897e-4ef2a7cd4b3a of type vlan for network b48e0b7f-d082-46ca-b88f-21d8cc8b9cea Jul 05 09:33:57.063831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:57.064503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.086425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-662de8a0-37eb-43a5-98fa-ae37fa7bfcfd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8580840 Jul 05 09:33:57.110814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Request body: {'port': {'device_id': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:57.122325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.167185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.169062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:57.169868 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.190789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:33:57.196285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:57.201763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de439d4a-73b9-433e-b9af-87df77d49e40 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:57.255218 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4806581 Jul 05 09:33:57.255218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65427da-483c-4ec1-9bbb-f4dcf1bab073 admin admin] Pushing event updated for resources: {'Network': ['ID=b48e0b7f-d082-46ca-b88f-21d8cc8b9cea,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:57.264128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36074) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:57.264316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b48e0b7f-d082-46ca-b88f-21d8cc8b9cea details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:33:57.270650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Request body: {'subnet': {'network_id': 'b48e0b7f-d082-46ca-b88f-21d8cc8b9cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2115977180-subnet', 'tenant_id': '063aafd21f4d40739ceda0f61edf2afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:33:57.299451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Made reservation on behalf of 063aafd21f4d40739ceda0f61edf2afb for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:33:57.301834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.389128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.398517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36076) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:57.426646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port de439d4a-73b9-433e-b9af-87df77d49e40 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:33:57.431774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port de439d4a-73b9-433e-b9af-87df77d49e40 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:57.435366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b390bb7e-63ce-4604-b005-55b80accfb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.436925 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.500651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346dff5-7696-486e-b68f-5dc4cdac1610 req-827afb3a-05ef-4675-9f1d-8324da5ffec3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:57.507849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0346dff5-7696-486e-b68f-5dc4cdac1610 req-827afb3a-05ef-4675-9f1d-8324da5ffec3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 931 time: 0.3635685 Jul 05 09:33:57.556893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.577910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.586066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a8c40f3-2031-41b6-a2d3-da7b5fc6d8e2 None None] Provisioning complete for port 062e0057-6db8-4339-a17f-6aea09d2bc03 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:57.586433 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a8c40f3-2031-41b6-a2d3-da7b5fc6d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.610697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c99c3d-9551-4e6c-a3b5-7fdb49b6afb3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:57.629628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port de439d4a-73b9-433e-b9af-87df77d49e40, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=de439d4a-73b9-433e-b9af-87df77d49e40,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:57.638254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.644368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c40f3-2031-41b6-a2d3-da7b5fc6d8e2 None None] Port 062e0057-6db8-4339-a17f-6aea09d2bc03 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:33:57.656892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Checking segment: {'id': '6d35b01e-b3e8-44ca-897e-4ef2a7cd4b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b48e0b7f-d082-46ca-b88f-21d8cc8b9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:57.657330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Network hostable DHCP agents. Network: b48e0b7f-d082-46ca-b88f-21d8cc8b9cea, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:33:57.719970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=de439d4a-73b9-433e-b9af-87df77d49e40,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:57.731431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Network b48e0b7f-d082-46ca-b88f-21d8cc8b9cea is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:33:57.752268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b48e0b7f-d082-46ca-b88f-21d8cc8b9cea) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:33:57.759968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b250e-d258-4a1f-ab2d-57cc0521b6f1 None None] Network b48e0b7f-d082-46ca-b88f-21d8cc8b9cea requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:57.765950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0346dff5-7696-486e-b68f-5dc4cdac1610 req-777060c5-3148-4374-bc3f-1dea224eb5e6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568445 Jul 05 09:33:57.771788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:57.772381 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.801362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-321a65da-a972-490a-a56f-a77254b1a341 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:57.801894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:33:57.802912 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-321a65da-a972-490a-a56f-a77254b1a341 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.16 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 950 time: 0.1416435 Jul 05 09:33:57.935962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Deleting port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:33:57.937152 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:57.953217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96905f3a-1c17-4680-ba11-39bd14b7653b None None] Network b48e0b7f-d082-46ca-b88f-21d8cc8b9cea requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:33:58.048037 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b390bb7e-63ce-4604-b005-55b80accfb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.071464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b606dd-17e6-4e03-aaed-16748c58e055 req-e6850c1f-a00d-49ee-bf1f-5f49e060833b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:58.079457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39b606dd-17e6-4e03-aaed-16748c58e055 req-e6850c1f-a00d-49ee-bf1f-5f49e060833b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.2378452 Jul 05 09:33:58.081867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] For port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:33:58.082334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.093963 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75f34567-7632-4ac2-b6af-64771fbfd981 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8271794 Jul 05 09:33:58.101432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Calling delete_port for 324e0299-4ea8-4f6c-9939-f8b7f075ff3e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:33:58.117825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b390bb7e-63ce-4604-b005-55b80accfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.246227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b390bb7e-63ce-4604-b005-55b80accfb4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8874940308874967b89393df7a94b6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8239522 Jul 05 09:33:58.246535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36088) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:33:58.272583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390bb7e-63ce-4604-b005-55b80accfb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eb1c3b-c133-4474-a5ab-8d3409a69e51,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:58.273986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.286186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:33:58.286819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['324e0299-4ea8-4f6c-9939-f8b7f075ff3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:33:58.291542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39b606dd-17e6-4e03-aaed-16748c58e055 req-1a770192-b5ea-43f3-ae02-1cd4ace20264 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107892 Jul 05 09:33:58.305109 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Sync routers for ids ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:33:58.312329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2fb0d67a-b1c1-4db8-89cd-3052e04911f7 admin admin] 10.222.0.21 "PUT /v2.0/routers/807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5381081 Jul 05 09:33:58.325320 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Routers {'807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:33:58.326216 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:58.345984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7605d4d-2269-4063-919d-3904fcd95fa6 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:33:58.376302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.411559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Pushing event deleted for resources: {'Port': ['ID=324e0299-4ea8-4f6c-9939-f8b7f075ff3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:58.418880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Transition to ACTIVE for port object e7605d4d-2269-4063-919d-3904fcd95fa6 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:58.444205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93216b-b016-4b0a-b4f9-7cf5534549c8 req-6182067f-ea90-48e1-b797-9670c6510da8 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:58.446206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d93216b-b016-4b0a-b4f9-7cf5534549c8 req-6182067f-ea90-48e1-b797-9670c6510da8 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/ports?device_id=09151249-91f2-48d1-94f7-55c7a9430038 HTTP/1.1" status: 200 len: 867 time: 0.3310175 Jul 05 09:33:58.448577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.471221 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Set router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:33:58.523605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] No DVR routers for this DVR port 324e0299-4ea8-4f6c-9939-f8b7f075ff3e on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:33:58.530717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.534076 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-23aa99f6-f01b-41c5-aaf1-1c5f8e1066c2 req-bbc69d62-7c62-4b32-bd53-70b67b1f3e94 tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.16 "DELETE /v2.0/ports/324e0299-4ea8-4f6c-9939-f8b7f075ff3e HTTP/1.1" status: 204 len: 173 time: 0.7245035 Jul 05 09:33:58.555530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09151249-91f2-48d1-94f7-55c7a9430038', 'name': 'network-vif-deleted', 'tag': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:58.558473 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb1f433-db28-4f17-8038-e6e3abc7ea0c" -d '{"events": [{"server_uuid": "09151249-91f2-48d1-94f7-55c7a9430038", "name": "network-vif-deleted", "tag": "324e0299-4ea8-4f6c-9939-f8b7f075ff3e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:58.568034 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5142-97f1-43a0-9818-90e40d7c25fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.593919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d93216b-b016-4b0a-b4f9-7cf5534549c8 req-217f0638-adbb-4abc-91c9-1cc0fc2926ec tempest-ImagesNegativeTestJSON-2124824002 tempest-ImagesNegativeTestJSON-2124824002-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb0bd1e8-1b13-4220-8444-c03346c70039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233232 Jul 05 09:33:58.705689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5142-97f1-43a0-9818-90e40d7c25fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.712149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:58.726255 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4acf0e-3ddf-4981-980e-0b42caf32084 x-openstack-request-id: req-ff4acf0e-3ddf-4981-980e-0b42caf32084 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:33:58.726597 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09151249-91f2-48d1-94f7-55c7a9430038", "name": "network-vif-deleted", "tag": "324e0299-4ea8-4f6c-9939-f8b7f075ff3e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:33:58.726848 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff4acf0e-3ddf-4981-980e-0b42caf32084 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:33:58.727265 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09151249-91f2-48d1-94f7-55c7a9430038', 'name': 'network-vif-deleted', 'tag': '324e0299-4ea8-4f6c-9939-f8b7f075ff3e', 'status': 'completed', 'code': 200} Jul 05 09:33:58.739462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:58.741500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:58.742050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:58.748238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:33:58.749648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:58.758935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:58.760071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:58.760528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:58.762443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Bound port: e7605d4d-2269-4063-919d-3904fcd95fa6, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:58.762920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.825072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5142-97f1-43a0-9818-90e40d7c25fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.830602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5142-97f1-43a0-9818-90e40d7c25fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:58.832446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c7f5142-97f1-43a0-9818-90e40d7c25fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51eb1c3b-c133-4474-a5ab-8d3409a69e51 HTTP/1.1" status: 204 len: 168 time: 0.5895944 Jul 05 09:33:58.844931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f5142-97f1-43a0-9818-90e40d7c25fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eb1c3b-c133-4474-a5ab-8d3409a69e51,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:59.009147 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:33:55Z', 'revision_number': 4, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '062e0057-6db8-4339-a17f-6aea09d2bc03', 'name': '', 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'mac_address': 'fa:16:3e:09:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '48fd6f48-a873-4391-b5ba-04bb652b7653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:53Z', 'updated_at': '2021-07-05T09:33:56Z', 'revision_number': 2, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'subnets': [{'id': '48fd6f48-a873-4391-b5ba-04bb652b7653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:33:59.022280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.044989 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Checking router: 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:33:59.045818 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Updating router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 port 062e0057-6db8-4339-a17f-6aea09d2bc03 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:33:59.102007 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.222205 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.236020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de439d4a-73b9-433e-b9af-87df77d49e40 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:33:59.342340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:33:59.415452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port de439d4a-73b9-433e-b9af-87df77d49e40 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:33:59.416610 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.420618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:33:59.444863 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.560155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-f8face3a-bdb3-43c7-ab60-ef902dda74af tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:59.569126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-f8face3a-bdb3-43c7-ab60-ef902dda74af tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.6525760 Jul 05 09:33:59.577838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:59.577838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.577838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] 10.222.0.15 "PUT /v2.0/ports/e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 1092 time: 2.4793231 Jul 05 09:33:59.584411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:33:59.595837 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a04413b-3586-4a59-ae15-77c6d4ea8929" -d '{"events": [{"name": "network-changed", "server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:33:59.631435 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.642132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc64436-7d3d-4bba-b40e-ad976777416a service neutron] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:59.653566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-0c18b3ed-0ac3-45fa-9c82-e7b02721f28e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/quotas/6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 375 time: 0.0542288 Jul 05 09:33:59.677914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afa495-6991-4db6-8740-560e7260ce79 req-4f550a04-fdf4-44ca-bb93-91ae955c8a45 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:59.686066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93afa495-6991-4db6-8740-560e7260ce79 req-4f550a04-fdf4-44ca-bb93-91ae955c8a45 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.3590736 Jul 05 09:33:59.705557 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Transition to ACTIVE for port object 062e0057-6db8-4339-a17f-6aea09d2bc03 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:33:59.721080 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.741354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-0f34b973-4c3d-4cd5-9187-f561f6f3baa7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867765 Jul 05 09:33:59.806449 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bb93b-2496-4790-b479-b744dde27199 None None] Pushing event updated for resources: {'Port': ['ID=062e0057-6db8-4339-a17f-6aea09d2bc03,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:33:59.847347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93afa495-6991-4db6-8740-560e7260ce79 req-776d5ba4-c7be-4dba-a16e-4b49874b57ba tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599450 Jul 05 09:33:59.897549 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Attempting to bind port 062e0057-6db8-4339-a17f-6aea09d2bc03 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:33:59.898312 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Attempting to bind port 062e0057-6db8-4339-a17f-6aea09d2bc03 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:33:59.898312 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Attempting to bind port 062e0057-6db8-4339-a17f-6aea09d2bc03 on network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:33:59.912231 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:33:59.912602 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Checking segment: {'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:33:59.913004 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.913393 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Bound using segment: {'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:33:59.913858 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Bound port: 062e0057-6db8-4339-a17f-6aea09d2bc03, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:33:59.914253 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:33:59.952814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4c8fb69a-bae6-4e68-b6b9-6ed4861106ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:33:59.963570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-4c8fb69a-bae6-4e68-b6b9-6ed4861106ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1095 time: 0.3172274 Jul 05 09:34:00.051550 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] For port 062e0057-6db8-4339-a17f-6aea09d2bc03, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:00.058666 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] For port 062e0057-6db8-4339-a17f-6aea09d2bc03, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=062e0057-6db8-4339-a17f-6aea09d2bc03,segment=NetworkSegment(79bb2a4f-5272-4dd0-a5f8-f5e62d4df707),segment_id=79bb2a4f-5272-4dd0-a5f8-f5e62d4df707)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:00.065643 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:00.071627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-3eed22b4-0a31-478c-a50a-059861089bfc service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174729 Jul 05 09:34:00.089477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-7f5dbb72-affa-416b-a366-260bf2cbd0fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 217 time: 0.1117592 Jul 05 09:34:00.192090 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Routers {'807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:34:00.205167 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:00.255923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-1d020bf9-459d-4cff-80be-a244d3be0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:00.257711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-1d020bf9-459d-4cff-80be-a244d3be0f53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1509838 Jul 05 09:34:00.291984 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bb93b-2496-4790-b479-b744dde27199 None None] Pushing event updated for resources: {'Port': ['ID=062e0057-6db8-4339-a17f-6aea09d2bc03,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:00.363777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-d58ff439-20b2-4426-b631-a78541a3d642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953982 Jul 05 09:34:00.440010 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] Set router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:34:00.563709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-7a1c4df0-697a-4da3-b296-56d7b063b06d service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907575 Jul 05 09:34:00.678772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509041-f37b-4d09-9e50-8051e60921e5 req-c269b4b4-095a-40d4-b8ec-f8c698b750f8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:00.691254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21509041-f37b-4d09-9e50-8051e60921e5 req-c269b4b4-095a-40d4-b8ec-f8c698b750f8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.3879211 Jul 05 09:34:00.774168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-29462d71-7696-42e8-a079-fa295da40da1 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819649 Jul 05 09:34:00.875045 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-b9ba2350-5403-48ef-81bc-28494d081650 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1925151 Jul 05 09:34:00.922062 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:33:55Z', 'revision_number': 4, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '062e0057-6db8-4339-a17f-6aea09d2bc03', 'name': '', 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'mac_address': 'fa:16:3e:09:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '48fd6f48-a873-4391-b5ba-04bb652b7653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:53Z', 'updated_at': '2021-07-05T09:34:00Z', 'revision_number': 4, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'subnets': [{'id': '48fd6f48-a873-4391-b5ba-04bb652b7653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:01.036583 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8581-a970-4a0d-8c51-0e1954655f3a None None] The sync data for ids ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'] in n-d-771363-33 is: [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:33:55Z', 'revision_number': 4, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '062e0057-6db8-4339-a17f-6aea09d2bc03', 'name': '', 'network_id': 'afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'mac_address': 'fa:16:3e:09:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '48fd6f48-a873-4391-b5ba-04bb652b7653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:53Z', 'updated_at': '2021-07-05T09:34:00Z', 'revision_number': 4, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'subnets': [{'id': '48fd6f48-a873-4391-b5ba-04bb652b7653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:34:01.098289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-7a3333a1-40df-4bce-a5e1-472c147fe419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:01.127681 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-7a3333a1-40df-4bce-a5e1-472c147fe419 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cd8959986b548bfb564caeafddef1c0&device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 1098 time: 0.1736133 Jul 05 09:34:01.216660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21509041-f37b-4d09-9e50-8051e60921e5 req-51ac0880-8708-41cb-805c-62cf5a88a6b1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223458 Jul 05 09:34:01.227691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a34b8-515f-4835-80bf-8d542fd56b1e req-21e61fc2-0e15-4b1e-b600-91263ddae58a service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056075 Jul 05 09:34:01.237727 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd5f3c1-84e8-4542-bc0b-9fa970a34cb3 x-openstack-request-id: req-6dd5f3c1-84e8-4542-bc0b-9fa970a34cb3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:01.238126 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:01.238384 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dd5f3c1-84e8-4542-bc0b-9fa970a34cb3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:01.240675 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6', 'status': 'completed', 'code': 200} Jul 05 09:34:01.391469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df5dbd5f-abf2-4f01-8228-84b80555592b req-7289a18e-6ae9-4408-af0b-ab96b8fb0629 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 210 time: 0.1058121 Jul 05 09:34:01.464884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-f87ca5fc-c7c5-4fb3-87aa-af5fb352fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:01.470328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-f87ca5fc-c7c5-4fb3-87aa-af5fb352fae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1095 time: 0.1645770 Jul 05 09:34:01.481906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-6fe9fbc8-7e17-44c8-8554-41eb13a20adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:01.489932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-6fe9fbc8-7e17-44c8-8554-41eb13a20adc service neutron] 10.222.0.15 "GET /v2.0/networks?id=234cca4d-de17-4ece-85c6-9dfb379090ed HTTP/1.1" status: 200 len: 913 time: 0.3516617 Jul 05 09:34:01.853864 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-a37fd42c-2ed0-4b92-b78c-c1720700c256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f HTTP/1.1" status: 200 len: 1002 time: 0.3560519 Jul 05 09:34:01.978760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-46c42970-a19a-4aff-a521-a0119704be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:01.983880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-46c42970-a19a-4aff-a521-a0119704be02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.5054054 Jul 05 09:34:02.082555 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-17935e55-0bca-4409-baa9-487aafc57981 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3582695 Jul 05 09:34:02.085873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-432995b4-4e6c-4baa-9560-d0c4dafa3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:02.087479 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-432995b4-4e6c-4baa-9560-d0c4dafa3091 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65cf4768-480b-42bd-91a3-d26d9d5414ee HTTP/1.1" status: 200 len: 851 time: 0.2185004 Jul 05 09:34:02.129803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-d3544e00-24d2-4307-a556-daa3e23d3323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 217 time: 0.1354220 Jul 05 09:34:02.221376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 324e0299-4ea8-4f6c-9939-f8b7f075ff3e no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:34:02.372469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-731b6bd3-e196-4fd5-b34a-c996a709e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:02.382944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-731b6bd3-e196-4fd5-b34a-c996a709e16b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 1097 time: 0.1664059 Jul 05 09:34:02.405572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-c9bd5f07-59c4-4821-a05b-38a29c444dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:02.410741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-c9bd5f07-59c4-4821-a05b-38a29c444dd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=234cca4d-de17-4ece-85c6-9dfb379090ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2894430 Jul 05 09:34:02.431041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f60d0-9e95-471f-bb2c-5679a3f7028c req-7ba698f3-4337-4f76-a835-cacb64df777d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:02.432680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e0f60d0-9e95-471f-bb2c-5679a3f7028c req-7ba698f3-4337-4f76-a835-cacb64df777d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.5991704 Jul 05 09:34:02.434326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-a699ff1c-a5e8-4457-b5bd-ff36205441ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:02.474482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-a699ff1c-a5e8-4457-b5bd-ff36205441ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.3319066 Jul 05 09:34:02.628370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-11037774-468f-4d08-b5e0-82dd467fab7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355431 Jul 05 09:34:02.631576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 324e0299-4ea8-4f6c-9939-f8b7f075ff3e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:34:02.632117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 324e0299-4ea8-4f6c-9939-f8b7f075ff3e not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:34:02.691927 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-23a13cf5-7d86-483e-bf24-5c15424206bb service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743878 Jul 05 09:34:02.740210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e0f60d0-9e95-471f-bb2c-5679a3f7028c req-8d9856ca-306e-426c-8b4c-c191b33d2193 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613997 Jul 05 09:34:02.820267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-efb7df04-b9c7-4745-846f-9434610c28a4 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751370 Jul 05 09:34:03.198575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01351a2b-035d-4cff-8e38-cd9d422d8529 req-99fe2e8b-a929-4c27-9e93-73c87d304e94 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 210 time: 0.0826538 Jul 05 09:34:03.221902 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a04413b-3586-4a59-ae15-77c6d4ea8929 req-a23937ab-3b0f-4fde-a7a0-54ba871203d5 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947084 Jul 05 09:34:03.271153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c12d5-0fbd-448b-984d-85e71971fea8 req-6afae759-9c59-4565-bde5-ea1e25d8652c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:03.282336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d0c12d5-0fbd-448b-984d-85e71971fea8 req-6afae759-9c59-4565-bde5-ea1e25d8652c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.2917459 Jul 05 09:34:03.325300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 062e0057-6db8-4339-a17f-6aea09d2bc03 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:03.362054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d0c12d5-0fbd-448b-984d-85e71971fea8 req-f43af930-aeca-4b37-b8c5-479325476711 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787110 Jul 05 09:34:03.447523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 062e0057-6db8-4339-a17f-6aea09d2bc03 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:03.452441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 062e0057-6db8-4339-a17f-6aea09d2bc03 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:03.452788 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:03.453562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.16', 61867) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:03.646521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-afe9caa8-118b-4d44-a674-4f7d955d9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:03.651645 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-afe9caa8-118b-4d44-a674-4f7d955d9ebb service neutron] 10.222.0.16 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 923 time: 0.9582207 Jul 05 09:34:03.721777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-fb25860b-b403-4e4d-b039-3a394d0650b6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:03.725360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-fb25860b-b403-4e4d-b039-3a394d0650b6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.2694595 Jul 05 09:34:03.739374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Request body: {'port': {'device_id': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'admin_state_up': True, 'tenant_id': '6c31e7070995403b96e9496be4a9c5b2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:03.777648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:03.833986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 062e0057-6db8-4339-a17f-6aea09d2bc03, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=062e0057-6db8-4339-a17f-6aea09d2bc03,segment=NetworkSegment(79bb2a4f-5272-4dd0-a5f8-f5e62d4df707),segment_id=79bb2a4f-5272-4dd0-a5f8-f5e62d4df707)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:03.839488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:03.928567 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ea34097-1732-4ebe-a575-6e048b8fd3cd req-c66947e5-c274-4035-9d48-725b95ebe55d service neutron] 10.222.0.15 "GET /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2228236 Jul 05 09:34:03.950366 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-ad356e61-4379-45d1-8227-1d38355c8abc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b HTTP/1.1" status: 200 len: 1001 time: 0.2886331 Jul 05 09:34:03.960676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=062e0057-6db8-4339-a17f-6aea09d2bc03,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:04.070832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-0df2c607-30af-4a3d-9ba6-178690afafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:04.072194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-0df2c607-30af-4a3d-9ba6-178690afafcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 200 len: 861 time: 0.1141996 Jul 05 09:34:04.140383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Made reservation on behalf of 6c31e7070995403b96e9496be4a9c5b2 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:04.171634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:04.176954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-696c1877-06c7-47d1-b20b-b315919a3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:04.178450 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-696c1877-06c7-47d1-b20b-b315919a3641 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=622965d8-c654-4e30-a640-6536c7a6bb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978568 Jul 05 09:34:04.299557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-1e1d7ece-0a60-4383-88a4-7b84820a2589 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097817 Jul 05 09:34:04.316011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:04.411388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:04.453673 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f08806d-d3ef-4a69-9859-7b577b58cf3e req-bdab3a3f-183a-4cba-88ba-9f4b32db3402 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464555 Jul 05 09:34:04.511188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737283f-cd68-4d7b-ab68-f151e1c70d9e req-7482b0ae-e5d2-49a7-9c23-87a7bde8e893 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:04.513129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b737283f-cd68-4d7b-ab68-f151e1c70d9e req-7482b0ae-e5d2-49a7-9c23-87a7bde8e893 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.1802366 Jul 05 09:34:04.544675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Allocated IP 172.20.0.9 (c678e9e8-0cbd-425f-973d-55068fc1c21a/506f3a1a-20db-4d0e-86b5-c7c25cef450e/b3903f0f-4e55-4dad-bea4-7cf875571717) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:04.557887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:04.573057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'e7605d4d-2269-4063-919d-3904fcd95fa6', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'port_id': 'e7605d4d-2269-4063-919d-3904fcd95fa6', 'mac_address': 'fa:16:3e:f9:74:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd517215a-53fa-4440-9a2a-2ad41a4d2990', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:34:04.637506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b737283f-cd68-4d7b-ab68-f151e1c70d9e req-9a4227c4-8d35-4ecb-9062-a32eeff806a4 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132874 Jul 05 09:34:04.672746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:04.704342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7605d4d-2269-4063-919d-3904fcd95fa6 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:04.725888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1d96e438-f8fc-4568-a9c9-60a7cd4e7061 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d6bed2a612949a196c36d970caeabaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126996 Jul 05 09:34:04.728871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:04.752024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:04.774014 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:04.846455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d490ebd1-e715-4bb0-b0cb-3f07ab755d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:04.879825 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d490ebd1-e715-4bb0-b0cb-3f07ab755d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:04.918777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:04.979273 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d490ebd1-e715-4bb0-b0cb-3f07ab755d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:04.982392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d490ebd1-e715-4bb0-b0cb-3f07ab755d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:04.993966 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d490ebd1-e715-4bb0-b0cb-3f07ab755d43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb0bd1e8-1b13-4220-8444-c03346c70039 HTTP/1.1" status: 204 len: 168 time: 0.2567210 Jul 05 09:34:04.995580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eda20b02-e0c1-4ce2-aea3-f8b7009e4789 req-311717c8-cfe6-4fef-9b21-f58ccd84108b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 210 time: 0.0765936 Jul 05 09:34:05.026071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ebd1-e715-4bb0-b0cb-3f07ab755d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0bd1e8-1b13-4220-8444-c03346c70039,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:05.046860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['e7605d4d-2269-4063-919d-3904fcd95fa6'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:05.066392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:05.133551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:05.257213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Network c678e9e8-0cbd-425f-973d-55068fc1c21a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:05.276641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:05.292145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:05.314210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 062e0057-6db8-4339-a17f-6aea09d2bc03 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:05.401500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:05.402121 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:05.447818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 062e0057-6db8-4339-a17f-6aea09d2bc03 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:05.449735 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:05.456345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ca62-a9be-4a3e-9fe6-cf2801e8a3c2 req-d7bafc03-44a3-4a4b-8a9a-6e3314eb9c0b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:05.463113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8624ca62-a9be-4a3e-9fe6-cf2801e8a3c2 req-d7bafc03-44a3-4a4b-8a9a-6e3314eb9c0b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.4388018 Jul 05 09:34:05.466168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:05.475191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-51cf1cb4-befd-4db9-beab-0ddb7237e563 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7397897 Jul 05 09:34:05.502143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Request body: {'port': {'device_id': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:05.650261 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:05.686704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8624ca62-a9be-4a3e-9fe6-cf2801e8a3c2 req-fbb95789-5a24-4656-8fa3-7c873e3189e2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226131 Jul 05 09:34:06.026192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f6a9-e0c0-4af0-87c4-90ff1f699c7f req-a101b933-ec58-4795-9474-89e5f4cdf80c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:06.027605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d19f6a9-e0c0-4af0-87c4-90ff1f699c7f req-a101b933-ec58-4795-9474-89e5f4cdf80c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 944 time: 0.1501751 Jul 05 09:34:06.103402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d19f6a9-e0c0-4af0-87c4-90ff1f699c7f req-a404afba-df2a-4756-96f8-5f3fc7bc4ab9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658984 Jul 05 09:34:06.221311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3903f0f-4e55-4dad-bea4-7cf875571717 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:06.232179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.278103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Transition to ACTIVE for port object b3903f0f-4e55-4dad-bea4-7cf875571717 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:06.287611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.334345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:06.361067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:06.377841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ee306-3eab-4950-849e-b31f6de374cd req-6543e141-9738-4a93-b495-001178e20e38 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:06.390509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-193ee306-3eab-4950-849e-b31f6de374cd req-6543e141-9738-4a93-b495-001178e20e38 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 931 time: 0.1739640 Jul 05 09:34:06.420051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port e7605d4d-2269-4063-919d-3904fcd95fa6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:06.424832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port e7605d4d-2269-4063-919d-3904fcd95fa6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:06.425542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.526610 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.537218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-193ee306-3eab-4950-849e-b31f6de374cd req-f02c0b8f-bbb3-4512-ad78-46ee413d986b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456337 Jul 05 09:34:06.542082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:06.543599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:06.543925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:06.553981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:06.555565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:06.556588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:06.557277 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916b27d9-c974-4942-8482-2f73a81fd217" -d '{"events": [{"server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "name": "network-vif-plugged", "status": "completed", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:06.572709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:06.578809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:06.579184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:06.579745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:06.580261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Bound port: b3903f0f-4e55-4dad-bea4-7cf875571717, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:06.580616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.582271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.657189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:06.696256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:06.700553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:06.709440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.756602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:06.757314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:06.759112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] 10.222.0.16 "PUT /v2.0/ports/b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 1092 time: 1.2683511 Jul 05 09:34:06.759524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:06.762082 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6093c6b-2044-45c2-acfa-f3787538469b" -d '{"events": [{"name": "network-changed", "server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:06.798959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda16127-1031-43b9-b9d5-ca3a9237d23c service neutron] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:06.807487 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a130a62-5438-404a-b72e-090cdef1d982 x-openstack-request-id: req-5a130a62-5438-404a-b72e-090cdef1d982 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:06.808132 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "name": "network-vif-plugged", "status": "completed", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:06.808898 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a130a62-5438-404a-b72e-090cdef1d982 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:06.809473 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6', 'code': 200} Jul 05 09:34:06.902695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-a4357c4a-6fb2-4333-a4f0-501ea1b4f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:06.917089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-a4357c4a-6fb2-4333-a4f0-501ea1b4f77d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1095 time: 0.0729046 Jul 05 09:34:07.008354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-01ae1463-3386-45d4-8c2c-9e3672f0d4ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 217 time: 0.0809295 Jul 05 09:34:07.029244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265599f6-5df7-4f32-816a-c47f531d3a01 req-0306eb31-008b-4550-ae5b-d7543130fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:07.029244 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-265599f6-5df7-4f32-816a-c47f531d3a01 req-0306eb31-008b-4550-ae5b-d7543130fe24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1097 time: 0.1244617 Jul 05 09:34:07.072125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-2692e26c-253f-4221-9522-c5f7088e7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:07.075413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-2692e26c-253f-4221-9522-c5f7088e7bfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0601530 Jul 05 09:34:07.102010 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-265599f6-5df7-4f32-816a-c47f531d3a01 req-850ec874-59f5-4b3c-bec2-9569ed3e8db3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Jul 05 09:34:07.402821 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad7c1be-e785-429b-a03f-7ab781373625 x-openstack-request-id: req-3ad7c1be-e785-429b-a03f-7ab781373625 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:07.403140 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:07.403259 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ad7c1be-e785-429b-a03f-7ab781373625 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:07.403672 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717', 'status': 'completed', 'code': 200} Jul 05 09:34:07.407675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-dcb54d8f-3d17-4b7b-955d-a4e8d913a52e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3201606 Jul 05 09:34:07.504595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66293-bb06-4693-82a8-25b57c3d05a2 req-726d8270-789c-4be4-bd88-21aff48e751c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:07.506201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19a66293-bb06-4693-82a8-25b57c3d05a2 req-726d8270-789c-4be4-bd88-21aff48e751c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.4298856 Jul 05 09:34:07.576069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-f70924de-58d8-40c8-a9c7-26a31aa86ad2 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608040 Jul 05 09:34:07.587658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19a66293-bb06-4693-82a8-25b57c3d05a2 req-4e29da36-80a6-49a1-a103-77baa4dce0ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701559 Jul 05 09:34:07.760794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990ec385-18bb-44ec-98dc-23eb6e54876b req-2d84656e-8150-4a02-b35f-0f0827addcc0 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720743 Jul 05 09:34:07.807558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7629e6-f05a-4eb4-9ae1-3ac1610e6d65 req-7034f3fd-e672-4b57-a85b-be059e8a607c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:07.809269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f7629e6-f05a-4eb4-9ae1-3ac1610e6d65 req-7034f3fd-e672-4b57-a85b-be059e8a607c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 945 time: 0.0955427 Jul 05 09:34:07.888995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f7629e6-f05a-4eb4-9ae1-3ac1610e6d65 req-1169b1e4-5dc1-4d28-a204-f306d980975f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671258 Jul 05 09:34:07.921714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6093c6b-2044-45c2-acfa-f3787538469b req-0a2e9be7-e2af-470f-9382-0037f8c04bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:07.923411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6093c6b-2044-45c2-acfa-f3787538469b req-0a2e9be7-e2af-470f-9382-0037f8c04bdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1095 time: 0.0810258 Jul 05 09:34:08.137962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6093c6b-2044-45c2-acfa-f3787538469b req-9a8436ac-390e-4a51-bd4a-709a19ada5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:08.139752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6093c6b-2044-45c2-acfa-f3787538469b req-9a8436ac-390e-4a51-bd4a-709a19ada5e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2080564 Jul 05 09:34:08.212005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61228d8b-6d8b-4ddd-9c5a-dcf4ea90a3d6 req-6cb37ae6-04a0-40e9-b82c-27a7bc0c4a1c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:08.213511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61228d8b-6d8b-4ddd-9c5a-dcf4ea90a3d6 req-6cb37ae6-04a0-40e9-b82c-27a7bc0c4a1c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 943 time: 0.1844959 Jul 05 09:34:08.214848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6093c6b-2044-45c2-acfa-f3787538469b req-14329f68-9fdd-431b-ba0e-87a160387fe9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 217 time: 0.0668900 Jul 05 09:34:08.308220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6093c6b-2044-45c2-acfa-f3787538469b req-a45bf9a0-5eb5-44e2-8c60-7c9e1fa71600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:08.309824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6093c6b-2044-45c2-acfa-f3787538469b req-a45bf9a0-5eb5-44e2-8c60-7c9e1fa71600 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0875306 Jul 05 09:34:08.313162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61228d8b-6d8b-4ddd-9c5a-dcf4ea90a3d6 req-e69701e0-69b7-443f-9e24-79d73b0c7de1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925376 Jul 05 09:34:08.350372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6093c6b-2044-45c2-acfa-f3787538469b req-54ad52e7-5a0f-4fb4-9115-68e1593c7652 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318375 Jul 05 09:34:08.509309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6093c6b-2044-45c2-acfa-f3787538469b req-fc75490d-be97-4f15-8942-b6ca2a60e1dd service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508143 Jul 05 09:34:08.716765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6093c6b-2044-45c2-acfa-f3787538469b req-a7d4114d-a089-4c2c-aea3-22e878125684 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956282 Jul 05 09:34:08.900828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2419cf-b1d6-47d8-bddc-0e4f71749efa req-4ea4f7e8-c9fb-4d39-9a1c-1f4d47f5b336 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:08.902406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc2419cf-b1d6-47d8-bddc-0e4f71749efa req-4ea4f7e8-c9fb-4d39-9a1c-1f4d47f5b336 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.0843220 Jul 05 09:34:08.967447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc2419cf-b1d6-47d8-bddc-0e4f71749efa req-ceaa4946-75ca-4154-a95d-4dbb7cc2b748 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530493 Jul 05 09:34:09.166928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a705d4-78ca-4ee0-be53-18aef751b3a3 req-e14c4d84-8ff9-4dde-92c8-2879edcbc962 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:09.168985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3a705d4-78ca-4ee0-be53-18aef751b3a3 req-e14c4d84-8ff9-4dde-92c8-2879edcbc962 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 945 time: 0.1136611 Jul 05 09:34:09.218623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3a705d4-78ca-4ee0-be53-18aef751b3a3 req-613277c4-6b6a-4792-b1bd-63ae2983062f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Jul 05 09:34:09.291321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:09.433282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-788b617f-69ee-4c45-bb18-895553e3bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:09.565647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-788b617f-69ee-4c45-bb18-895553e3bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:09.571333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-788b617f-69ee-4c45-bb18-895553e3bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:09.607220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52ced-31da-4a02-856b-3fdb9520f403 req-f41add76-f142-49fa-bad1-8e49d3fb8f7d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:09.609646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dc52ced-31da-4a02-856b-3fdb9520f403 req-f41add76-f142-49fa-bad1-8e49d3fb8f7d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 943 time: 0.0799751 Jul 05 09:34:09.630301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b617f-69ee-4c45-bb18-895553e3bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea828a-8fbc-4b11-a09c-916339e9363f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:09.652444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-788b617f-69ee-4c45-bb18-895553e3bd1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64f4bc5f83a1479d8861e8de511cef17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634079 Jul 05 09:34:09.655549 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:09.672052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dc52ced-31da-4a02-856b-3fdb9520f403 req-322857ba-1a5b-4f00-be40-1610abc8ffb8 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553968 Jul 05 09:34:09.784429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bc9246e-e726-43ab-a816-08a4fa029a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:09.822747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bc9246e-e726-43ab-a816-08a4fa029a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:09.857045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dad05-3f77-4755-886d-4b5d84e99ce9 req-bd11028b-ea3b-433f-80a3-da1962b47f45 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:09.865319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b3dad05-3f77-4755-886d-4b5d84e99ce9 req-bd11028b-ea3b-433f-80a3-da1962b47f45 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1097 time: 0.0877159 Jul 05 09:34:09.893029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bc9246e-e726-43ab-a816-08a4fa029a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:09.896420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bc9246e-e726-43ab-a816-08a4fa029a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:09.910053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b3dad05-3f77-4755-886d-4b5d84e99ce9 req-b76816ca-1941-4e16-8b98-88c5b086146d tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Jul 05 09:34:09.912325 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0bc9246e-e726-43ab-a816-08a4fa029a8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08ea828a-8fbc-4b11-a09c-916339e9363f HTTP/1.1" status: 204 len: 168 time: 0.2516694 Jul 05 09:34:09.933125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9246e-e726-43ab-a816-08a4fa029a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea828a-8fbc-4b11-a09c-916339e9363f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:10.284825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd225f5b-9e2b-4c1d-8a33-bd96b44d76c6 req-6a1d052d-181b-4cde-babf-1bc8eb9c0e12 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:10.286617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd225f5b-9e2b-4c1d-8a33-bd96b44d76c6 req-6a1d052d-181b-4cde-babf-1bc8eb9c0e12 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1097 time: 0.1216376 Jul 05 09:34:10.350950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd225f5b-9e2b-4c1d-8a33-bd96b44d76c6 req-381dbef0-02a0-43cf-ac2a-2ea5a1312d41 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572522 Jul 05 09:34:10.394831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412976-e316-40c4-b219-a240b10c763e req-2b67631a-20e6-4d08-a571-82b1d25ee689 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:10.396725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20412976-e316-40c4-b219-a240b10c763e req-2b67631a-20e6-4d08-a571-82b1d25ee689 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.0837004 Jul 05 09:34:10.461427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20412976-e316-40c4-b219-a240b10c763e req-d1aa7e1d-8fbc-4a04-a3ee-247f0fd50b76 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585101 Jul 05 09:34:11.344565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb51a-b490-4480-9168-0e93f8443662 req-9105ecc1-7036-40f4-a87e-b6fe6b756e07 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:11.352617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-683fb51a-b490-4480-9168-0e93f8443662 req-9105ecc1-7036-40f4-a87e-b6fe6b756e07 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 943 time: 0.1066689 Jul 05 09:34:11.406288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-683fb51a-b490-4480-9168-0e93f8443662 req-b4926ac1-6fbb-4a73-ac38-c7593264f325 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Jul 05 09:34:11.495377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:11.676776 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad63a855-8f73-4f48-bac1-26e43be05577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:11.797094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad63a855-8f73-4f48-bac1-26e43be05577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:11.803563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad63a855-8f73-4f48-bac1-26e43be05577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:11.856222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63a855-8f73-4f48-bac1-26e43be05577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b3ddd-5e18-4207-8dfb-1e31502b6e48,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:11.871402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad63a855-8f73-4f48-bac1-26e43be05577 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9eb66b49f0b34839830a538b9fd6121e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747079 Jul 05 09:34:11.875240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:12.014686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6ca9-80d9-4481-9428-a209d10489e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.053677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6ca9-80d9-4481-9428-a209d10489e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.156730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6ca9-80d9-4481-9428-a209d10489e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.159514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6ca9-80d9-4481-9428-a209d10489e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.160881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5c8f6ca9-80d9-4481-9428-a209d10489e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c9b3ddd-5e18-4207-8dfb-1e31502b6e48 HTTP/1.1" status: 204 len: 168 time: 0.2847219 Jul 05 09:34:12.169923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f6ca9-80d9-4481-9428-a209d10489e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b3ddd-5e18-4207-8dfb-1e31502b6e48,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:12.246838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:12.291039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:12.329459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36472d-d108-42c2-a748-626f262d802a req-7640ed89-279b-452a-b4b4-f25c1786f3d4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:12.341259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd36472d-d108-42c2-a748-626f262d802a req-7640ed89-279b-452a-b4b4-f25c1786f3d4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.1667411 Jul 05 09:34:12.392767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:12.407564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd36472d-d108-42c2-a748-626f262d802a req-da26bef1-92a6-4f8a-84fd-11f0650325c8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651581 Jul 05 09:34:12.409917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'b3903f0f-4e55-4dad-bea4-7cf875571717', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'port_id': 'b3903f0f-4e55-4dad-bea4-7cf875571717', 'mac_address': 'fa:16:3e:94:d2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506f3a1a-20db-4d0e-86b5-c7c25cef450e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:34:12.486562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.504036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3903f0f-4e55-4dad-bea4-7cf875571717 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:12.533012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:12.539068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.599021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e318f57e-bc0a-411f-842b-59dfb7cde41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.621817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:12.735541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e318f57e-bc0a-411f-842b-59dfb7cde41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.741656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e318f57e-bc0a-411f-842b-59dfb7cde41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.767395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9e76-ac2e-452e-8bd9-bdeb9247d807 req-f8eb40af-e310-4862-b63d-a58de91fd878 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:12.771979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38fc9e76-ac2e-452e-8bd9-bdeb9247d807 req-f8eb40af-e310-4862-b63d-a58de91fd878 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.1136591 Jul 05 09:34:12.774280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:12.789877 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e318f57e-bc0a-411f-842b-59dfb7cde41d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4492a864af8148b197137dbd8aec7067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981613 Jul 05 09:34:12.790831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:12.799147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b3903f0f-4e55-4dad-bea4-7cf875571717'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:12.815276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f57e-bc0a-411f-842b-59dfb7cde41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7158872-a3dd-43de-887e-4ee76f26d281,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:12.818118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d6d3-5405-4652-a9e4-f6d77a852c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.835737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:12.870273 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac3771ea-74a5-49d3-9879-92dd9c233463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.883693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38fc9e76-ac2e-452e-8bd9-bdeb9247d807 req-0018e3da-8dfd-4900-8a2d-d7a070f1e715 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107502 Jul 05 09:34:12.898261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac3771ea-74a5-49d3-9879-92dd9c233463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.972300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac3771ea-74a5-49d3-9879-92dd9c233463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.975398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac3771ea-74a5-49d3-9879-92dd9c233463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:12.976617 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac3771ea-74a5-49d3-9879-92dd9c233463 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7158872-a3dd-43de-887e-4ee76f26d281 HTTP/1.1" status: 204 len: 168 time: 0.1784296 Jul 05 09:34:12.988665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3771ea-74a5-49d3-9879-92dd9c233463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7158872-a3dd-43de-887e-4ee76f26d281,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:13.031261 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d6d3-5405-4652-a9e4-f6d77a852c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:13.035785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d6d3-5405-4652-a9e4-f6d77a852c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:13.122065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7d6d3-5405-4652-a9e4-f6d77a852c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c74c78-64ab-4881-92c1-d346ffd17c2b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:13.142545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6fb7d6d3-5405-4652-a9e4-f6d77a852c83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c327dc77fe94323821f21abbf28c6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672442 Jul 05 09:34:13.145282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:13.157817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-0682f937-a286-4844-a346-d72fccba0b69 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:34:13.158745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-0682f937-a286-4844-a346-d72fccba0b69 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193555 Jul 05 09:34:13.231235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fa41721-abc6-4450-98a4-ada6ec0ae39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:13.261616 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fa41721-abc6-4450-98a4-ada6ec0ae39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:13.282949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Request body: {'binding': {'host': 'n-h2-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:13.283494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:34:13.345518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fa41721-abc6-4450-98a4-ada6ec0ae39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:13.348385 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fa41721-abc6-4450-98a4-ada6ec0ae39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:13.349600 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5fa41721-abc6-4450-98a4-ada6ec0ae39f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06c74c78-64ab-4881-92c1-d346ffd17c2b HTTP/1.1" status: 204 len: 168 time: 0.2005277 Jul 05 09:34:13.374667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa41721-abc6-4450-98a4-ada6ec0ae39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c74c78-64ab-4881-92c1-d346ffd17c2b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:13.529717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on host n-h2-771363-33 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:13.530582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:13.531063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:13.538799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:13.539387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:13.548508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:13.549098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:13.549654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:13.550256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Bound port: e7605d4d-2269-4063-919d-3904fcd95fa6, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:13.717409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:13.729674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:13.729674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-2463fe0d-27fd-4c7b-8237-068914d57a55 service neutron] 10.222.0.21 "POST /v2.0/ports/e7605d4d-2269-4063-919d-3904fcd95fa6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5060472 Jul 05 09:34:13.771442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb679f30-336d-4f5c-a287-22013267790c req-35a9a1a0-32cb-4974-a497-bd4355b77fad tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:13.774638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb679f30-336d-4f5c-a287-22013267790c req-35a9a1a0-32cb-4974-a497-bd4355b77fad tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.1228294 Jul 05 09:34:13.875655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb679f30-336d-4f5c-a287-22013267790c req-36f72ec7-c907-49d5-86fe-40b841579e12 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933924 Jul 05 09:34:14.009126 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12840d0c-2743-46f5-801b-2cda312780fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:14.175069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6566ba-0ce9-4ba4-b02e-6dbb20dcd186 req-4432aab1-f2e0-476d-b8b1-8d432557ed34 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:14.176994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a6566ba-0ce9-4ba4-b02e-6dbb20dcd186 req-4432aab1-f2e0-476d-b8b1-8d432557ed34 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 945 time: 0.1279192 Jul 05 09:34:14.251236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:14.263655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a6566ba-0ce9-4ba4-b02e-6dbb20dcd186 req-8dc23709-900b-42c2-a473-96cb5ad2c6cf tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592518 Jul 05 09:34:14.372382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port b3903f0f-4e55-4dad-bea4-7cf875571717 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:14.385804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port b3903f0f-4e55-4dad-bea4-7cf875571717 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:14.386344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:14.449594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-6ad6ffeb-285f-4b2a-9fc7-98eb654271db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:14.452636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-6ad6ffeb-285f-4b2a-9fc7-98eb654271db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1097 time: 0.3061230 Jul 05 09:34:14.510700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:14.544070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc76b12-eaa5-4c98-86c6-5a3ed3581c43 req-259f522c-0f43-4f82-bd66-64f916546f79 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:14.552378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbc76b12-eaa5-4c98-86c6-5a3ed3581c43 req-259f522c-0f43-4f82-bd66-64f916546f79 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.2779052 Jul 05 09:34:14.570866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:14.578768 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6209f9-115d-4f28-bc32-a286fb18059d" -d '{"events": [{"server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "name": "network-vif-plugged", "status": "completed", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:14.613022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:14.624025 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:14.657745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:14.686550 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8146e2-1ebe-4202-af66-1fafb1880f2b x-openstack-request-id: req-2b8146e2-1ebe-4202-af66-1fafb1880f2b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:14.687062 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "name": "network-vif-plugged", "status": "completed", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:14.687600 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b8146e2-1ebe-4202-af66-1fafb1880f2b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:14.688132 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717', 'code': 200} Jul 05 09:34:14.735169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbc76b12-eaa5-4c98-86c6-5a3ed3581c43 req-a440fbd0-2852-43fb-9950-ec9dd7957a24 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809919 Jul 05 09:34:14.760265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:14.811684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-aa776c30-6737-41c4-a2a7-be2111142642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:14.816971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-aa776c30-6737-41c4-a2a7-be2111142642 service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.3369799 Jul 05 09:34:14.834069 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ed2fe-1d0f-4eb0-97db-105dbb59f16e req-a8cbde56-7040-473f-8728-6aa4f9b07f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:14.835704 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-413ed2fe-1d0f-4eb0-97db-105dbb59f16e req-a8cbde56-7040-473f-8728-6aa4f9b07f30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1097 time: 0.0742378 Jul 05 09:34:14.869290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-e87fcfc9-c3d1-4a2e-99f7-ff46788dd4ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 217 time: 0.0448289 Jul 05 09:34:14.907336 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-413ed2fe-1d0f-4eb0-97db-105dbb59f16e req-ec55cd44-88ef-4f41-ae23-5ee4c84fc8ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624199 Jul 05 09:34:14.947331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-d484edf7-bc10-4a88-a0e7-0df9d9463f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:14.949197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-d484edf7-bc10-4a88-a0e7-0df9d9463f0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0725827 Jul 05 09:34:14.999284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-85a88d9d-04cc-4e09-8b2d-010c14122ced service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342908 Jul 05 09:34:15.107435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1786031794-network', 'tenant_id': 'c2d44ce94eb84c8da69e4d99c6f46cc4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:15.156455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Made reservation on behalf of c2d44ce94eb84c8da69e4d99c6f46cc4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:15.158598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.167385 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.210647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-a0182c91-3551-49a4-b8f9-ce6469bce38f service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039032 Jul 05 09:34:15.293446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2b49c-c57d-4390-bda8-07df84db9e58 req-a1685ace-b60c-4823-8fa2-b0784e298472 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:15.298498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9d2b49c-c57d-4390-bda8-07df84db9e58 req-a1685ace-b60c-4823-8fa2-b0784e298472 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.2289717 Jul 05 09:34:15.368081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.372584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9d2b49c-c57d-4390-bda8-07df84db9e58 req-532cfc8d-f05e-416a-8551-d0694634a76c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710845 Jul 05 09:34:15.380466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.382789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-d67f2e79-99ef-44b8-b860-4559e0776835 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615891 Jul 05 09:34:15.448397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:34:15.467797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6209d866-4353-4d4a-a748-dffcadb8f43a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:15.477389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.477737 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Added segment 2d68704c-5620-42a6-8d63-ef3bbe74e8d8 of type vlan for network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 Jul 05 09:34:15.545231 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-9779713d-4730-4efd-bef9-076610c75786 service neutron] show failed (client error): The resource could not be found. Jul 05 09:34:15.546391 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-9779713d-4730-4efd-bef9-076610c75786 service neutron] 10.222.0.15 "GET /v2.0/ports/0aa0d800-42bc-4bf3-924d-9ad22490f3df/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.1481948 Jul 05 09:34:15.584657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.647593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.648790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:15.649633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.807772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955eda7-dfb1-40b9-8d7b-2c9fff770e0d req-b2617d08-ab20-4722-afba-25cb86c06131 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:15.809927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b955eda7-dfb1-40b9-8d7b-2c9fff770e0d req-b2617d08-ab20-4722-afba-25cb86c06131 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 945 time: 0.3552966 Jul 05 09:34:15.824447 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1632657 Jul 05 09:34:15.837919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:15.857010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Request body: {'subnet': {'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1786031794-subnet', 'tenant_id': 'c2d44ce94eb84c8da69e4d99c6f46cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:15.899604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-3e577190-e9b1-4b27-b4b0-2bdbddd7672b tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:15.912881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-3e577190-e9b1-4b27-b4b0-2bdbddd7672b tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.3891816 Jul 05 09:34:15.931638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-33'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:15.937623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Made reservation on behalf of c2d44ce94eb84c8da69e4d99c6f46cc4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:15.943853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:15.963030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582e23e-3b35-4be3-88e4-da11808fe1ea admin admin] Pushing event updated for resources: {'Network': ['ID=8325a77f-f67e-42ce-b45b-0f16e5d26ed0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:15.981110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:34:16.053318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b955eda7-dfb1-40b9-8d7b-2c9fff770e0d req-207e6f73-eb79-4635-81f2-319464a02bd9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337544 Jul 05 09:34:16.285880 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:16.339294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e5f9a-767b-4731-afb4-1e756fc6815f req-d57c42cd-7ece-4505-8dad-54a810141756 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:16.353260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-248e5f9a-767b-4731-afb4-1e756fc6815f req-d57c42cd-7ece-4505-8dad-54a810141756 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 945 time: 0.3647006 Jul 05 09:34:16.475366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-3d9097f6-f99a-4963-a9f4-052bffc04bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:16.477867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-3d9097f6-f99a-4963-a9f4-052bffc04bcb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c&tenant_id=a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 1101 time: 0.3021147 Jul 05 09:34:16.555098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:16.558662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:16.564710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-248e5f9a-767b-4731-afb4-1e756fc6815f req-f6b85dad-6cdc-414c-be96-70f6d328d18e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012219 Jul 05 09:34:16.657740 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:16.703489 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a80489ce-dad2-475a-b713-4949e92be65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:16.718482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261f90da-1fd8-449b-8e46-f3496d1ee15e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:16.731773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:16.758348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Checking segment: {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:16.759026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Network hostable DHCP agents. Network: 8325a77f-f67e-42ce-b45b-0f16e5d26ed0, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:34:16.844147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:34:16.847293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1117c0-23f2-4867-9b52-bd703bdf445a req-73b87c33-fc83-458d-b33a-95e1c9e5922a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:16.851049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f1117c0-23f2-4867-9b52-bd703bdf445a req-73b87c33-fc83-458d-b33a-95e1c9e5922a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.2319453 Jul 05 09:34:16.871777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:16.876952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 8325a77f-f67e-42ce-b45b-0f16e5d26ed0) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:16.882199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:16.893211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba4c9d8-0a7f-4ecd-8216-221bed12e699 None None] Network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:34:16.929684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:16.932908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.035734 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.044240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:17.050375 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-974361aa-3d56-4959-93a5-dee809716074 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2087262 Jul 05 09:34:17.061816 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca8b44-bdca-46a5-9931-b47887f984d1" -d '{"events": [{"server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "name": "network-vif-unplugged", "status": "completed", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:17.099665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f1117c0-23f2-4867-9b52-bd703bdf445a req-91690efc-2a68-4b88-bbc1-ec2d197317b0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431753 Jul 05 09:34:17.102370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.155462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0538b74-beb5-4be5-9192-5ad8e18c366c None None] Network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:34:17.364683 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fffab3-72c5-4aea-b742-51bd64bfd8a3 x-openstack-request-id: req-48fffab3-72c5-4aea-b742-51bd64bfd8a3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:17.365071 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "name": "network-vif-unplugged", "status": "completed", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:17.365352 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48fffab3-72c5-4aea-b742-51bd64bfd8a3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:17.365742 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6', 'code': 200} Jul 05 09:34:17.448091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:17.472688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on host n-h1-771363-33 for vnic_type normal with profile {"migrating_to": "n-h2-771363-33"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:17.473231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:17.473736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:17.479408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:17.479947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Attempting to bind port e7605d4d-2269-4063-919d-3904fcd95fa6 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:17.486526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:17.487179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:17.487750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:17.488365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Bound port: e7605d4d-2269-4063-919d-3904fcd95fa6, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:17.488903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.582608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:17.590235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:17.616738 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.654084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:17.738278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:17.738660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.777385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:17.799782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.800749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.801375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.802015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.802647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.803300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.804103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.804539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.805211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.805834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.806452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.807068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:17.844449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:17.849005 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d73924-899c-43cc-89e3-516661339257" -d '{"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:17.857727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.877962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:17.879860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.882585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-06b5b5d0-0e4d-4acc-ab44-74d3a6a4124c service neutron] 10.222.0.16 "PUT /v2.0/ports/e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 1123 time: 1.9554350 Jul 05 09:34:17.893884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Transition to ACTIVE for port object 0aa0d800-42bc-4bf3-924d-9ad22490f3df will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:17.909900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:17.957831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2b3ea-ec9f-4798-a334-8a4064ab1c93 req-079afea3-8b06-4389-9eef-2042a38b7274 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:17.962333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['e7605d4d-2269-4063-919d-3904fcd95fa6'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:17.968598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fec2b3ea-ec9f-4798-a334-8a4064ab1c93 req-079afea3-8b06-4389-9eef-2042a38b7274 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.3663094 Jul 05 09:34:18.033392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fec2b3ea-ec9f-4798-a334-8a4064ab1c93 req-dca6aa75-1fe7-45ab-b4f0-81c50aa265f2 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635531 Jul 05 09:34:18.120833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:18.128251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] No DVR routers for this DVR port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:34:18.248883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:18.248883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:18.248883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:18.255653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:18.256384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Attempting to bind port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:18.343113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-176a7d3d-d710-4ab4-afa5-4202337e30d7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:18.351601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-176a7d3d-d710-4ab4-afa5-4202337e30d7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 815 time: 0.2337749 Jul 05 09:34:18.358026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:18.358704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:18.359679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:18.360911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Bound port: 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:18.361467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:18.385743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-edeb9cb7-e41b-4c68-a420-94d2747ae661 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/quotas/c2d44ce94eb84c8da69e4d99c6f46cc4 HTTP/1.1" status: 200 len: 375 time: 0.0306675 Jul 05 09:34:18.451625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-cef70a67-5786-4ffa-840c-044b84e8a447 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573115 Jul 05 09:34:18.524194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:18.532023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:18.540360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:18.588424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:18.589329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:18.590815 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-907d4113-b872-4f80-bdba-470575f0604b service neutron] 10.222.0.16 "PUT /v2.0/ports/0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 1096 time: 2.0437357 Jul 05 09:34:18.631465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d4113-b872-4f80-bdba-470575f0604b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:18.738471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-886fac01-f8aa-47ef-88ef-634adb1bd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:18.740135 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-886fac01-f8aa-47ef-88ef-634adb1bd384 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1099 time: 0.1053665 Jul 05 09:34:18.880352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-56c68c8a-9eed-41c5-8bc2-499e1e014dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:18.882085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-56c68c8a-9eed-41c5-8bc2-499e1e014dcc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1335647 Jul 05 09:34:18.938931 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-a6fab837-70af-4538-86b5-bbd71d0966bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.0489662 Jul 05 09:34:18.948617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-d68f5d4c-3953-442d-96bf-05d188351a7d service neutron] 10.222.0.21 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957428 Jul 05 09:34:18.975987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91380b-4e9c-4c4a-98e0-f7bb25e8fe96 req-7de4c990-e7d9-4036-aee9-671cad68c916 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:18.977482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb91380b-4e9c-4c4a-98e0-f7bb25e8fe96 req-7de4c990-e7d9-4036-aee9-671cad68c916 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 945 time: 0.4587529 Jul 05 09:34:19.004194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-5051a4ef-14bb-46fe-90a2-9f6128718d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:19.005664 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-5051a4ef-14bb-46fe-90a2-9f6128718d42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0591328 Jul 05 09:34:19.076586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-fad463eb-0daf-4742-93da-fd75c02f5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:19.076839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb91380b-4e9c-4c4a-98e0-f7bb25e8fe96 req-7c4ea134-17de-45e5-84ca-3c2d7be35c76 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885303 Jul 05 09:34:19.078572 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-fad463eb-0daf-4742-93da-fd75c02f5b53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659387 Jul 05 09:34:19.112260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-ad78eb79-392b-41b4-959d-c6497cd4a1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505358 Jul 05 09:34:19.183983 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a04ad0b-2179-4ddb-a35f-ab31a838966b x-openstack-request-id: req-0a04ad0b-2179-4ddb-a35f-ab31a838966b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:19.184276 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:19.184563 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a04ad0b-2179-4ddb-a35f-ab31a838966b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:19.184960 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'code': 200} Jul 05 09:34:19.259329 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-23c19d96-3715-4d3a-94a1-b178df67f53e service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714964 Jul 05 09:34:19.368596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:19.371211 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59de8dcd-e588-4b77-85fd-a232c9273e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:19.462781 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-459d77ad-1151-4c8a-8595-2ddc6bf29354 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952622 Jul 05 09:34:19.499643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:19.514350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e646502-799c-46d7-9553-45bba238e2e1 req-547a8c0f-d290-44ab-8427-29c4cef61815 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:19.516159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e646502-799c-46d7-9553-45bba238e2e1 req-547a8c0f-d290-44ab-8427-29c4cef61815 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 947 time: 0.1219301 Jul 05 09:34:19.598669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e646502-799c-46d7-9553-45bba238e2e1 req-6488caf7-0873-4b52-87ac-1141958d6776 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751536 Jul 05 09:34:19.868840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b6d24-3f3b-4c0b-9658-3a5256d245db req-3222c103-10ac-483d-986d-39aaec0c2afa tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:19.871646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-499b6d24-3f3b-4c0b-9658-3a5256d245db req-3222c103-10ac-483d-986d-39aaec0c2afa tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.0892169 Jul 05 09:34:19.942925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-499b6d24-3f3b-4c0b-9658-3a5256d245db req-c631d85d-16e7-4601-a12d-b452ddcd1aa3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626383 Jul 05 09:34:20.053154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ef0c0-226f-4f70-a649-a759ca89c884 req-874c814a-478a-46e9-954c-5f807922541f tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:20.054688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d50ef0c0-226f-4f70-a649-a759ca89c884 req-874c814a-478a-46e9-954c-5f807922541f tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1097 time: 0.0657840 Jul 05 09:34:20.124191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d50ef0c0-226f-4f70-a649-a759ca89c884 req-7807b794-a637-43d9-a7dd-85aa76dc8924 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624223 Jul 05 09:34:20.169310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6955d4d-358e-4591-aadc-39520b58a349 req-a4aa74c2-bfb2-4939-8da5-e8bf6e9160e1 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 210 time: 0.0714154 Jul 05 09:34:20.306497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:20.338794 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c62be-3839-4529-aa91-b8c190ba4179 x-openstack-request-id: req-7a3c62be-3839-4529-aa91-b8c190ba4179 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:20.339943 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:20.340477 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a3c62be-3839-4529-aa91-b8c190ba4179 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:20.341192 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6', 'status': 'completed', 'code': 200} Jul 05 09:34:20.382107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:34:20.483409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-59c2e446-78a5-44df-982c-5c5d6d7f20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:20.489453 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-59c2e446-78a5-44df-982c-5c5d6d7f20ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1126 time: 0.1182334 Jul 05 09:34:20.543406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49c836-be68-4fc6-a269-6ade0d4d29fb req-a17f925f-7f86-44e1-bcf3-2e7e79d963b4 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:20.549869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e49c836-be68-4fc6-a269-6ade0d4d29fb req-a17f925f-7f86-44e1-bcf3-2e7e79d963b4 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1097 time: 0.0837836 Jul 05 09:34:20.561295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:34:20.619959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:20.621396 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e49c836-be68-4fc6-a269-6ade0d4d29fb req-8b3ccb38-8ae2-4fc1-bb1d-e84015ecd5f5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707529 Jul 05 09:34:20.635815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 has no active binding in host n-h2-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:34:20.712765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-98eb3a3c-3ac4-4c8c-ab23-535c241c6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:20.717106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-98eb3a3c-3ac4-4c8c-ab23-535c241c6887 service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.2210984 Jul 05 09:34:20.812183 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-9d850e35-7074-4011-bf0d-d0ea6bd8433a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 217 time: 0.0868351 Jul 05 09:34:20.884065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-1f93ce39-b8ae-4b4d-9caf-d46d02e32620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:20.886074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-1f93ce39-b8ae-4b4d-9caf-d46d02e32620 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0635827 Jul 05 09:34:20.902069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a8088-ff87-48b7-a6b5-fb1fe287b8f0 req-9f0d13c7-6c70-4f70-94f2-3671f83a2c60 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:20.912574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f05a8088-ff87-48b7-a6b5-fb1fe287b8f0 req-9f0d13c7-6c70-4f70-94f2-3671f83a2c60 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 947 time: 0.1564209 Jul 05 09:34:20.940765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-1473e471-9fd4-4f8b-b1ad-ad11d298da99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462701 Jul 05 09:34:21.007432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f05a8088-ff87-48b7-a6b5-fb1fe287b8f0 req-f36df323-78c1-4723-8961-5efd0530fccf tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843651 Jul 05 09:34:21.083018 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-57ae8615-c01c-4337-a51e-954a5a141b17 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304932 Jul 05 09:34:21.203780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:21.206415 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:21.440974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-f72a5280-59b2-4850-bf76-6499704b79b7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:21.441749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddece6b6-d80e-40e5-a2d2-e1954639319a req-e8e0a177-33c3-4ed8-87ab-c046c17ff0fa tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:21.442449 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-f72a5280-59b2-4850-bf76-6499704b79b7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 815 time: 0.3576496 Jul 05 09:34:21.445459 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59de8dcd-e588-4b77-85fd-a232c9273e4d req-0251e24f-c7f5-437c-83d5-b1ebd9073d5c service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472362 Jul 05 09:34:21.454979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddece6b6-d80e-40e5-a2d2-e1954639319a req-e8e0a177-33c3-4ed8-87ab-c046c17ff0fa tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.1607084 Jul 05 09:34:21.463216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Request body: {'port': {'device_id': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'admin_state_up': True, 'tenant_id': 'c2d44ce94eb84c8da69e4d99c6f46cc4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:21.519186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddece6b6-d80e-40e5-a2d2-e1954639319a req-6ad72328-a6d0-4d9a-8ab1-01a3a1147e00 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613308 Jul 05 09:34:21.743274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Made reservation on behalf of c2d44ce94eb84c8da69e4d99c6f46cc4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:21.746865 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:21.774003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b312b12-41c6-41e9-ba85-807026af3e77 req-5b0428bc-49bb-40e6-8b29-43b738f646dd tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 210 time: 0.0637190 Jul 05 09:34:21.849306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:21.881273 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6d3f69-f44a-484f-b7cf-4e7b88ffd5fa x-openstack-request-id: req-bf6d3f69-f44a-484f-b7cf-4e7b88ffd5fa {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:21.881806 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:21.882349 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf6d3f69-f44a-484f-b7cf-4e7b88ffd5fa {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:21.883699 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'status': 'completed', 'code': 200} Jul 05 09:34:22.070541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Allocated IP 172.20.0.10 (8325a77f-f67e-42ce-b45b-0f16e5d26ed0/261f90da-1fd8-449b-8e46-f3496d1ee15e/be2a9f97-aadc-4f98-a61e-7b38c4c65956) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:22.101575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-197f7197-58b1-42ee-8d05-9881e558a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.103482 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-197f7197-58b1-42ee-8d05-9881e558a1a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1099 time: 0.1600976 Jul 05 09:34:22.118942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-09569b8b-6ebb-465c-babe-fe11d36ea6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.126313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-09569b8b-6ebb-465c-babe-fe11d36ea6c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1099 time: 0.1912792 Jul 05 09:34:22.226683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10875945-0d1f-472c-8bab-6cefc8097e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.301106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-cd8d4947-ed04-43c3-90b7-82b0753345f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.302648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-cd8d4947-ed04-43c3-90b7-82b0753345f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1688657 Jul 05 09:34:22.320801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:22.422244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10875945-0d1f-472c-8bab-6cefc8097e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.425350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-5159a394-137b-4c5e-a3df-e53c23b303d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.1088412 Jul 05 09:34:22.427615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10875945-0d1f-472c-8bab-6cefc8097e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.464044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10875945-0d1f-472c-8bab-6cefc8097e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562a179-5a94-431c-9f7e-dac18c44fe41,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:22.464700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-e2995868-1971-4ced-9109-b8118656fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.468863 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-e2995868-1971-4ced-9109-b8118656fba4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3426113 Jul 05 09:34:22.533655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-d591db24-b2de-439c-8498-fcd4b84b07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.535097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-d591db24-b2de-439c-8498-fcd4b84b07bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0779159 Jul 05 09:34:22.562986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-10875945-0d1f-472c-8bab-6cefc8097e3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0bcd28842fe499f85eccc73ecd861d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095571 Jul 05 09:34:22.585893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:22.599122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:22.624383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'mac_address': 'fa:16:3e:4e:f2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:34:22.647460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-1754d983-5d10-4f13-b64e-6ea381b0c86e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.1494572 Jul 05 09:34:22.698660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-333fb93f-f94a-4ca0-9657-498207b5d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.700773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-333fb93f-f94a-4ca0-9657-498207b5d398 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533155 Jul 05 09:34:22.720884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.742453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa0d800-42bc-4bf3-924d-9ad22490f3df {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:22.774953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:22.782568 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.785920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-7daee50f-f50b-4a08-9756-5ca33d70c00a tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:34:22.786935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-7daee50f-f50b-4a08-9756-5ca33d70c00a tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431163 Jul 05 09:34:22.799291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-5901468f-24c1-4d77-8b5b-693a8219d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.801070 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-5901468f-24c1-4d77-8b5b-693a8219d6fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1393676 Jul 05 09:34:22.801490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Request body: {'binding': {'host': 'n-h1-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:22.802135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:34:22.809400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f6418-6e91-4089-8f71-cba229c923af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.834786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f6418-6e91-4089-8f71-cba229c923af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.847829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.865635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:22.880182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.880899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.881564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.882355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.882852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.884261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.885239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.885900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.886992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.888231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.889899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.890509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:22.905481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-4257d277-07a1-4d14-b716-adf3ae67e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.907629 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-4257d277-07a1-4d14-b716-adf3ae67e4ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958798 Jul 05 09:34:22.910999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f6418-6e91-4089-8f71-cba229c923af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.913549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f6418-6e91-4089-8f71-cba229c923af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.917045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-642f6418-6e91-4089-8f71-cba229c923af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d562a179-5a94-431c-9f7e-dac18c44fe41 HTTP/1.1" status: 204 len: 168 time: 0.3279083 Jul 05 09:34:22.974038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7017-7575-45e1-84a9-e6b4cd799e65 req-d4ffd394-f31d-4c39-ac23-d9ad75aabe4a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:22.975759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:22.986200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-86de7017-7575-45e1-84a9-e6b4cd799e65 req-d4ffd394-f31d-4c39-ac23-d9ad75aabe4a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 947 time: 0.3512347 Jul 05 09:34:23.033643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:23.044468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:23.050131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6418-6e91-4089-8f71-cba229c923af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562a179-5a94-431c-9f7e-dac18c44fe41,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:23.068061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:23.086944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:23.139760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-92c43b1b-cd81-417c-87d4-6112582ff96d service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268339 Jul 05 09:34:23.146967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-86de7017-7575-45e1-84a9-e6b4cd799e65 req-cb881ace-e900-4e59-b07a-d4e6fb27e842 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598358 Jul 05 09:34:23.182743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:23.227485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.227831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.228171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.228507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.228839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.229170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.229501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.229824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.230147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.230697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.230827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.231197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:23.266417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:23.266654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:23.272403 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-717c2b2e-1a5c-4dc7-9a61-c8ecc622f422 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527141 Jul 05 09:34:23.298960 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-175493d9-e30b-43ce-b9a9-71d3a64df17c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8392310 Jul 05 09:34:23.346878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Request body: {'port': {'device_id': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:23.505790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-7f97f2ed-9127-43c4-8aa3-56e4b78f1339 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201095 Jul 05 09:34:23.509909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:23.521814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:23.548461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-705a1e1b-cde8-4347-8485-dcf9bb45cd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:23.553680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef9fe91-cae7-4dc2-942b-ecae10fed33b req-bdc9897e-1623-4cff-a99a-81be7376cc9f service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035838 Jul 05 09:34:23.554373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on host n-h1-771363-33 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:23.554756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:23.555154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:23.565582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:23.565962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:23.580455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:23.580863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:23.581333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:23.581820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Bound port: b3903f0f-4e55-4dad-bea4-7cf875571717, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:23.632941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4da7-0327-435d-b40e-ea25c8403a23 req-82e7cd9c-cddb-4655-91da-768d6659003e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:23.641356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f51d4da7-0327-435d-b40e-ea25c8403a23 req-82e7cd9c-cddb-4655-91da-768d6659003e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.2482657 Jul 05 09:34:23.696711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:23.709500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f51d4da7-0327-435d-b40e-ea25c8403a23 req-6b83f403-5cea-4a69-a62b-00330d4115cb tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671964 Jul 05 09:34:23.711661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:23.712823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c9c3a801-0603-4476-a3ef-5320f253af73 service neutron] 10.222.0.21 "POST /v2.0/ports/b3903f0f-4e55-4dad-bea4-7cf875571717/bindings HTTP/1.1" status: 201 len: 390 time: 0.9163210 Jul 05 09:34:24.163703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3d030-5076-49d4-9a1d-211efeaefc79 req-851d1074-0dee-41da-83ce-c363e35e2d02 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:24.172452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3c3d030-5076-49d4-9a1d-211efeaefc79 req-851d1074-0dee-41da-83ce-c363e35e2d02 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 932 time: 0.2316344 Jul 05 09:34:24.234159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3c3d030-5076-49d4-9a1d-211efeaefc79 req-45554789-d7d4-4c18-bdeb-5d3e5d29e197 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608613 Jul 05 09:34:24.269277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-417278db-7fba-41d2-b112-d59f5ee2f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:24.270884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-417278db-7fba-41d2-b112-d59f5ee2f88e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1097 time: 0.2193091 Jul 05 09:34:24.349139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:24.409455 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-07514066-d8d4-4c63-9ed5-0afb84d9046a service neutron] 10.222.0.15 "GET /v2.0/ports/e7605d4d-2269-4063-919d-3904fcd95fa6/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.8160636 Jul 05 09:34:24.413474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 0aa0d800-42bc-4bf3-924d-9ad22490f3df completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:24.418061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 0aa0d800-42bc-4bf3-924d-9ad22490f3df triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:24.419390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:24.480286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-51809d3c-7bf1-40a2-ae3a-def45e700ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:24.481766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-51809d3c-7bf1-40a2-ae3a-def45e700ab3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2006264 Jul 05 09:34:24.515154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c5884-4073-4667-91b1-886bb7775a1e req-0afcc18b-590e-4c2c-9753-4bf9382f0dff tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:24.516260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f20c5884-4073-4667-91b1-886bb7775a1e req-0afcc18b-590e-4c2c-9753-4bf9382f0dff tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 945 time: 0.1451497 Jul 05 09:34:24.530670 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:24.552922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-3dd800de-d02b-49a8-89a5-ae09168c4e71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 217 time: 0.0589187 Jul 05 09:34:24.582768 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-705a1e1b-cde8-4347-8485-dcf9bb45cd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:24.597357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:24.597357 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c887c-88b1-464b-bffc-96f22974f2ac" -d '{"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-plugged", "status": "completed", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:24.602871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-705a1e1b-cde8-4347-8485-dcf9bb45cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:24.641132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:24.647594 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:24.705479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-1fbac8b9-ec1f-42e7-a5dd-ca1b609a0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:24.707164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-1fbac8b9-ec1f-42e7-a5dd-ca1b609a0a29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1381147 Jul 05 09:34:24.726885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f20c5884-4073-4667-91b1-886bb7775a1e req-a75ecee6-ab5b-4f43-8fc6-41df8a5e4726 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781490 Jul 05 09:34:24.748864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-01530824-88e3-47d0-bb12-d8b762782be3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:24.750778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-01530824-88e3-47d0-bb12-d8b762782be3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c&tenant_id=a40472c226d04f59809253dcc27cc584&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 948 time: 0.4834185 Jul 05 09:34:24.755631 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-705a1e1b-cde8-4347-8485-dcf9bb45cd86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f879be77ef4448ea425c097335fba44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2303748 Jul 05 09:34:24.755801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb3114-40b9-402c-bd03-1d3ccf98ef81 req-2ae5b8a2-10ae-4740-aaf2-eedc186c96e3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:24.755801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34fb3114-40b9-402c-bd03-1d3ccf98ef81 req-2ae5b8a2-10ae-4740-aaf2-eedc186c96e3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 948 time: 0.3260834 Jul 05 09:34:24.756776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:24.777479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a1e1b-cde8-4347-8485-dcf9bb45cd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc3f05-eb6f-4919-a6c2-f2b91fe6b281,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:24.780354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:24.809138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-73748d94-434a-47bc-9cb2-866cba1a54fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862269 Jul 05 09:34:24.910045 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d8a367-b5cd-4cf6-92f2-4470d23e8a81 x-openstack-request-id: req-14d8a367-b5cd-4cf6-92f2-4470d23e8a81 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:24.910362 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-plugged", "status": "completed", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:24.910630 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14d8a367-b5cd-4cf6-92f2-4470d23e8a81 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:24.911036 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'code': 200} Jul 05 09:34:24.966231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34fb3114-40b9-402c-bd03-1d3ccf98ef81 req-ebf78f7c-01a0-48a8-8525-f031adf914da tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892543 Jul 05 09:34:24.987288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50576852-59bb-4a50-b9e3-bfc380423e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:24.990197 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-7a23bbd1-9adc-4ddb-afb4-a89436375fa1 service neutron] delete failed (client error): The resource could not be found. Jul 05 09:34:24.995959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-7a23bbd1-9adc-4ddb-afb4-a89436375fa1 service neutron] 10.222.0.15 "DELETE /v2.0/ports/0aa0d800-42bc-4bf3-924d-9ad22490f3df/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.2221520 Jul 05 09:34:25.039800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-b9f5a86a-0716-4a25-9ef8-3f1e0759ddb6 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177722 Jul 05 09:34:25.058758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50576852-59bb-4a50-b9e3-bfc380423e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.084099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2a9f97-aadc-4f98-a61e-7b38c4c65956 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:25.092534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:25.105517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.135331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Transition to ACTIVE for port object be2a9f97-aadc-4f98-a61e-7b38c4c65956 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:25.136525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:25.180321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.299288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5b442-84e6-4132-ae98-c38fa3deeeb0 req-b677cd6d-1ecd-4f23-b58e-326d09e3aea6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:25.300898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14c5b442-84e6-4132-ae98-c38fa3deeeb0 req-b677cd6d-1ecd-4f23-b58e-326d09e3aea6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 943 time: 0.1135318 Jul 05 09:34:25.340340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7605d4d-2269-4063-919d-3904fcd95fa6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:25.373813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50576852-59bb-4a50-b9e3-bfc380423e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.390432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50576852-59bb-4a50-b9e3-bfc380423e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.392500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-50576852-59bb-4a50-b9e3-bfc380423e0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11dc3f05-eb6f-4919-a6c2-f2b91fe6b281 HTTP/1.1" status: 204 len: 168 time: 0.6213069 Jul 05 09:34:25.409911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50576852-59bb-4a50-b9e3-bfc380423e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc3f05-eb6f-4919-a6c2-f2b91fe6b281,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:25.412537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:25.414155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-16ea4eeb-b359-4fd2-8181-891ebed8c882 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568664 Jul 05 09:34:25.444250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14c5b442-84e6-4132-ae98-c38fa3deeeb0 req-74ba015d-6066-47f0-9ef9-e7d43c89bd28 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245897 Jul 05 09:34:25.470756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:25.480675 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.610627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-fc4be815-6d72-4500-8511-0e99b28b1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:25.613154 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-fc4be815-6d72-4500-8511-0e99b28b1c23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1101 time: 0.4281802 Jul 05 09:34:25.731790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54565fd-2f28-49af-8ad0-0213b3fe8216 req-24d51bba-8484-44ad-9e2d-421cec5f627b tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:25.735541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f54565fd-2f28-49af-8ad0-0213b3fe8216 req-24d51bba-8484-44ad-9e2d-421cec5f627b tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 944 time: 0.2403119 Jul 05 09:34:25.737919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c2c99562-91ec-4fcf-b0a6-da77a60659ca tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:25.739600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-c2c99562-91ec-4fcf-b0a6-da77a60659ca tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.1975293 Jul 05 09:34:25.754146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-33'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:25.756844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Attempting to bind port be2a9f97-aadc-4f98-a61e-7b38c4c65956 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:25.757176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Attempting to bind port be2a9f97-aadc-4f98-a61e-7b38c4c65956 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:25.757504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Attempting to bind port be2a9f97-aadc-4f98-a61e-7b38c4c65956 on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:25.775210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Port be2a9f97-aadc-4f98-a61e-7b38c4c65956 on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:25.775539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Attempting to bind port be2a9f97-aadc-4f98-a61e-7b38c4c65956 on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:25.778726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] Transition to ACTIVE for port object e7605d4d-2269-4063-919d-3904fcd95fa6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:25.796134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:25.796475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Checking segment: {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:25.796889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Bound using segment: {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:25.797346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Bound port: be2a9f97-aadc-4f98-a61e-7b38c4c65956, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:25.797707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.814642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.839108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-c5dbf021-62ac-4239-974c-ba3605e534ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:25.840729 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-c5dbf021-62ac-4239-974c-ba3605e534ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2118418 Jul 05 09:34:25.920438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:25.938282 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-4a26e5e2-ca12-49d6-a140-d0e7391063aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.0556145 Jul 05 09:34:25.954612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f54565fd-2f28-49af-8ad0-0213b3fe8216 req-89efdb9f-d359-402f-89dc-0b3f0265de5e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547225 Jul 05 09:34:25.974714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] No DVR routers for this DVR port e7605d4d-2269-4063-919d-3904fcd95fa6 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:34:26.156867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:26.162386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] Pushing event updated for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:26.186672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-76cd2f8d-25d6-413e-8e24-700c339c452a service neutron] 10.222.0.15 "PUT /v2.0/ports/e7605d4d-2269-4063-919d-3904fcd95fa6/bindings/n-h2-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 1.7361128 Jul 05 09:34:26.203382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:26.205851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-e4761bb7-7357-4fe9-9b51-07c3b9d89db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:26.207593 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-e4761bb7-7357-4fe9-9b51-07c3b9d89db2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2343152 Jul 05 09:34:26.229738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:26.311412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:26.393295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f27d9-9bde-4730-94a2-4462b77fb404 req-75e0245d-6514-46cb-9d50-13da25058195 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:26.400687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f5f27d9-9bde-4730-94a2-4462b77fb404 req-75e0245d-6514-46cb-9d50-13da25058195 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.1787429 Jul 05 09:34:26.410307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:34:26.423584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:26.424908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:26.426569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/be2a9f97-aadc-4f98-a61e-7b38c4c65956 HTTP/1.1" status: 200 len: 1093 time: 3.1153181 Jul 05 09:34:26.427623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:26.430087 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ef0e0a-2422-4049-80f9-b3015ded522e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:26.432934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aee33-d004-4db0-bb6f-23dde09b68f6 service neutron] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:26.475311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-0812ced6-0a5d-486e-a75f-172604d48074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:26.478705 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-0812ced6-0a5d-486e-a75f-172604d48074 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2575743 Jul 05 09:34:26.490975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:26.537425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:34:26.563899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-145a4d6f-1f1e-4018-be9d-9466fba065b7 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:26.566475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-145a4d6f-1f1e-4018-be9d-9466fba065b7 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.2994556 Jul 05 09:34:26.619348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-84db23f4-32f2-4c45-972b-e8f418cf5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:26.621146 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-84db23f4-32f2-4c45-972b-e8f418cf5a5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 1096 time: 0.1409914 Jul 05 09:34:26.625466 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-a58b3f0d-78e6-4103-b37e-08c9f2b71329 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323338 Jul 05 09:34:26.698628 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-234043e8-04ca-499f-ac8c-29fc02124389 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956 HTTP/1.1" status: 200 len: 217 time: 0.0666189 Jul 05 09:34:26.749449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f5f27d9-9bde-4730-94a2-4462b77fb404 req-c998880d-3844-4146-ab34-61f416f4f275 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474226 Jul 05 09:34:26.810341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:26.816400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:26.832316 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb5b768-dac9-4311-984c-aade4831d830" -d '{"events": [{"server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:26.845183 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:26.847808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-9f945bc6-27f3-4e20-b553-6b6afda90298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:26.849396 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-9f945bc6-27f3-4e20-b553-6b6afda90298 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=261f90da-1fd8-449b-8e46-f3496d1ee15e HTTP/1.1" status: 200 len: 855 time: 0.1205330 Jul 05 09:34:26.999298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-14e1882b-1394-4826-84f1-f52c477eefcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371748 Jul 05 09:34:27.007926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3a60a5c0-ad82-413c-b6cc-05ee172f43b4 req-49cc469f-d296-4b3b-9ca5-56bf54c83825 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649762 Jul 05 09:34:27.153565 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-dd9d7f31-ee3c-4c96-b558-d34d31585c3e service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446524 Jul 05 09:34:27.224286 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b8495d-d46c-42dc-99c9-702fa63cc47b x-openstack-request-id: req-33b8495d-d46c-42dc-99c9-702fa63cc47b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:27.224587 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:27.224815 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33b8495d-d46c-42dc-99c9-702fa63cc47b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:27.225209 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'status': 'completed', 'code': 200} Jul 05 09:34:27.302611 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63828e07-0ee4-475d-afd8-25a33fb1e3b3 req-3fe0954e-3a64-4043-8bc4-c989ac3523e0 service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416540 Jul 05 09:34:27.486220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-e56ab6d3-4ce8-4039-8492-f44d18aeede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:27.487451 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-e56ab6d3-4ce8-4039-8492-f44d18aeede1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 1096 time: 0.1053617 Jul 05 09:34:27.488931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a555ad-8659-4992-b899-33da10308802 req-7df282a7-e438-4e6e-87e5-605a37d21af7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:27.490493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90a555ad-8659-4992-b899-33da10308802 req-7df282a7-e438-4e6e-87e5-605a37d21af7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 945 time: 1.0670979 Jul 05 09:34:27.600573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-c9cf9489-5b16-4bc6-b449-0fccdf140bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:27.602048 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-c9cf9489-5b16-4bc6-b449-0fccdf140bc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 916 time: 0.1067600 Jul 05 09:34:27.630934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-0919aa50-e607-4ddc-a801-f769b494e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:27.632484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-0919aa50-e607-4ddc-a801-f769b494e403 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 1096 time: 1.0309031 Jul 05 09:34:27.663400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on host n-h2-771363-33 for vnic_type normal with profile {"migrating_to": "n-h1-771363-33"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:27.663729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:27.664054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:27.673009 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-6ee0dab8-e83c-4c76-a499-1f58bd081b6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956 HTTP/1.1" status: 200 len: 217 time: 0.0599415 Jul 05 09:34:27.740447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:27.757253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-11c1bb32-4d1a-4eab-bd13-853a2665da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:27.758765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-11c1bb32-4d1a-4eab-bd13-853a2665da85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=261f90da-1fd8-449b-8e46-f3496d1ee15e HTTP/1.1" status: 200 len: 855 time: 0.0740023 Jul 05 09:34:27.768889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90a555ad-8659-4992-b899-33da10308802 req-98f6d8ae-0284-4a55-a5ae-ef545ed138ce tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513611 Jul 05 09:34:27.777339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:27.777675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Attempting to bind port b3903f0f-4e55-4dad-bea4-7cf875571717 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:27.793344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7f299-01b5-4162-aa42-451c3875c9f6 req-d0de1233-9e70-44b8-a9c0-a8237229c9c5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:27.801108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf7f299-01b5-4162-aa42-451c3875c9f6 req-d0de1233-9e70-44b8-a9c0-a8237229c9c5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 944 time: 0.4093423 Jul 05 09:34:27.816411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:27.816757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:27.817139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:27.817604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Bound port: b3903f0f-4e55-4dad-bea4-7cf875571717, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:27.817947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:27.853093 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-4f5c1ed4-08e5-44da-a446-72e660e4e8b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724838 Jul 05 09:34:27.860609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-ec8b71fd-eb8f-4c4b-a76b-c06457a9c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:27.862211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-ec8b71fd-eb8f-4c4b-a76b-c06457a9c803 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1096 time: 0.1936784 Jul 05 09:34:27.873891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf7f299-01b5-4162-aa42-451c3875c9f6 req-fcf0c52d-66fa-4e44-940c-970d466000cf tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Jul 05 09:34:28.054517 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-e57d71cb-bda9-43ad-87f9-afc1dd0f1397 service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920364 Jul 05 09:34:28.082464 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b3e83-a984-43d8-8514-8d090f9c116e x-openstack-request-id: req-802b3e83-a984-43d8-8514-8d090f9c116e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:28.083167 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:28.083167 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-802b3e83-a984-43d8-8514-8d090f9c116e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:28.083372 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717', 'code': 200} Jul 05 09:34:28.215793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:28.276618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:28.290992 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b6ef0e0a-2422-4049-80f9-b3015ded522e req-7c74e2d7-1b10-43e9-b958-98c6871f9918 service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187483 Jul 05 09:34:28.293089 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:28.311497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-e756e435-0ab0-4848-bc3c-16e83cc867d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:28.314884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-e756e435-0ab0-4848-bc3c-16e83cc867d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.4366722 Jul 05 09:34:28.407474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-21735c04-04fc-47ab-948c-f3c9ddac08ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 217 time: 0.0627861 Jul 05 09:34:28.449013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:28.501379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7be04-1090-444a-86aa-966df293a60a req-b970e287-5d49-4bbc-a082-6e93e9f05090 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:28.503013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03d7be04-1090-444a-86aa-966df293a60a req-b970e287-5d49-4bbc-a082-6e93e9f05090 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 944 time: 0.3281713 Jul 05 09:34:28.532287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871df6a-8ca5-424b-8d16-695b8e777500 req-d8492f13-a95f-4d78-8a6d-33f269208cf3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:28.539121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a871df6a-8ca5-424b-8d16-695b8e777500 req-d8492f13-a95f-4d78-8a6d-33f269208cf3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.3328090 Jul 05 09:34:28.562625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:28.563324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:28.564697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-9e5af9ef-69c3-413c-8a4f-7105e71c4a76 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 1123 time: 2.8150940 Jul 05 09:34:28.569645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:34:28.574108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-552e16f8-d1ae-43f6-a00e-39c1c2dae5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:28.575694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-552e16f8-d1ae-43f6-a00e-39c1c2dae5cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1598341 Jul 05 09:34:28.641822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-9273acb6-5a92-4c93-8264-7eb4ec02b2d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504587 Jul 05 09:34:28.657229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a871df6a-8ca5-424b-8d16-695b8e777500 req-014ff07a-7a06-42f8-982d-65e6bf014158 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171193 Jul 05 09:34:28.665267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b3903f0f-4e55-4dad-bea4-7cf875571717'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:28.707975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:28.756707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03d7be04-1090-444a-86aa-966df293a60a req-3fb31ab6-698c-4788-b159-66cdc261a2a2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152221 Jul 05 09:34:28.942583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-45b02cd3-d755-4d24-84e7-f22ac9e8e7cb service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671328 Jul 05 09:34:28.945368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc724ea3-d853-4723-b29e-a733327605d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.049504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.076126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc724ea3-d853-4723-b29e-a733327605d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.082493 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc724ea3-d853-4723-b29e-a733327605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.124440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc724ea3-d853-4723-b29e-a733327605d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888843ff-42c2-4ff7-876d-084def08783a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:29.134626 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bc724ea3-d853-4723-b29e-a733327605d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0b6531112b648f0adb3ff3a52387c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253995 Jul 05 09:34:29.135808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36890) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:29.202198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce03d7e6-24ba-4377-85ec-4ce9093b0714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.237977 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce03d7e6-24ba-4377-85ec-4ce9093b0714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.244561 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.312438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce03d7e6-24ba-4377-85ec-4ce9093b0714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.317433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce03d7e6-24ba-4377-85ec-4ce9093b0714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.320940 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ce03d7e6-24ba-4377-85ec-4ce9093b0714 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/888843ff-42c2-4ff7-876d-084def08783a HTTP/1.1" status: 204 len: 168 time: 0.1838138 Jul 05 09:34:29.328951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0495a-6bab-482a-b759-564ca6e8ef48 req-ed1856ba-fde4-48f2-8edc-aa6a1d218483 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:29.334693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03d7e6-24ba-4377-85ec-4ce9093b0714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888843ff-42c2-4ff7-876d-084def08783a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:29.348276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32e0495a-6bab-482a-b759-564ca6e8ef48 req-ed1856ba-fde4-48f2-8edc-aa6a1d218483 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1101 time: 0.4041574 Jul 05 09:34:29.389541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-c6fdd444-2211-4fd9-92f6-071729ec8bb2 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174316 Jul 05 09:34:29.407149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1810f-fe25-4110-bcbb-8e553a073de5 req-bdf797a3-0de3-4b47-9447-2063d72bdf8b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:29.417858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bd1810f-fe25-4110-bcbb-8e553a073de5 req-bdf797a3-0de3-4b47-9447-2063d72bdf8b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 943 time: 0.2983069 Jul 05 09:34:29.448155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32e0495a-6bab-482a-b759-564ca6e8ef48 req-c5f87452-1825-494a-8bbb-19c447fef17e tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987341 Jul 05 09:34:29.469471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bd1810f-fe25-4110-bcbb-8e553a073de5 req-d3542352-a561-4183-9c5f-be4a559cad12 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Jul 05 09:34:29.680799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a25cf-5594-48a8-ab92-8819bc034367 req-da8f696a-7975-4c94-9c85-92ea97dbe30b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:29.685558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-742a25cf-5594-48a8-ab92-8819bc034367 req-da8f696a-7975-4c94-9c85-92ea97dbe30b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 944 time: 0.0936623 Jul 05 09:34:29.775785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-742a25cf-5594-48a8-ab92-8819bc034367 req-74b65b49-079b-4650-abc9-6c7c85155c47 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737591 Jul 05 09:34:29.824979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36902) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:29.845595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1039466c-a396-4fa0-b160-feb11f5a8e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:29.883105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-4d598a3b-425d-4313-a2c4-96472535654d tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:29.885660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-4d598a3b-425d-4313-a2c4-96472535654d tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.1283767 Jul 05 09:34:30.055658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1039466c-a396-4fa0-b160-feb11f5a8e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.067806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1039466c-a396-4fa0-b160-feb11f5a8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.084682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:30.087051 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012" -d '{"events": [{"name": "network-changed", "server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:30.104188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f7628-d57d-41fd-a158-aad36067b783 req-e9d668db-fc28-4f49-946c-560f5b62164a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:30.113360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7628-d57d-41fd-a158-aad36067b783 req-e9d668db-fc28-4f49-946c-560f5b62164a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 944 time: 0.1750708 Jul 05 09:34:30.121309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:30.121537 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1039466c-a396-4fa0-b160-feb11f5a8e09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=591aebca7144470f9ac6a6fb510817b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935853 Jul 05 09:34:30.144005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039466c-a396-4fa0-b160-feb11f5a8e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9478feda-49ea-4415-b474-bfca7bac4b30,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:30.228396 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-e0402dd3-cf32-4936-86ae-786422ad9310 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568328 Jul 05 09:34:30.229639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-7a173f46-87d9-4ad1-96df-ec4c2a8aa709 service neutron] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:30.235312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7628-d57d-41fd-a158-aad36067b783 req-6d383b57-fa55-477e-8384-2c99e089cc10 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209989 Jul 05 09:34:30.244591 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-7a173f46-87d9-4ad1-96df-ec4c2a8aa709 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.245312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41ff7ffa-7422-4997-b543-2d2134227aa3 req-7a173f46-87d9-4ad1-96df-ec4c2a8aa709 service neutron] 10.222.0.16 "DELETE /v2.0/ports/e7605d4d-2269-4063-919d-3904fcd95fa6/bindings/n-h1-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.3471980 Jul 05 09:34:30.338831 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80153392-a03e-4cb4-894b-073c5598d37f x-openstack-request-id: req-80153392-a03e-4cb4-894b-073c5598d37f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:30.339200 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:30.339421 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80153392-a03e-4cb4-894b-073c5598d37f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:30.339752 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717', 'status': 'completed', 'code': 200} Jul 05 09:34:30.376358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device be2a9f97-aadc-4f98-a61e-7b38c4c65956 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:30.391947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2431db2b-737f-4721-ab64-7ef5bd306770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.443873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2431db2b-737f-4721-ab64-7ef5bd306770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.473184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-4db030e7-7988-4803-b59f-142fbb154f3a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:30.474720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-4db030e7-7988-4803-b59f-142fbb154f3a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339032 Jul 05 09:34:30.490861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:30.504699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'port_id': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'mac_address': 'fa:16:3e:30:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f90da-1fd8-449b-8e46-f3496d1ee15e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:34:30.516171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-9b3414ca-3c9b-4e33-99a8-10dcc899b476 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/quotas/a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 375 time: 0.0327990 Jul 05 09:34:30.531107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-c84d9634-1c51-478d-8cda-3f4b942196de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:30.532649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-c84d9634-1c51-478d-8cda-3f4b942196de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1126 time: 0.1826012 Jul 05 09:34:30.560310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.582531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2a9f97-aadc-4f98-a61e-7b38c4c65956 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:30.619655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:30.644466 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.660859 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2431db2b-737f-4721-ab64-7ef5bd306770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.663558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2431db2b-737f-4721-ab64-7ef5bd306770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:30.668574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2431db2b-737f-4721-ab64-7ef5bd306770 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9478feda-49ea-4415-b474-bfca7bac4b30 HTTP/1.1" status: 204 len: 168 time: 0.5426738 Jul 05 09:34:30.723508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-c9192166-4538-4b96-916d-0253e795087a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2043958 Jul 05 09:34:30.762057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431db2b-737f-4721-ab64-7ef5bd306770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9478feda-49ea-4415-b474-bfca7bac4b30,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:30.790393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:30.824762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-9237b91b-bc2e-4ae5-bdc0-070bdc1aee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:30.828212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-9237b91b-bc2e-4ae5-bdc0-070bdc1aee1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2645702 Jul 05 09:34:30.935571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-b1c842ce-9d54-4791-803d-a969721a4bb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 217 time: 0.0906801 Jul 05 09:34:30.954244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a315ad-96bd-41ca-9deb-a1c0ac815ba8 req-b23f96b5-2648-4e93-9321-c48358937e1c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:30.965542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18a315ad-96bd-41ca-9deb-a1c0ac815ba8 req-b23f96b5-2648-4e93-9321-c48358937e1c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 943 time: 0.2606604 Jul 05 09:34:31.011553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['be2a9f97-aadc-4f98-a61e-7b38c4c65956'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:31.086602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18a315ad-96bd-41ca-9deb-a1c0ac815ba8 req-47b7e201-1afa-4e98-bbe2-5b418330124f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188405 Jul 05 09:34:31.097850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-9908d67b-57d5-4d68-aa21-0f55e4eb101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:31.102174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-9908d67b-57d5-4d68-aa21-0f55e4eb101f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1327481 Jul 05 09:34:31.179964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-ce556f15-7d18-4a0a-95af-f60875b199a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693796 Jul 05 09:34:31.353862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3882b14-ca6c-4554-9834-573a074f93dd req-a06b68f7-8f9d-4779-af32-5a4c80ee0d82 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 210 time: 0.1337373 Jul 05 09:34:31.454096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-8764b3ef-e713-4117-8eec-f749d178c5a8 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645550 Jul 05 09:34:31.632887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6685ac24-d4ee-45e2-8b50-d8aa60ba7012 req-55cb4e63-d7b4-42db-bf5e-620e96eaad87 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686776 Jul 05 09:34:31.648303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729dcbb-9c24-45a9-8e97-59dd6b4d25d9 req-dc34d9a4-79d8-432f-98c2-0f9421c46bad tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:31.649846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2729dcbb-9c24-45a9-8e97-59dd6b4d25d9 req-dc34d9a4-79d8-432f-98c2-0f9421c46bad tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 944 time: 0.3156650 Jul 05 09:34:31.797706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2729dcbb-9c24-45a9-8e97-59dd6b4d25d9 req-a6667685-0a04-4d31-b295-2b08be3528bd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259513 Jul 05 09:34:31.834656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0dd15-4d74-496f-b70f-9263811bd488 req-d4659cc7-f9a3-4505-80c6-8a0ecfd230e3 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:31.836578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0f0dd15-4d74-496f-b70f-9263811bd488 req-d4659cc7-f9a3-4505-80c6-8a0ecfd230e3 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 945 time: 0.1502545 Jul 05 09:34:31.909890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0f0dd15-4d74-496f-b70f-9263811bd488 req-83f2907f-3056-409c-87ab-a355652ac341 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Jul 05 09:34:32.062011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc130e-aca5-4506-9789-ee23b017d4ae req-f26e45b1-8369-4883-b0fe-e28c8c9941cd tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:32.063900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3cbc130e-aca5-4506-9789-ee23b017d4ae req-f26e45b1-8369-4883-b0fe-e28c8c9941cd tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1096 time: 0.0756869 Jul 05 09:34:32.123464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3cbc130e-aca5-4506-9789-ee23b017d4ae req-1f7b01ea-a93d-446a-9fa0-93a4c21f0408 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488749 Jul 05 09:34:32.319483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208805d0-f23d-4785-8702-9ac30f04090c req-21e770be-a89d-4fea-b460-4b4756fe1217 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:32.321242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-208805d0-f23d-4785-8702-9ac30f04090c req-21e770be-a89d-4fea-b460-4b4756fe1217 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 943 time: 0.0741663 Jul 05 09:34:32.391758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device be2a9f97-aadc-4f98-a61e-7b38c4c65956 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:32.424155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-208805d0-f23d-4785-8702-9ac30f04090c req-2a4c51bc-8aa6-4f6e-a9a5-8be72477661d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940320 Jul 05 09:34:32.448290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port be2a9f97-aadc-4f98-a61e-7b38c4c65956 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:32.453875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port be2a9f97-aadc-4f98-a61e-7b38c4c65956 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:32.454459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:32.459718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:32.512155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-88c5ccc0-d2cc-44be-ae8b-33aa233e64a3 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:32.515193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-88c5ccc0-d2cc-44be-ae8b-33aa233e64a3 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/networks?id=ab8d1868-0abc-4c83-97c9-7998a20c6d19 HTTP/1.1" status: 200 len: 815 time: 0.1616032 Jul 05 09:34:32.539726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-660fe3fc-6d78-4030-b826-64e0884a2c4d tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/quotas/39212b46e5be4fb7b60108b3cca559e3 HTTP/1.1" status: 200 len: 375 time: 0.0143149 Jul 05 09:34:32.628691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:32.642325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 has no active binding in host n-h1-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:34:32.646956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-7963cf3a-2824-4900-b1e1-9b996c594a1f tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=39212b46e5be4fb7b60108b3cca559e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996006 Jul 05 09:34:32.732412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:32.771243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:32.775371 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22263182-b0e8-4f44-bc03-fd0e16612adb" -d '{"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-plugged", "status": "completed", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:32.783148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-483dc827-4684-49e3-8f8e-b5a25faebd71 service neutron] 10.222.0.21 "GET /v2.0/networks/ab8d1868-0abc-4c83-97c9-7998a20c6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343369 Jul 05 09:34:32.793639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:32.813556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:32.836635 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7834ff42-74a7-40de-b16e-c72863817342 req-6d90bee0-2444-4807-94ed-301d90717be5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 210 time: 0.0378160 Jul 05 09:34:32.907752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:32.984885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-9c8b7f2f-c28f-4c17-9b19-911976240b8b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490245 Jul 05 09:34:33.079849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-fea49fb1-97b1-43e5-b9c4-6d7467b39e02 service neutron] 10.222.0.21 "GET /v2.0/networks/ab8d1868-0abc-4c83-97c9-7998a20c6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932425 Jul 05 09:34:33.197204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-33457b2b-6e6c-46c6-9efb-de8cf476bab0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:33.198798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-33457b2b-6e6c-46c6-9efb-de8cf476bab0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944022 Jul 05 09:34:33.206346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-5df3a482-5db7-4802-94a3-491660758597 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:33.208144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-5df3a482-5db7-4802-94a3-491660758597 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.2133677 Jul 05 09:34:33.212893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Request body: {'port': {'device_id': '35814b82-5842-4323-be64-def05b721a3b', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'a40472c226d04f59809253dcc27cc584'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:33.401665 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433b03d-6912-4bcf-b8e1-1e1f920a2a28 x-openstack-request-id: req-0433b03d-6912-4bcf-b8e1-1e1f920a2a28 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:33.402668 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-plugged", "status": "completed", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:33.403113 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0433b03d-6912-4bcf-b8e1-1e1f920a2a28 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:33.404252 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'code': 200} Jul 05 09:34:33.577085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-7c21c1f0-5149-4386-b155-7c6b721b783c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/quotas/b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 375 time: 0.3601012 Jul 05 09:34:33.771883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210ec7-76e4-4821-9872-6c943ad540c3 req-73d10cd1-d803-4140-bc13-9811b6881ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:33.773395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6210ec7-76e4-4821-9872-6c943ad540c3 req-73d10cd1-d803-4140-bc13-9811b6881ae7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 1098 time: 0.2187572 Jul 05 09:34:33.789464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925be14-aa7a-4e63-85b8-27bd33787ee9 req-d747325c-3a63-49dc-aafa-30b842cfdec5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:33.790940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6925be14-aa7a-4e63-85b8-27bd33787ee9 req-d747325c-3a63-49dc-aafa-30b842cfdec5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.2341580 Jul 05 09:34:33.801552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Made reservation on behalf of a40472c226d04f59809253dcc27cc584 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:33.804253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:33.820418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-0e5f56b9-f258-4059-9aef-64915f9f09ff tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2235930 Jul 05 09:34:33.926043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6210ec7-76e4-4821-9872-6c943ad540c3 req-9a2fa629-8c79-46ef-8c16-78707214d567 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328595 Jul 05 09:34:33.940035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6925be14-aa7a-4e63-85b8-27bd33787ee9 req-396d41cd-bc51-41ad-b347-abe258059efd tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326160 Jul 05 09:34:34.038123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-76cdb094-e7b1-4ffe-844c-17b6d8dab8fa service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034371 Jul 05 09:34:34.119334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Allocated IP 192.168.233.76 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/55cd4034-71f5-49ea-9edb-6e1be7329368) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:34.213955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-3f3d8d9b-e6cf-4c50-ac27-80685bf7b494 service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656911 Jul 05 09:34:34.318548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d6a2d34-6fd7-4bda-a790-e252def24465 req-4836232e-8078-4a6f-afc9-0599ad8cb108 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 210 time: 0.0460401 Jul 05 09:34:34.347135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-1e39113c-3566-4749-a3f1-11d944a4cbd3 service neutron] 10.222.0.16 "GET /v2.0/ports/b3903f0f-4e55-4dad-bea4-7cf875571717/bindings/n-h1-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.1734710 Jul 05 09:34:34.438314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:34.469750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Transition to ACTIVE for port object 55cd4034-71f5-49ea-9edb-6e1be7329368 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:34.617464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:34.635839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:34.752485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:34.797558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:34.827736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:34.867997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:34.873180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-5ef9099b-b9d1-4e7e-a242-2b04c26aa8ef tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:34.876257 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-5ef9099b-b9d1-4e7e-a242-2b04c26aa8ef tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.15 "GET /v2.0/networks?id=ab8d1868-0abc-4c83-97c9-7998a20c6d19 HTTP/1.1" status: 200 len: 815 time: 0.3070786 Jul 05 09:34:34.904159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Request body: {'port': {'device_id': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'admin_state_up': True, 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:34.965515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:35.011010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:35.012172 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.052610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:35.096274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-dc1351f9-f7da-47d2-9aec-8cd82bb9e9f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8868105 Jul 05 09:34:35.099431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Made reservation on behalf of 39212b46e5be4fb7b60108b3cca559e3 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:35.106849 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.115301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab8c4-f590-4210-b141-7bce9eb860e9 req-82d010d0-2bfd-419f-9ca0-fa7b7cd4f1d9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:35.117299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2bab8c4-f590-4210-b141-7bce9eb860e9 req-82d010d0-2bfd-419f-9ca0-fa7b7cd4f1d9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 935 time: 0.4215209 Jul 05 09:34:35.142249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Request body: {'port': {'device_id': '35814b82-5842-4323-be64-def05b721a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:35.226706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3903f0f-4e55-4dad-bea4-7cf875571717 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:35.252700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5236ac-64d0-4d45-837a-1d3824c17522 req-c0725062-431e-400d-98f9-54c093340e31 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:35.263609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a5236ac-64d0-4d45-837a-1d3824c17522 req-c0725062-431e-400d-98f9-54c093340e31 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 943 time: 0.4855206 Jul 05 09:34:35.287114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:35.296737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Allocated IP 172.20.0.13 (ab8d1868-0abc-4c83-97c9-7998a20c6d19/817ce9f8-4bea-452e-a025-f18b2dfccc55/6368a57b-2055-43cf-9090-41cd9f5b15d6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:35.320231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6bfab738-f1fd-4180-ba45-7d398e1d596e None None] Provisioning for port 55cd4034-71f5-49ea-9edb-6e1be7329368 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:35.328263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6bfab738-f1fd-4180-ba45-7d398e1d596e None None] Provisioning complete for port 55cd4034-71f5-49ea-9edb-6e1be7329368 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:35.328636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6bfab738-f1fd-4180-ba45-7d398e1d596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.355615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.364701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2bab8c4-f590-4210-b141-7bce9eb860e9 req-80d652f8-9ff3-44d5-9a35-9acc604ab710 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339110 Jul 05 09:34:35.400851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6bfab738-f1fd-4180-ba45-7d398e1d596e None None] Port 55cd4034-71f5-49ea-9edb-6e1be7329368 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:34:35.402051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.407065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a5236ac-64d0-4d45-837a-1d3824c17522 req-bcb6adbf-99e2-41ca-b13b-f19a9de6374a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424768 Jul 05 09:34:35.634204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] Transition to ACTIVE for port object b3903f0f-4e55-4dad-bea4-7cf875571717 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:35.680777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.691472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8703583-a551-4872-ace3-29cd89c706d8 req-719faee3-ef15-41eb-b864-7bb6b7bdd9f3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0642195 Jul 05 09:34:35.706388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.756533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Transition to ACTIVE for port object 6368a57b-2055-43cf-9090-41cd9f5b15d6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:35.830930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:35.911324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] No DVR routers for this DVR port b3903f0f-4e55-4dad-bea4-7cf875571717 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:34:35.914176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561be25a-a6f6-4114-884c-19f60683065d service neutron] Pushing event updated for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:35.922798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:35.928160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:35.940725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:36.004347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Pushing event updated for resources: {'Port': ['ID=6368a57b-2055-43cf-9090-41cd9f5b15d6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:36.057743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:36.058441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:36.095486 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-63a2e726-54cf-42f2-81c9-2ad54c755216 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1961668 Jul 05 09:34:36.173504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-561be25a-a6f6-4114-884c-19f60683065d service neutron] 10.222.0.16 "PUT /v2.0/ports/b3903f0f-4e55-4dad-bea4-7cf875571717/bindings/n-h1-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 1.8177025 Jul 05 09:34:36.292930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924094-6f13-44ba-84b1-17d6275072ae req-1a008dc5-1a80-4d59-a8bb-90e0a5d73ff5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:36.299785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81924094-6f13-44ba-84b1-17d6275072ae req-1a008dc5-1a80-4d59-a8bb-90e0a5d73ff5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.4179299 Jul 05 09:34:36.344502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-14368867-451b-49fd-8366-3090f4580511 None None] Provisioning for port 6368a57b-2055-43cf-9090-41cd9f5b15d6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:36.348568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-14368867-451b-49fd-8366-3090f4580511 None None] Provisioning complete for port 6368a57b-2055-43cf-9090-41cd9f5b15d6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:36.348934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14368867-451b-49fd-8366-3090f4580511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:36.362130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27af32-9611-4ba6-bd1d-b414e0668c95 req-947373a2-9377-46df-bfeb-aa4ffe25bbd5 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:36.369342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f27af32-9611-4ba6-bd1d-b414e0668c95 req-947373a2-9377-46df-bfeb-aa4ffe25bbd5 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.3918746 Jul 05 09:34:36.398425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-14368867-451b-49fd-8366-3090f4580511 None None] Port 6368a57b-2055-43cf-9090-41cd9f5b15d6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:34:36.407983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cd4034-71f5-49ea-9edb-6e1be7329368 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:36.429931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:36.443606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81924094-6f13-44ba-84b1-17d6275072ae req-c97bbecf-5274-452b-8d16-6a20e6e3cd4f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429331 Jul 05 09:34:36.474731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Transition to ACTIVE for port object 55cd4034-71f5-49ea-9edb-6e1be7329368 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:36.485456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f27af32-9611-4ba6-bd1d-b414e0668c95 req-1480c0fe-b43f-4681-843f-d5a826140079 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133683 Jul 05 09:34:36.488056 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:36.702223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:36.771684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Attempting to bind port 55cd4034-71f5-49ea-9edb-6e1be7329368 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:36.772018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Attempting to bind port 55cd4034-71f5-49ea-9edb-6e1be7329368 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:36.772345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Attempting to bind port 55cd4034-71f5-49ea-9edb-6e1be7329368 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:36.784063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Port 55cd4034-71f5-49ea-9edb-6e1be7329368 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:36.784380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Attempting to bind port 55cd4034-71f5-49ea-9edb-6e1be7329368 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:36.795443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:36.796015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:36.796408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:36.796942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Bound port: 55cd4034-71f5-49ea-9edb-6e1be7329368, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:36.797305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:36.817059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54097e-af34-4ad1-be05-6402097d4409 req-6a9930d2-f203-4e97-b346-5d7ce460d996 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:36.818544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d54097e-af34-4ad1-be05-6402097d4409 req-6a9930d2-f203-4e97-b346-5d7ce460d996 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1177211 Jul 05 09:34:36.897343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d54097e-af34-4ad1-be05-6402097d4409 req-741023e1-7399-46b9-9e8f-618791e40fc2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731282 Jul 05 09:34:36.915099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:36.921842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:36.928681 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:36.974276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:36.975286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:36.977322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] 10.222.0.15 "PUT /v2.0/ports/55cd4034-71f5-49ea-9edb-6e1be7329368 HTTP/1.1" status: 200 len: 1096 time: 1.8515880 Jul 05 09:34:36.980392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:36.983831 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb6f9e-ddd5-4437-82be-2770eed60569" -d '{"events": [{"name": "network-changed", "server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:37.014947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e380-2500-4f14-ad83-ba2bf96d6814 service neutron] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:37.124692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe65ea-76ad-4156-919b-5b7ac3d53fb9 req-7efc947f-71e4-40c7-bde8-536d32027747 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:37.131690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dabe65ea-76ad-4156-919b-5b7ac3d53fb9 req-7efc947f-71e4-40c7-bde8-536d32027747 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0855598 Jul 05 09:34:37.174344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dabe65ea-76ad-4156-919b-5b7ac3d53fb9 req-43eb2140-8103-4d96-9dcb-a83e0b16649b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Jul 05 09:34:37.370697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f702-5391-451b-9500-e66abda7c389 req-1a03860e-ecb7-4397-82d1-9fe557a90f9a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:37.372880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d718f702-5391-451b-9500-e66abda7c389 req-1a03860e-ecb7-4397-82d1-9fe557a90f9a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0805519 Jul 05 09:34:37.414192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d718f702-5391-451b-9500-e66abda7c389 req-ca53c842-3602-41b8-ab98-22f3ef497f87 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Jul 05 09:34:37.774034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe0384c8-2fa2-4bde-845c-c61384241da5 req-12a33854-fb28-4421-99f6-3922cc844f3f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0343702 Jul 05 09:34:37.823695 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac352f9-9b6d-4668-a961-f3b6719760e6 x-openstack-request-id: req-2ac352f9-9b6d-4668-a961-f3b6719760e6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:37.823985 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:37.824258 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ac352f9-9b6d-4668-a961-f3b6719760e6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:37.824659 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'status': 'completed', 'code': 200} Jul 05 09:34:37.826317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:37.951149 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31ddbfc0-ea1c-4839-8490-6c376cd0c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:38.094712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31ddbfc0-ea1c-4839-8490-6c376cd0c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:38.098426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31ddbfc0-ea1c-4839-8490-6c376cd0c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:38.148210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-31ddbfc0-ea1c-4839-8490-6c376cd0c30e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cb58a62d4ac4e709531464713338327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208089 Jul 05 09:34:38.149374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddbfc0-ea1c-4839-8490-6c376cd0c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db5e23-b045-4fb9-be48-8686a6781c96,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:38.150864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:38.233774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d3ecb29-d7be-43eb-bb1d-9e8384747c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:38.312106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d3ecb29-d7be-43eb-bb1d-9e8384747c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:38.401544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d3ecb29-d7be-43eb-bb1d-9e8384747c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:38.406335 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d3ecb29-d7be-43eb-bb1d-9e8384747c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:38.408604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:34:38.410634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d3ecb29-d7be-43eb-bb1d-9e8384747c24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9db5e23-b045-4fb9-be48-8686a6781c96 HTTP/1.1" status: 204 len: 168 time: 0.2576613 Jul 05 09:34:38.419519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ecb29-d7be-43eb-bb1d-9e8384747c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db5e23-b045-4fb9-be48-8686a6781c96,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:38.452967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f60c3-3b18-472d-a94f-8c59177da4ca req-27bb59ae-4fdb-4414-8e77-50f39c8258d8 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:38.461412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e17f60c3-3b18-472d-a94f-8c59177da4ca req-27bb59ae-4fdb-4414-8e77-50f39c8258d8 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.1005187 Jul 05 09:34:38.514650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e17f60c3-3b18-472d-a94f-8c59177da4ca req-b92162c9-ed03-4755-b3ee-392029e84ca9 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520234 Jul 05 09:34:38.533021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:34:38.771242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4353d-1af1-4943-a39b-5e316a9da096 req-37f68e14-5d2f-41f0-9787-80f9c8ce137a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:38.773992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ec4353d-1af1-4943-a39b-5e316a9da096 req-37f68e14-5d2f-41f0-9787-80f9c8ce137a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1122353 Jul 05 09:34:38.843670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ec4353d-1af1-4943-a39b-5e316a9da096 req-6b1f6dfb-e03c-4298-878b-8338a293d46a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576122 Jul 05 09:34:38.925762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:38.940845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d58a6b9-cd14-4711-b972-3180f7c65095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:39.069014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d58a6b9-cd14-4711-b972-3180f7c65095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:39.070871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5a590-6df2-4c20-bfd6-613c306aba17 req-c8719c49-4c3e-4b83-aeb6-6d93b05bbd02 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:39.072407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13b5a590-6df2-4c20-bfd6-613c306aba17 req-c8719c49-4c3e-4b83-aeb6-6d93b05bbd02 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0985110 Jul 05 09:34:39.073665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d58a6b9-cd14-4711-b972-3180f7c65095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:39.116799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13b5a590-6df2-4c20-bfd6-613c306aba17 req-c5e8cf8b-7e0e-42fd-801e-096669a575f6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Jul 05 09:34:39.122390 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7d58a6b9-cd14-4711-b972-3180f7c65095 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a316c89294a541faa91b564ce2dc7c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952443 Jul 05 09:34:39.127251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:39.133592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58a6b9-cd14-4711-b972-3180f7c65095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2078d6f8-257a-4a31-8f65-8bd247a2245e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:39.201406 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cba3fd09-7b60-4cbc-9e33-0189df0bafd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:39.226863 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cba3fd09-7b60-4cbc-9e33-0189df0bafd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:39.285455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cba3fd09-7b60-4cbc-9e33-0189df0bafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:39.288926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cba3fd09-7b60-4cbc-9e33-0189df0bafd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:39.290080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cba3fd09-7b60-4cbc-9e33-0189df0bafd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2078d6f8-257a-4a31-8f65-8bd247a2245e HTTP/1.1" status: 204 len: 168 time: 0.1607230 Jul 05 09:34:39.328737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3fd09-7b60-4cbc-9e33-0189df0bafd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2078d6f8-257a-4a31-8f65-8bd247a2245e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:39.366994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ba685-386a-467f-88d0-962cf51cf8eb req-7f4eb3ac-f645-4272-a9c8-f14fa4d95450 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:39.368779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad9ba685-386a-467f-88d0-962cf51cf8eb req-7f4eb3ac-f645-4272-a9c8-f14fa4d95450 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0747678 Jul 05 09:34:39.435722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad9ba685-386a-467f-88d0-962cf51cf8eb req-9f1d6e8d-be2e-433f-bf39-c8431de5ac77 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492783 Jul 05 09:34:39.709515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaf59b56-99d9-4aa7-ab7d-964e10ff9841 req-f11d51e4-2dd0-4460-a12f-be857da549e6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0410421 Jul 05 09:34:39.917283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf3b4b-dbe8-49bf-8bd0-5b92e02517e7 req-9a408788-2d76-43a1-b7ec-12e4fee69da2 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:39.919455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aaf3b4b-dbe8-49bf-8bd0-5b92e02517e7 req-9a408788-2d76-43a1-b7ec-12e4fee69da2 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.0716705 Jul 05 09:34:39.978821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aaf3b4b-dbe8-49bf-8bd0-5b92e02517e7 req-48a85a45-801d-4b16-b339-4c28a47989f3 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507040 Jul 05 09:34:40.207501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048be72-906b-43d1-8a64-b7d647e5759b req-13d1613f-3132-490d-846d-7d950c26c698 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:40.209145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1048be72-906b-43d1-8a64-b7d647e5759b req-13d1613f-3132-490d-846d-7d950c26c698 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.0944312 Jul 05 09:34:40.248474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1048be72-906b-43d1-8a64-b7d647e5759b req-4b5593b6-fb68-4ef2-9bbf-c826e224f45c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Jul 05 09:34:40.445066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b894dad-f689-4876-bbcd-fcae8f97b356 req-28541c5c-c0c5-4830-a734-f0c32623dcf4 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:40.446885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b894dad-f689-4876-bbcd-fcae8f97b356 req-28541c5c-c0c5-4830-a734-f0c32623dcf4 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0786862 Jul 05 09:34:40.504151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b894dad-f689-4876-bbcd-fcae8f97b356 req-20ffe456-425c-4a81-8dea-8fc1f881f8d0 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Jul 05 09:34:40.697372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee7acb-40c5-449e-8460-cd5c50c3d97e req-fafbaa8f-2728-4666-9401-b72fd40158fe tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:40.699415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddee7acb-40c5-449e-8460-cd5c50c3d97e req-fafbaa8f-2728-4666-9401-b72fd40158fe tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0733533 Jul 05 09:34:40.761336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddee7acb-40c5-449e-8460-cd5c50c3d97e req-5e93f082-7b1e-437f-b76b-90508420f5a9 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Jul 05 09:34:41.006026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c5a34dc-5d9d-4691-84bc-40aa3a82dd95 req-5ec839a8-b35e-4046-ac14-5db7e31d1473 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0291665 Jul 05 09:34:41.353300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2af9-12e7-432b-bf5f-d517d64d4f45 req-29e8892c-2021-4720-ad75-ddf576f9ad93 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:41.354704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9ed2af9-12e7-432b-bf5f-d517d64d4f45 req-29e8892c-2021-4720-ad75-ddf576f9ad93 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.0675867 Jul 05 09:34:41.672893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9ed2af9-12e7-432b-bf5f-d517d64d4f45 req-ce284a42-1271-4a0e-83ea-183e6e199636 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112895 Jul 05 09:34:41.871352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34636ebd-5af0-4722-8dd6-679f1d494fd2 req-5c782064-6e47-41ec-b0b6-160555aada71 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:41.874870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34636ebd-5af0-4722-8dd6-679f1d494fd2 req-5c782064-6e47-41ec-b0b6-160555aada71 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.0750778 Jul 05 09:34:41.921963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34636ebd-5af0-4722-8dd6-679f1d494fd2 req-4573b0b4-a1b4-4e43-b934-e0df1e5e0800 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Jul 05 09:34:42.095756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e527c-c444-4467-8499-ea94aea11092 req-fb4cf1b0-d88b-4d67-88a9-002c7de9f724 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:42.097576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a9e527c-c444-4467-8499-ea94aea11092 req-fb4cf1b0-d88b-4d67-88a9-002c7de9f724 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0656354 Jul 05 09:34:42.142962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a9e527c-c444-4467-8499-ea94aea11092 req-d7429829-def4-46ac-b085-b4d598726f2f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Jul 05 09:34:42.342778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfce35-dbf1-4bef-9e74-42538d6945ea req-459fe5f7-5e4b-460c-bfbc-06567096e355 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:42.344303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45dfce35-dbf1-4bef-9e74-42538d6945ea req-459fe5f7-5e4b-460c-bfbc-06567096e355 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0629034 Jul 05 09:34:42.390261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45dfce35-dbf1-4bef-9e74-42538d6945ea req-1788f326-db5b-4938-9b71-c89af5316ea9 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 Jul 05 09:34:42.634739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73dffd34-dfec-49cd-af4e-af30a2ab43aa req-28dd7dc0-3a6d-4322-964e-114347d62ba7 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0287626 Jul 05 09:34:42.916714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553c1e-5efb-4557-a71c-ea2ddb1c31c5 req-3661146d-f3fc-4d14-b674-d7aae9055e38 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:42.918230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed553c1e-5efb-4557-a71c-ea2ddb1c31c5 req-3661146d-f3fc-4d14-b674-d7aae9055e38 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.0674822 Jul 05 09:34:42.965762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed553c1e-5efb-4557-a71c-ea2ddb1c31c5 req-39f3dcfe-d138-4485-9c0a-695364be5659 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Jul 05 09:34:43.172608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682c7bd-9c56-40dd-81f3-8944562b312e req-d2ae5104-b9c1-47af-9a07-4503df9e7c53 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:43.174098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1682c7bd-9c56-40dd-81f3-8944562b312e req-d2ae5104-b9c1-47af-9a07-4503df9e7c53 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.0695784 Jul 05 09:34:43.213592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1682c7bd-9c56-40dd-81f3-8944562b312e req-c7d1e41c-695a-44f7-a29a-6a37a0c05736 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Jul 05 09:34:43.437820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9022720-d034-468a-8e9b-e6556ff5129c req-bb3dc9be-85aa-420c-a995-cd6e75f0d6f6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:43.439768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9022720-d034-468a-8e9b-e6556ff5129c req-bb3dc9be-85aa-420c-a995-cd6e75f0d6f6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0719454 Jul 05 09:34:43.489887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9022720-d034-468a-8e9b-e6556ff5129c req-c9f42ea9-729e-493d-bc89-8682f0a4727a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Jul 05 09:34:43.714645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00da659-8c06-42f7-9eb3-f0b6f38a6851 req-198d9a65-ab35-41cf-b9b5-b170aeb2104a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:43.716798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b00da659-8c06-42f7-9eb3-f0b6f38a6851 req-198d9a65-ab35-41cf-b9b5-b170aeb2104a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0755227 Jul 05 09:34:43.761843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b00da659-8c06-42f7-9eb3-f0b6f38a6851 req-39b59b60-dfb5-49df-8b00-f0b44fbb54a0 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390551 Jul 05 09:34:44.000791 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ea22-9ecc-4a0b-8a5e-0ee7d37facb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:44.071744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73beec1f-2ea1-4768-b4c2-e78b9be83bb7 req-ff3f3aa0-f588-4b01-8496-76a0e6c2e03e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0293882 Jul 05 09:34:44.377380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d26ae-0659-41d2-b9f3-891a17d5401f req-0e913738-5e36-4cd4-ae02-ddbf33cdbcaa tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:44.378928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a7d26ae-0659-41d2-b9f3-891a17d5401f req-0e913738-5e36-4cd4-ae02-ddbf33cdbcaa tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.0708332 Jul 05 09:34:44.432480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a7d26ae-0659-41d2-b9f3-891a17d5401f req-973c89b5-a045-4d45-9800-9fed4af1485b tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Jul 05 09:34:44.566122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37272) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:44.619059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad7d81-03c7-453e-a308-2f6384f267ac req-9f73dd92-3586-403f-b569-ae7b3b9fb605 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:44.620875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28ad7d81-03c7-453e-a308-2f6384f267ac req-9f73dd92-3586-403f-b569-ae7b3b9fb605 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.0744507 Jul 05 09:34:44.680596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28ad7d81-03c7-453e-a308-2f6384f267ac req-c2170c74-fdf9-4179-9801-e11f54cd8efd tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526769 Jul 05 09:34:44.725355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3373fd2-a238-42c3-aac1-7f51e32785b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:44.829553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3373fd2-a238-42c3-aac1-7f51e32785b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:44.833819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3373fd2-a238-42c3-aac1-7f51e32785b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:44.870223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102b07-988e-4efe-b1c7-e3fe028cd9cf req-5f355682-ffc7-484f-8951-71c7faa11aef tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:44.872758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1102b07-988e-4efe-b1c7-e3fe028cd9cf req-5f355682-ffc7-484f-8951-71c7faa11aef tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0683904 Jul 05 09:34:44.884916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373fd2-a238-42c3-aac1-7f51e32785b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1167a0c-fd2c-4cf6-85b0-714237ceec3c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:44.913266 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3373fd2-a238-42c3-aac1-7f51e32785b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b1b492e0ad54cefbd35c03634d0c2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459415 Jul 05 09:34:44.915815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:44.923982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1102b07-988e-4efe-b1c7-e3fe028cd9cf req-19feac44-155e-4a3a-8d98-4734407e9af9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Jul 05 09:34:45.020470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac74385a-f468-4999-9e0c-24c4210575e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.044703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac74385a-f468-4999-9e0c-24c4210575e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.102700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac74385a-f468-4999-9e0c-24c4210575e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.106894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac74385a-f468-4999-9e0c-24c4210575e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.109883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac74385a-f468-4999-9e0c-24c4210575e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1167a0c-fd2c-4cf6-85b0-714237ceec3c HTTP/1.1" status: 204 len: 168 time: 0.1927090 Jul 05 09:34:45.120901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74385a-f468-4999-9e0c-24c4210575e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1167a0c-fd2c-4cf6-85b0-714237ceec3c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:45.139260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cb44b-c7bd-4400-ab57-f8a8838c343b req-c225ea52-3994-402a-ae0c-ad289a00bc57 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:45.139260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d26cb44b-c7bd-4400-ab57-f8a8838c343b req-c225ea52-3994-402a-ae0c-ad289a00bc57 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0880053 Jul 05 09:34:45.200554 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d26cb44b-c7bd-4400-ab57-f8a8838c343b req-28b5c46b-c167-448e-949a-e7a1076d1874 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Jul 05 09:34:45.493980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a2f7a6c-6db7-4033-b4b8-7db413db32fd req-6e7233a4-a8bf-408c-8050-b2817c77012f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0411415 Jul 05 09:34:45.561210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:45.575400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3aee8651-82ed-4dee-8b00-7df47ce3a8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.713503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ce7d8-8c4d-43f9-8d66-9e58cf231589 req-ffa9725f-66d7-48f0-a736-65282d99ad13 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:45.714981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f8ce7d8-8c4d-43f9-8d66-9e58cf231589 req-ffa9725f-66d7-48f0-a736-65282d99ad13 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.1081634 Jul 05 09:34:45.727481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3aee8651-82ed-4dee-8b00-7df47ce3a8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.743177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3aee8651-82ed-4dee-8b00-7df47ce3a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.798562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f8ce7d8-8c4d-43f9-8d66-9e58cf231589 req-89e03f22-0bda-4907-a2cc-ef0071d44d43 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761375 Jul 05 09:34:45.801124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3aee8651-82ed-4dee-8b00-7df47ce3a8f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37bde04446b64e86898658c8df1a86e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389073 Jul 05 09:34:45.801974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee8651-82ed-4dee-8b00-7df47ce3a8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599be296-520f-47c0-ba8a-9358fb6959be,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:45.804580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37294) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:45.874578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4e24381-d359-4fc0-a1f2-0e1fa8ce5338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.898899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4e24381-d359-4fc0-a1f2-0e1fa8ce5338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.987562 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4e24381-d359-4fc0-a1f2-0e1fa8ce5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.990216 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4e24381-d359-4fc0-a1f2-0e1fa8ce5338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:45.994196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c4e24381-d359-4fc0-a1f2-0e1fa8ce5338 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/599be296-520f-47c0-ba8a-9358fb6959be HTTP/1.1" status: 204 len: 168 time: 0.1860151 Jul 05 09:34:46.004869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e24381-d359-4fc0-a1f2-0e1fa8ce5338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599be296-520f-47c0-ba8a-9358fb6959be,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:46.018747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f38ca2-6e8e-44fd-af6e-8434755b3eb2 req-319d34dd-11cc-4119-854d-503be78172aa tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:46.020337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48f38ca2-6e8e-44fd-af6e-8434755b3eb2 req-319d34dd-11cc-4119-854d-503be78172aa tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.0927386 Jul 05 09:34:46.078954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48f38ca2-6e8e-44fd-af6e-8434755b3eb2 req-d3fe5ece-a56e-458e-b9bf-34558f9eefb2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Jul 05 09:34:46.289350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a212e7-382d-4b19-b562-7d135f6ba6da req-acc2f812-2ba8-451f-9728-c56aca197257 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:46.290920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5a212e7-382d-4b19-b562-7d135f6ba6da req-acc2f812-2ba8-451f-9728-c56aca197257 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0858154 Jul 05 09:34:46.353502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5a212e7-382d-4b19-b562-7d135f6ba6da req-a8e7da26-2b00-4e5a-8dd4-8c44e52e1118 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514817 Jul 05 09:34:46.543793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034e448-8c30-4b6d-a45e-23242f11561c req-1b64016c-43fb-4f12-951a-187355c15847 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:46.545530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d034e448-8c30-4b6d-a45e-23242f11561c req-1b64016c-43fb-4f12-951a-187355c15847 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0679185 Jul 05 09:34:46.615702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d034e448-8c30-4b6d-a45e-23242f11561c req-fc06767a-8969-4976-899a-c6812865523e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 Jul 05 09:34:46.660123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:46.693001 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13aaa906-5da3-48fd-acc9-406368985b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:46.943724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-353b7420-956e-4cf4-8131-674ffcc228f7 req-72e7b7c6-d6a2-4a81-9f05-9f13134fee8f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0807037 Jul 05 09:34:46.973143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37328) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:47.089240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-network', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:47.112349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Made reservation on behalf of 90bf78e1b6b74b89b46c17d6fc104456 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:47.114770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.124566 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.132078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c55827-a959-47ee-b0d7-13159a71e454 req-f92e6c4a-ea07-422b-9a79-0f4a5ffd3dff tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:47.133538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23c55827-a959-47ee-b0d7-13159a71e454 req-f92e6c4a-ea07-422b-9a79-0f4a5ffd3dff tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.0700302 Jul 05 09:34:47.182350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23c55827-a959-47ee-b0d7-13159a71e454 req-24efe28a-18d5-4270-8ef6-2966d7593de3 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 Jul 05 09:34:47.236890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.240846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.260026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:34:47.278204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.278555 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Added segment 331f23b9-7206-4835-9ae6-4782ef0edb3a of type vlan for network bd288a63-ab7e-4003-b3b3-613006c27fbf Jul 05 09:34:47.279811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ab222-a3cd-4e55-809e-a146e618e85f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:47.327788 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.369422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.370374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:47.370500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13735fc-0344-47f6-9ee6-02fce5b4267f req-50d1d130-d529-49bd-820d-b3c90e28d3a9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:47.370996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.373338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f13735fc-0344-47f6-9ee6-02fce5b4267f req-50d1d130-d529-49bd-820d-b3c90e28d3a9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.0740130 Jul 05 09:34:47.421007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f13735fc-0344-47f6-9ee6-02fce5b4267f req-8cf8605c-c743-4bc7-b431-f2b7144bb858 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Jul 05 09:34:47.423380 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4490297 Jul 05 09:34:47.427551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:47.434843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Request body: {'subnet': {'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-subnet', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:47.442691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa718d-6a9e-443c-a7f2-6fb7afac9f87 admin admin] Pushing event updated for resources: {'Network': ['ID=bd288a63-ab7e-4003-b3b3-613006c27fbf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:47.453839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network bd288a63-ab7e-4003-b3b3-613006c27fbf details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:34:47.459544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Made reservation on behalf of 90bf78e1b6b74b89b46c17d6fc104456 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:47.461831 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.627821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854b8f-a3ad-45fb-b066-557225194ce6 req-0636a142-9c20-4d06-b06d-c0107925cc51 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:47.629933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e854b8f-a3ad-45fb-b066-557225194ce6 req-0636a142-9c20-4d06-b06d-c0107925cc51 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.0729864 Jul 05 09:34:47.648737 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.669589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e854b8f-a3ad-45fb-b066-557225194ce6 req-15fc2305-a642-4dda-82aa-6e85e6a819b1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Jul 05 09:34:47.722368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30449e0-984f-4196-bdc6-402fbbd530c9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:47.728872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.732478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Checking segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:47.732901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Network hostable DHCP agents. Network: bd288a63-ab7e-4003-b3b3-613006c27fbf, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:34:47.751285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Network bd288a63-ab7e-4003-b3b3-613006c27fbf is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:34:47.765018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, bd288a63-ab7e-4003-b3b3-613006c27fbf) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:47.769727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:47.770306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.777257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397fd60-4c65-45fb-8062-d26037c7db8e None None] Network bd288a63-ab7e-4003-b3b3-613006c27fbf requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:34:47.792008 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db54fcb9-a236-4748-9762-f9d8b27b4d04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3612118 Jul 05 09:34:47.793013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37342) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:47.798152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:47.820970 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.822624 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.863713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b363495-c6db-4e93-b48f-2b6f36238c65 req-44776e39-4cae-424e-9050-bc9c3c2d48fb tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:47.865264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b363495-c6db-4e93-b48f-2b6f36238c65 req-44776e39-4cae-424e-9050-bc9c3c2d48fb tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0840766 Jul 05 09:34:47.881212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:47.910815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b363495-c6db-4e93-b48f-2b6f36238c65 req-18537253-1982-4e7e-ab91-ba4f5befee83 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 Jul 05 09:34:47.936493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-bd288a63-ab7e-4003-b3b3-613006c27fbf', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:34:47.937535 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.135005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Allocated IP 172.20.0.2 (bd288a63-ab7e-4003-b3b3-613006c27fbf/b30449e0-984f-4196-bdc6-402fbbd530c9/6c9730e2-f369-43a7-aee9-f759c70eba48) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:48.221809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2c4c0dc-6953-4da2-88d5-73506bd710f2 req-28a18c4a-8bca-411f-849f-3c2ce01a494c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0414376 Jul 05 09:34:48.285764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-389130f4-1002-40a1-9bc0-928b65a1588d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:48.287312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-389130f4-1002-40a1-9bc0-928b65a1588d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.1511369 Jul 05 09:34:48.340007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.341685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Request body: {'port': {'device_id': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:48.351144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Transition to ACTIVE for port object 6c9730e2-f369-43a7-aee9-f759c70eba48 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:48.359467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.370648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Transition to ACTIVE for port object 6c9730e2-f369-43a7-aee9-f759c70eba48 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:48.381074 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.428923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Network bd288a63-ab7e-4003-b3b3-613006c27fbf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:48.437652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:48.444198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2876c-8a51-4957-abe9-93df9653ac7a req-d9cd9c0c-0b69-427d-9eb5-d9c756fa2b78 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:48.445737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:48.446577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5b2876c-8a51-4957-abe9-93df9653ac7a req-d9cd9c0c-0b69-427d-9eb5-d9c756fa2b78 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 932 time: 0.0974193 Jul 05 09:34:48.449123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-4a93a93e-2582-4e62-bda5-dc1b7a9a6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:48.451501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-4a93a93e-2582-4e62-bda5-dc1b7a9a6578 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab&tenant_id=6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 1096 time: 0.1483262 Jul 05 09:34:48.477206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Pushing event updated for resources: {'Port': ['ID=6c9730e2-f369-43a7-aee9-f759c70eba48,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:48.491456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.15', 53063) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:48.537321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5b2876c-8a51-4957-abe9-93df9653ac7a req-2886fc16-c9fc-417e-bc24-ec7100f6f06a tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826530 Jul 05 09:34:48.588135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.589185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Attempting to bind port 6c9730e2-f369-43a7-aee9-f759c70eba48 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:48.589655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Attempting to bind port 6c9730e2-f369-43a7-aee9-f759c70eba48 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:48.590278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Attempting to bind port 6c9730e2-f369-43a7-aee9-f759c70eba48 on network bd288a63-ab7e-4003-b3b3-613006c27fbf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:48.597517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:48.598240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Checking segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:48.598745 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.599271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Bound using segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:48.599877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Bound port: 6c9730e2-f369-43a7-aee9-f759c70eba48, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:48.600364 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.679416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6f9e-ddd5-4437-82be-2770eed60569 req-05df0835-56b9-477f-96cd-bf19a232ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:48.681121 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fbb6f9e-ddd5-4437-82be-2770eed60569 req-05df0835-56b9-477f-96cd-bf19a232ce2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 1099 time: 0.3749738 Jul 05 09:34:48.698806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] For port 6c9730e2-f369-43a7-aee9-f759c70eba48, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:48.706763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] For port 6c9730e2-f369-43a7-aee9-f759c70eba48, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6c9730e2-f369-43a7-aee9-f759c70eba48,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:48.713564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:48.748534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b33b8-82a4-47be-a328-a48da2e80ec6 req-293bb917-3ec0-42b0-ae64-7d4787e64577 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:48.756322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-575b33b8-82a4-47be-a328-a48da2e80ec6 req-293bb917-3ec0-42b0-ae64-7d4787e64577 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1662228 Jul 05 09:34:48.784407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-16372f4e-de29-4280-addf-3b4c5055178d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:48.785975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-16372f4e-de29-4280-addf-3b4c5055178d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.2619259 Jul 05 09:34:48.801283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Request body: {'port': {'device_id': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'admin_state_up': True, 'tenant_id': 'b6b2f5ce2ee442c3903194b31d07bce5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:48.818488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a8ad8-a28b-40b5-b091-dfc89527be15 None None] Pushing event updated for resources: {'Port': ['ID=6c9730e2-f369-43a7-aee9-f759c70eba48,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:48.819125 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fbb6f9e-ddd5-4437-82be-2770eed60569 req-535574b7-5ca5-478e-9ac8-52e4da8e2a4f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275799 Jul 05 09:34:48.899513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-5e0442c6-259a-486c-a8df-f61dbef49b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:48.899823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-575b33b8-82a4-47be-a328-a48da2e80ec6 req-c3f957e2-8ba8-4ae6-b2e6-b103d3eb44d0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313729 Jul 05 09:34:48.901045 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-5e0442c6-259a-486c-a8df-f61dbef49b00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1096 time: 0.4072139 Jul 05 09:34:49.072203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f063-9060-4e58-a7a8-8622525078b6 req-db9b5b0a-2ad6-4aad-9e69-f044f48900ba tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.073711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bee4f063-9060-4e58-a7a8-8622525078b6 req-db9b5b0a-2ad6-4aad-9e69-f044f48900ba tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.2083263 Jul 05 09:34:49.083893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Made reservation on behalf of b6b2f5ce2ee442c3903194b31d07bce5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:49.087069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.218332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bee4f063-9060-4e58-a7a8-8622525078b6 req-6a504740-f46c-4b80-ac7f-494a7d181398 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279073 Jul 05 09:34:49.296590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6c9730e2-f369-43a7-aee9-f759c70eba48 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:49.318709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861007bf-787d-486c-8182-3e63366a6550 req-e8b93099-ce04-4633-ab31-fb9d72b3087f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.320338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-861007bf-787d-486c-8182-3e63366a6550 req-e8b93099-ce04-4633-ab31-fb9d72b3087f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.2453742 Jul 05 09:34:49.335746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-76e4a02c-3446-434b-a703-4be392055423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.337239 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-76e4a02c-3446-434b-a703-4be392055423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.4018879 Jul 05 09:34:49.363546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Allocated IP 172.20.0.14 (462f8a30-ee97-4d26-81ce-ed641d509d85/d517215a-53fa-4440-9a2a-2ad41a4d2990/8a167cc3-2253-48c4-bc77-28f3c7d351e2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:49.390739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6c9730e2-f369-43a7-aee9-f759c70eba48 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:49.396969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6f9e-ddd5-4437-82be-2770eed60569 req-03f14b99-e2f5-422c-a997-191db92faefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.401638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fbb6f9e-ddd5-4437-82be-2770eed60569 req-03f14b99-e2f5-422c-a997-191db92faefe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5600867 Jul 05 09:34:49.407671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-861007bf-787d-486c-8182-3e63366a6550 req-3a6ece41-eefc-4659-8c0d-f89ea5464b15 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807798 Jul 05 09:34:49.491956 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.551220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-e2844b1b-acc4-423d-8a60-e7cb028c6c75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 217 time: 0.0993421 Jul 05 09:34:49.580326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58b5c9af-5e0b-4203-b0d6-b72849fb8f0e req-0b218377-8115-4ce8-a9a1-83cf348ec293 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0352674 Jul 05 09:34:49.631477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6368a57b-2055-43cf-9090-41cd9f5b15d6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:49.639834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.647803 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.657254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.689839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.702156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Transition to ACTIVE for port object 6368a57b-2055-43cf-9090-41cd9f5b15d6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:49.703251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.708630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-91f0e034-4b3b-455b-91dc-20a7cbf43118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.710120 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-91f0e034-4b3b-455b-91dc-20a7cbf43118 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1498377 Jul 05 09:34:49.718416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.751237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:49.756286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:49.779304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:49.828594 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-1d17efd3-04fa-4c1b-8cdd-7149a459a46b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071789 Jul 05 09:34:49.828749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:49.842493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-248646ed-fd6c-42f8-8e71-653451838b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.843979 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-248646ed-fd6c-42f8-8e71-653451838b79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 1099 time: 0.3118036 Jul 05 09:34:49.864625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.865277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:49.888574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4055103-33e9-40f7-80b3-beb56eba062f req-a6296ac4-d4db-4e7f-85b1-a2731d9c3010 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:49.889587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Pushing event updated for resources: {'Port': ['ID=6368a57b-2055-43cf-9090-41cd9f5b15d6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:49.891579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4055103-33e9-40f7-80b3-beb56eba062f req-a6296ac4-d4db-4e7f-85b1-a2731d9c3010 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 944 time: 0.1679113 Jul 05 09:34:49.901218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-12923578-0792-4a2d-80a7-f315d34f42d1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1039538 Jul 05 09:34:49.914465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Request body: {'port': {'device_id': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:49.978687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4055103-33e9-40f7-80b3-beb56eba062f req-b66e51f2-bd95-4f46-a7f1-91831e7f44bf tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 Jul 05 09:34:49.986392 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-ca8a90f1-ca19-46e2-bb61-b9dfb51c2314 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=55cd4034-71f5-49ea-9edb-6e1be7329368 HTTP/1.1" status: 200 len: 217 time: 0.1229584 Jul 05 09:34:50.054306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.154763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761113b8-f26d-4075-960b-5968449df8d5 None None] Network bd288a63-ab7e-4003-b3b3-613006c27fbf requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:34:50.156627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Allocated IP 172.25.1.123 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/493ecb61-cf7a-4107-bcf5-c8c0a303057c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:50.195979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-5b448ddc-c2ea-4000-a155-1650e5ddd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:50.197454 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-5b448ddc-c2ea-4000-a155-1650e5ddd787 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1730380 Jul 05 09:34:50.209823 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-b5ecafa1-f64a-4694-bc72-28409e21d292 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586969 Jul 05 09:34:50.232879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca0e0b46-f37d-4e51-ac19-4d6e9353a16f None None] Provisioning for port 6c9730e2-f369-43a7-aee9-f759c70eba48 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:50.237408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c04d-d7ed-40bb-a33c-2f9c5f5ad34d req-ce84a3b0-9f04-43e6-8f24-bfe08e10ee92 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:50.238935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3b1c04d-d7ed-40bb-a33c-2f9c5f5ad34d req-ce84a3b0-9f04-43e6-8f24-bfe08e10ee92 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1619296 Jul 05 09:34:50.239293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Attempting to bind port 6368a57b-2055-43cf-9090-41cd9f5b15d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:50.239407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Attempting to bind port 6368a57b-2055-43cf-9090-41cd9f5b15d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:50.239652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Attempting to bind port 6368a57b-2055-43cf-9090-41cd9f5b15d6 on network ab8d1868-0abc-4c83-97c9-7998a20c6d19 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:50.246166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca0e0b46-f37d-4e51-ac19-4d6e9353a16f None None] Provisioning complete for port 6c9730e2-f369-43a7-aee9-f759c70eba48 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:50.246850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0b46-f37d-4e51-ac19-4d6e9353a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.332089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3b1c04d-d7ed-40bb-a33c-2f9c5f5ad34d req-7b5e0add-c695-4d5d-b99a-85a9796b8bc6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856886 Jul 05 09:34:50.360307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.426165 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0b46-f37d-4e51-ac19-4d6e9353a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.438470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Port 6368a57b-2055-43cf-9090-41cd9f5b15d6 on network ab8d1868-0abc-4c83-97c9-7998a20c6d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:50.438470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Attempting to bind port 6368a57b-2055-43cf-9090-41cd9f5b15d6 on network ab8d1868-0abc-4c83-97c9-7998a20c6d19 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:50.451724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:50.452089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Checking segment: {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:50.452446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Bound using segment: {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:50.453257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Bound port: 6368a57b-2055-43cf-9090-41cd9f5b15d6, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d9c044-42ae-4dc8-93c5-9749edada99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:50.453257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.485993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ca0e0b46-f37d-4e51-ac19-4d6e9353a16f None None] For port 6c9730e2-f369-43a7-aee9-f759c70eba48, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6c9730e2-f369-43a7-aee9-f759c70eba48,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:50.491229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3c0d-2f01-4a95-a8b5-7194f2238079 req-0b625f7c-e514-4ac4-aad6-abe7067a843e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:50.492869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a27f3c0d-2f01-4a95-a8b5-7194f2238079 req-0b625f7c-e514-4ac4-aad6-abe7067a843e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.1259782 Jul 05 09:34:50.503825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a167cc3-2253-48c4-bc77-28f3c7d351e2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:50.505119 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0b46-f37d-4e51-ac19-4d6e9353a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.520483 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.549056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Transition to ACTIVE for port object 8a167cc3-2253-48c4-bc77-28f3c7d351e2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:50.562657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.597333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e0b46-f37d-4e51-ac19-4d6e9353a16f None None] Pushing event updated for resources: {'Port': ['ID=6c9730e2-f369-43a7-aee9-f759c70eba48,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:50.625805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a27f3c0d-2f01-4a95-a8b5-7194f2238079 req-e884a5b2-f4f4-4810-a4c9-68b0193565ad tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162558 Jul 05 09:34:50.714592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:50.793126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-84020b03-8e39-4006-8d90-7f3d15ef0928 None None] Provisioning complete for port 6c9730e2-f369-43a7-aee9-f759c70eba48 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:50.794065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84020b03-8e39-4006-8d90-7f3d15ef0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.853591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547439d-d851-4073-b023-a42d9e57ba26 req-caa5e7de-757c-466e-a16e-d437749ba178 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:50.855123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6547439d-d851-4073-b023-a42d9e57ba26 req-caa5e7de-757c-466e-a16e-d437749ba178 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.1956270 Jul 05 09:34:50.886471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:50.886811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:50.888056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:50.900159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:50.900471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:50.904016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-0f4fe39b-e061-45e4-a14f-b848c713d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:50.905606 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-0f4fe39b-e061-45e4-a14f-b848c713d262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6997323 Jul 05 09:34:50.916388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:50.916717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:50.917509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:50.917509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Bound port: 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:50.917840 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:50.924450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6547439d-d851-4073-b023-a42d9e57ba26 req-e1f55339-d56a-479f-995c-b099ee198b4a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574563 Jul 05 09:34:50.956295 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-7128f362-6a75-4e6a-9ba4-c6c4892cd584 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267151 Jul 05 09:34:50.976240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] For port 6368a57b-2055-43cf-9090-41cd9f5b15d6, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:50.983105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:51.007003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] For port 6368a57b-2055-43cf-9090-41cd9f5b15d6, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6368a57b-2055-43cf-9090-41cd9f5b15d6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:51.045452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:51.053726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:51.055555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:51.058348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:51.061632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:51.070245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:51.079541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:51.115450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.116538 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:51.119226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] 10.222.0.15 "PUT /v2.0/ports/8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 200 len: 1093 time: 1.2096326 Jul 05 09:34:51.129031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.129649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:51.130862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5a5d2-8c0d-4243-a362-c53c531a2d84 req-5dba1f30-0ccf-4a0e-ab31-41267ddf729e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.131016 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] 10.222.0.15 "PUT /v2.0/ports/6368a57b-2055-43cf-9090-41cd9f5b15d6 HTTP/1.1" status: 200 len: 1093 time: 2.8259847 Jul 05 09:34:51.136809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'tag': '6368a57b-2055-43cf-9090-41cd9f5b15d6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:51.140706 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f149065-8b63-431a-828f-79d5457b4a43" -d '{"events": [{"name": "network-changed", "server_uuid": "9259d0c5-846f-48c8-8716-4b1bda3af471", "tag": "6368a57b-2055-43cf-9090-41cd9f5b15d6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:51.141311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99f5a5d2-8c0d-4243-a362-c53c531a2d84 req-5dba1f30-0ccf-4a0e-ab31-41267ddf729e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 944 time: 0.1674557 Jul 05 09:34:51.148801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:51.151399 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65ec520-b938-456f-87f6-99529d1c1b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:51.165341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Pushing event updated for resources: {'Port': ['ID=493ecb61-cf7a-4107-bcf5-c8c0a303057c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:51.195863 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-724ce5a5-58c9-4d93-a2b0-560df72153ae service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781682 Jul 05 09:34:51.275187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291d96a-8f79-4937-b2a8-6508fb248e31 service neutron] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:51.289485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99f5a5d2-8c0d-4243-a362-c53c531a2d84 req-8cf815bc-1e11-4989-b903-d5b159e0a4ff tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472442 Jul 05 09:34:51.305815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6c9730e2-f369-43a7-aee9-f759c70eba48 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:51.329318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874f8d7-a8ac-4585-9da5-27cfe213b146 req-bb2d9c69-4908-46e2-ba6c-7f91ae2d5f44 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.336317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e874f8d7-a8ac-4585-9da5-27cfe213b146 req-bb2d9c69-4908-46e2-ba6c-7f91ae2d5f44 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 944 time: 0.1922002 Jul 05 09:34:51.375857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-a21723b2-e14e-4911-9a4e-6fe25b03f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.377088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-a21723b2-e14e-4911-9a4e-6fe25b03f18a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1096 time: 0.1605697 Jul 05 09:34:51.396579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e874f8d7-a8ac-4585-9da5-27cfe213b146 req-1889a5a3-e944-4d36-b90f-539deb3e1a89 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590897 Jul 05 09:34:51.402574 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6aa6cf-9feb-437b-b8a2-d914f4003a72 x-openstack-request-id: req-bf6aa6cf-9feb-437b-b8a2-d914f4003a72 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:51.411227 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9259d0c5-846f-48c8-8716-4b1bda3af471", "tag": "6368a57b-2055-43cf-9090-41cd9f5b15d6", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:51.411227 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf6aa6cf-9feb-437b-b8a2-d914f4003a72 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:51.411227 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'tag': '6368a57b-2055-43cf-9090-41cd9f5b15d6', 'status': 'completed', 'code': 200} Jul 05 09:34:51.428753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6c9730e2-f369-43a7-aee9-f759c70eba48 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:51.429226 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:51.450867 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b404cb6-f704-4e7c-ab6e-b35c7d9bed00 x-openstack-request-id: req-5b404cb6-f704-4e7c-ab6e-b35c7d9bed00 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:34:51.451248 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:34:51.451450 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b404cb6-f704-4e7c-ab6e-b35c7d9bed00 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:34:51.451824 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2', 'status': 'completed', 'code': 200} Jul 05 09:34:51.453638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-1cc5968c-b390-4b76-b97a-85292ed77d51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 200 len: 217 time: 0.0561159 Jul 05 09:34:51.580613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-49f8a797-3efd-4ad7-a6ed-d8bdfee0df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.583092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-49f8a797-3efd-4ad7-a6ed-d8bdfee0df2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1228676 Jul 05 09:34:51.658547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-fb16f063-e467-4109-afcd-306b9137f212 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432749 Jul 05 09:34:51.678003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e336db3-0a34-425d-bcd0-54fa2e364a50 service neutron] Pushing event updated for resources: {'Port': ['ID=6368a57b-2055-43cf-9090-41cd9f5b15d6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:51.738590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe276-2dec-4723-baac-f74c3ecab89e req-f60c76df-28cf-428b-8396-42276c27bd21 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.740132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbbbe276-2dec-4723-baac-f74c3ecab89e req-f60c76df-28cf-428b-8396-42276c27bd21 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1736553 Jul 05 09:34:51.744212 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b3fd5dde-7e6f-4966-9a0f-6a6921a8c7bf req-3c6aa024-a49c-4c89-a0bd-7aa9e3d31795 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250814 Jul 05 09:34:51.804169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbbbe276-2dec-4723-baac-f74c3ecab89e req-d2702919-47ab-481a-bd3f-cbc75b44918c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553231 Jul 05 09:34:51.826464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-401444c2-82c8-4b06-ac76-37a3e67a5208 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597850 Jul 05 09:34:51.831244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-99cd39df-a548-4203-a296-51f03084d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.833259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-99cd39df-a548-4203-a296-51f03084d1dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39212b46e5be4fb7b60108b3cca559e3&device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 1096 time: 0.6155946 Jul 05 09:34:51.852181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-b33343aa-782f-4e14-b4b2-f337ab38f5ed tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:51.854132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-b33343aa-782f-4e14-b4b2-f337ab38f5ed tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.4931290 Jul 05 09:34:51.916739 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-368b3466-d69c-4844-922d-6972d2dd8d0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6368a57b-2055-43cf-9090-41cd9f5b15d6 HTTP/1.1" status: 200 len: 217 time: 0.0698500 Jul 05 09:34:52.051363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:52.055241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2f525b70-36d5-47f9-83b6-63843f1516ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.056638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-2f525b70-36d5-47f9-83b6-63843f1516ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=817ce9f8-4bea-452e-a025-f18b2dfccc55 HTTP/1.1" status: 200 len: 854 time: 0.1176505 Jul 05 09:34:52.244166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20042-041d-44b8-9d38-0bd71a96ed25 req-fa00b35a-fce2-4861-ad5c-6f2aa35ca528 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.245663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23e20042-041d-44b8-9d38-0bd71a96ed25 req-fa00b35a-fce2-4861-ad5c-6f2aa35ca528 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.4392691 Jul 05 09:34:52.256323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-7eb433e7-4820-436b-bb41-21c3e2c3fd9d service neutron] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:52.267558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-7eb433e7-4820-436b-bb41-21c3e2c3fd9d service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:52.268651 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ecfb0769-f067-4ea0-984d-4e1dde43891e req-7eb433e7-4820-436b-bb41-21c3e2c3fd9d service neutron] 10.222.0.15 "DELETE /v2.0/ports/b3903f0f-4e55-4dad-bea4-7cf875571717/bindings/n-h2-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.4033086 Jul 05 09:34:52.290585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fefefdc-9c2a-4cbb-8286-f8c67ab7c784 req-2b6a3397-ab1e-4846-9ca1-9628ada3e44a service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464047 Jul 05 09:34:52.300128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e6a42-7419-4581-9c39-1ec90fce0094 req-746e63bc-8f34-4679-a638-5eb828bfabd8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.301536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f93e6a42-7419-4581-9c39-1ec90fce0094 req-746e63bc-8f34-4679-a638-5eb828bfabd8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.1438255 Jul 05 09:34:52.311221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-fa73e7b4-2994-4597-8d1b-aebab9eee62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.312146 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-fa73e7b4-2994-4597-8d1b-aebab9eee62c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab8d1868-0abc-4c83-97c9-7998a20c6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2169638 Jul 05 09:34:52.323633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23e20042-041d-44b8-9d38-0bd71a96ed25 req-8207aad5-53f4-42ad-b6fe-f61c258a5577 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643909 Jul 05 09:34:52.359999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f93e6a42-7419-4581-9c39-1ec90fce0094 req-25f13c13-51af-44b4-86bf-3f0b0fb1320f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Jul 05 09:34:52.446200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-f7904648-81e8-413a-8dab-c8fc1ac894d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.448597 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-f7904648-81e8-413a-8dab-c8fc1ac894d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1096 time: 0.0831850 Jul 05 09:34:52.449412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:52.528684 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-d57507e5-386b-45a6-a424-abbf3273993a service neutron] 10.222.0.15 "GET /v2.0/networks/ab8d1868-0abc-4c83-97c9-7998a20c6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077851 Jul 05 09:34:52.632791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-62461218-a897-4862-8cb0-93ef42ec68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.634184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-62461218-a897-4862-8cb0-93ef42ec68cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.1763277 Jul 05 09:34:52.645876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18176b-8a58-47a6-810d-2ab6f48b4a88 req-7caa7a87-5021-4102-a325-149fab3bc2c4 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.647364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e18176b-8a58-47a6-810d-2ab6f48b4a88 req-7caa7a87-5021-4102-a325-149fab3bc2c4 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 944 time: 0.1667745 Jul 05 09:34:52.672242 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66e4395e-a6a0-4874-aca1-6fcb350ce361 req-8e3476a1-85f6-42cd-9000-af95a7863b0b service neutron] 10.222.0.15 "GET /v2.0/networks/ab8d1868-0abc-4c83-97c9-7998a20c6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131637 Jul 05 09:34:52.687264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:34:52.711467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-1283df96-6fe9-4e40-80a8-699415beafba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 200 len: 217 time: 0.0631363 Jul 05 09:34:52.725817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ee9d6-a2af-4577-9c3f-11b8c917ccd4 req-fd43c83e-9c2c-467b-b61c-a5c7ebecd9c4 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.733114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c52ee9d6-a2af-4577-9c3f-11b8c917ccd4 req-fd43c83e-9c2c-467b-b61c-a5c7ebecd9c4 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 944 time: 0.1977720 Jul 05 09:34:52.797493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e18176b-8a58-47a6-810d-2ab6f48b4a88 req-b250a755-c5fe-4a54-bf15-9f51bfe9f646 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406536 Jul 05 09:34:52.814699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-569ba127-cd24-4ae5-bd6f-9cef7c3de392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.816248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-569ba127-cd24-4ae5-bd6f-9cef7c3de392 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0796928 Jul 05 09:34:52.821370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c52ee9d6-a2af-4577-9c3f-11b8c917ccd4 req-07485c89-0b9e-46a5-b969-b6765a605461 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872793 Jul 05 09:34:52.879753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f149065-8b63-431a-828f-79d5457b4a43 req-3c1715ee-2c72-4e7e-b0e9-cfee32745296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:52.881265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4f149065-8b63-431a-828f-79d5457b4a43 req-3c1715ee-2c72-4e7e-b0e9-cfee32745296 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39212b46e5be4fb7b60108b3cca559e3&device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 1096 time: 0.1323986 Jul 05 09:34:52.882442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:34:52.883180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-617387db-1638-43a6-b79a-5a6d0c530876 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603127 Jul 05 09:34:52.894943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:34:52.920800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:34:52.921475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:34:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:52.989321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-b070ea8f-94b8-4199-8438-898d0405a1fb service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928993 Jul 05 09:34:52.992724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:52.997721 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0a8be924-9068-4d49-9756-e67211264889 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.2001069 Jul 05 09:34:53.000214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:34:53.071537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:34:53.138001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d139-7641-46a6-a851-159817e26556 req-cdb9978b-cbf6-4f22-805c-a47bf95cc371 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:53.139580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce04d139-7641-46a6-a851-159817e26556 req-cdb9978b-cbf6-4f22-805c-a47bf95cc371 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1096 time: 0.1442642 Jul 05 09:34:53.171836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a65ec520-b938-456f-87f6-99529d1c1b2d req-e6a21d06-6bf0-428f-825e-6b5f738c5933 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737609 Jul 05 09:34:53.217072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce04d139-7641-46a6-a851-159817e26556 req-5ce0c0fa-21cb-4fc8-8bd5-5b6bb48f34c5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Jul 05 09:34:53.249192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b9355-1932-435f-9389-f285aed7ae45 req-07f13767-d6f7-4625-8dfc-c2d5afb6ce92 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:53.251120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f23b9355-1932-435f-9389-f285aed7ae45 req-07f13767-d6f7-4625-8dfc-c2d5afb6ce92 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1309497 Jul 05 09:34:53.355127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f23b9355-1932-435f-9389-f285aed7ae45 req-876e8015-c8f0-44bd-82cd-d345d014a393 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617309 Jul 05 09:34:53.388607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:51Z', 'revision_number': 3, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:53.484568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f149065-8b63-431a-828f-79d5457b4a43 req-6adca23c-3baf-4fc3-b0ee-c70449a2301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:53.486267 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4f149065-8b63-431a-828f-79d5457b4a43 req-6adca23c-3baf-4fc3-b0ee-c70449a2301e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab8d1868-0abc-4c83-97c9-7998a20c6d19 HTTP/1.1" status: 200 len: 916 time: 0.5875432 Jul 05 09:34:53.563985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4f149065-8b63-431a-828f-79d5457b4a43 req-77f1af63-4391-44b4-ad32-4cfffe8ee251 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6368a57b-2055-43cf-9090-41cd9f5b15d6 HTTP/1.1" status: 200 len: 217 time: 0.0375011 Jul 05 09:34:53.589546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:34:53.589907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Updating router d5e4b5c2-1923-4ade-b70e-ad402f50f236 port 493ecb61-cf7a-4107-bcf5-c8c0a303057c binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:34:53.630373 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:53.633903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a60fef-469e-40df-b10e-3d64fb95c662 req-e39ddae8-fb53-46f9-b362-16a7bc39b807 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:53.635656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2a60fef-469e-40df-b10e-3d64fb95c662 req-e39ddae8-fb53-46f9-b362-16a7bc39b807 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.1351099 Jul 05 09:34:53.661141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f149065-8b63-431a-828f-79d5457b4a43 req-6904dd0f-988f-4177-bcba-3dfd1fce76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:53.662715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4f149065-8b63-431a-828f-79d5457b4a43 req-6904dd0f-988f-4177-bcba-3dfd1fce76e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=817ce9f8-4bea-452e-a025-f18b2dfccc55 HTTP/1.1" status: 200 len: 854 time: 0.0886476 Jul 05 09:34:53.692718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-4da8b72a-4c42-407c-856f-d03013386033 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:53.698332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-4da8b72a-4c42-407c-856f-d03013386033 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.1646514 Jul 05 09:34:53.704108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2a60fef-469e-40df-b10e-3d64fb95c662 req-b78cfa5e-bb72-4468-ba74-70506806904a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612149 Jul 05 09:34:53.729087 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b0892cdc-ca7e-468b-baf9-5ebfb4efec03 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/quotas/6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 375 time: 0.0233855 Jul 05 09:34:53.802562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-ca6539e8-30be-4ad9-96b0-ec3f7e5f3e50 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726094 Jul 05 09:34:53.875608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f149065-8b63-431a-828f-79d5457b4a43 req-a22bf454-e616-421c-a454-5a5dcfd1bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:53.877511 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4f149065-8b63-431a-828f-79d5457b4a43 req-a22bf454-e616-421c-a454-5a5dcfd1bc25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab8d1868-0abc-4c83-97c9-7998a20c6d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427393 Jul 05 09:34:53.921576 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:53.927711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-30bd45ae-989b-46e5-bab7-a0b10fd303c9 service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115773 Jul 05 09:34:53.932667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Transition to ACTIVE for port object 493ecb61-cf7a-4107-bcf5-c8c0a303057c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:53.940661 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:53.998850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Attempting to bind port 493ecb61-cf7a-4107-bcf5-c8c0a303057c on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:53.999139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Attempting to bind port 493ecb61-cf7a-4107-bcf5-c8c0a303057c by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:53.999389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Attempting to bind port 493ecb61-cf7a-4107-bcf5-c8c0a303057c on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:54.002269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1637ae-4139-4681-af04-88a415c15ebe None None] Pushing event updated for resources: {'Port': ['ID=493ecb61-cf7a-4107-bcf5-c8c0a303057c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:54.007058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:54.007449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:54.007842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.008220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:54.008681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Bound port: 493ecb61-cf7a-4107-bcf5-c8c0a303057c, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:54.009052 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.067859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] For port 493ecb61-cf7a-4107-bcf5-c8c0a303057c, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:54.071138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] For port 493ecb61-cf7a-4107-bcf5-c8c0a303057c, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=493ecb61-cf7a-4107-bcf5-c8c0a303057c,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:54.076484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.093201 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4f149065-8b63-431a-828f-79d5457b4a43 req-d1235d3b-cd5f-4d85-8a5a-a10b059f6bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/ab8d1868-0abc-4c83-97c9-7998a20c6d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885402 Jul 05 09:34:54.097603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-6e7f1eb7-0423-4ed2-b0d2-dbab75b43a09 service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671395 Jul 05 09:34:54.111444 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.115156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8684a-303e-43ea-a89e-8b3433cfac18 req-f1537e99-db87-414d-84bc-7bfddd084753 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:54.125377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60e8684a-303e-43ea-a89e-8b3433cfac18 req-f1537e99-db87-414d-84bc-7bfddd084753 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 944 time: 0.1392074 Jul 05 09:34:54.137736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:34:54.138924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:34:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:54.140518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1637ae-4139-4681-af04-88a415c15ebe None None] Pushing event updated for resources: {'Port': ['ID=493ecb61-cf7a-4107-bcf5-c8c0a303057c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:54.182459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60e8684a-303e-43ea-a89e-8b3433cfac18 req-6e2e6f1e-2de2-46f9-9de1-3154e6ac4093 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Jul 05 09:34:54.269759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:34:54.349813 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4f149065-8b63-431a-828f-79d5457b4a43 req-8ec55a98-b8e9-4de2-9d97-4d0ff91c64d8 service neutron] 10.222.0.15 "GET /v2.0/networks/ab8d1868-0abc-4c83-97c9-7998a20c6d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337899 Jul 05 09:34:54.453827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Allocated IP 172.20.0.1 (bd288a63-ab7e-4003-b3b3-613006c27fbf/b30449e0-984f-4196-bdc6-402fbbd530c9/7455bb72-899c-4c63-9943-450371816184) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:54.464080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534feaf8-9da1-490d-a988-14d4dab3b6fe req-90222149-bae5-4182-badd-7926ac9a8ac3 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:54.466016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-534feaf8-9da1-490d-a988-14d4dab3b6fe req-90222149-bae5-4182-badd-7926ac9a8ac3 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 944 time: 0.1507533 Jul 05 09:34:54.476805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd2470b1-6cc3-42fc-879a-7ebc4d2ae084 req-f90732bf-236d-4c24-ae7a-f0da2cfcd464 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 210 time: 0.0558131 Jul 05 09:34:54.516759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-534feaf8-9da1-490d-a988-14d4dab3b6fe req-5450e4c1-241a-4ebc-b39d-f008c66f404d tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Jul 05 09:34:54.549758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55cd4034-71f5-49ea-9edb-6e1be7329368 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:54.601311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.616866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Transition to ACTIVE for port object 7455bb72-899c-4c63-9943-450371816184 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:54.631665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:51Z', 'revision_number': 3, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:54.656589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.667747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ed7d9-e5f0-42cc-9882-bd0e41a72a0e None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:51Z', 'revision_number': 3, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:34:54.721004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Pushing event updated for resources: {'Port': ['ID=7455bb72-899c-4c63-9943-450371816184,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:54.723970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:54.750968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'mac_address': 'fa:16:3e:9c:62:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:34:54.753555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Network bd288a63-ab7e-4003-b3b3-613006c27fbf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:54.755653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:54.758287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7d11-c7d6-4993-b2da-df309dd4ed6c req-b01eb615-de7d-4537-80be-78963ccd1f93 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:54.767824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd0a7d11-c7d6-4993-b2da-df309dd4ed6c req-b01eb615-de7d-4537-80be-78963ccd1f93 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1267123 Jul 05 09:34:54.769966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:54.807639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.828613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cd4034-71f5-49ea-9edb-6e1be7329368 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:54.833562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.860457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:54.866389 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:54.867063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:54.951360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd0a7d11-c7d6-4993-b2da-df309dd4ed6c req-6b0f471f-7fe7-4ca2-b2d2-4f9d26652b13 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788418 Jul 05 09:34:55.010685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:55.011295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d927dc-d433-474a-ac25-6962e304dcf4 req-0e1173e3-348c-4bd4-9e11-ffba4acdd1a8 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:55.021171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10d927dc-d433-474a-ac25-6962e304dcf4 req-0e1173e3-348c-4bd4-9e11-ffba4acdd1a8 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 945 time: 0.2466016 Jul 05 09:34:55.121988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10d927dc-d433-474a-ac25-6962e304dcf4 req-ac03647b-0627-47ec-9598-0d742451acd6 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986092 Jul 05 09:34:55.131768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:55.150346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8540f846-e5cb-4665-9d58-0bd025b37f66 None None] Provisioning for port 7455bb72-899c-4c63-9943-450371816184 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:55.170564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8540f846-e5cb-4665-9d58-0bd025b37f66 None None] Provisioning complete for port 7455bb72-899c-4c63-9943-450371816184 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:55.170929 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8540f846-e5cb-4665-9d58-0bd025b37f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.173047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '8a167cc3-2253-48c4-bc77-28f3c7d351e2', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'port_id': '8a167cc3-2253-48c4-bc77-28f3c7d351e2', 'mac_address': 'fa:16:3e:6f:a7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd517215a-53fa-4440-9a2a-2ad41a4d2990', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:34:55.220400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.264533 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.287700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8540f846-e5cb-4665-9d58-0bd025b37f66 None None] Port 7455bb72-899c-4c63-9943-450371816184 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:34:55.295540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a167cc3-2253-48c4-bc77-28f3c7d351e2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:55.317455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:55.322779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.367092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 493ecb61-cf7a-4107-bcf5-c8c0a303057c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:55.441501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:55.482621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 493ecb61-cf7a-4107-bcf5-c8c0a303057c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:55.502521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 493ecb61-cf7a-4107-bcf5-c8c0a303057c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:55.502896 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.540707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cf8bf-f5da-42ea-a672-edf6fa225585 req-4d6fa6b4-1cf2-4b67-a068-e21b9c98fee9 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:55.551930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db0cf8bf-f5da-42ea-a672-edf6fa225585 req-4d6fa6b4-1cf2-4b67-a068-e21b9c98fee9 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.1809676 Jul 05 09:34:55.564457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2576304-08f0-4e5c-8d1d-ab1a69ba54a3 req-e7c00bba-290b-41a2-9dea-4eb504604502 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:55.570248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.572745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2576304-08f0-4e5c-8d1d-ab1a69ba54a3 req-e7c00bba-290b-41a2-9dea-4eb504604502 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 945 time: 0.1871998 Jul 05 09:34:55.576647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.587067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['55cd4034-71f5-49ea-9edb-6e1be7329368'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:55.637601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db0cf8bf-f5da-42ea-a672-edf6fa225585 req-adbc17d6-364d-4f86-80ad-bd78272bafe4 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840700 Jul 05 09:34:55.650831 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8a167cc3-2253-48c4-bc77-28f3c7d351e2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:55.685821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2576304-08f0-4e5c-8d1d-ab1a69ba54a3 req-b13ea4cb-6271-40c4-b9cc-215f5206ab58 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121244 Jul 05 09:34:55.687378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Pushing event updated for resources: {'Port': ['ID=7455bb72-899c-4c63-9943-450371816184,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:55.691846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.740998 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.766435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 493ecb61-cf7a-4107-bcf5-c8c0a303057c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=493ecb61-cf7a-4107-bcf5-c8c0a303057c,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:55.776180 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:55.853504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Network bd288a63-ab7e-4003-b3b3-613006c27fbf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:55.857406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:55.941164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30f1bef5-1e00-431f-96a0-7798f7d32613 req-165000be-6072-412e-b156-7de69567f476 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 210 time: 0.0722151 Jul 05 09:34:56.018609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=493ecb61-cf7a-4107-bcf5-c8c0a303057c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:56.088308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:34:56.089646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1c74-b664-4fc1-84c3-6388a51fced6 req-2301560a-883d-4bd0-a34d-d92c2493736c tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:56.091626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d7f1c74-b664-4fc1-84c3-6388a51fced6 req-2301560a-883d-4bd0-a34d-d92c2493736c tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 944 time: 0.1406257 Jul 05 09:34:56.315807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d7f1c74-b664-4fc1-84c3-6388a51fced6 req-aa172277-76be-410b-bb70-b13f950695ef tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107112 Jul 05 09:34:56.316742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:34:56.334864 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-081fe9db-6f71-4e4c-8c41-a65e8ad26697 admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e4b5c2-1923-4ade-b70e-ad402f50f236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3250186 Jul 05 09:34:56.335139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67c4ca35-b732-4b5b-9c0d-2b55915dcd57 None None] Provisioning complete for port 7455bb72-899c-4c63-9943-450371816184 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:56.335139 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c4ca35-b732-4b5b-9c0d-2b55915dcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:56.393329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-872b5f57-4e18-4acd-b1dc-5964cda9ff95 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:56.395747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-872b5f57-4e18-4acd-b1dc-5964cda9ff95 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.2728844 Jul 05 09:34:56.414080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67c4ca35-b732-4b5b-9c0d-2b55915dcd57 None None] Port 7455bb72-899c-4c63-9943-450371816184 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:34:56.417877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Request body: {'port': {'device_id': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'admin_state_up': True, 'tenant_id': '6c31e7070995403b96e9496be4a9c5b2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:56.536943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6368a57b-2055-43cf-9090-41cd9f5b15d6 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:34:56.613709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Made reservation on behalf of 6c31e7070995403b96e9496be4a9c5b2 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:34:56.617292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:56.663724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6368a57b-2055-43cf-9090-41cd9f5b15d6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6368a57b-2055-43cf-9090-41cd9f5b15d6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:56.681941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '6368a57b-2055-43cf-9090-41cd9f5b15d6', 'network_id': 'ab8d1868-0abc-4c83-97c9-7998a20c6d19', 'port_id': '6368a57b-2055-43cf-9090-41cd9f5b15d6', 'mac_address': 'fa:16:3e:36:69:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817ce9f8-4bea-452e-a025-f18b2dfccc55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:34:56.728426 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:56.744273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6368a57b-2055-43cf-9090-41cd9f5b15d6 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:56.760863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-030bf382-69f1-47f5-a7ae-3c15b0a87695 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--233580992&fields=id&tenant_id=94301d87067d401f82039f5a90b25f8f HTTP/1.1" status: 200 len: 267 time: 0.0972953 Jul 05 09:34:56.766602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6368a57b-2055-43cf-9090-41cd9f5b15d6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6368a57b-2055-43cf-9090-41cd9f5b15d6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:56.771352 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:56.775870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b6fb-f14c-4da7-9aee-1cbeed8f36da req-828a3ce4-e20e-49d6-9eb0-2bf2cf62cd06 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:56.777951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a4b6fb-f14c-4da7-9aee-1cbeed8f36da req-828a3ce4-e20e-49d6-9eb0-2bf2cf62cd06 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 948 time: 0.1803627 Jul 05 09:34:56.823930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6368a57b-2055-43cf-9090-41cd9f5b15d6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:56.909303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Allocated IP 172.20.0.10 (c678e9e8-0cbd-425f-973d-55068fc1c21a/506f3a1a-20db-4d0e-86b5-c7c25cef450e/8dc2418b-4721-475f-81cc-6ff26db855a4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:34:56.925612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a4b6fb-f14c-4da7-9aee-1cbeed8f36da req-32f455dc-e731-4b9a-9d1a-5143f4455936 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266818 Jul 05 09:34:56.972091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-ac9c008e-4895-44b6-88cc-629e2b0b266f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:56.973649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-ac9c008e-4895-44b6-88cc-629e2b0b266f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 822 time: 0.1947911 Jul 05 09:34:57.004301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-4d8dfa59-7afb-45bc-9fea-7f6dc00b7ae1 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/quotas/94301d87067d401f82039f5a90b25f8f HTTP/1.1" status: 200 len: 375 time: 0.0179384 Jul 05 09:34:57.037833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['6368a57b-2055-43cf-9090-41cd9f5b15d6'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:34:57.101967 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:34:57.113325 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:34:57.115550 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:34:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:57.177807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-f4b4180b-628a-4f51-8bc9-12248f764f1f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1649053 Jul 05 09:34:57.181549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.250161 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:34:57.252620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 493ecb61-cf7a-4107-bcf5-c8c0a303057c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:57.300816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 493ecb61-cf7a-4107-bcf5-c8c0a303057c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:57.301220 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.362920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.432885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-5bcc19c3-46b6-4ba5-8067-58660b153408 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:57.435213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-5bcc19c3-46b6-4ba5-8067-58660b153408 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 820 time: 0.2453701 Jul 05 09:34:57.459387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-14912c6b-a572-46f8-a072-c1e63c9098b8 service neutron] 10.222.0.21 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512403 Jul 05 09:34:57.459956 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 2, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:57.461809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Network c678e9e8-0cbd-425f-973d-55068fc1c21a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:34:57.478677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:34:57.483275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:57.490708 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:34:57.491063 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Updating router d5e4b5c2-1923-4ade-b70e-ad402f50f236 port 7455bb72-899c-4c63-9943-450371816184 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:34:57.494410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:34:57.521790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-775f24f2-c29e-427a-b628-f585626ad04c tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/quotas/90bf78e1b6b74b89b46c17d6fc104456 HTTP/1.1" status: 200 len: 375 time: 0.0747905 Jul 05 09:34:57.523727 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.807743 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.818862 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Transition to ACTIVE for port object 7455bb72-899c-4c63-9943-450371816184 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:57.824984 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.877438 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Pushing event updated for resources: {'Port': ['ID=7455bb72-899c-4c63-9943-450371816184,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:57.890044 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.890270 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.890602 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.890926 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.891271 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.891592 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.891908 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.892321 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.892526 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.892837 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.893147 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.893526 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:34:57.895393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:57.896475 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.947827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-b405c244-0e45-41c4-b404-57e6d0ce6d0e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5342352 Jul 05 09:34:57.951415 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Attempting to bind port 7455bb72-899c-4c63-9943-450371816184 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:57.952012 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Attempting to bind port 7455bb72-899c-4c63-9943-450371816184 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:57.952256 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Attempting to bind port 7455bb72-899c-4c63-9943-450371816184 on network bd288a63-ab7e-4003-b3b3-613006c27fbf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:57.958891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:57.959621 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Checking segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:57.960087 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.960542 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Bound using segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:57.961163 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Bound port: 7455bb72-899c-4c63-9943-450371816184, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:57.961277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-bd461661-c44d-4f05-9fba-9aa6241b4514 service neutron] 10.222.0.21 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952645 Jul 05 09:34:57.961655 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:57.965004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Request body: {'port': {'device_id': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:34:58.034693 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] For port 7455bb72-899c-4c63-9943-450371816184, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:34:58.036977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-91757c97-c665-479c-a397-9d966c9e75ba tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4951186 Jul 05 09:34:58.038222 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] For port 7455bb72-899c-4c63-9943-450371816184, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7455bb72-899c-4c63-9943-450371816184,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:34:58.045163 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:58.101394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f43a7-bd5c-40dc-b53c-326b506ef369 None None] Pushing event updated for resources: {'Port': ['ID=7455bb72-899c-4c63-9943-450371816184,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:58.115249 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:34:58.116472 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:34:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:58.140160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:58.223434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-998859cd-b59e-4d52-994c-64321080ffbd service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709263 Jul 05 09:34:58.296261 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:34:58.330220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642c97-be86-465a-877f-1ad751dc128e req-e579309b-3d28-4bc7-b7e9-7986a5e42daa tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:58.332120 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69642c97-be86-465a-877f-1ad751dc128e req-e579309b-3d28-4bc7-b7e9-7986a5e42daa tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e29a21d-4ed1-469d-a5e6-b025f94afd45 HTTP/1.1" status: 200 len: 945 time: 0.1378477 Jul 05 09:34:58.540618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Deleting port d1c0099e-d965-4e52-94ff-3dc18d10421b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:34:58.540962 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:58.548368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55cd4034-71f5-49ea-9edb-6e1be7329368 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:58.583260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-3fa12822-daba-46a7-97d1-65df3d0ae64a service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481557 Jul 05 09:34:58.656258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7365de-41ac-4ad0-85f8-d31fd076fc2d req-496b8e28-4ad9-4d8d-8b11-3e2b086c22f8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:58.659869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] For port d1c0099e-d965-4e52-94ff-3dc18d10421b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d1c0099e-d965-4e52-94ff-3dc18d10421b,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:58.660597 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7365de-41ac-4ad0-85f8-d31fd076fc2d req-496b8e28-4ad9-4d8d-8b11-3e2b086c22f8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.2481196 Jul 05 09:34:58.661365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:58.670163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 55cd4034-71f5-49ea-9edb-6e1be7329368 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:58.672422 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:34:58Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:34:58.674978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 55cd4034-71f5-49ea-9edb-6e1be7329368 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:58.675388 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:58.729394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68edb5a0-32c2-4cc2-9ad3-431aa0d30f91 None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:34:58Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:34:58.893329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7365de-41ac-4ad0-85f8-d31fd076fc2d req-8cbe14bb-ffc2-43a5-8f5c-b92603f2a63b tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057698 Jul 05 09:34:58.898375 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:58.956914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:34:58.961431 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fb5e46-a4e7-4021-a786-923ec4cc7604" -d '{"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:34:59.027572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:59.034255 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.034941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:59.091661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc2418b-4721-475f-81cc-6ff26db855a4 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:34:59.110408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.122331 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.194637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:59.208131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.229746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:59.235633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:59.237098 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.275349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Transition to ACTIVE for port object 8dc2418b-4721-475f-81cc-6ff26db855a4 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:34:59.281665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.284727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.286279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.286480 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29 disassociated. External IP: 172.25.1.105, port: d1c0099e-d965-4e52-94ff-3dc18d10421b. Jul 05 09:34:59.287306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Calling delete_port for d1c0099e-d965-4e52-94ff-3dc18d10421b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:34:59.335806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7455bb72-899c-4c63-9943-450371816184 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:34:59.504532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:59.539952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e08b3-dfc3-4df3-8416-ef8aab67eb07 req-1584aed2-1c9c-49b3-9cba-4235f8141b63 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:59.551576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b6e08b3-dfc3-4df3-8416-ef8aab67eb07 req-1584aed2-1c9c-49b3-9cba-4235f8141b63 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 945 time: 0.5490923 Jul 05 09:34:59.612499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bec2a-63b4-45c3-8be6-4e9868e5969b req-36044004-75a4-4e52-a9e1-d26269f47c53 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:34:59.621068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e9bec2a-63b4-45c3-8be6-4e9868e5969b req-36044004-75a4-4e52-a9e1-d26269f47c53 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 932 time: 0.5014319 Jul 05 09:34:59.629039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.718883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7455bb72-899c-4c63-9943-450371816184 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:34:59.721856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event deleted for resources: {'Port': ['ID=d1c0099e-d965-4e52-94ff-3dc18d10421b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:34:59.734549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7455bb72-899c-4c63-9943-450371816184 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:34:59.735618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.738225 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.744326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e9bec2a-63b4-45c3-8be6-4e9868e5969b req-0855d645-5cc7-4baf-b7e7-178ec2ee0f70 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217353 Jul 05 09:34:59.745331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:34:59.745331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:34:59.745672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:59.753968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:34:59.754302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:34:59.772641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:34:59.773025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:34:59.773418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:34:59.773884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Bound port: 8dc2418b-4721-475f-81cc-6ff26db855a4, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:34:59.779096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.907819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:34:59.926634 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:34:59.927620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6368a57b-2055-43cf-9090-41cd9f5b15d6 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:00.038863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:00.049400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:00.059421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b6e08b3-dfc3-4df3-8416-ef8aab67eb07 req-a9a2e0c8-62d5-4b95-9115-19f7e4adbed6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061827 Jul 05 09:35:00.070136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:00.151320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:00.219460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:00.220933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:00.226865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] 10.222.0.16 "PUT /v2.0/ports/8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 1093 time: 2.2645700 Jul 05 09:35:00.243743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.16', 61907) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:00.314780 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:00.318871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:00.330932 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc8843-aa2c-491c-b989-c7c1263d7315" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:00.350619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:00.373208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 6368a57b-2055-43cf-9090-41cd9f5b15d6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:00.385278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 6368a57b-2055-43cf-9090-41cd9f5b15d6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:00.390164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:00.396882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab3c8b-5e26-4687-859b-93cb76753789 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:00.452694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:00.478294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] Sync routers for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:00.524593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:00.525328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:34:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:00.547053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] No DVR routers for this DVR port d1c0099e-d965-4e52-94ff-3dc18d10421b on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:00.554464 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:00.556636 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69642c97-be86-465a-877f-1ad751dc128e req-ead81964-e085-4189-9cd4-4b6b035b6343 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "DELETE /v2.0/ports/d1c0099e-d965-4e52-94ff-3dc18d10421b HTTP/1.1" status: 204 len: 173 time: 2.2176056 Jul 05 09:35:00.557387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'name': 'network-vif-deleted', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:00.561283 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85e2887-4312-400a-86dd-78cdfaa159ec" -d '{"events": [{"server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "name": "network-vif-deleted", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:00.805224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d5bcf-c89c-4110-8a01-7cfea24e2196 req-dace4d29-e73c-4ab7-8a66-d0576dc2ec18 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:00.813592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be2d5bcf-c89c-4110-8a01-7cfea24e2196 req-dace4d29-e73c-4ab7-8a66-d0576dc2ec18 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 945 time: 0.7457552 Jul 05 09:35:00.820580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:00.872621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-3a0db14d-0fc1-46fa-a834-4c956609c8a8 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:00.874436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-3a0db14d-0fc1-46fa-a834-4c956609c8a8 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 822 time: 0.5358305 Jul 05 09:35:00.884965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdffddc-21ef-4395-8ddd-585383455f9f req-523e3732-570d-4da2-ab0c-5c3e7b212f36 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:00.887337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bcdffddc-21ef-4395-8ddd-585383455f9f req-523e3732-570d-4da2-ab0c-5c3e7b212f36 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.3940585 Jul 05 09:35:00.892202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-1c930ff5-17e3-4e94-9a29-dbbcf0ebaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:00.897136 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-1c930ff5-17e3-4e94-9a29-dbbcf0ebaa28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1096 time: 0.4745502 Jul 05 09:35:00.925707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7455bb72-899c-4c63-9943-450371816184, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7455bb72-899c-4c63-9943-450371816184,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:00.942544 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:01.003453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-cb92e9ab-6edd-4b8e-a869-6027cc6c5a29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 217 time: 0.0834227 Jul 05 09:35:01.010956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-e879c5a7-6aea-42f4-b475-0ae86c54d0a7 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94301d87067d401f82039f5a90b25f8f HTTP/1.1" status: 200 len: 379 time: 0.1222894 Jul 05 09:35:01.061013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7455bb72-899c-4c63-9943-450371816184,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:01.084225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-2e1b5104-479b-4a2d-afcc-f98ca9638c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:01.085996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-2e1b5104-479b-4a2d-afcc-f98ca9638c1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0734007 Jul 05 09:35:01.103203 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be2d5bcf-c89c-4110-8a01-7cfea24e2196 req-08dd1cf3-c827-4d69-967b-2d5dcd947a84 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885005 Jul 05 09:35:01.117581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'port': {'device_id': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'admin_state_up': True, 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'security_groups': ['aa2549d1-bd11-49e5-a3c4-8eb054766004']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:01.171065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-107a5321-dc9d-4e8b-8e7c-575464584d46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491734 Jul 05 09:35:01.213742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:01.218315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bcdffddc-21ef-4395-8ddd-585383455f9f req-bf8b40d2-1c9c-4848-bca8-09ff1ed8eb80 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951241 Jul 05 09:35:01.434840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7455bb72-899c-4c63-9943-450371816184 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:01.441400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Made reservation on behalf of 94301d87067d401f82039f5a90b25f8f for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:01.445122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:01.467103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-aae07c44-7449-4a89-ba20-88fc4a5f6417 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432969 Jul 05 09:35:01.554820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-bd847b37-d552-4dfa-a44a-d02f64e8c47b tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:01.565801 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-bd847b37-d552-4dfa-a44a-d02f64e8c47b tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.16 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 820 time: 0.4670835 Jul 05 09:35:01.579248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'port': {'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'admin_state_up': True, 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:01.610285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c2824d0-f690-43f7-a021-fca34fcd4f4b req-5a973b4d-134c-46bc-addc-4af40ed6783e tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 210 time: 0.0749364 Jul 05 09:35:01.651004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32da7c6a-2258-47b0-992e-512a9cc072fc req-2a6fffc0-2d51-40ea-a534-47fb3d392d7d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 210 time: 0.1128695 Jul 05 09:35:01.771652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6368a57b-2055-43cf-9090-41cd9f5b15d6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6368a57b-2055-43cf-9090-41cd9f5b15d6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:01.796807 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f6da3-0fe2-4b91-93f8-a15aeb42cfae x-openstack-request-id: req-1c6f6da3-0fe2-4b91-93f8-a15aeb42cfae {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:01.799272 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:01.799799 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c6f6da3-0fe2-4b91-93f8-a15aeb42cfae {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:01.800366 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'code': 200} Jul 05 09:35:01.816769 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:01.854457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Made reservation on behalf of 90bf78e1b6b74b89b46c17d6fc104456 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:01.866322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9785245-7b2b-42fd-8d19-d52b2f7b5f82 req-a4da7dd6-11c6-4a30-9159-df5a364ecb25 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919470 Jul 05 09:35:01.867890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:01.890769 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b510b5b-bf58-4125-9f60-42a1f612a320 x-openstack-request-id: req-3b510b5b-bf58-4125-9f60-42a1f612a320 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:01.891156 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:01.891675 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b510b5b-bf58-4125-9f60-42a1f612a320 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:01.892227 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4', 'status': 'completed', 'code': 200} Jul 05 09:35:01.893651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Allocated IP 172.20.0.9 (622965d8-c654-4e30-a640-6536c7a6bb21/37042186-3309-4f6d-96b3-b6ee603f24dc/5a673a8c-6293-4ed3-bbd8-f648edc75a28) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:02.020509 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c1fb29-9fcf-4b66-9ab8-b3ebbbef77c5 x-openstack-request-id: req-05c1fb29-9fcf-4b66-9ab8-b3ebbbef77c5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:02.020810 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e29a21d-4ed1-469d-a5e6-b025f94afd45", "name": "network-vif-deleted", "tag": "d1c0099e-d965-4e52-94ff-3dc18d10421b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:02.021138 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05c1fb29-9fcf-4b66-9ab8-b3ebbbef77c5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:02.021446 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e29a21d-4ed1-469d-a5e6-b025f94afd45', 'name': 'network-vif-deleted', 'tag': 'd1c0099e-d965-4e52-94ff-3dc18d10421b', 'status': 'completed', 'code': 200} Jul 05 09:35:02.073720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6368a57b-2055-43cf-9090-41cd9f5b15d6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:02.101061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7455bb72-899c-4c63-9943-450371816184 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:02.101451 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:02.146765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:02.185232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d404e7-62ce-4e22-932c-0b9cc4e28c94 req-fef16480-8a67-4a80-8cfa-aff09fade9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:02.186779 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b5d404e7-62ce-4e22-932c-0b9cc4e28c94 req-fef16480-8a67-4a80-8cfa-aff09fade9ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 1101 time: 0.1645677 Jul 05 09:35:02.211286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] Checking router: 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:02.228504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:02.229181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:34:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:02.239433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Allocated IP 172.20.0.4 (bd288a63-ab7e-4003-b3b3-613006c27fbf/b30449e0-984f-4196-bdc6-402fbbd530c9/c8e626e6-2fe3-4ea2-921d-e2673366267a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:02.263966 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b5d404e7-62ce-4e22-932c-0b9cc4e28c94 req-ac8b234d-9701-4d9d-96b3-fdf65e3abdd9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649869 Jul 05 09:35:02.361300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-221a3b98-c9c5-456e-915d-4fa15464b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:02.363210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-221a3b98-c9c5-456e-915d-4fa15464b6f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1096 time: 0.3935325 Jul 05 09:35:02.387299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:02.415989 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:02.426501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c732c1e-ce75-4029-ac97-bf244bea335a req-cab7b061-f81a-4ee9-84aa-4848d5e8b282 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:02.434327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c732c1e-ce75-4029-ac97-bf244bea335a req-cab7b061-f81a-4ee9-84aa-4848d5e8b282 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.4005718 Jul 05 09:35:02.470517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56266a-dc2f-4bc8-825b-f5d67cd193c4 req-28342f3b-2393-4389-b8f6-2e6d47e20839 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:02.472171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f56266a-dc2f-4bc8-825b-f5d67cd193c4 req-28342f3b-2393-4389-b8f6-2e6d47e20839 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 944 time: 0.2543867 Jul 05 09:35:02.509633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d1c0099e-d965-4e52-94ff-3dc18d10421b no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:02.533070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Transition to ACTIVE for port object 5a673a8c-6293-4ed3-bbd8-f648edc75a28 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:02.542251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: d1c0099e-d965-4e52-94ff-3dc18d10421b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:02.544242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d1c0099e-d965-4e52-94ff-3dc18d10421b not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:02.573796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f56266a-dc2f-4bc8-825b-f5d67cd193c4 req-4f9e80f9-0859-4dde-898a-44e5a24ca222 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890222 Jul 05 09:35:02.627708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c732c1e-ce75-4029-ac97-bf244bea335a req-739afc6e-5137-41bd-b9b1-70f6b4b49621 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921880 Jul 05 09:35:02.723636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-296c19fb-856a-4b10-804b-be0c16f54daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:02.725663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-296c19fb-856a-4b10-804b-be0c16f54daf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.3499849 Jul 05 09:35:02.811339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:02.824758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-e83a7512-23db-44f1-b99d-ce14eaa074f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 217 time: 0.0886605 Jul 05 09:35:02.872210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:02.902989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426a6a5-ec02-46c1-9b7b-f977e8f51777 None None] The sync data for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 is: [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:02.919743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:02.944649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Transition to ACTIVE for port object c8e626e6-2fe3-4ea2-921d-e2673366267a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:02.987582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.033460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Network bd288a63-ab7e-4003-b3b3-613006c27fbf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:03.037367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:03.041935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:03.087795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Pushing event updated for resources: {'Port': ['ID=c8e626e6-2fe3-4ea2-921d-e2673366267a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:03.125029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:03.125776 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.149016 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-69c86246-1998-4d92-840f-7e872f4f59ce tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5751534 Jul 05 09:35:03.162294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Request body: {'port': {'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:03.276677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-ddd5cb46-4340-4444-9ac4-3e7d70e1afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:03.279274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-ddd5cb46-4340-4444-9ac4-3e7d70e1afe0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.4374685 Jul 05 09:35:03.288373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Network 622965d8-c654-4e30-a640-6536c7a6bb21 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:03.297803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:03.300439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:03.312175 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.385990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:03.387552 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.401451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-e5ad2022-45c1-4d14-aeef-17325057eca9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104689 Jul 05 09:35:03.426473 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f42bfe-1104-432c-a833-d25fb0e49596 None None] New status for floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:35:03.426994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3397670 Jul 05 09:35:03.491978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31c6c921-a55c-48a9-9035-8b0d02617ea6 None None] Provisioning for port c8e626e6-2fe3-4ea2-921d-e2673366267a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:03.497874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31c6c921-a55c-48a9-9035-8b0d02617ea6 None None] Provisioning complete for port c8e626e6-2fe3-4ea2-921d-e2673366267a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:03.498741 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31c6c921-a55c-48a9-9035-8b0d02617ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.553093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-0fe075de-73f0-4b4f-9f25-acc57cffab1a service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281459 Jul 05 09:35:03.568831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Request body: {'port': {'device_id': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:03.617133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-31c6c921-a55c-48a9-9035-8b0d02617ea6 None None] Port c8e626e6-2fe3-4ea2-921d-e2673366267a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:35:03.623111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.16', 61911) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:03.663676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e626e6-2fe3-4ea2-921d-e2673366267a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:03.672590 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.697799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Transition to ACTIVE for port object c8e626e6-2fe3-4ea2-921d-e2673366267a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:03.708409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.725581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3e4d3-7695-4640-95ec-17cba8729aa5 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event updated for resources: {'Port': ['ID=5a673a8c-6293-4ed3-bbd8-f648edc75a28,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:03.774148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8e626e6-2fe3-4ea2-921d-e2673366267a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:03.802402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2'}, {'server_uuid': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368a57b-2055-43cf-9090-41cd9f5b15d6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:03.804843 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4528a58-3e54-490d-ad63-f61c9b44aa4b" -d '{"events": [{"server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "name": "network-vif-plugged", "status": "completed", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2"}, {"server_uuid": "9259d0c5-846f-48c8-8716-4b1bda3af471", "name": "network-vif-plugged", "status": "completed", "tag": "6368a57b-2055-43cf-9090-41cd9f5b15d6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:03.821685 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.850923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Attempting to bind port c8e626e6-2fe3-4ea2-921d-e2673366267a on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:03.851313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Attempting to bind port c8e626e6-2fe3-4ea2-921d-e2673366267a by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:03.852297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Attempting to bind port c8e626e6-2fe3-4ea2-921d-e2673366267a on network bd288a63-ab7e-4003-b3b3-613006c27fbf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:03.857943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Port c8e626e6-2fe3-4ea2-921d-e2673366267a on network bd288a63-ab7e-4003-b3b3-613006c27fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:03.858318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Attempting to bind port c8e626e6-2fe3-4ea2-921d-e2673366267a on network bd288a63-ab7e-4003-b3b3-613006c27fbf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:03.861693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c069359-b1d2-4e04-97f1-08ce0f44b567 req-758d1b37-931c-4110-87b8-5dc46988c8ff tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:03.862910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c069359-b1d2-4e04-97f1-08ce0f44b567 req-758d1b37-931c-4110-87b8-5dc46988c8ff tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 946 time: 1.0540600 Jul 05 09:35:03.863885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:03.864247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Checking segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:03.865180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Bound using segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:03.866875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Bound port: c8e626e6-2fe3-4ea2-921d-e2673366267a, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:03.866875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.867420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-fd014abf-34f0-49fd-892e-c4c15faf19b9 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030701 Jul 05 09:35:03.914910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97868a81-3e08-45f6-b69f-3c36f6ae1f21 req-82dd321c-4324-4d28-8fbf-b5addf3ff299 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:03.916460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97868a81-3e08-45f6-b69f-3c36f6ae1f21 req-82dd321c-4324-4d28-8fbf-b5addf3ff299 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 946 time: 0.6218691 Jul 05 09:35:03.947462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] For port c8e626e6-2fe3-4ea2-921d-e2673366267a, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:03.951579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] For port c8e626e6-2fe3-4ea2-921d-e2673366267a, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:03.957047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.979874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-fc88b897-f962-48e7-a582-8606d9276cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2898974 Jul 05 09:35:03.993548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:03.994250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:03.995888 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] 10.222.0.16 "PUT /v2.0/ports/c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 1092 time: 0.8383079 Jul 05 09:35:04.023037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:04.025582 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c995ae-7554-42ec-a278-46253fe3205d" -d '{"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:04.029406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cf8f9-e561-449d-8003-6b652829f8cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8e626e6-2fe3-4ea2-921d-e2673366267a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:04.103863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c069359-b1d2-4e04-97f1-08ce0f44b567 req-8a279d31-0dfc-458b-92f0-14e9e2ee18b5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039657 Jul 05 09:35:04.111620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97868a81-3e08-45f6-b69f-3c36f6ae1f21 req-1806607d-5390-40f0-9498-1254d75f2d72 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863408 Jul 05 09:35:04.151342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-9c9a6d78-9473-47a8-bf8d-7ce169a67112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.153867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-9c9a6d78-9473-47a8-bf8d-7ce169a67112 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1101 time: 0.0989316 Jul 05 09:35:04.325456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-41d52469-41a1-4ad0-a319-78a2e8701182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.326961 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-41d52469-41a1-4ad0-a319-78a2e8701182 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1426883 Jul 05 09:35:04.352848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-1d805df9-a3e5-45cb-9e2b-b8764a778ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.354330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-1d805df9-a3e5-45cb-9e2b-b8764a778ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1095 time: 0.2418070 Jul 05 09:35:04.373997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-c1bf851f-1523-4316-8340-16360bc690f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.0390475 Jul 05 09:35:04.440998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-f294679c-74ec-4ff0-b4ec-d95cbc660dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.442593 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-f294679c-74ec-4ff0-b4ec-d95cbc660dc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0601370 Jul 05 09:35:04.460231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-6ec18d7b-3eda-4f2a-a0ad-90f9ad60515e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 217 time: 0.0900791 Jul 05 09:35:04.476330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a673a8c-6293-4ed3-bbd8-f648edc75a28 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:04.515006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-d92f5e03-f748-4549-b546-22002ff46a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.518393 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-d92f5e03-f748-4549-b546-22002ff46a4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687678 Jul 05 09:35:04.520879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:04.522862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:04.558435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Transition to ACTIVE for port object 5a673a8c-6293-4ed3-bbd8-f648edc75a28 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:04.572597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92cfe4-a220-4704-8b89-454a059891cf req-d87c257a-5103-4572-b453-baa10ebd6809 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.575486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c92cfe4-a220-4704-8b89-454a059891cf req-d87c257a-5103-4572-b453-baa10ebd6809 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.2865596 Jul 05 09:35:04.581220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:04.589351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-e3afa8d4-1e56-47d9-b9c4-177e533deeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.591914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-e3afa8d4-1e56-47d9-b9c4-177e533deeea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1208110 Jul 05 09:35:04.649200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-7bef39ae-81ed-4d74-8901-f03b95df457e service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218128 Jul 05 09:35:04.676470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3ef1b2b2-7336-4d8d-a164-476314889143 None None] Provisioning for port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:04.694405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f0133-af94-4941-8d2e-b652ef612611 req-4fd8accd-eb17-47f7-bd7f-ae008c25c6ac tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.701392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-224f0133-af94-4941-8d2e-b652ef612611 req-4fd8accd-eb17-47f7-bd7f-ae008c25c6ac tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 931 time: 0.3561137 Jul 05 09:35:04.709919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:04.727602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8dc2418b-4721-475f-81cc-6ff26db855a4', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'port_id': '8dc2418b-4721-475f-81cc-6ff26db855a4', 'mac_address': 'fa:16:3e:c1:10:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506f3a1a-20db-4d0e-86b5-c7c25cef450e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:04.773452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c92cfe4-a220-4704-8b89-454a059891cf req-811f7eeb-1c67-49be-960a-0700b07015a3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811574 Jul 05 09:35:04.794104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Pushing event updated for resources: {'Port': ['ID=5a673a8c-6293-4ed3-bbd8-f648edc75a28,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:04.799824 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:04.813731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-224f0133-af94-4941-8d2e-b652ef612611 req-8cbd771f-95cd-4999-84e7-7817f49a6284 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113794 Jul 05 09:35:04.821364 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b2f1b4b4-388d-4739-905a-df5274cf76eb req-86e48b07-4fde-45a8-8637-9f41d4e62c28 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648955 Jul 05 09:35:04.821623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc2418b-4721-475f-81cc-6ff26db855a4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:04.865709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:04.877524 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:04.895224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-f0d5e433-d392-4ad7-8aa9-8fed5ec1866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:04.896754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-f0d5e433-d392-4ad7-8aa9-8fed5ec1866d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2685039 Jul 05 09:35:04.966951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:05.025221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Attempting to bind port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:05.025557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Attempting to bind port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:05.025885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Attempting to bind port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 on network 622965d8-c654-4e30-a640-6536c7a6bb21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:05.054892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 on network 622965d8-c654-4e30-a640-6536c7a6bb21 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:05.055239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Attempting to bind port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 on network 622965d8-c654-4e30-a640-6536c7a6bb21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:05.080574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:05.080906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Checking segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:05.081287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Bound using segment: {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:05.081748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Bound port: 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59841dd0-d000-4a9f-924f-ba20212b68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:05.082101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:05.131010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-9212a042-e01a-49ca-8cdb-be5a8d71e1ba service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245331 Jul 05 09:35:05.166710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8dc2418b-4721-475f-81cc-6ff26db855a4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:05.211128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2556ca-dc92-4a9b-b0f8-e1ce25c23bf3 req-51069c07-a240-4975-b674-65aa6b4e3eb0 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.212530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e2556ca-dc92-4a9b-b0f8-e1ce25c23bf3 req-51069c07-a240-4975-b674-65aa6b4e3eb0 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 943 time: 0.2343845 Jul 05 09:35:05.225130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968b0a-fcc9-4ad7-9c6f-8476035abee2 req-0668697c-025c-4879-a4e3-09781610ef26 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.226610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c968b0a-fcc9-4ad7-9c6f-8476035abee2 req-0668697c-025c-4879-a4e3-09781610ef26 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 945 time: 0.2472739 Jul 05 09:35:05.289926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] For port 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:05.332126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] For port 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:05.342015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e2556ca-dc92-4a9b-b0f8-e1ce25c23bf3 req-0d114fab-2c1b-4de6-a34b-c163cc8cb4f4 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117101 Jul 05 09:35:05.346948 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:05.365755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c968b0a-fcc9-4ad7-9c6f-8476035abee2 req-d279a16a-669b-49d1-b15a-793665e58fe3 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265039 Jul 05 09:35:05.404440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fee428ab-cf1f-45bc-afd7-57dc3133dd3d req-1eb1c785-91bc-4d64-9566-207117a09bed service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524774 Jul 05 09:35:05.416411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.417024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:05.418548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a673a8c-6293-4ed3-bbd8-f648edc75a28 HTTP/1.1" status: 200 len: 1092 time: 1.8642392 Jul 05 09:35:05.418996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:05.421316 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d34f9-5f7e-486a-bd50-13acc8c882c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:05.433299 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c4647b-41f5-4c3c-a639-2c02c092c06b x-openstack-request-id: req-85c4647b-41f5-4c3c-a639-2c02c092c06b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:05.433716 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "name": "network-vif-plugged", "status": "completed", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2", "code": 200}, {"server_uuid": "9259d0c5-846f-48c8-8716-4b1bda3af471", "name": "network-vif-plugged", "status": "completed", "tag": "6368a57b-2055-43cf-9090-41cd9f5b15d6", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:05.433991 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85c4647b-41f5-4c3c-a639-2c02c092c06b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:05.434473 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2', 'code': 200} Jul 05 09:35:05.434722 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368a57b-2055-43cf-9090-41cd9f5b15d6', 'code': 200} Jul 05 09:35:05.445158 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:35:05.449452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43633000-66f6-439d-83e6-1fbe3a907a21 service neutron] Pushing event updated for resources: {'Port': ['ID=5a673a8c-6293-4ed3-bbd8-f648edc75a28,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:05.594533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162520d-59c8-481b-8836-59a8cd9673bb req-5bdc8011-9e98-49f1-8fc7-9a8c71fe9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.596283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b162520d-59c8-481b-8836-59a8cd9673bb req-5bdc8011-9e98-49f1-8fc7-9a8c71fe9426 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 1098 time: 0.0588629 Jul 05 09:35:05.619557 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe35eb-7ce7-498f-84b1-264d69903c30 x-openstack-request-id: req-8fbe35eb-7ce7-498f-84b1-264d69903c30 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:05.619835 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:05.620272 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fbe35eb-7ce7-498f-84b1-264d69903c30 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:05.623423 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'status': 'completed', 'code': 200} Jul 05 09:35:05.655768 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b162520d-59c8-481b-8836-59a8cd9673bb req-0f21a895-cafb-444f-b524-2e8791042d1a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Jul 05 09:35:05.682875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171bf8c-82bf-4aa9-a8c7-6a2cac86a328 req-98ab606d-c603-4dec-97d9-d7f088f99aee tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.686295 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6171bf8c-82bf-4aa9-a8c7-6a2cac86a328 req-98ab606d-c603-4dec-97d9-d7f088f99aee tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.2064304 Jul 05 09:35:05.728687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b0ea-4f6a-4c08-8968-aa7e48051b87 req-7f94beaf-8642-4f0a-b5aa-27d8122b4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.729890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4244b0ea-4f6a-4c08-8968-aa7e48051b87 req-7f94beaf-8642-4f0a-b5aa-27d8122b4b0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1098 time: 0.1782916 Jul 05 09:35:05.749764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-13a735d6-7f3e-419a-9728-f92c532c08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.751265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-13a735d6-7f3e-419a-9728-f92c532c08b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 1095 time: 0.2161493 Jul 05 09:35:05.823554 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6171bf8c-82bf-4aa9-a8c7-6a2cac86a328 req-cd2a7578-6b7b-4939-98d5-8dc04139c132 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138902 Jul 05 09:35:05.827598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-455e320e-ead0-4c59-8d2e-a026c5e02d0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28 HTTP/1.1" status: 200 len: 217 time: 0.0544531 Jul 05 09:35:05.859965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4244b0ea-4f6a-4c08-8968-aa7e48051b87 req-84f78e56-5a53-4036-a194-253dee6e33af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157742 Jul 05 09:35:05.890443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c995ae-7554-42ec-a278-46253fe3205d req-67d1ec4c-2ee7-40eb-bcc8-9274a59ac7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.891949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c995ae-7554-42ec-a278-46253fe3205d req-67d1ec4c-2ee7-40eb-bcc8-9274a59ac7ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1095 time: 0.2308390 Jul 05 09:35:05.902246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-dc01e880-eecd-4371-bce3-82f1aa266967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:05.903804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-dc01e880-eecd-4371-bce3-82f1aa266967 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 200 len: 861 time: 0.0581486 Jul 05 09:35:06.422526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c995ae-7554-42ec-a278-46253fe3205d req-eb978979-ee9f-4b46-adb8-7c783e753474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:06.424007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c995ae-7554-42ec-a278-46253fe3205d req-eb978979-ee9f-4b46-adb8-7c783e753474 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.5193851 Jul 05 09:35:06.456005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-0e01fcad-2e04-4ee2-8037-a191512dc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:06.457465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-0e01fcad-2e04-4ee2-8037-a191512dc10c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=622965d8-c654-4e30-a640-6536c7a6bb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5443294 Jul 05 09:35:06.489545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-4bc6d82b-ee4e-4056-8227-d2cdd7809616 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5300496 Jul 05 09:35:06.499562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aa638-46b1-4681-b611-09d8340e6c6f req-5541ca34-2199-48bf-b239-8e221b6758aa tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:06.501075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e4aa638-46b1-4681-b611-09d8340e6c6f req-5541ca34-2199-48bf-b239-8e221b6758aa tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 946 time: 0.5255401 Jul 05 09:35:06.512139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c995ae-7554-42ec-a278-46253fe3205d req-0936a7d4-3690-4990-b264-41e3deff8e00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 217 time: 0.0742619 Jul 05 09:35:06.523407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a66d2-43ef-4855-961d-07160bb3ba2b req-bf7f132c-f8e0-4fb7-823b-9ba8320b58bd tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:06.524988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-999a66d2-43ef-4855-961d-07160bb3ba2b req-bf7f132c-f8e0-4fb7-823b-9ba8320b58bd tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 946 time: 0.5393174 Jul 05 09:35:06.548144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:06.608015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8dc2418b-4721-475f-81cc-6ff26db855a4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:06.613415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8dc2418b-4721-475f-81cc-6ff26db855a4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:06.613843 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:06.694881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e4aa638-46b1-4681-b611-09d8340e6c6f req-b359b9e5-e816-4de7-9ef8-4cba2289d64d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816561 Jul 05 09:35:06.696979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c995ae-7554-42ec-a278-46253fe3205d req-cbe1beb5-ccec-47f2-9db2-efc7f305a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:06.698613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c995ae-7554-42ec-a278-46253fe3205d req-cbe1beb5-ccec-47f2-9db2-efc7f305a209 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1727674 Jul 05 09:35:06.735931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-999a66d2-43ef-4855-961d-07160bb3ba2b req-3dfe5d27-14bc-4fd1-8143-0cf611be703d tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564221 Jul 05 09:35:06.797855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-dd815959-496b-44b4-9da3-56966cc4e9b8 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070304 Jul 05 09:35:06.808270 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ab056-dcf8-4e86-9c32-7c9e3453eb6f x-openstack-request-id: req-767ab056-dcf8-4e86-9c32-7c9e3453eb6f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:06.809195 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:06.809446 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-767ab056-dcf8-4e86-9c32-7c9e3453eb6f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:06.809853 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'status': 'completed', 'code': 200} Jul 05 09:35:06.901225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c995ae-7554-42ec-a278-46253fe3205d req-83f3b36b-50f5-4f6e-ad0c-17eb2d6a3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:06.909158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c995ae-7554-42ec-a278-46253fe3205d req-83f3b36b-50f5-4f6e-ad0c-17eb2d6a3719 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021923 Jul 05 09:35:07.037022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:07.053473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0a4d7d-3b65-4e42-9d72-2d661001da29 req-d93744bb-0aee-4a56-a5c7-7f306f4f7872 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474248 Jul 05 09:35:07.091523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:07.100104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:07.169694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:07.201687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c995ae-7554-42ec-a278-46253fe3205d req-3992d128-ba47-4307-adec-60b5e783e860 service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811964 Jul 05 09:35:07.213491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad7446-de70-470b-8634-6f88ee44bddb req-0231467c-9e4a-41f4-bf23-939fad9b2879 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.216151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46ad7446-de70-470b-8634-6f88ee44bddb req-0231467c-9e4a-41f4-bf23-939fad9b2879 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 943 time: 0.2672369 Jul 05 09:35:07.294915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771711d-d387-4cd1-a0dc-b999d70143ef req-09d1bd07-da06-4241-a251-3805883d1d20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.296540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d771711d-d387-4cd1-a0dc-b999d70143ef req-09d1bd07-da06-4241-a251-3805883d1d20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.2922521 Jul 05 09:35:07.398031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46ad7446-de70-470b-8634-6f88ee44bddb req-d8ce94f1-c9b4-43ab-ba37-7de2ea0a6d23 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702077 Jul 05 09:35:07.408056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-8b84494b-9bcf-4a4b-b31d-3443d07347a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.409694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-8b84494b-9bcf-4a4b-b31d-3443d07347a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 1095 time: 0.2823074 Jul 05 09:35:07.435794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d771711d-d387-4cd1-a0dc-b999d70143ef req-caed4d6c-41dc-4652-95f7-f1672d753362 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266558 Jul 05 09:35:07.436538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:07.438977 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f62666-2183-41e5-94a0-bd1cb3754f22" -d '{"events": [{"server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:07.492483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c995ae-7554-42ec-a278-46253fe3205d req-4656017e-56a3-4f4b-8e66-7f463fd7cf86 service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752311 Jul 05 09:35:07.568766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-5a49329d-fc47-4f42-9075-811d36a82291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.570248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-5a49329d-fc47-4f42-9075-811d36a82291 service neutron] 10.222.0.16 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 923 time: 0.1523535 Jul 05 09:35:07.647020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-077920a6-f196-4d05-b740-a22d89ab2df5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28 HTTP/1.1" status: 200 len: 217 time: 0.0688491 Jul 05 09:35:07.672353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f600164-54ac-47b2-b48f-3b79d1d786f0 req-6e598272-6dc0-48c8-8222-50b35a672201 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.673816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f600164-54ac-47b2-b48f-3b79d1d786f0 req-6e598272-6dc0-48c8-8222-50b35a672201 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 943 time: 0.1607547 Jul 05 09:35:07.758365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d12bf-803f-4cfe-9690-4364719ad4bf req-80df38c5-9d6f-4e54-9634-ec1c58ac03de tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.759840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c63d12bf-803f-4cfe-9690-4364719ad4bf req-80df38c5-9d6f-4e54-9634-ec1c58ac03de tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 946 time: 0.1849363 Jul 05 09:35:07.763327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f600164-54ac-47b2-b48f-3b79d1d786f0 req-d09bf36f-9a2a-4f6e-95b2-4e110e9c25e3 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684943 Jul 05 09:35:07.764886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-f41c6478-514d-48fe-8d83-788cccc6506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.766513 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-f41c6478-514d-48fe-8d83-788cccc6506b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 200 len: 861 time: 0.1097264 Jul 05 09:35:07.834749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c63d12bf-803f-4cfe-9690-4364719ad4bf req-71e41cc8-3b4c-4851-8436-b06cdd183ec3 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676565 Jul 05 09:35:07.855516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-a3c5ec61-792e-4a41-a2d1-18cc91fd2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:07.857023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-a3c5ec61-792e-4a41-a2d1-18cc91fd2373 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=622965d8-c654-4e30-a640-6536c7a6bb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829139 Jul 05 09:35:07.930738 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8dfb5c-813b-4b3c-aacb-375dbd677799 x-openstack-request-id: req-fc8dfb5c-813b-4b3c-aacb-375dbd677799 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:07.931796 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:07.932299 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc8dfb5c-813b-4b3c-aacb-375dbd677799 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:07.932852 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4', 'code': 200} Jul 05 09:35:07.960621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-ca3e2625-6198-42f5-a3c8-8f51527dc3d7 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942004 Jul 05 09:35:08.214622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305da19f-0202-4d5f-b85d-4797b558e411 req-e692d3dd-6ce7-4f33-a74f-5186a4d5fc86 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.216163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-305da19f-0202-4d5f-b85d-4797b558e411 req-e692d3dd-6ce7-4f33-a74f-5186a4d5fc86 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.2592371 Jul 05 09:35:08.219836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-282d34f9-5f7e-486a-bd50-13acc8c882c1 req-4c80975a-8b9b-4120-8a4d-ecb02e55d5a8 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518961 Jul 05 09:35:08.251738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e22540-8d73-4561-a0ef-74a9c154a578 req-8e4093a4-7bba-4126-9639-3bfbf5891a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.253193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61e22540-8d73-4561-a0ef-74a9c154a578 req-8e4093a4-7bba-4126-9639-3bfbf5891a02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1098 time: 0.2422891 Jul 05 09:35:08.262815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a6f7-fd7a-461a-a4bf-5a523c4e2650 req-c5aebb65-d414-41ee-81fa-23dbe9c8940b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.264250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0525a6f7-fd7a-461a-a4bf-5a523c4e2650 req-c5aebb65-d414-41ee-81fa-23dbe9c8940b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 946 time: 0.2133603 Jul 05 09:35:08.325371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-305da19f-0202-4d5f-b85d-4797b558e411 req-c9825125-694e-4e8c-88b1-eff9dd7e562b tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022964 Jul 05 09:35:08.337191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61e22540-8d73-4561-a0ef-74a9c154a578 req-e8e285e1-8408-4f52-b1df-89c6878b7e60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716364 Jul 05 09:35:08.354132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-7c3e1832-0997-4686-86a9-5ac0df40682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.355992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-7c3e1832-0997-4686-86a9-5ac0df40682e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 1101 time: 0.1942995 Jul 05 09:35:08.359779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0525a6f7-fd7a-461a-a4bf-5a523c4e2650 req-ebc4d26f-226f-4ed3-8305-be42fa87badd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840063 Jul 05 09:35:08.484863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-e2fdb8ba-724e-4198-81ab-f0054bb64404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.486245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-e2fdb8ba-724e-4198-81ab-f0054bb64404 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1235278 Jul 05 09:35:08.563282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-1efd582a-077d-4263-a3ea-31d44fabb9dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=55cd4034-71f5-49ea-9edb-6e1be7329368 HTTP/1.1" status: 200 len: 217 time: 0.0703723 Jul 05 09:35:08.571473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c8e626e6-2fe3-4ea2-921d-e2673366267a details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:08.607921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb7fa2-f57b-4a55-a866-9740eafb74f7 req-915cbcef-7a2d-41b0-9e3f-42dfa2a6ecc1 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.609696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82bb7fa2-f57b-4a55-a866-9740eafb74f7 req-915cbcef-7a2d-41b0-9e3f-42dfa2a6ecc1 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 946 time: 0.1733000 Jul 05 09:35:08.648857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-181516c9-3d5d-4222-9cf7-b5581e40a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.650293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-181516c9-3d5d-4222-9cf7-b5581e40a779 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0804465 Jul 05 09:35:08.682553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c8e626e6-2fe3-4ea2-921d-e2673366267a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:08.696262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'mac_address': 'fa:16:3e:0f:21:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:08.702466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82bb7fa2-f57b-4a55-a866-9740eafb74f7 req-b9b8158b-5d74-4d29-8b30-fc2cda01821d tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839989 Jul 05 09:35:08.706235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960b41b-2ffd-4f83-be98-d0d82d7ae4cc req-b50a02a2-23bb-45d1-889f-48f277987f1a tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.707753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5960b41b-2ffd-4f83-be98-d0d82d7ae4cc req-b50a02a2-23bb-45d1-889f-48f277987f1a tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1098 time: 0.2067192 Jul 05 09:35:08.756170 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:08.761952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-9f1cfe55-ac32-44a1-b94d-a219bc1b4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:08.763502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-9f1cfe55-ac32-44a1-b94d-a219bc1b4b6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1062906 Jul 05 09:35:08.765460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5960b41b-2ffd-4f83-be98-d0d82d7ae4cc req-b05c4717-6126-487e-af66-0be2a6cf00fa tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482905 Jul 05 09:35:08.794840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e626e6-2fe3-4ea2-921d-e2673366267a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:08.817386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c8e626e6-2fe3-4ea2-921d-e2673366267a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:08.822207 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:08.900138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c8e626e6-2fe3-4ea2-921d-e2673366267a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:08.919806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-f9c052fc-c849-4565-ba4a-3536118e23ea service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492276 Jul 05 09:35:09.140616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c8e626e6-2fe3-4ea2-921d-e2673366267a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:09.403896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210855b-5f07-4830-9153-59b48671ddee req-7cda4fdb-86a6-41c4-bf66-e155e2efbcde tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:09.405437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6210855b-5f07-4830-9153-59b48671ddee req-7cda4fdb-86a6-41c4-bf66-e155e2efbcde tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 943 time: 0.5061612 Jul 05 09:35:09.414632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-07f91a03-d1da-4a06-ba8a-3895fec345be service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767411 Jul 05 09:35:09.429050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078036e9-363f-4619-a6cc-cad534825a78 req-62ce60f3-475e-4222-97d8-a3835628dc9e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:09.437216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-078036e9-363f-4619-a6cc-cad534825a78 req-62ce60f3-475e-4222-97d8-a3835628dc9e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.5202971 Jul 05 09:35:09.502590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6210855b-5f07-4830-9153-59b48671ddee req-9c8143a4-1681-47a1-8742-02a8758fc16e tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848706 Jul 05 09:35:09.514080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-078036e9-363f-4619-a6cc-cad534825a78 req-b4985104-2ba6-4aac-99be-d311a4c8777d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757384 Jul 05 09:35:09.725740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b99bc9-0e2a-4f4a-a63a-7b2ee02c16a0 req-96e4d89c-7381-43d2-8fd5-2926e3544802 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:09.727239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29b99bc9-0e2a-4f4a-a63a-7b2ee02c16a0 req-96e4d89c-7381-43d2-8fd5-2926e3544802 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 944 time: 0.1042647 Jul 05 09:35:09.780197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd44e-d683-4f5e-afd0-4f8cf563d896 req-face9692-1ae1-44a9-8618-254c3f85c97b tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:09.781725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41cbd44e-d683-4f5e-afd0-4f8cf563d896 req-face9692-1ae1-44a9-8618-254c3f85c97b tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1098 time: 0.1141889 Jul 05 09:35:09.789484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29b99bc9-0e2a-4f4a-a63a-7b2ee02c16a0 req-71d5390a-9a50-495f-b2c2-8cb2c3cafbb7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Jul 05 09:35:09.832541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41cbd44e-d683-4f5e-afd0-4f8cf563d896 req-0e37fa6c-8c29-4f54-963e-4a5ebf7f714a tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Jul 05 09:35:10.004440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444d2f1-b823-4b3f-ad39-715c02868778 req-0d9409e7-f020-4f83-aa10-cf14b115b4e0 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:10.006919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2444d2f1-b823-4b3f-ad39-715c02868778 req-0d9409e7-f020-4f83-aa10-cf14b115b4e0 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 946 time: 0.0777397 Jul 05 09:35:10.054040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2444d2f1-b823-4b3f-ad39-715c02868778 req-9d660443-e6db-4feb-a974-3e71a97f88b5 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Jul 05 09:35:10.156808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd631e7-15d5-464b-97c9-e7ce545d4709 req-d526f500-3494-4acf-9f48-bcdb46a7d676 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:10.158336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfd631e7-15d5-464b-97c9-e7ce545d4709 req-d526f500-3494-4acf-9f48-bcdb46a7d676 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0909932 Jul 05 09:35:10.206785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfd631e7-15d5-464b-97c9-e7ce545d4709 req-c3825510-c52f-4b88-96c9-9c7f4a71b583 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Jul 05 09:35:10.322119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446bbfb-c848-497b-9e0f-b333de8830f8 req-15a93128-4d53-46e7-8084-5380676394f5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:10.324719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a446bbfb-c848-497b-9e0f-b333de8830f8 req-15a93128-4d53-46e7-8084-5380676394f5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1098 time: 0.0698431 Jul 05 09:35:10.373612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a446bbfb-c848-497b-9e0f-b333de8830f8 req-4f44f8f1-b49a-4633-8094-12083f27dec4 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Jul 05 09:35:10.570465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5a673a8c-6293-4ed3-bbd8-f648edc75a28 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:10.602707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c8e626e6-2fe3-4ea2-921d-e2673366267a up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:10.735325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aecf8e-0803-46b3-bcc5-4b81a67ed7fe req-aab61c5a-4683-4764-bd90-eb9eb5ac2c7e tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:10.743301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42aecf8e-0803-46b3-bcc5-4b81a67ed7fe req-aab61c5a-4683-4764-bd90-eb9eb5ac2c7e tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1098 time: 0.1265020 Jul 05 09:35:10.747683 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:35:10.766969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dc77a-40a8-4459-ab4f-39e9def90317 req-088579bf-f097-497b-a93d-5690aa8abbd5 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:10.768680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f6dc77a-40a8-4459-ab4f-39e9def90317 req-088579bf-f097-497b-a93d-5690aa8abbd5 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1098 time: 0.2179737 Jul 05 09:35:10.820183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42aecf8e-0803-46b3-bcc5-4b81a67ed7fe req-5a4d7e74-2b54-4a93-b62d-970c8d491ef8 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759635 Jul 05 09:35:10.876898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port c8e626e6-2fe3-4ea2-921d-e2673366267a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:10.889418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f6dc77a-40a8-4459-ab4f-39e9def90317 req-efd4c392-0003-4c7f-87c4-e86bc4c43d4b tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094093 Jul 05 09:35:10.893123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port c8e626e6-2fe3-4ea2-921d-e2673366267a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:10.893786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:10.939605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:10.968775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'port_id': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'mac_address': 'fa:16:3e:7d:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:11.028548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:11.074478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a673a8c-6293-4ed3-bbd8-f648edc75a28 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:11.104097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:11.117234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:11.150577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:11.190435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:11.193757 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b08b0da-3ce0-4a55-a381-98644ede5ca6" -d '{"events": [{"server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "name": "network-vif-plugged", "status": "completed", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:11.213793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d8b79-3184-45bf-b520-bd072c39603a req-97cc43d0-df53-4674-a4e4-0bf13f4f1132 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:11.215750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a51d8b79-3184-45bf-b520-bd072c39603a req-97cc43d0-df53-4674-a4e4-0bf13f4f1132 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1569080 Jul 05 09:35:11.218429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5a673a8c-6293-4ed3-bbd8-f648edc75a28,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:11.235309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c8e626e6-2fe3-4ea2-921d-e2673366267a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:11.240238 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:11.279416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b357c-7c65-466e-810d-9b2a599af459 req-6f8fc4d6-d55d-4f4f-9d53-ff8b10f29ddd tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:11.280923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f3b357c-7c65-466e-810d-9b2a599af459 req-6f8fc4d6-d55d-4f4f-9d53-ff8b10f29ddd tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 944 time: 0.1589615 Jul 05 09:35:11.286175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a51d8b79-3184-45bf-b520-bd072c39603a req-67020cc9-a036-41f4-9a15-5b0f740f8750 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Jul 05 09:35:11.313296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c8e626e6-2fe3-4ea2-921d-e2673366267a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:11.329766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f3b357c-7c65-466e-810d-9b2a599af459 req-461199f5-480a-4eb2-a525-d3b1f7f1a3ce tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 Jul 05 09:35:11.427571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['5a673a8c-6293-4ed3-bbd8-f648edc75a28'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:11.488322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f06758-cbcd-4bb9-ade5-c2b5fa2aee4e req-acbca878-4843-48f8-a0db-0cb0c6dc132e tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:11.490044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16f06758-cbcd-4bb9-ade5-c2b5fa2aee4e req-acbca878-4843-48f8-a0db-0cb0c6dc132e tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 945 time: 0.0880265 Jul 05 09:35:11.535702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16f06758-cbcd-4bb9-ade5-c2b5fa2aee4e req-27c1c583-2b23-437a-aee4-27d60bf463a3 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Jul 05 09:35:11.568452 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad74460-2165-4b69-a664-6523a4fae6bb x-openstack-request-id: req-3ad74460-2165-4b69-a664-6523a4fae6bb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:11.568782 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "name": "network-vif-plugged", "status": "completed", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:11.568914 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ad74460-2165-4b69-a664-6523a4fae6bb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:11.569385 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'code': 200} Jul 05 09:35:11.779475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745f22-b6f1-47e6-b8aa-14ab2910fcb7 req-67a4440c-dcc0-4f5e-a20a-0307390e7016 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:11.788712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa745f22-b6f1-47e6-b8aa-14ab2910fcb7 req-67a4440c-dcc0-4f5e-a20a-0307390e7016 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.1339540 Jul 05 09:35:11.804148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661c83c-0682-415a-bc1b-b40ca9607256 req-6f4e45de-6023-467b-87d8-7040c4807c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:11.805742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2661c83c-0682-415a-bc1b-b40ca9607256 req-6f4e45de-6023-467b-87d8-7040c4807c1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.1416800 Jul 05 09:35:11.866335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa745f22-b6f1-47e6-b8aa-14ab2910fcb7 req-27524816-7f36-4e33-8204-cef5b7aa186c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760880 Jul 05 09:35:11.884400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2661c83c-0682-415a-bc1b-b40ca9607256 req-6e339143-e755-4700-bda7-3ead5c785dc1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669949 Jul 05 09:35:11.936401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a26299-9fd6-48dd-8e48-1b3397c8658a req-ca3ded10-3e09-4338-960d-58736a20c143 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:11.937981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70a26299-9fd6-48dd-8e48-1b3397c8658a req-ca3ded10-3e09-4338-960d-58736a20c143 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1098 time: 0.0687134 Jul 05 09:35:11.977437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70a26299-9fd6-48dd-8e48-1b3397c8658a req-80d96c3f-74e5-44d2-9be2-efc769ce9ce9 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 Jul 05 09:35:12.199734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6816f3d-ff4e-477b-9add-1fd9198f3a6f req-cd743a90-695b-402c-ae35-5962bf41c75f tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:12.201286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6816f3d-ff4e-477b-9add-1fd9198f3a6f req-cd743a90-695b-402c-ae35-5962bf41c75f tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1098 time: 0.0623426 Jul 05 09:35:12.248792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6816f3d-ff4e-477b-9add-1fd9198f3a6f req-c28c12dd-22c2-4437-b6bf-c1cc9d6cc1a4 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Jul 05 09:35:12.581761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5a673a8c-6293-4ed3-bbd8-f648edc75a28 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:12.650865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:12.661840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:12.662466 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:12.685051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8f0ab-c4c0-451b-97ec-0a3efb872961 req-7c42146f-b50e-4a4a-ba03-4c82c608fd8a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:12.692126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9eb8f0ab-c4c0-451b-97ec-0a3efb872961 req-7c42146f-b50e-4a4a-ba03-4c82c608fd8a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.0973914 Jul 05 09:35:12.744691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9eb8f0ab-c4c0-451b-97ec-0a3efb872961 req-05f60fec-dfe0-4f83-bfdc-29b38b97429f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515134 Jul 05 09:35:12.748203 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:12.788510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:12.792873 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:12.846513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5a673a8c-6293-4ed3-bbd8-f648edc75a28,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:12.940628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f283b3a-4405-4858-9cb5-2a9fd326a6ee req-d8841b2e-bb6c-4559-bc0f-9d37e5ea66b0 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:12.942113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f283b3a-4405-4858-9cb5-2a9fd326a6ee req-d8841b2e-bb6c-4559-bc0f-9d37e5ea66b0 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 945 time: 0.0817103 Jul 05 09:35:12.992872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f283b3a-4405-4858-9cb5-2a9fd326a6ee req-d5756061-5477-4dce-b84d-aa42e2bfc945 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404496 Jul 05 09:35:13.280298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494de4-200a-4cef-be91-af5c062c2ca6 req-5b21c00e-8c4e-4e4a-829f-5a54d3c67edb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:13.281850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a494de4-200a-4cef-be91-af5c062c2ca6 req-5b21c00e-8c4e-4e4a-829f-5a54d3c67edb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 945 time: 0.0690377 Jul 05 09:35:13.326404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a494de4-200a-4cef-be91-af5c062c2ca6 req-5b2f5bb4-dce7-434a-aab7-9111f221679f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Jul 05 09:35:13.458328 n-d-771363-33 neutron-server[93795]: WARNING keystonemiddleware.auth_token [req-4ccc2eea-7b08-4df1-89d8-ff6e696b594c req-7cebf94c-ebce-4acb-99b6-5b6eaea89c11 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 09:35:13.462498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e42b1cad-10ce-4bdb-bfcd-598fded30128 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:35:13.463740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e42b1cad-10ce-4bdb-bfcd-598fded30128 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0686831 Jul 05 09:35:13.474018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Request body: {'binding': {'host': 'n-h2-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:13.474764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Unknown quota resources ['binding']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:35:13.505214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52135bb-cc90-4d95-a570-dbe7d5809522 req-9dfcd62f-80ac-4d2a-8280-69ecb509b7ee tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:13.506815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52135bb-cc90-4d95-a570-dbe7d5809522 req-9dfcd62f-80ac-4d2a-8280-69ecb509b7ee tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.0677354 Jul 05 09:35:13.547747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52135bb-cc90-4d95-a570-dbe7d5809522 req-93687a02-a1d6-4fd5-a10b-083350944962 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346892 Jul 05 09:35:13.570083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:13.573435 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18b334-a1af-450c-b2b1-420dc844bddc" -d '{"events": [{"server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:13.613269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on host n-h2-771363-33 for vnic_type normal with profile None {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:13.613652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:13.613927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:13.618526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:13.618846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:13.624805 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:13.625133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:13.625704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:13.626134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Bound port: 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:13.703636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:13.711205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:13.712067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e552-b4f4-4070-a6e0-07bdee2cfa76 req-1a450c44-da67-4bab-a101-1a0515500c54 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:13.713659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da37e552-b4f4-4070-a6e0-07bdee2cfa76 req-1a450c44-da67-4bab-a101-1a0515500c54 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1098 time: 0.0663648 Jul 05 09:35:13.715584 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-310e8245-b21b-4960-9143-f2c4f83e1916 service neutron] 10.222.0.21 "POST /v2.0/ports/8a167cc3-2253-48c4-bc77-28f3c7d351e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.2449448 Jul 05 09:35:13.752401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da37e552-b4f4-4070-a6e0-07bdee2cfa76 req-07b12a85-5285-4e46-ac10-91904f8d238a tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Jul 05 09:35:13.956838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-e576c5db-b70d-4ffa-9c2c-7eb98368ab55 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1592331 Jul 05 09:35:13.973105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:13.991658 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93c88e47-5e96-4e70-9955-0c0a5b61ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:14.002174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7eb03-c4d5-4018-b8ab-985c32684803 req-f34e8a90-55cd-4243-9399-d0160b5485be tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:14.003774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44d7eb03-c4d5-4018-b8ab-985c32684803 req-f34e8a90-55cd-4243-9399-d0160b5485be tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.1216817 Jul 05 09:35:14.041465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:14.123887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44d7eb03-c4d5-4018-b8ab-985c32684803 req-7345425b-467b-4903-b90e-e36f1446c6d2 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077609 Jul 05 09:35:14.158767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-5ae5c8af-335e-4d11-a17f-2f34eb23653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:14.160450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-5ae5c8af-335e-4d11-a17f-2f34eb23653e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1098 time: 0.1557639 Jul 05 09:35:14.177266 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc662bd-9d79-4a8e-bff7-563e7e4bff16 x-openstack-request-id: req-5cc662bd-9d79-4a8e-bff7-563e7e4bff16 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:14.177735 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:14.178138 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cc662bd-9d79-4a8e-bff7-563e7e4bff16 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:14.178679 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'code': 200} Jul 05 09:35:14.360301 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:14.364663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-b0d0e557-cdc5-4da3-bc7c-97a6e8e76cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:14.366155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-b0d0e557-cdc5-4da3-bc7c-97a6e8e76cb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.1946309 Jul 05 09:35:14.464840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2c18c74-bc8a-4574-8fac-6b4dada49026 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 200 len: 217 time: 0.0883286 Jul 05 09:35:14.513372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff79dfb-8ddf-4730-ae38-a9480ff74890 req-bf0b7906-ffbb-4464-a429-b26855aa588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:14.514867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ff79dfb-8ddf-4730-ae38-a9480ff74890 req-bf0b7906-ffbb-4464-a429-b26855aa588b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 1097 time: 0.2599330 Jul 05 09:35:14.534986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d9fe-59e9-4ba6-a7d7-d30e4e4a2575 req-98ef0312-c99b-4a83-89af-a80aad9173e7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:14.536440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac40d9fe-59e9-4ba6-a7d7-d30e4e4a2575 req-98ef0312-c99b-4a83-89af-a80aad9173e7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.2447641 Jul 05 09:35:14.578366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device be2a9f97-aadc-4f98-a61e-7b38c4c65956 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:14.587579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device be2a9f97-aadc-4f98-a61e-7b38c4c65956 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:14.602385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-51d7ae27-2c50-48c1-ad88-3b0392348da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:14.603875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-51d7ae27-2c50-48c1-ad88-3b0392348da7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1304085 Jul 05 09:35:14.671591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ff79dfb-8ddf-4730-ae38-a9480ff74890 req-d1905e32-95bc-4763-a9a4-b322841c1fcb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476729 Jul 05 09:35:14.682491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-3af330fb-0a2e-4e9c-b9f9-282ab3cbd391 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684338 Jul 05 09:35:14.684015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Allocated IP 172.25.1.163 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/109c9218-6023-489b-bc2c-7afe4c4738ee) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:14.689218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac40d9fe-59e9-4ba6-a7d7-d30e4e4a2575 req-fe45dd3e-74f6-4a88-af97-ed0d54ad527b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434348 Jul 05 09:35:14.747356 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:14.771954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:14.811182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'port_id': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'mac_address': 'fa:16:3e:30:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f90da-1fd8-449b-8e46-f3496d1ee15e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:14.816694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:14.840651 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:14.874553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-fc4d0288-ccaa-40c3-a849-22266118fe3f service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069162 Jul 05 09:35:14.886846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:14.919608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be2a9f97-aadc-4f98-a61e-7b38c4c65956 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:14.925852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:14.975660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:35:14.975928 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:35:15.070947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e5a09f68-bc42-4fff-9213-bcd2b2b25787 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729050 Jul 05 09:35:15.088303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a2f8-ca29-4124-b762-d75e2d074cfe req-e5ca25f5-073d-4ff0-a623-1df94afcaa1f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:15.090742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bc5a2f8-ca29-4124-b762-d75e2d074cfe req-e5ca25f5-073d-4ff0-a623-1df94afcaa1f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 946 time: 0.2148480 Jul 05 09:35:15.093972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.153468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bc5a2f8-ca29-4124-b762-d75e2d074cfe req-f10ede9e-cf5a-401e-ae31-b44a4a5f7301 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Jul 05 09:35:15.199805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.249684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:15.260595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:15.265511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:15.269092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-63a7422a-6781-4307-9057-95a545164034 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:15.270558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-63a7422a-6781-4307-9057-95a545164034 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1098 time: 0.1331944 Jul 05 09:35:15.271216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Pushing event updated for resources: {'Port': ['ID=109c9218-6023-489b-bc2c-7afe4c4738ee,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:15.298534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-33'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:15.420925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.435974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.526021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.541029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2a9f97-aadc-4f98-a61e-7b38c4c65956 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:15.552063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.566861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:15.575558 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.659362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:15.675331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:15.784162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:15.848318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:15.850712 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d99767-bcd5-4ada-a3f5-c9515979aa6c" -d '{"events": [{"server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:15.856383 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.871464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.889796 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.910793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:15.912943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['be2a9f97-aadc-4f98-a61e-7b38c4c65956'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:15.959820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:16.068282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Pushing event updated for resources: {'Port': ['ID=109c9218-6023-489b-bc2c-7afe4c4738ee,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:16.070716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on host n-h1-771363-33 for vnic_type normal with profile {"migrating_to": "n-h2-771363-33"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:16.071038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:16.071747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:16.075682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:16.083823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:16.084142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Attempting to bind port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:16.093171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:16.093609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:16.093887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:16.094316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Bound port: 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:16.094724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:16.097998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:16.105557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-04aecfd9-a9ff-473d-a9f1-564350572f82 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1397376 Jul 05 09:35:16.179942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-641e952c-dc8d-40b5-bba0-dca5b13af3f3 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0735190 Jul 05 09:35:16.181909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:16.184756 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5f507b-4f69-4f99-b8c0-7163d468881a" -d '{"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-unplugged", "status": "completed", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:16.269432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:16.274127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:16.284844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:16.624804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-83391e86-4fbc-4144-8f0c-28dbf6b00ef5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:35:16.625790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-83391e86-4fbc-4144-8f0c-28dbf6b00ef5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199642 Jul 05 09:35:16.641935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Request body: {'binding': {'host': 'n-h1-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:16.642685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:35:16.645141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:16.664519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-2c1dc332-4f16-4149-b0c2-fcc12c1deb92 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:16.665560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-2c1dc332-4f16-4149-b0c2-fcc12c1deb92 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.4777265 Jul 05 09:35:16.688569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e67da188-3c3b-4781-8bad-fb2beb6f2ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:16.706440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-1900d359-dfa8-47f7-adec-35412b3fa5fe tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:35:16.707499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53817a07-87f5-4106-947b-32ce2fe62bd0 req-1900d359-dfa8-47f7-adec-35412b3fa5fe tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138590 Jul 05 09:35:16.722021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:16.750939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:16.751606 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:16.752973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-30489dbf-945e-41f9-9f70-d4399445b375 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 200 len: 1124 time: 1.4604442 Jul 05 09:35:16.858313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8a167cc3-2253-48c4-bc77-28f3c7d351e2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:16.900920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on host n-h1-771363-33 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:16.901162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:16.901851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:16.914834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:16.915103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:16.924327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:16.924658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:16.925046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:16.925470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Bound port: 8dc2418b-4721-475f-81cc-6ff26db855a4, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:16.935894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03afc3d-9452-4170-beb3-a769c00cbf83 req-e87b6d65-6634-45b5-ac0b-fd7593d7d0d8 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:16.937593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c03afc3d-9452-4170-beb3-a769c00cbf83 req-e87b6d65-6634-45b5-ac0b-fd7593d7d0d8 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 945 time: 0.1113362 Jul 05 09:35:17.014870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c03afc3d-9452-4170-beb3-a769c00cbf83 req-42bae86c-ff23-4558-8540-51c7f19f8313 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541427 Jul 05 09:35:17.023172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:17.029547 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:17.030859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-93d6e3f7-ba10-48cf-b9e6-6322c9ea0661 service neutron] 10.222.0.21 "POST /v2.0/ports/8dc2418b-4721-475f-81cc-6ff26db855a4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3938391 Jul 05 09:35:17.218015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de86bb-eb41-4b69-8d0e-c32b97484ded req-0d210905-f835-487a-bb5b-cf5898353753 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:17.220091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3de86bb-eb41-4b69-8d0e-c32b97484ded req-0d210905-f835-487a-bb5b-cf5898353753 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 945 time: 0.0850527 Jul 05 09:35:17.275948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3de86bb-eb41-4b69-8d0e-c32b97484ded req-83418193-8da0-4a80-a5bb-86fd7a7c49f0 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435483 Jul 05 09:35:17.340192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-5bfda493-2211-42de-a0cd-b8e4885f1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:17.341893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-5bfda493-2211-42de-a0cd-b8e4885f1b1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1098 time: 0.0609167 Jul 05 09:35:17.408296 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf7bc9a-e530-4513-9975-7a1103c24d50 x-openstack-request-id: req-adf7bc9a-e530-4513-9975-7a1103c24d50 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:17.408573 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:17.408822 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adf7bc9a-e530-4513-9975-7a1103c24d50 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:17.409215 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2', 'code': 200} Jul 05 09:35:17.505801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-2baa4fe4-6c10-43f6-b01c-079ec43bcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:17.507333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-2baa4fe4-6c10-43f6-b01c-079ec43bcdd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.1510322 Jul 05 09:35:17.573451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-139257e1-ae3a-420a-81fb-925ef1475b9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 217 time: 0.0480268 Jul 05 09:35:17.584300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b8859-9c13-4cb3-bdb2-d99300e8c14e req-dbe8cd3c-0485-4759-8c55-c33fdcc8d891 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:17.585760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-638b8859-9c13-4cb3-bdb2-d99300e8c14e req-dbe8cd3c-0485-4759-8c55-c33fdcc8d891 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1738462 Jul 05 09:35:17.674104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef4169-25f3-477d-b814-cbf2accbf8aa req-04ef0fe4-ac2d-4b44-8885-3003e391a32e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:17.675600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdef4169-25f3-477d-b814-cbf2accbf8aa req-04ef0fe4-ac2d-4b44-8885-3003e391a32e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 944 time: 0.1906624 Jul 05 09:35:17.676911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-591d6867-62ed-45df-a76a-766757248434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:17.678250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-591d6867-62ed-45df-a76a-766757248434 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0905712 Jul 05 09:35:17.695040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-638b8859-9c13-4cb3-bdb2-d99300e8c14e req-c679f378-3675-4899-957d-2cf3f004db3f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972090 Jul 05 09:35:17.739583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-6357090f-95ce-46d8-a160-3f7c414ba840 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487082 Jul 05 09:35:17.748083 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:17.765440 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d876f41-a680-4ae5-b425-f11102d448fe x-openstack-request-id: req-1d876f41-a680-4ae5-b425-f11102d448fe {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:17.766408 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-unplugged", "status": "completed", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:17.766850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdef4169-25f3-477d-b814-cbf2accbf8aa req-e5c9bebc-704e-44ec-8bb3-6f7e7d4c09e6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856447 Jul 05 09:35:17.767239 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d876f41-a680-4ae5-b425-f11102d448fe {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:17.767828 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'code': 200} Jul 05 09:35:17.848823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-20c194da-d785-45b9-ae0a-63676946710d service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980601 Jul 05 09:35:18.054662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-95ec00a5-749d-4cf4-8f91-b657564fa3e4 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:18.056133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-95ec00a5-749d-4cf4-8f91-b657564fa3e4 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 820 time: 0.2058711 Jul 05 09:35:18.060475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-bdafaf8d-5824-47a7-8309-e3b951461c68 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004399 Jul 05 09:35:18.082766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-a2bb9191-150c-4bb7-a1f3-fcd4fe59b537 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/quotas/90bf78e1b6b74b89b46c17d6fc104456 HTTP/1.1" status: 200 len: 375 time: 0.0186162 Jul 05 09:35:18.091003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe433-1911-44b6-be62-149426d7a14e req-d13806fe-af00-4658-8e82-8864e7cef1df tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:18.092523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bfe433-1911-44b6-be62-149426d7a14e req-d13806fe-af00-4658-8e82-8864e7cef1df tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 945 time: 0.1796060 Jul 05 09:35:18.106264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:18.112969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Request body: {'floatingip': {'port_id': '5a673a8c-6293-4ed3-bbd8-f648edc75a28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:18.160606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.197824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-70278f3b-a1b4-464c-87c2-b0719b090484 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1042929 Jul 05 09:35:18.301864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-05c48638-cf8d-4f44-940a-94cd582e1378 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:18.303405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-05c48638-cf8d-4f44-940a-94cd582e1378 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1098 time: 0.1685874 Jul 05 09:35:18.321852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-33'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:18.377675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-c82867af-b6c3-41a1-b4db-c2261d5dfe51 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676965 Jul 05 09:35:18.387776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68cb6-1e01-4250-b978-156b2f2e07c5 req-2c65f5b9-d0f6-4771-a4f6-a0c02864a382 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:18.389234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ca68cb6-1e01-4250-b978-156b2f2e07c5 req-2c65f5b9-d0f6-4771-a4f6-a0c02864a382 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 946 time: 0.1887453 Jul 05 09:35:18.503287 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.527197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ca68cb6-1e01-4250-b978-156b2f2e07c5 req-a6085e67-c71e-4867-b410-59c554f27b9f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270597 Jul 05 09:35:18.578937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-66a6a9ac-3e5a-4137-81ce-8b4fecf67b2c service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868775 Jul 05 09:35:18.609657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device be2a9f97-aadc-4f98-a61e-7b38c4c65956 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:18.622243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.630557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.686130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port be2a9f97-aadc-4f98-a61e-7b38c4c65956 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:18.687116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.708856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:18.784638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:18.806584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.830159 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29 associated. External IP: 172.25.1.105, port: 5a673a8c-6293-4ed3-bbd8-f648edc75a28. Jul 05 09:35:18.854900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:18.863907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.873540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.895051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:18.941233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:19.056133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:19.083930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.087119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.088411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:19.096986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on host n-h2-771363-33 for vnic_type normal with profile {"migrating_to": "n-h1-771363-33"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:19.097373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:19.097709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:19.113497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:19.113819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Attempting to bind port 8dc2418b-4721-475f-81cc-6ff26db855a4 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:19.117228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:19.127118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:19.127325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:19.127688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:19.128276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Bound port: 8dc2418b-4721-475f-81cc-6ff26db855a4, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:19.128576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:19.142970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2e2dc-de4b-4885-a74a-b5e0416cab4a req-220a3dc4-a7eb-4bfe-a4dc-c2749ba84499 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:19.144535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccf2e2dc-de4b-4885-a74a-b5e0416cab4a req-220a3dc4-a7eb-4bfe-a4dc-c2749ba84499 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.2371902 Jul 05 09:35:19.169667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910ae7-c42e-4b8f-83ad-c7978a38d568 req-8027be3b-b6c5-4695-850b-fee10bcf17f4 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:19.171216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b910ae7-c42e-4b8f-83ad-c7978a38d568 req-8027be3b-b6c5-4695-850b-fee10bcf17f4 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.2321267 Jul 05 09:35:19.237729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:19.245080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:19.258985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] Sync routers for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:19.273388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:19.274772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:19.287149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccf2e2dc-de4b-4885-a74a-b5e0416cab4a req-3f4a1a35-a7a6-4715-aea5-0e05d9b6a170 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273389 Jul 05 09:35:19.291610 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-524e7e51-b4ca-4996-b1d0-92eab824df2f tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "PUT /v2.0/floatingips/c9316ee3-05f9-401b-99d7-d7f55aefff29 HTTP/1.1" status: 200 len: 991 time: 1.1832933 Jul 05 09:35:19.293610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:19.297465 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:19.311537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b910ae7-c42e-4b8f-83ad-c7978a38d568 req-8e3bb025-648e-4a9d-8d59-504285010a0f tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316173 Jul 05 09:35:19.332123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:19.335960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:19.342673 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:19.421988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2'}, {'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:19.424645 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2"}, {"server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:19.437518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:19.438392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:19.440193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:19.441344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] 10.222.0.15 "PUT /v2.0/ports/8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 1124 time: 1.1242759 Jul 05 09:35:19.499404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57898192-2f4d-4e54-b98d-376046712e65 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:19.521475 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:19.534258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2623a6ce-68d8-4069-99e4-4399186b1342 req-b1c7cd0a-3ca7-4a81-af6f-02ac8d9bb86b tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 210 time: 0.0509167 Jul 05 09:35:19.565292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21284bc-525c-43a0-8eb3-42ad9dcd4c46 req-16ac93af-34e4-4ce7-a050-cef5f688077a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:19.572632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a21284bc-525c-43a0-8eb3-42ad9dcd4c46 req-16ac93af-34e4-4ce7-a050-cef5f688077a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1514030 Jul 05 09:35:19.611499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a21284bc-525c-43a0-8eb3-42ad9dcd4c46 req-659bada9-a982-4a24-b337-fff68927f9a7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Jul 05 09:35:19.649668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8dc2418b-4721-475f-81cc-6ff26db855a4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:19.773121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334773a-1e6e-472c-901d-d2dd94bec26a req-b5ee4981-0df0-4858-a054-4877e155e38b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:19.783031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e334773a-1e6e-472c-901d-d2dd94bec26a req-b5ee4981-0df0-4858-a054-4877e155e38b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 944 time: 0.1117020 Jul 05 09:35:19.825660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e334773a-1e6e-472c-901d-d2dd94bec26a req-72ca6d66-abef-46e0-a7da-c8e214d0ca0c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 Jul 05 09:35:19.879486 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0531f3-5cb9-48ea-babb-766e5793cd44 x-openstack-request-id: req-8c0531f3-5cb9-48ea-babb-766e5793cd44 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:19.879982 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:19.880413 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c0531f3-5cb9-48ea-babb-766e5793cd44 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:19.880954 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'status': 'completed', 'code': 200} Jul 05 09:35:19.903780 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7224bb7-f1a7-46a5-9bf1-b3db2c6c64e2 x-openstack-request-id: req-c7224bb7-f1a7-46a5-9bf1-b3db2c6c64e2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:19.903780 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2", "status": "completed", "code": 200}, {"server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:19.904068 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7224bb7-f1a7-46a5-9bf1-b3db2c6c64e2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:19.904288 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2', 'status': 'completed', 'code': 200} Jul 05 09:35:19.904487 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4', 'code': 200} Jul 05 09:35:19.914540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:19.916869 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c381889-58d1-4098-8721-6282ba3bfde1" -d '{"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-plugged", "status": "completed", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:19.997834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c9316ee3-05f9-401b-99d7-d7f55aefff29', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'port_id': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'mac_address': 'fa:16:3e:7d:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:32:42Z', 'updated_at': '2021-07-05T09:35:18Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:20.004788 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85a7f71-675f-408e-b0d6-a9ace60087ba x-openstack-request-id: req-a85a7f71-675f-408e-b0d6-a9ace60087ba {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:20.005076 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-plugged", "status": "completed", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:20.005324 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a85a7f71-675f-408e-b0d6-a9ace60087ba {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:20.005702 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'code': 200} Jul 05 09:35:20.030523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] Checking router: 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:20.044127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:20.044748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:20.112788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-c1fc14ad-4520-4a3c-a39b-b072ab1b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:20.114299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-c1fc14ad-4520-4a3c-a39b-b072ab1b85cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94301d87067d401f82039f5a90b25f8f&device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 1097 time: 0.1741517 Jul 05 09:35:20.121683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-ac85652b-36f5-474a-b2e4-221569a12f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:20.123066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-ac85652b-36f5-474a-b2e4-221569a12f99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1127 time: 0.1620507 Jul 05 09:35:20.140031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4c6e0-d093-4b97-b151-a47b6dc665b2 req-a1219711-c014-4033-a52c-1eed1a92e0b4 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:20.141546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01d4c6e0-d093-4b97-b151-a47b6dc665b2 req-a1219711-c014-4033-a52c-1eed1a92e0b4 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 944 time: 0.1399500 Jul 05 09:35:20.191283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:20.337681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01d4c6e0-d093-4b97-b151-a47b6dc665b2 req-18215769-e00d-487d-8eb0-aae5de1a2cac tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833854 Jul 05 09:35:20.398319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-fb14824f-36b6-45d9-a575-c706784d878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:20.399862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-fb14824f-36b6-45d9-a575-c706784d878f service neutron] 10.222.0.16 "GET /v2.0/networks?id=622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 200 len: 923 time: 0.2751563 Jul 05 09:35:20.480359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-cf2490a7-64aa-43b1-9934-21bee5e485bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:20.482002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-cf2490a7-64aa-43b1-9934-21bee5e485bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.3289473 Jul 05 09:35:20.492210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-a705fd5b-0c0e-4faa-8805-b2fdc08e3fed tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:20.495672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-a705fd5b-0c0e-4faa-8805-b2fdc08e3fed tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.15 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 820 time: 0.1977715 Jul 05 09:35:20.527958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'port': {'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'admin_state_up': True, 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:20.563961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c9316ee3-05f9-401b-99d7-d7f55aefff29', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'port_id': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'mac_address': 'fa:16:3e:7d:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:32:42Z', 'updated_at': '2021-07-05T09:35:18Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:20.616846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a829d-ea55-4362-b4b7-56fe53da47dd None None] The sync data for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 is: [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c9316ee3-05f9-401b-99d7-d7f55aefff29', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'port_id': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'mac_address': 'fa:16:3e:7d:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:32:42Z', 'updated_at': '2021-07-05T09:35:18Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:20.626517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:20.762088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Made reservation on behalf of 90bf78e1b6b74b89b46c17d6fc104456 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:20.767170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:20.769261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:20.797044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 has no active binding in host n-h2-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:35:20.884826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-bfee690a-c1bf-4985-8422-eac9166cfdfc service neutron] 10.222.0.15 "GET /v2.0/ports/8a167cc3-2253-48c4-bc77-28f3c7d351e2/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.1868992 Jul 05 09:35:20.890975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-cba008ad-5e24-4a3a-9cfd-7d334ea4b160 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 200 len: 217 time: 0.3944018 Jul 05 09:35:20.930460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-032b11ab-00b1-45df-aa98-8ecf047afec3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28 HTTP/1.1" status: 200 len: 999 time: 0.5099850 Jul 05 09:35:20.943345 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee844e-39e8-4b82-bc74-873a02b077f3 None None] New status for floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:35:20.983194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Allocated IP 172.20.0.13 (bd288a63-ab7e-4003-b3b3-613006c27fbf/b30449e0-984f-4196-bdc6-402fbbd530c9/cbffa96f-373e-400d-982a-2e3cdc0ba2ac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:21.025682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e07e51b-89ec-4c1b-9511-1827c488451d req-65c1b38b-d93b-43dd-847e-58a46fa7a2db tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 210 time: 0.0996268 Jul 05 09:35:21.071356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-3b89f9e2-43ab-4331-911b-3b73efceebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.079277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-3b89f9e2-43ab-4331-911b-3b73efceebdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 200 len: 861 time: 0.1165264 Jul 05 09:35:21.085436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43722d-6438-40a3-b853-4c724d1393e0 req-2e7bdb4d-fe86-4dc3-b3a7-b744314f93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.087323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b43722d-6438-40a3-b853-4c724d1393e0 req-2e7bdb4d-fe86-4dc3-b3a7-b744314f93bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 1098 time: 0.8051443 Jul 05 09:35:21.166349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-fd523ffb-6f0a-43fb-934a-a855eb236720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.169090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-fd523ffb-6f0a-43fb-934a-a855eb236720 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.2554350 Jul 05 09:35:21.217430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b43722d-6438-40a3-b853-4c724d1393e0 req-9411a88d-e7a3-4ed0-96be-80839369f83f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149862 Jul 05 09:35:21.245979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-643d8347-4d4c-4a89-8da0-f8f3d8bcfc12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627766 Jul 05 09:35:21.257159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d2a12-d57f-4fbb-98b0-93242c6b193d req-475912a0-bb98-49ad-a76f-59337b28a015 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.258657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-230d2a12-d57f-4fbb-98b0-93242c6b193d req-475912a0-bb98-49ad-a76f-59337b28a015 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.8094642 Jul 05 09:35:21.314906 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:21.341251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Transition to ACTIVE for port object cbffa96f-373e-400d-982a-2e3cdc0ba2ac will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:21.355939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:21.377697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-ffd35c06-ccce-43aa-bb40-2d2cdd6b3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.379281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-ffd35c06-ccce-43aa-bb40-2d2cdd6b3c56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=622965d8-c654-4e30-a640-6536c7a6bb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2889650 Jul 05 09:35:21.385057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:21.418217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-230d2a12-d57f-4fbb-98b0-93242c6b193d req-67485c79-655a-443b-b574-e2a6df431b64 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413968 Jul 05 09:35:21.432244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb631ff-adcc-40c9-b383-75c0dcd3f025 req-c11d7515-b173-45b9-b7c0-16beb1fcd4a0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.433787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fb631ff-adcc-40c9-b383-75c0dcd3f025 req-c11d7515-b173-45b9-b7c0-16beb1fcd4a0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.2791080 Jul 05 09:35:21.446421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a167cc3-2253-48c4-bc77-28f3c7d351e2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:21.455906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:21.458565 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:21.465379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-12cbbabf-742d-41ed-b90a-c63754dd5c33 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021906 Jul 05 09:35:21.472249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c8e626e6-2fe3-4ea2-921d-e2673366267a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:21.506695 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:21.519379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Network bd288a63-ab7e-4003-b3b3-613006c27fbf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:21.529168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:21.532058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:21.606313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Pushing event updated for resources: {'Port': ['ID=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:21.621099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fb631ff-adcc-40c9-b383-75c0dcd3f025 req-c28ccaa8-bede-4b6d-a223-00e6eefd03ac tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607959 Jul 05 09:35:21.639415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.640149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:21.660645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-dbd1402e-8acd-4b5e-ac5d-3ec1f2931410 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719185 Jul 05 09:35:21.672914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-1a22c855-aae5-4ff9-a2e8-42d333ed3d53 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1502316 Jul 05 09:35:21.688317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Request body: {'port': {'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:21.697016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] Transition to ACTIVE for port object 8a167cc3-2253-48c4-bc77-28f3c7d351e2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:21.726736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:21.759263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7d189d3-f73a-43d4-8e51-2bf1ad2ab9f7 req-180e2c51-3869-4738-87e6-0edba01e961c service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714550 Jul 05 09:35:21.786000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177100b-016f-440b-88f6-0d1e312116ca req-ed042eaa-e2aa-4dcd-b416-e14ab37339e6 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:21.787641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2177100b-016f-440b-88f6-0d1e312116ca req-ed042eaa-e2aa-4dcd-b416-e14ab37339e6 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.2385347 Jul 05 09:35:21.828249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] No DVR routers for this DVR port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:21.836526 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dcb383-6a03-4f21-aa1b-b765fa6b62e3 req-063593ac-b53f-4338-a360-c6b03d062507 service neutron] 10.222.0.16 "GET /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684515 Jul 05 09:35:21.864143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2177100b-016f-440b-88f6-0d1e312116ca req-abbe02b7-2ee9-4eef-b4a4-a05e4d530b5b tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653195 Jul 05 09:35:21.905667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:21.909574 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd052e9f-e163-4b73-b2d1-20a1883e3430" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:21.911374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d61c7ea5-295d-4486-a5c7-68608c979ce8 None None] Provisioning for port cbffa96f-373e-400d-982a-2e3cdc0ba2ac completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:21.916802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d61c7ea5-295d-4486-a5c7-68608c979ce8 None None] Provisioning complete for port cbffa96f-373e-400d-982a-2e3cdc0ba2ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:21.918568 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d61c7ea5-295d-4486-a5c7-68608c979ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:21.929494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] 10.222.0.15 "PUT /v2.0/ports/8a167cc3-2253-48c4-bc77-28f3c7d351e2/bindings/n-h2-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 1.0134795 Jul 05 09:35:21.933342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de3fd0-580f-4319-b95f-65fa9432071f service neutron] Pushing event updated for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:21.959660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:21.985250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d61c7ea5-295d-4486-a5c7-68608c979ce8 None None] Port cbffa96f-373e-400d-982a-2e3cdc0ba2ac cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:35:22.133880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e059-8c21-45a3-92f2-e206ae88a974 req-4f0f658f-619e-468d-ab85-5ffbcd5cd8fd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.141770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ca8e059-8c21-45a3-92f2-e206ae88a974 req-4f0f658f-619e-468d-ab85-5ffbcd5cd8fd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 945 time: 0.1570430 Jul 05 09:35:22.145465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-c891410a-41a2-452d-b845-7337e6a485df tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.146942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-c891410a-41a2-452d-b845-7337e6a485df tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.1372590 Jul 05 09:35:22.166302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd449bf2-b56f-4538-ac05-190c91debfd0 req-89bc27ca-7d7b-4794-8993-b7485116b444 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.167961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd449bf2-b56f-4538-ac05-190c91debfd0 req-89bc27ca-7d7b-4794-8993-b7485116b444 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 944 time: 0.1593347 Jul 05 09:35:22.251578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ca8e059-8c21-45a3-92f2-e206ae88a974 req-986dd048-2200-47cc-a98e-5114339dded4 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013751 Jul 05 09:35:22.258605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbffa96f-373e-400d-982a-2e3cdc0ba2ac {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:22.266811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:22.269223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd449bf2-b56f-4538-ac05-190c91debfd0 req-d3fd89e4-a3e8-43c6-a828-c2cf39d215ac tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841653 Jul 05 09:35:22.283712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Transition to ACTIVE for port object cbffa96f-373e-400d-982a-2e3cdc0ba2ac will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:22.294466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:22.333280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-00175fb4-8940-4565-94c4-7ca52b644c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.335750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-00175fb4-8940-4565-94c4-7ca52b644c6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 1097 time: 0.1614885 Jul 05 09:35:22.351391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:22.373577 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cd7bce-fc16-47b3-960a-c795cba7307a x-openstack-request-id: req-d0cd7bce-fc16-47b3-960a-c795cba7307a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:22.373871 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:22.374123 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0cd7bce-fc16-47b3-960a-c795cba7307a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:22.374575 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4', 'status': 'completed', 'code': 200} Jul 05 09:35:22.497285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Attempting to bind port cbffa96f-373e-400d-982a-2e3cdc0ba2ac on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:22.499005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Attempting to bind port cbffa96f-373e-400d-982a-2e3cdc0ba2ac by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:22.499396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Attempting to bind port cbffa96f-373e-400d-982a-2e3cdc0ba2ac on network bd288a63-ab7e-4003-b3b3-613006c27fbf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:22.575893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Port cbffa96f-373e-400d-982a-2e3cdc0ba2ac on network bd288a63-ab7e-4003-b3b3-613006c27fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:22.576459 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Attempting to bind port cbffa96f-373e-400d-982a-2e3cdc0ba2ac on network bd288a63-ab7e-4003-b3b3-613006c27fbf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:22.584939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-c24c9183-dacf-4992-b8e0-074f92b04bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.586484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:22.586655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-c24c9183-dacf-4992-b8e0-074f92b04bb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1127 time: 0.1796477 Jul 05 09:35:22.587010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Checking segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:22.587554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Bound using segment: {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:22.588931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Bound port: cbffa96f-373e-400d-982a-2e3cdc0ba2ac, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331f23b9-7206-4835-9ae6-4782ef0edb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:22.589403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:22.610931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304cdfb-657d-4fc0-9882-2737aff60742 req-7d553508-a915-4beb-89d3-e4c285f4b052 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.618250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b304cdfb-657d-4fc0-9882-2737aff60742 req-7d553508-a915-4beb-89d3-e4c285f4b052 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 944 time: 0.2014074 Jul 05 09:35:22.622496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-b79559d5-884f-4321-b228-2cd9887f394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.624127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-b79559d5-884f-4321-b228-2cd9887f394e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1097 time: 0.1900473 Jul 05 09:35:22.648027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:22.780616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:22.797324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 has no active binding in host n-h1-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:35:22.817811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b304cdfb-657d-4fc0-9882-2737aff60742 req-df90d420-8b64-4732-b0cc-e99187aee72b tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986670 Jul 05 09:35:22.866552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-d29d3f34-91c1-414a-8779-3e7200ffc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.868215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-d29d3f34-91c1-414a-8779-3e7200ffc151 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2743740 Jul 05 09:35:22.937421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d170e89-08ef-4393-a0e5-e55ab323f704 req-996104b6-acc2-4c6e-a588-eecdb713dd23 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.939198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d170e89-08ef-4393-a0e5-e55ab323f704 req-996104b6-acc2-4c6e-a588-eecdb713dd23 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.3076315 Jul 05 09:35:22.940272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e5294c43-1e01-4f0c-ba02-cf149d2209ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.941626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-e5294c43-1e01-4f0c-ba02-cf149d2209ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.2976043 Jul 05 09:35:22.942849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-35802422-5ac7-48a7-863d-3b8537ecc14d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 217 time: 0.0608268 Jul 05 09:35:22.984571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-6f4d55b3-b70a-4b2c-a846-3886fbccb4db tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:22.986068 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-6f4d55b3-b70a-4b2c-a846-3886fbccb4db tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.4730661 Jul 05 09:35:23.003218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] For port cbffa96f-373e-400d-982a-2e3cdc0ba2ac, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:23.007289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] For port cbffa96f-373e-400d-982a-2e3cdc0ba2ac, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:23.029794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.059035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-8af324a7-57b2-4d3e-a461-dee22a15a0bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 200 len: 217 time: 0.0766273 Jul 05 09:35:23.085137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.085765 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.087187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 1093 time: 1.4037805 Jul 05 09:35:23.087637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:23.090548 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:23.125921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d170e89-08ef-4393-a0e5-e55ab323f704 req-4d3c7aab-6779-4ea1-819c-d50c7baa31ff tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719697 Jul 05 09:35:23.129824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-13b8e659-6dc5-4e14-8419-5e3885500a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.131192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-13b8e659-6dc5-4e14-8419-5e3885500a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1479115 Jul 05 09:35:23.201795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fde5a-187d-4a4f-a14b-95899e40f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:23.220784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-fee1dea6-5a32-4b5c-9ab1-ddfbe08529ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729136 Jul 05 09:35:23.243197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-29aa7119-f383-4ded-ba15-251237c779b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.244764 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-29aa7119-f383-4ded-ba15-251237c779b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 1096 time: 0.0952756 Jul 05 09:35:23.245640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf1ff7-4af2-4f0e-bcc7-b4275e6e043a req-155a6725-51c8-4c37-9943-6c4fd15fefd8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.247656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-febf1ff7-4af2-4f0e-bcc7-b4275e6e043a req-155a6725-51c8-4c37-9943-6c4fd15fefd8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.3038709 Jul 05 09:35:23.257817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Deleting port a3388c5e-9f63-4df5-b626-c179c13aea7f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:23.257817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.261934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-c1511c9d-3460-4ce3-88d0-7640cfcedfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.263666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-c1511c9d-3460-4ce3-88d0-7640cfcedfe2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1832097 Jul 05 09:35:23.334511 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-333594d8-1e86-4af5-9d6e-cc5e2ccc50df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 217 time: 0.0776963 Jul 05 09:35:23.368248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-2f994c93-4d45-4327-9cd3-540b12157119 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930104 Jul 05 09:35:23.417489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-0ab7ef4a-a5b9-41a7-9698-8a805750f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.418988 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-0ab7ef4a-a5b9-41a7-9698-8a805750f882 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.0730631 Jul 05 09:35:23.430905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] For port a3388c5e-9f63-4df5-b626-c179c13aea7f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3388c5e-9f63-4df5-b626-c179c13aea7f,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:23.431334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.440063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-febf1ff7-4af2-4f0e-bcc7-b4275e6e043a req-fa697805-48c6-486f-9651-13daffb3c4b9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675072 Jul 05 09:35:23.514738 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc8413-e17b-49a5-8bea-5d892dc09356 x-openstack-request-id: req-b0cc8413-e17b-49a5-8bea-5d892dc09356 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:23.515057 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:23.516182 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0cc8413-e17b-49a5-8bea-5d892dc09356 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:23.516182 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'status': 'completed', 'code': 200} Jul 05 09:35:23.528479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-a0188190-a57c-4728-8010-ee4f90cb5d11 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796063 Jul 05 09:35:23.596109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-019ac8c6-ad7c-47f6-b5f9-658705732851 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151072 Jul 05 09:35:23.597118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-579e1ac6-9f1f-4fd3-9bad-04728c3fb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.598402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-579e1ac6-9f1f-4fd3-9bad-04728c3fb051 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639740 Jul 05 09:35:23.715582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e9dd5-5448-42c0-97bb-b72960f31877 req-e88f7bde-4600-45fb-8f9b-7ba9d040a653 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.717124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a9e9dd5-5448-42c0-97bb-b72960f31877 req-e88f7bde-4600-45fb-8f9b-7ba9d040a653 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 946 time: 0.2806816 Jul 05 09:35:23.759993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.760389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:23.760757 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Floating IP 902d95fc-6d24-4fde-bb57-f2c7fe51fab0 disassociated. External IP: 172.25.1.158, port: a3388c5e-9f63-4df5-b626-c179c13aea7f. Jul 05 09:35:23.761105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Calling delete_port for a3388c5e-9f63-4df5-b626-c179c13aea7f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:23.769183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd052e9f-e163-4b73-b2d1-20a1883e3430 req-a945875a-db31-4f6a-991f-361bcc728fc0 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322102 Jul 05 09:35:23.822749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a9e9dd5-5448-42c0-97bb-b72960f31877 req-2031d9b7-45f5-4223-bcd7-29bd137d390e tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups?id=773d41a2-e9a6-4bfa-9a0a-96f171e0642d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909393 Jul 05 09:35:23.832071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-a36ca61d-0112-408d-b35c-cdbde9e2c4c9 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287142 Jul 05 09:35:23.849107 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-970d7919-2466-497c-870c-7e7f9e00153b service neutron] 10.222.0.16 "GET /v2.0/ports/8dc2418b-4721-475f-81cc-6ff26db855a4/bindings/n-h1-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.1787651 Jul 05 09:35:23.849309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aced9e-a45f-4589-b1da-3ea99e06b7a4 req-2aa9688c-ca44-42d9-b054-5c20f804ddbc tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:23.849427 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-a1874205-f13f-4e62-86ce-64742723682c service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339442 Jul 05 09:35:23.849509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0aced9e-a45f-4589-b1da-3ea99e06b7a4 req-2aa9688c-ca44-42d9-b054-5c20f804ddbc tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.2441354 Jul 05 09:35:23.896108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0aced9e-a45f-4589-b1da-3ea99e06b7a4 req-d4b38356-61aa-42d5-a5f4-2819a338411a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Jul 05 09:35:24.081228 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e7fb0d9b-47d0-424b-a6ae-fba3a1b0948e req-17db397b-c52b-42fd-9acf-cd5968ff8cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224736 Jul 05 09:35:24.110892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735523fa-904e-4c1f-915c-bdc7be02232d req-da45ba31-2399-410a-8ea8-4fbdadebc4b0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:24.116124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-735523fa-904e-4c1f-915c-bdc7be02232d req-da45ba31-2399-410a-8ea8-4fbdadebc4b0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 945 time: 0.1546707 Jul 05 09:35:24.148206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:24.195912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event deleted for resources: {'Port': ['ID=a3388c5e-9f63-4df5-b626-c179c13aea7f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:24.216929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3d710-aa85-4485-a055-6e913e492596 req-b54e3e2f-1394-4a56-a0af-3a01222a2245 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:24.216929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9d3d710-aa85-4485-a055-6e913e492596 req-b54e3e2f-1394-4a56-a0af-3a01222a2245 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 944 time: 0.1758397 Jul 05 09:35:24.234498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-735523fa-904e-4c1f-915c-bdc7be02232d req-f2cc6269-a4b0-4f28-9182-7efede83a266 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114459 Jul 05 09:35:24.263579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.264041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.264411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.264750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.265119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.265565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.265895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.266588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.266588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.266852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.267207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.267559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:24.282560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:24.358501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:24.447027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-f4e1eac4-88a8-47f1-9656-0c3a0a4bcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:24.449359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-f4e1eac4-88a8-47f1-9656-0c3a0a4bcf22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 1096 time: 0.2508988 Jul 05 09:35:24.457855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc2418b-4721-475f-81cc-6ff26db855a4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:24.495990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:24.539839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Router 3e9046fd-477c-43bd-bec6-d1574e74429d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:24.552004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:24.673885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:24.689714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9d3d710-aa85-4485-a055-6e913e492596 req-c9fd3cbb-3a43-41ea-ab8c-4fc01d9b5a09 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949545 Jul 05 09:35:24.708940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-e5efcd94-7be9-416e-af94-13062aba51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:24.710450 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-e5efcd94-7be9-416e-af94-13062aba51fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.2476814 Jul 05 09:35:24.740441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:24.749227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-54a98b4c-e953-4ac1-a0a7-50b0f85a8414 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:24.750779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-54a98b4c-e953-4ac1-a0a7-50b0f85a8414 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.5657461 Jul 05 09:35:24.759520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc0285-8058-49df-9553-e46154edf962 req-f7c9cc6d-34e5-4d64-9b91-71c303dff20e tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:24.763096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] Transition to ACTIVE for port object 8dc2418b-4721-475f-81cc-6ff26db855a4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:24.768770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7bc0285-8058-49df-9553-e46154edf962 req-f7c9cc6d-34e5-4d64-9b91-71c303dff20e tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 944 time: 0.1721058 Jul 05 09:35:24.783547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:24.859756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7bc0285-8058-49df-9553-e46154edf962 req-b69af836-6efc-4a6f-ac01-f296d8c37bf5 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897343 Jul 05 09:35:24.868855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-f7b23b84-62e1-49af-bf82-aea413e43fa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 217 time: 0.0964797 Jul 05 09:35:24.894111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:24.898879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] No DVR routers for this DVR port 8dc2418b-4721-475f-81cc-6ff26db855a4 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:24.911929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] Sync routers for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:24.924440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:24.927444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:24.951245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-5411373a-57d5-424b-94a0-80d810781e93 service neutron] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:24.955356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-5411373a-57d5-424b-94a0-80d810781e93 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:24.957836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6879a805-dd84-4539-b41e-c1d8be4cc4c3 req-5411373a-57d5-424b-94a0-80d810781e93 service neutron] 10.222.0.16 "DELETE /v2.0/ports/8a167cc3-2253-48c4-bc77-28f3c7d351e2/bindings/n-h1-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.1853912 Jul 05 09:35:25.040066 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] 10.222.0.16 "PUT /v2.0/ports/8dc2418b-4721-475f-81cc-6ff26db855a4/bindings/n-h1-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 1.1920433 Jul 05 09:35:25.069887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] No DVR routers for this DVR port a3388c5e-9f63-4df5-b626-c179c13aea7f on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:25.096635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2da6c-17cf-4d45-8aa5-d807f43a69be service neutron] Pushing event updated for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:25.096635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-d7ac5052-813f-4920-bfa5-92fb29198674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.096635 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-d7ac5052-813f-4920-bfa5-92fb29198674 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1849489 Jul 05 09:35:25.096635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:25.096635 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7c616e2b-48df-4b60-ae81-c5b9ea78e6d0 req-a4d78ed9-75c7-4882-8ce3-8f32c6af06fb tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.15 "DELETE /v2.0/ports/a3388c5e-9f63-4df5-b626-c179c13aea7f HTTP/1.1" status: 204 len: 173 time: 2.0940902 Jul 05 09:35:25.101260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:25.220610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-1d9b3a74-5b63-4e5e-b30a-2cb787ccc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.222901 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-1d9b3a74-5b63-4e5e-b30a-2cb787ccc724 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268947 Jul 05 09:35:25.361713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-b7503c9d-794e-4602-a5cd-ede7271cb203 service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245742 Jul 05 09:35:25.427861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e443e-d098-418d-b38f-56371d3c651f req-8f78b7e0-993d-46eb-a482-e43ac941b03a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.430136 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-792e443e-d098-418d-b38f-56371d3c651f req-8f78b7e0-993d-46eb-a482-e43ac941b03a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1577761 Jul 05 09:35:25.485790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-792e443e-d098-418d-b38f-56371d3c651f req-bb582498-8236-4aee-842a-edf12d5075b4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 Jul 05 09:35:25.488870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1f09e7f-f9e6-4cf5-ab9e-7b28358eb7d8 req-741feb8c-6b30-43f8-842e-0b689d43c144 service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139774 Jul 05 09:35:25.503964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-79d51e45-80f2-43b7-9399-a082326ec145 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.506015 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-79d51e45-80f2-43b7-9399-a082326ec145 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.3428645 Jul 05 09:35:25.517642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:15Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:25.554929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'name': 'network-vif-deleted', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:25.555302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] Checking router: 3e9046fd-477c-43bd-bec6-d1574e74429d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:25.559482 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a93fae-8cbc-4c4a-9bda-63111b033f88" -d '{"events": [{"server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "name": "network-vif-deleted", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:25.566632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:25.567383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:25.574555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4f5d7e3-7e8e-4171-bebf-5000c65bb9ec req-20132af0-be53-4055-ba16-0a3558fd77b4 tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30ac1c1-66e2-4f46-92b8-4ca27dfcab31 HTTP/1.1" status: 200 len: 210 time: 0.0396061 Jul 05 09:35:25.600781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-c7536b8f-c1a2-4346-9c4d-f1307915c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.602547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-c7536b8f-c1a2-4346-9c4d-f1307915c9d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672&tenant_id=6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0878124 Jul 05 09:35:25.740488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-6b4662cb-c4d8-4841-8ef0-b4c39b3f9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.741985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-6b4662cb-c4d8-4841-8ef0-b4c39b3f9f69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1097 time: 0.1088200 Jul 05 09:35:25.752992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:25.770330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090b1ff-3bb1-4633-9704-1a1014db4938 req-a3006b28-4afd-4f44-a8d6-c770809b227a tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.779818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3090b1ff-3bb1-4633-9704-1a1014db4938 req-a3006b28-4afd-4f44-a8d6-c770809b227a tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 945 time: 0.1022313 Jul 05 09:35:25.825230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3090b1ff-3bb1-4633-9704-1a1014db4938 req-5c3b76ed-2e0b-4fe4-858e-f45714303d0e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Jul 05 09:35:25.869673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-ab8c04e9-05ed-4463-9ffb-902916d4b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:25.872263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-ab8c04e9-05ed-4463-9ffb-902916d4b2a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.1171701 Jul 05 09:35:25.959024 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-149c4c3d-3692-4378-bab9-bdb129e15c34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 217 time: 0.0759203 Jul 05 09:35:25.960515 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3a61a0-db87-42ab-b475-1df2fbf3c509 x-openstack-request-id: req-2b3a61a0-db87-42ab-b475-1df2fbf3c509 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:25.960799 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ac1c1-66e2-4f46-92b8-4ca27dfcab31", "name": "network-vif-deleted", "tag": "a3388c5e-9f63-4df5-b626-c179c13aea7f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:25.969232 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b3a61a0-db87-42ab-b475-1df2fbf3c509 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:25.969705 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ac1c1-66e2-4f46-92b8-4ca27dfcab31', 'name': 'network-vif-deleted', 'tag': 'a3388c5e-9f63-4df5-b626-c179c13aea7f', 'status': 'completed', 'code': 200} Jul 05 09:35:26.071413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-c7715945-7423-4dc2-bbbc-bb7e796d433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:26.072973 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-c7715945-7423-4dc2-bbbc-bb7e796d433f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1023526 Jul 05 09:35:26.097393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:15Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:26.131892 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-8961ef56-2afa-425e-ac40-63993db5d93a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423765 Jul 05 09:35:26.135053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89c66-604e-4227-8942-bf22c22e684b req-e9f5a25f-0560-4df3-a289-ee0a761f033a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:26.137421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-e9f5a25f-0560-4df3-a289-ee0a761f033a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 815 time: 0.2263196 Jul 05 09:35:26.140150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6f8d9-d243-47a1-a3db-df3b1ebb7c31 None None] The sync data for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 is: [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:33:08Z', 'revision_number': 4, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ce351ac1-b89e-4995-951f-0ef5e12b2bf7', 'name': '', 'network_id': '234cca4d-de17-4ece-85c6-9dfb379090ed', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'mac_address': 'fa:16:3e:5b:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:05Z', 'updated_at': '2021-07-05T09:33:15Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'subnets': [{'id': '65cf4768-480b-42bd-91a3-d26d9d5414ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:26.191942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-db698a7d-2ba3-4fa7-b777-64406971b8e0 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/quotas/c2d44ce94eb84c8da69e4d99c6f46cc4 HTTP/1.1" status: 200 len: 375 time: 0.0440202 Jul 05 09:35:26.269801 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-aed65d7f-7bde-4aa0-ac6f-41dd46f058c8 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130593 Jul 05 09:35:26.273845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551a5c2-db1e-44bf-bedd-7a97522ae2d4 req-80435bd7-1817-4878-9066-b1cd97151122 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:26.275395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5551a5c2-db1e-44bf-bedd-7a97522ae2d4 req-80435bd7-1817-4878-9066-b1cd97151122 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 945 time: 0.1367738 Jul 05 09:35:26.313557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-2cba06a9-96a2-4370-aab0-98df0e02a454 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164050 Jul 05 09:35:26.349423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5551a5c2-db1e-44bf-bedd-7a97522ae2d4 req-24738740-2ef4-4a3a-baad-c6d2bbe50b73 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Jul 05 09:35:26.376859 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-611d1469-3573-4b7a-bdc4-fff4bdd61da4 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992951 Jul 05 09:35:26.428556 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301861f-9450-4fb5-b6c9-c486ec04829e None None] New status for floating IP 902d95fc-6d24-4fde-bb57-f2c7fe51fab0: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:35:26.450482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-10feaa56-2d1f-49f8-9e4e-1786bccf1152 service neutron] 10.222.0.21 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254420 Jul 05 09:35:26.615300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-74d40a83-fa84-48d0-803f-ace55e6acd0a service neutron] 10.222.0.21 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585987 Jul 05 09:35:26.669246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:26.674940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1999446-6bb3-4c84-b9e1-964e455d57fe req-21062e03-e33b-4c49-99ff-3d26dda6bb74 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:26.683349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1999446-6bb3-4c84-b9e1-964e455d57fe req-21062e03-e33b-4c49-99ff-3d26dda6bb74 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 944 time: 0.1557620 Jul 05 09:35:26.726590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device cbffa96f-373e-400d-982a-2e3cdc0ba2ac details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:26.729537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3388c5e-9f63-4df5-b626-c179c13aea7f no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:26.737107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-0485a851-6237-4830-9b78-5e209efb2391 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:26.742342 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-0485a851-6237-4830-9b78-5e209efb2391 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e42185d-a7a8-4a25-aea9-b53d0f074243 HTTP/1.1" status: 200 len: 946 time: 0.1404610 Jul 05 09:35:26.773022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1999446-6bb3-4c84-b9e1-964e455d57fe req-2318b604-bcaa-4c65-ae0a-529514f7d32f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731506 Jul 05 09:35:26.796186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a3388c5e-9f63-4df5-b626-c179c13aea7f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:26.796664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3388c5e-9f63-4df5-b626-c179c13aea7f not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:26.998097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-bc289515-5b8d-40b6-8612-d0510e64af94 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:26.999639 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-bc289515-5b8d-40b6-8612-d0510e64af94 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.1264317 Jul 05 09:35:27.001289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Deleting port be2a9f97-aadc-4f98-a61e-7b38c4c65956 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:27.001631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:27.014315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:27.105476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port cbffa96f-373e-400d-982a-2e3cdc0ba2ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:27.129776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'mac_address': 'fa:16:3e:1c:22:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:27.184554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:27.194788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8641361-9502-4e86-a9c6-778994acd786 req-71907278-7d48-4b66-91b6-7b6e93662bfb tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:27.197335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8641361-9502-4e86-a9c6-778994acd786 req-71907278-7d48-4b66-91b6-7b6e93662bfb tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 1097 time: 0.0765958 Jul 05 09:35:27.206462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbffa96f-373e-400d-982a-2e3cdc0ba2ac {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:27.230810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port cbffa96f-373e-400d-982a-2e3cdc0ba2ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:27.237568 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:27.301302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8641361-9502-4e86-a9c6-778994acd786 req-5946df55-71d2-4695-a342-7ec9d5fc48c8 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972695 Jul 05 09:35:27.341691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:27.360731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.361137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.361649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.361860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.362196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.362696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.363532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.364665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.365741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.366096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.366882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.366882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:35:27.445248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b4a8c-50ac-4e64-b414-23aa4f6bf514 req-d40ba18b-f440-4f34-8fc3-5e71a3670ced tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:27.449889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-415b4a8c-50ac-4e64-b414-23aa4f6bf514 req-d40ba18b-f440-4f34-8fc3-5e71a3670ced tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1610336 Jul 05 09:35:27.557196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['cbffa96f-373e-400d-982a-2e3cdc0ba2ac'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:27.587652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-415b4a8c-50ac-4e64-b414-23aa4f6bf514 req-a33ba41b-db8a-40ea-926c-f6e75b9a0d66 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312089 Jul 05 09:35:27.660659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d037ba5-2a23-49e6-b6a1-c4093008f561 req-a94ec119-8863-4117-9f17-48369857493f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 210 time: 0.1219571 Jul 05 09:35:27.737258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] For port be2a9f97-aadc-4f98-a61e-7b38c4c65956, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=be2a9f97-aadc-4f98-a61e-7b38c4c65956,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:27.737258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:27.752107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-c9529dc1-6a67-486a-9aec-055b0f77a975 service neutron] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:27.758523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-c9529dc1-6a67-486a-9aec-055b0f77a975 service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:27.759932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7a8b7003-5d39-497d-b3b2-8449a6e90932 req-c9529dc1-6a67-486a-9aec-055b0f77a975 service neutron] 10.222.0.15 "DELETE /v2.0/ports/8dc2418b-4721-475f-81cc-6ff26db855a4/bindings/n-h2-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.7523856 Jul 05 09:35:27.761708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Calling delete_port for be2a9f97-aadc-4f98-a61e-7b38c4c65956 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:27.777958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37966) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:27.981122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5897a7e-2044-4568-bf17-7af05f51750c tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.014325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5897a7e-2044-4568-bf17-7af05f51750c tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.063874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.079737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['be2a9f97-aadc-4f98-a61e-7b38c4c65956'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:28.129004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53c68e-b987-48be-b183-111da563f0b9 req-6aa02156-3fd2-4d33-a121-3f834f5308a5 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:28.138154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db53c68e-b987-48be-b183-111da563f0b9 req-6aa02156-3fd2-4d33-a121-3f834f5308a5 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 945 time: 0.2819111 Jul 05 09:35:28.164595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Pushing event deleted for resources: {'Port': ['ID=be2a9f97-aadc-4f98-a61e-7b38c4c65956,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:28.171404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] No DVR routers for this DVR port be2a9f97-aadc-4f98-a61e-7b38c4c65956 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:28.179004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.181216 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-62099f4d-f524-456b-aff7-a8c984cb3e03 req-b1ab5f0e-d363-4544-9900-9c7c3012ff93 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "DELETE /v2.0/ports/be2a9f97-aadc-4f98-a61e-7b38c4c65956 HTTP/1.1" status: 204 len: 173 time: 1.4250622 Jul 05 09:35:28.186599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-deleted', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:28.192977 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1971653-1b47-4c34-b293-f33f928e9361" -d '{"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-deleted", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:28.203519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5897a7e-2044-4568-bf17-7af05f51750c tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.206777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5897a7e-2044-4568-bf17-7af05f51750c tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.208506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f5897a7e-2044-4568-bf17-7af05f51750c tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "DELETE /v2.0/security-groups/773d41a2-e9a6-4bfa-9a0a-96f171e0642d HTTP/1.1" status: 204 len: 168 time: 0.4294991 Jul 05 09:35:28.211748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:28.241761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db53c68e-b987-48be-b183-111da563f0b9 req-c1a25987-4842-4fd1-8f8e-6acfb3c273ec tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Jul 05 09:35:28.242906 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-530f62c3-fc9c-43e2-8232-f0981f6222af tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] show failed (client error): The resource could not be found. Jul 05 09:35:28.245711 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-530f62c3-fc9c-43e2-8232-f0981f6222af tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "GET /v2.0/security-groups/773d41a2-e9a6-4bfa-9a0a-96f171e0642d HTTP/1.1" status: 404 len: 347 time: 0.0312564 Jul 05 09:35:28.247609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:28.281516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5897a7e-2044-4568-bf17-7af05f51750c tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773d41a2-e9a6-4bfa-9a0a-96f171e0642d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:28.335398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0c4dad8b-92c7-4851-9c39-68b09e0ad6b6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:28.337002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0c4dad8b-92c7-4851-9c39-68b09e0ad6b6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.2852056 Jul 05 09:35:28.361374 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-87f33c1f-f2b9-4a62-8519-f2b99c68f9c6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/quotas/b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 375 time: 0.0132298 Jul 05 09:35:28.433957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Deleting port df459448-f9b7-41b9-9ffe-20b4903a0bf9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:28.434485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.536177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-8e7a5959-e559-4964-a648-b4a061a672ec tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1667612 Jul 05 09:35:28.544760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.545111 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.558633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Calling delete_port for df459448-f9b7-41b9-9ffe-20b4903a0bf9 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:28.621127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8f584-8b86-4852-8530-d91afa526a5d req-04105965-b441-4e5a-9d99-fe22814081aa tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:28.628185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8c8f584-8b86-4852-8530-d91afa526a5d req-04105965-b441-4e5a-9d99-fe22814081aa tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 945 time: 0.1550577 Jul 05 09:35:28.688190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8c8f584-8b86-4852-8530-d91afa526a5d req-48af6ca5-487d-4d22-a50a-9f1c7aed6be1 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585320 Jul 05 09:35:28.707668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device cbffa96f-373e-400d-982a-2e3cdc0ba2ac up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:28.728466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-e8dd3607-7154-48d9-83f3-f3375a4f6ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777375 Jul 05 09:35:28.793518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.822315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port cbffa96f-373e-400d-982a-2e3cdc0ba2ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:28.828345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port cbffa96f-373e-400d-982a-2e3cdc0ba2ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:28.829460 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.848750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Pushing event deleted for resources: {'Port': ['ID=df459448-f9b7-41b9-9ffe-20b4903a0bf9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:28.873984 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd4cd1-5195-41ae-8c33-f99a2f1acfb0 x-openstack-request-id: req-a0fd4cd1-5195-41ae-8c33-f99a2f1acfb0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:28.874286 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42185d-a7a8-4a25-aea9-b53d0f074243", "name": "network-vif-deleted", "tag": "be2a9f97-aadc-4f98-a61e-7b38c4c65956", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:28.874542 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0fd4cd1-5195-41ae-8c33-f99a2f1acfb0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:28.874957 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42185d-a7a8-4a25-aea9-b53d0f074243', 'name': 'network-vif-deleted', 'tag': 'be2a9f97-aadc-4f98-a61e-7b38c4c65956', 'status': 'completed', 'code': 200} Jul 05 09:35:28.965801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-d1c76b40-6506-456d-b43f-d362b552b971 service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347569 Jul 05 09:35:28.975027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.978691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:28.981411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dacd8f62-f9f9-4472-8cca-231b1c9c67ad tempest-ServersTestManualDisk-2121384121 tempest-ServersTestManualDisk-2121384121-project] 10.222.0.21 "DELETE /v2.0/floatingips/902d95fc-6d24-4fde-bb57-f2c7fe51fab0 HTTP/1.1" status: 204 len: 168 time: 0.7312174 Jul 05 09:35:28.984079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37996) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:29.101575 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:29.221569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:29.240089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:29.261428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89c66-604e-4227-8942-bf22c22e684b req-efa0cced-0a13-46ca-ba39-0dd5cf5b0c1e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:29.268680 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-efa0cced-0a13-46ca-ba39-0dd5cf5b0c1e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.15 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 815 time: 0.2030368 Jul 05 09:35:29.281926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port cbffa96f-373e-400d-982a-2e3cdc0ba2ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:29.282866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Request body: {'port': {'device_id': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'admin_state_up': True, 'tenant_id': 'c2d44ce94eb84c8da69e4d99c6f46cc4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:29.283316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:29.285892 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef706798-7dc4-4d96-9e2f-8d60744d903c" -d '{"events": [{"server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "name": "network-vif-plugged", "status": "completed", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:29.296535 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:29.424497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:29.546178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Made reservation on behalf of c2d44ce94eb84c8da69e4d99c6f46cc4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:29.550238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:29.590967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a7d0091-3b8b-44b1-9e1a-66ebada2afd9 req-6c0c35ee-f1d9-4632-bc4e-fda19628f8ca tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 210 time: 0.1392448 Jul 05 09:35:29.789991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659d11b-06e7-43f6-977c-6cce6672af90 req-6d56f798-0f21-49b5-9d30-b041485ca505 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:29.798375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Allocated IP 172.20.0.5 (8325a77f-f67e-42ce-b45b-0f16e5d26ed0/261f90da-1fd8-449b-8e46-f3496d1ee15e/7a2407bf-60dd-47c3-baf7-43366c44f8fd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:29.799332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e659d11b-06e7-43f6-977c-6cce6672af90 req-6d56f798-0f21-49b5-9d30-b041485ca505 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.5992489 Jul 05 09:35:29.905329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e659d11b-06e7-43f6-977c-6cce6672af90 req-5fe1c599-03e2-4bf9-a189-715711c05b8a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050837 Jul 05 09:35:30.026784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8637-cbf6-434b-aa45-e2c2f9e6c7f2 req-d0ab470c-c272-49ad-8fa2-6055244cf6d1 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:30.028684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-109e8637-cbf6-434b-aa45-e2c2f9e6c7f2 req-d0ab470c-c272-49ad-8fa2-6055244cf6d1 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1097 time: 0.2707410 Jul 05 09:35:30.092902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:30.123312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-109e8637-cbf6-434b-aa45-e2c2f9e6c7f2 req-7bd9033b-17c6-4d36-b70f-35998f78ebf4 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851529 Jul 05 09:35:30.156483 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:30.227303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d3a5362-d38b-411c-8425-ba795dab046c req-df779110-28b4-40a7-a9fd-4b97fb958c7e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 210 time: 0.0999386 Jul 05 09:35:30.230999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:30.232563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:30.238450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:30.252685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:30.265597 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959c1dd-0085-44a6-bb8e-0233c5ecc1e8 x-openstack-request-id: req-e959c1dd-0085-44a6-bb8e-0233c5ecc1e8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:30.265597 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "name": "network-vif-plugged", "status": "completed", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:30.265597 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e959c1dd-0085-44a6-bb8e-0233c5ecc1e8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:30.265597 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'code': 200} Jul 05 09:35:30.370659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:30.468416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:30.469312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:30.526697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-20344e8d-40f2-416e-948b-24193a66c367 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2485480 Jul 05 09:35:30.533395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c38017-ea57-4c1d-86c3-87dd1ad0ca72 req-a7372f76-1e14-4c42-a726-13c2de0b9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:30.535860 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64c38017-ea57-4c1d-86c3-87dd1ad0ca72 req-a7372f76-1e14-4c42-a726-13c2de0b9cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 1098 time: 0.1315787 Jul 05 09:35:30.542836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Request body: {'port': {'device_id': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:30.606501 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64c38017-ea57-4c1d-86c3-87dd1ad0ca72 req-5253390e-e25c-45f7-87dd-ed7d86e5eb1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606322 Jul 05 09:35:30.652958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:30.669188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf024dd3-2fab-49ca-9bce-18626867d47f req-19238804-39f0-4e8a-8e8b-1f2539d18b50 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:30.670470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf024dd3-2fab-49ca-9bce-18626867d47f req-19238804-39f0-4e8a-8e8b-1f2539d18b50 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 946 time: 0.2393794 Jul 05 09:35:30.685101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device be2a9f97-aadc-4f98-a61e-7b38c4c65956 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:30.699820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-43618d7c-4703-447d-b003-5e47f52fdacd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:30.701711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-43618d7c-4703-447d-b003-5e47f52fdacd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.1952696 Jul 05 09:35:30.729589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: be2a9f97-aadc-4f98-a61e-7b38c4c65956 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:30.730312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device be2a9f97-aadc-4f98-a61e-7b38c4c65956 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:30.735542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-dfc109b7-7288-4db3-8c33-7d9f08dcf671 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/quotas/6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 375 time: 0.0225108 Jul 05 09:35:30.813931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf024dd3-2fab-49ca-9bce-18626867d47f req-3288a971-d507-4858-bd05-6e54d62f2d30 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295993 Jul 05 09:35:30.885656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-0ca3e054-8712-4ca6-9a32-70c78aaa6087 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485021 Jul 05 09:35:30.944966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Deleting port ce351ac1-b89e-4995-951f-0ef5e12b2bf7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:30.945461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.037357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2407bf-60dd-47c3-baf7-43366c44f8fd {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:31.052912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.076901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Transition to ACTIVE for port object 7a2407bf-60dd-47c3-baf7-43366c44f8fd will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:31.095163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.244744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:31.306274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-3d668a78-0757-4b73-b746-843a8e2c3bda tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:31.307919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-3d668a78-0757-4b73-b746-843a8e2c3bda tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.2259278 Jul 05 09:35:31.326993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Request body: {'port': {'device_id': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'admin_state_up': True, 'tenant_id': 'b6b2f5ce2ee442c3903194b31d07bce5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:31.344658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Attempting to bind port 7a2407bf-60dd-47c3-baf7-43366c44f8fd on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:31.345018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Attempting to bind port 7a2407bf-60dd-47c3-baf7-43366c44f8fd by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:31.345353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Attempting to bind port 7a2407bf-60dd-47c3-baf7-43366c44f8fd on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:31.379756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Port 7a2407bf-60dd-47c3-baf7-43366c44f8fd on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:31.380090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Attempting to bind port 7a2407bf-60dd-47c3-baf7-43366c44f8fd on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:31.397917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:31.398390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Checking segment: {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:31.398783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Bound using segment: {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:31.399390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Bound port: 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:31.399753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.430221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-8a275669-8b7d-4211-8b99-a972a0758ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441570 Jul 05 09:35:31.513434 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:31.518231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:31.526202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.537325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Made reservation on behalf of b6b2f5ce2ee442c3903194b31d07bce5 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:31.543274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.583197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:31.583847 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.586098 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a2407bf-60dd-47c3-baf7-43366c44f8fd HTTP/1.1" status: 200 len: 1092 time: 1.0489924 Jul 05 09:35:31.589562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:31.592564 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba816c6-474c-469a-b856-d5026c03b5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:31.633381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] For port ce351ac1-b89e-4995-951f-0ef5e12b2bf7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:31.633874 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:31.669255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238867c-d220-46c4-8ba3-185fb30510ae req-b3884351-d3dd-4682-82c4-456b302d81ca tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:31.679256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e238867c-d220-46c4-8ba3-185fb30510ae req-b3884351-d3dd-4682-82c4-456b302d81ca tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 943 time: 0.3139396 Jul 05 09:35:31.681436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eae09-6261-481a-816e-57caf27d98f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:31.718117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Calling delete_port for ce351ac1-b89e-4995-951f-0ef5e12b2bf7 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:31.780818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d0fecbb2-0f4b-49cf-8cb6-43bca33946c0 service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496082 Jul 05 09:35:31.818711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Allocated IP 172.20.0.11 (462f8a30-ee97-4d26-81ce-ed641d509d85/d517215a-53fa-4440-9a2a-2ad41a4d2990/10e69c65-b7f4-4768-988c-218057597b58) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:31.831614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e238867c-d220-46c4-8ba3-185fb30510ae req-8ed21a4e-6307-4a07-b3b5-e5311f6c8ff1 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510224 Jul 05 09:35:31.872015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89c66-604e-4227-8942-bf22c22e684b req-e8833b93-09d6-473a-b0b8-fb8b9e176512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:31.873721 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-e8833b93-09d6-473a-b0b8-fb8b9e176512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 1095 time: 0.1246808 Jul 05 09:35:31.935688 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-c30a2775-c873-4ae2-bfc3-7e0ca3ce6670 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd HTTP/1.1" status: 200 len: 217 time: 0.0516427 Jul 05 09:35:32.076724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89c66-604e-4227-8942-bf22c22e684b req-2f82a4a6-aa58-400f-a539-82b0fd24b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:32.078624 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-2f82a4a6-aa58-400f-a539-82b0fd24b921 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=261f90da-1fd8-449b-8e46-f3496d1ee15e HTTP/1.1" status: 200 len: 855 time: 0.1335535 Jul 05 09:35:32.128131 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:32.145492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-7b5a4679-b155-4715-a40c-eedd8f57e49f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415823 Jul 05 09:35:32.147845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc930d5-2c1e-48f1-9336-769cf332268f req-f42b73c8-24f1-4f82-a6d3-0f35f144490a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:32.158307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bc930d5-2c1e-48f1-9336-769cf332268f req-f42b73c8-24f1-4f82-a6d3-0f35f144490a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1508212 Jul 05 09:35:32.190999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce351ac1-b89e-4995-951f-0ef5e12b2bf7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:32.264805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:32.282413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e083b060-1958-466a-b6dc-1550640264c9 req-c2cc507a-6b28-4f29-89f5-c956e728eb59 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 210 time: 0.0830436 Jul 05 09:35:32.330867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-11aacd8d-ea4b-41de-98ea-fdd5078ae00a service neutron] 10.222.0.15 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749532 Jul 05 09:35:32.425953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bc930d5-2c1e-48f1-9336-769cf332268f req-a02e5576-be0f-4584-bef4-3882952391fd tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665153 Jul 05 09:35:32.454248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:32.529365 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461c52a8-0612-4f4e-8505-076c16edb7ec x-openstack-request-id: req-461c52a8-0612-4f4e-8505-076c16edb7ec {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:32.529654 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:32.529911 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-461c52a8-0612-4f4e-8505-076c16edb7ec {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:32.530372 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'status': 'completed', 'code': 200} Jul 05 09:35:32.583779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:32.598293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:32.599318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78525dec-9df2-472d-93ce-098e55993a44 req-c63cbdfe-31c8-4022-b5e3-8a0f4e28e422 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0527334 Jul 05 09:35:32.601551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:32.612256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:32.641788 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:32.651948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8aa89c66-604e-4227-8942-bf22c22e684b req-dde0700e-98eb-478e-919a-c3c0dd4dbc2c service neutron] 10.222.0.15 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000548 Jul 05 09:35:32.717628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:32.718439 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:32.781638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-7074f067-4046-4565-845f-24621d742486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4593349 Jul 05 09:35:32.804214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Request body: {'port': {'device_id': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:32.845372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-2c8e4997-5eec-47ca-a8de-25160d9d10de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:32.847542 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-2c8e4997-5eec-47ca-a8de-25160d9d10de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 1095 time: 0.1140137 Jul 05 09:35:32.971628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:33.005964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-0166f7a1-9bf6-494e-89f6-576c0478046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:33.007439 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-0166f7a1-9bf6-494e-89f6-576c0478046a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 916 time: 0.1527092 Jul 05 09:35:33.050520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e64334-e609-48e5-b78a-e974ac0c60eb req-376b6539-9ad8-4a1a-948a-2a275383a2b3 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:33.059351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8e64334-e609-48e5-b78a-e974ac0c60eb req-376b6539-9ad8-4a1a-948a-2a275383a2b3 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 946 time: 0.2186131 Jul 05 09:35:33.077604 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-6bc6268b-1327-41c3-a546-24b193b27071 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd HTTP/1.1" status: 200 len: 217 time: 0.0490892 Jul 05 09:35:33.145911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Router 3e9046fd-477c-43bd-bec6-d1574e74429d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:33.223707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8e64334-e609-48e5-b78a-e974ac0c60eb req-8587734e-5846-4e0e-902b-573f7f7d81d4 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632111 Jul 05 09:35:33.279344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-26f9c5c8-69a0-4220-a805-8948e0d44213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:33.280998 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-26f9c5c8-69a0-4220-a805-8948e0d44213 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=261f90da-1fd8-449b-8e46-f3496d1ee15e HTTP/1.1" status: 200 len: 855 time: 0.1891277 Jul 05 09:35:33.358457 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-5f21485c-cc3f-489a-b3e4-c1606fe62fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706940 Jul 05 09:35:33.396585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782157-4999-4566-9ada-bde7c1ebcf0f req-3ed4b715-9216-4274-ab82-7296694fd10e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:33.398250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68782157-4999-4566-9ada-bde7c1ebcf0f req-3ed4b715-9216-4274-ab82-7296694fd10e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 943 time: 0.2510319 Jul 05 09:35:33.458838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68782157-4999-4566-9ada-bde7c1ebcf0f req-532c4320-2f39-47ee-b9bc-10b29ed66567 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500121 Jul 05 09:35:33.460378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:33.470828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-65d82c31-f73b-4d38-8f21-c5ecf772f8cd admin admin] 10.222.0.21 "PUT /v2.0/routers/3e9046fd-477c-43bd-bec6-d1574e74429d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4855175 Jul 05 09:35:33.475019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:33.477642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] Sync routers for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:33.501185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:33.502060 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:33.575141 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-fb3fcf82-cd10-40cf-b80f-52f59a84b684 service neutron] 10.222.0.15 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081902 Jul 05 09:35:33.728882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:33.763742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:33.807946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e69c65-b7f4-4768-988c-218057597b58 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:33.824975 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:33.851775 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ba816c6-474c-469a-b856-d5026c03b5cf req-eefc7a98-c8f6-4fc7-b1ef-15a20e47ef7e service neutron] 10.222.0.15 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602713 Jul 05 09:35:33.853060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Transition to ACTIVE for port object 10e69c65-b7f4-4768-988c-218057597b58 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:33.870511 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.005499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:35:32Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:34.011876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:34.034333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:34.034668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:34.034999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:34.039842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:34.040158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:34.051361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] Checking router: 3e9046fd-477c-43bd-bec6-d1574e74429d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:34.052063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:34.052393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:34.052773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:34.053393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Bound port: 10e69c65-b7f4-4768-988c-218057597b58, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:34.054114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.055618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bd1e6-eaf2-47bc-96ff-a32d4ca4b364 req-aaccd9a8-0a6c-4d14-b14f-a82f5f316fba tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:34.057706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982bd1e6-eaf2-47bc-96ff-a32d4ca4b364 req-aaccd9a8-0a6c-4d14-b14f-a82f5f316fba tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 932 time: 0.2810025 Jul 05 09:35:34.064535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-4e021c86-e3d7-47b9-8be9-5c03cc32353d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:34.065543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-4e021c86-e3d7-47b9-8be9-5c03cc32353d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.3310177 Jul 05 09:35:34.069411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] Routers {'3e9046fd-477c-43bd-bec6-d1574e74429d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:34.070332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3e9046fd-477c-43bd-bec6-d1574e74429d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:34.073942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-a479521e-cbb6-489c-a68e-da4c3a3d8cf3 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:34.076641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-a479521e-cbb6-489c-a68e-da4c3a3d8cf3 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3719192 Jul 05 09:35:34.104283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Request body: {'port': {'device_id': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'admin_state_up': True, 'tenant_id': '6c31e7070995403b96e9496be4a9c5b2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:34.123234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:34.127147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:34.131106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.165005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:34.165633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.167136 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] 10.222.0.16 "PUT /v2.0/ports/10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 200 len: 1093 time: 1.3695395 Jul 05 09:35:34.193978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5ba0-cc1f-4061-a2b1-bf5be89acc0b service neutron] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:34.194234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.200381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-32f23a98-7510-4d5f-8305-44226e24ba21 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1164024 Jul 05 09:35:34.201285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] Set router 3e9046fd-477c-43bd-bec6-d1574e74429d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:34.296095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-effb4e83-e3da-437b-8e90-1533ceb7a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:34.297576 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-effb4e83-e3da-437b-8e90-1533ceb7a82f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0628572 Jul 05 09:35:34.349640 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-99447a43-b67a-4a29-af21-dca7a19d2b4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 200 len: 217 time: 0.0429835 Jul 05 09:35:34.402012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-01fd3d96-f209-4100-b667-8f6e78ba4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:34.403777 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-01fd3d96-f209-4100-b667-8f6e78ba4c15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0476968 Jul 05 09:35:34.407942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:35:32Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:34.441460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-293389c9-e830-4012-9706-adc098e2e833 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303602 Jul 05 09:35:34.446838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b9a9e-3e7d-4ef9-b17e-2a7fafd351b7 None None] The sync data for ids ['3e9046fd-477c-43bd-bec6-d1574e74429d'] in n-d-771363-33 is: [{'id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'name': 'tempest-ServersTestManualDisk-1974354982-router', 'tenant_id': '4cd8959986b548bfb564caeafddef1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:56Z', 'updated_at': '2021-07-05T09:35:32Z', 'revision_number': 5, 'project_id': '4cd8959986b548bfb564caeafddef1c0', 'gw_port': {'id': '8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9046fd-477c-43bd-bec6-d1574e74429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:58Z', 'updated_at': '2021-07-05T09:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:34.518136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'floatingip': {'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:34.528273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982bd1e6-eaf2-47bc-96ff-a32d4ca4b364 req-d5d0ebbf-dfb8-406a-b070-3529cf8d0e31 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519107 Jul 05 09:35:34.532593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'tag': '10e69c65-b7f4-4768-988c-218057597b58'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:34.535317 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf95526-9b32-4d70-ab1f-412288f35511" -d '{"events": [{"name": "network-changed", "server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "tag": "10e69c65-b7f4-4768-988c-218057597b58"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:34.561434 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-8fd7c63f-63b8-4e43-9ca1-dd7a656724f1 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121302 Jul 05 09:35:34.594419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.671723 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b0d156e8-0b36-4b49-96b8-220b2d8fa33e req-1c1c5216-5d2a-4c58-ba05-cf7acb547c46 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013663 Jul 05 09:35:34.703910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7a2407bf-60dd-47c3-baf7-43366c44f8fd details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:34.769594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Deleting port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:34.770137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.813497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:34.827686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'port_id': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'mac_address': 'fa:16:3e:48:cb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f90da-1fd8-449b-8e46-f3496d1ee15e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:34.827862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Made reservation on behalf of 6c31e7070995403b96e9496be4a9c5b2 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:34.831276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.874444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.894707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2407bf-60dd-47c3-baf7-43366c44f8fd {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:34.918546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:34.924454 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:34.984056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:35.054447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] For port 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:35.054801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.079561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Calling delete_port for 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:35.151141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d07d1-4cdd-4a45-97b0-45678ba3973d req-8adcb313-95bc-4592-827b-860a7fb2bfaa tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:35.152678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d93d07d1-4cdd-4a45-97b0-45678ba3973d req-8adcb313-95bc-4592-827b-860a7fb2bfaa tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.3933656 Jul 05 09:35:35.205833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce351ac1-b89e-4995-951f-0ef5e12b2bf7 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:35.227717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ce351ac1-b89e-4995-951f-0ef5e12b2bf7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:35.228054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce351ac1-b89e-4995-951f-0ef5e12b2bf7 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:35.277394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7a2407bf-60dd-47c3-baf7-43366c44f8fd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:35.294312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Allocated IP 172.20.0.8 (c678e9e8-0cbd-425f-973d-55068fc1c21a/506f3a1a-20db-4d0e-86b5-c7c25cef450e/8d12270f-ddad-4337-b66e-dbcd505ce2b8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:35.339072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d93d07d1-4cdd-4a45-97b0-45678ba3973d req-ae3cdb0a-2418-4fd0-8a4e-cf7129f216a7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732137 Jul 05 09:35:35.578658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:35:35.699723 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.710160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.724272 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.772681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-78090ff3-bf79-423a-acff-95d6aa0e9d4d tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:35.774153 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-78090ff3-bf79-423a-acff-95d6aa0e9d4d tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.15 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 946 time: 0.3904903 Jul 05 09:35:35.797102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:35.811611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.847819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514e2e7-c635-4861-b727-af712ae2412b req-b4496842-5a94-4dac-a97f-7779b846f092 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:35.849340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e514e2e7-c635-4861-b727-af712ae2412b req-b4496842-5a94-4dac-a97f-7779b846f092 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/ports?device_id=9259d0c5-846f-48c8-8716-4b1bda3af471 HTTP/1.1" status: 200 len: 946 time: 0.3757570 Jul 05 09:35:35.890050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Deleting port 6368a57b-2055-43cf-9090-41cd9f5b15d6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:35.890449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.981618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] For port 6368a57b-2055-43cf-9090-41cd9f5b15d6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6368a57b-2055-43cf-9090-41cd9f5b15d6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:35.981832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e514e2e7-c635-4861-b727-af712ae2412b req-2c27ff98-2c5f-4ca6-90cd-73a5678eede2 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb84a590-a288-404f-b56d-e68ab933ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241732 Jul 05 09:35:35.981957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.985413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:35.996795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Calling delete_port for 6368a57b-2055-43cf-9090-41cd9f5b15d6 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:36.061771 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8 associated. External IP: 172.25.1.163, port: c8e626e6-2fe3-4ea2-921d-e2673366267a. Jul 05 09:35:36.144821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.146707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.150192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.156016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.166798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['6368a57b-2055-43cf-9090-41cd9f5b15d6'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:36.191327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Pushing event deleted for resources: {'Port': ['ID=6368a57b-2055-43cf-9090-41cd9f5b15d6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:36.243316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] No DVR routers for this DVR port 6368a57b-2055-43cf-9090-41cd9f5b15d6 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:36.246513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.248902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5e1413be-7e23-4205-b48c-28c5ccd7777e req-f5c44d82-82b2-43b7-a753-779b472a9d87 tempest-AttachSCSIVolumeTestJSON-14033978 tempest-AttachSCSIVolumeTestJSON-14033978-project] 10.222.0.15 "DELETE /v2.0/ports/6368a57b-2055-43cf-9090-41cd9f5b15d6 HTTP/1.1" status: 204 len: 173 time: 0.4685025 Jul 05 09:35:36.616399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Network c678e9e8-0cbd-425f-973d-55068fc1c21a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:36.622969 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.623557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9046fd-477c-43bd-bec6-d1574e74429d {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:35:36.632711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:36.639836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.640983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dddd1b25-4378-4e7e-bd02-0c9fd3c45a44 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3e9046fd-477c-43bd-bec6-d1574e74429d HTTP/1.1" status: 204 len: 168 time: 3.1649272 Jul 05 09:35:36.641870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:36.644349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:36.646916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:36.696489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] Deleting subnet 65cf4768-480b-42bd-91a3-d26d9d5414ee {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:35:36.701450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.708776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7a2407bf-60dd-47c3-baf7-43366c44f8fd up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:36.749731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:36.750411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.763661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ab41-f26e-4f1d-9f67-82d5268522f3 req-5dbce033-3138-455f-acc9-3c851f3d94d1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:36.765269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3929ab41-f26e-4f1d-9f67-82d5268522f3 req-5dbce033-3138-455f-acc9-3c851f3d94d1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 931 time: 0.6692331 Jul 05 09:35:36.778257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.794323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 7a2407bf-60dd-47c3-baf7-43366c44f8fd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:36.799100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 7a2407bf-60dd-47c3-baf7-43366c44f8fd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:36.799705 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.845696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-97626a13-d7cc-40a1-af5e-8d8202586918 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7526650 Jul 05 09:35:36.864333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Request body: {'port': {'device_id': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:36.893063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.900968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3929ab41-f26e-4f1d-9f67-82d5268522f3 req-90b1a8fa-3f0a-4148-a3ec-a6d6efbea944 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254017 Jul 05 09:35:36.950200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:36.970534 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.993245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:36.997797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:37.000177 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b04404d-ba1c-46a0-86fa-1e91ee9400e6" -d '{"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-plugged", "status": "completed", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:37.015719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:37.025901 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.045179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65cf4768-480b-42bd-91a3-d26d9d5414ee,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:37.062894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.063410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28c133-5044-487f-99c2-0bbef6caa425 None None] Network 234cca4d-de17-4ece-85c6-9dfb379090ed requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:37.071122 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-432fe802-d1d7-42e9-942c-5036edaf1992 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/65cf4768-480b-42bd-91a3-d26d9d5414ee HTTP/1.1" status: 204 len: 168 time: 0.4233422 Jul 05 09:35:37.072935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:37.122986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.167440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:37.170004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.252953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Deleting port 539fbc2b-1561-4542-b9bb-10f69ab807ac {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:37.253787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.297376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcd6e1-db5c-49d7-ae74-cc079a9723be req-3573d072-9eb6-461a-a911-e3c81e76e498 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:37.299513 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14bcd6e1-db5c-49d7-ae74-cc079a9723be req-3573d072-9eb6-461a-a911-e3c81e76e498 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.2206867 Jul 05 09:35:37.312733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:37.314457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:37.331213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:37.349663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] For port 539fbc2b-1561-4542-b9bb-10f69ab807ac, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=539fbc2b-1561-4542-b9bb-10f69ab807ac,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:37.350021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.354814 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:37.355456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] DHCP port deletion for 234cca4d-de17-4ece-85c6-9dfb379090ed request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:35:37.355892 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:37.357681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:37.358015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8bf4ec7a-2cd3-4d4c-a2de-2975904dc1ab not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:37.374537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Calling delete_port for 539fbc2b-1561-4542-b9bb-10f69ab807ac owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:37.395680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.421541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] Deleting port 539fbc2b-1561-4542-b9bb-10f69ab807ac {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:37.422519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.436728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14bcd6e1-db5c-49d7-ae74-cc079a9723be req-7fd23b2e-d7f6-4ebf-965e-7ae62e12bd49 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299560 Jul 05 09:35:37.473725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8fc3d5ea-644c-41be-a9f4-0d2c3ebe493f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "PUT /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 200 len: 996 time: 2.9688206 Jul 05 09:35:37.473868 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.500977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:37.503752 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd3476-f6fe-4558-9a95-656fdf088f59" -d '{"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:37.505918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Pushing event deleted for resources: {'Port': ['ID=539fbc2b-1561-4542-b9bb-10f69ab807ac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:37.520429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] No DVR routers for this DVR port 539fbc2b-1561-4542-b9bb-10f69ab807ac on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:37.528254 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:37.593866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] For port 539fbc2b-1561-4542-b9bb-10f69ab807ac, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=539fbc2b-1561-4542-b9bb-10f69ab807ac,segment=NetworkSegment(d957d27a-d9f3-4fc4-a2dd-33663c833719),segment_id=d957d27a-d9f3-4fc4-a2dd-33663c833719)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:37.595882 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.602849 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47798b9-f2fa-42f0-a675-3e8a281af857 x-openstack-request-id: req-d47798b9-f2fa-42f0-a675-3e8a281af857 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:37.603274 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "tag": "10e69c65-b7f4-4768-988c-218057597b58", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:37.604253 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d47798b9-f2fa-42f0-a675-3e8a281af857 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:37.604714 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'tag': '10e69c65-b7f4-4768-988c-218057597b58', 'status': 'completed', 'code': 200} Jul 05 09:35:37.610041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-1b68e9ec-e46c-41a3-abc3-97bf10b8b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:37.611691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-1b68e9ec-e46c-41a3-abc3-97bf10b8b719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.1050062 Jul 05 09:35:37.630392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] Calling delete_port for 539fbc2b-1561-4542-b9bb-10f69ab807ac owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:37.669802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.700625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234cca4d-de17-4ece-85c6-9dfb379090ed']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:37.723794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd957d27a-d9f3-4fc4-a2dd-33663c833719') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:37.724514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd957d27a-d9f3-4fc4-a2dd-33663c833719') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:37.742112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.748684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.761995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf95526-9b32-4d70-ab1f-412288f35511 req-23afbaea-50dc-46d9-959f-6bbfa575ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:37.764019 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-edf95526-9b32-4d70-ab1f-412288f35511 req-23afbaea-50dc-46d9-959f-6bbfa575ac70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1096 time: 0.1895716 Jul 05 09:35:37.767976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.776205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d12270f-ddad-4337-b66e-dbcd505ce2b8 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:37.784155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:35:37.785333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.786446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] Pushing event deleted for resources: {'Port': ['ID=539fbc2b-1561-4542-b9bb-10f69ab807ac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:35:37.787882 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:35:37.795204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939b067-0dad-4c7f-8355-54db0c7a8ccf None None] No DVR routers for this DVR port 539fbc2b-1561-4542-b9bb-10f69ab807ac on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:37.798285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.814915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-aa823f3c-bf97-4c44-b6fb-6a60d083906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:37.816455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-aa823f3c-bf97-4c44-b6fb-6a60d083906a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.1966720 Jul 05 09:35:37.838893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Transition to ACTIVE for port object 8d12270f-ddad-4337-b66e-dbcd505ce2b8 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:37.884290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.907762 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:0f:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:35Z', 'revision_number': 1, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:37.908202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aed16-0416-4566-8d7a-0f21395c07b4 req-d48b087c-4d2e-4b89-88fb-1f5ce6d158d9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:37.908202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c3aed16-0416-4566-8d7a-0f21395c07b4 req-d48b087c-4d2e-4b89-88fb-1f5ce6d158d9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 944 time: 0.1931479 Jul 05 09:35:37.917568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.942650 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:37.943619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:37.955368 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:37.956503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:37.961117 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] 10.222.0.21 "DELETE /v2.0/networks/234cca4d-de17-4ece-85c6-9dfb379090ed HTTP/1.1" status: 204 len: 168 time: 0.8791742 Jul 05 09:35:37.962402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2662f8-2f7e-4380-98c1-dcfd05c3b43d admin admin] Pushing event deleted for resources: {'Network': ['ID=234cca4d-de17-4ece-85c6-9dfb379090ed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:37.971441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-9de3a7a1-81b6-41b1-8cc1-2458edfd8e13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 999 time: 0.1457496 Jul 05 09:35:37.983168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf95526-9b32-4d70-ab1f-412288f35511 req-af463620-e1b0-4034-8b42-af5b9aad3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:37.984937 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-edf95526-9b32-4d70-ab1f-412288f35511 req-af463620-e1b0-4034-8b42-af5b9aad3982 service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.2107403 Jul 05 09:35:38.019307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:38.032936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c3aed16-0416-4566-8d7a-0f21395c07b4 req-544cbf35-7b6c-4c12-a17a-7c31b2fc0a40 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053176 Jul 05 09:35:38.049801 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-edf95526-9b32-4d70-ab1f-412288f35511 req-9b7f87af-f4cc-4f39-afb4-1564b2be4d67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 200 len: 217 time: 0.0558965 Jul 05 09:35:38.091132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-15f270b7-0a5e-443b-887e-a3f9eafe6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:38.092682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-15f270b7-0a5e-443b-887e-a3f9eafe6d8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1133120 Jul 05 09:35:38.139707 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:38.145382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38104) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:38.156538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf95526-9b32-4d70-ab1f-412288f35511 req-ea289922-5200-46be-bf4f-f0b7d53be3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:38.158731 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-edf95526-9b32-4d70-ab1f-412288f35511 req-ea289922-5200-46be-bf4f-f0b7d53be3ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0995677 Jul 05 09:35:38.192474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:38.192904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:38.193154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:38.201864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:35:38.202165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:38.202258 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-edf95526-9b32-4d70-ab1f-412288f35511 req-52c6b673-ad5b-44ff-843e-8347bf1f4453 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361948 Jul 05 09:35:38.223766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:38.224114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:38.224484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:38.224926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Bound port: 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:38.225279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:38.232017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1073500d-ba04-48c9-8f22-7e52349967a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cd8959986b548bfb564caeafddef1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855293 Jul 05 09:35:38.235335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:38.278194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8077b62b-19c7-4fcb-bc6a-c5cbb51ed4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:38.279795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-8077b62b-19c7-4fcb-bc6a-c5cbb51ed4a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802218 Jul 05 09:35:38.313208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-72e8db21-b981-4f7e-ae7c-f342d99aafab service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:35:38.314831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-72e8db21-b981-4f7e-ae7c-f342d99aafab service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076649 Jul 05 09:35:38.344148 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-edf95526-9b32-4d70-ab1f-412288f35511 req-ef44c733-a215-4667-ad96-2eedeaba15fa service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328676 Jul 05 09:35:38.427265 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:0f:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:35Z', 'revision_number': 1, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:38.452791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-edf95526-9b32-4d70-ab1f-412288f35511 req-da8e13f2-80b3-4713-b362-9716a55f3e5a service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991702 Jul 05 09:35:38.460702 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b30b9f-9c17-4715-8e9f-2cf4c955847d None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:0f:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:35Z', 'revision_number': 1, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:38.467367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a936e8a-d7f2-4d9c-b544-2eda521cefe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:38.476215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:38.508914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:38.533092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a936e8a-d7f2-4d9c-b544-2eda521cefe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:38.535332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:38.580273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-cbda9dd9-305a-4f34-a571-36da539eed67 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525125 Jul 05 09:35:38.593303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:38.593918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:38.595314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] 10.222.0.16 "PUT /v2.0/ports/8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 200 len: 1092 time: 1.7377968 Jul 05 09:35:38.661267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1148b-e985-4837-aea2-6fd218bcfee1 None None] New status for floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:35:38.705188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 10e69c65-b7f4-4768-988c-218057597b58 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:38.732020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106d218-5623-4dbe-ba4a-dcc794456510 req-9a12bfe1-97ae-488b-9680-2ef15f8062da tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:38.732900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9106d218-5623-4dbe-ba4a-dcc794456510 req-9a12bfe1-97ae-488b-9680-2ef15f8062da tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.3440633 Jul 05 09:35:38.734459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6368a57b-2055-43cf-9090-41cd9f5b15d6 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:38.745075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d111f-fa66-4da7-8af6-f53da70f815f service neutron] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:38.796412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 6368a57b-2055-43cf-9090-41cd9f5b15d6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:38.796756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6368a57b-2055-43cf-9090-41cd9f5b15d6 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:38.798793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a936e8a-d7f2-4d9c-b544-2eda521cefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:38.801335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a936e8a-d7f2-4d9c-b544-2eda521cefe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:38.802588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0a936e8a-d7f2-4d9c-b544-2eda521cefe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/776fdb15-5183-449b-839f-ed2fa2811706 HTTP/1.1" status: 204 len: 168 time: 0.5653298 Jul 05 09:35:38.838464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-898d5716-18c1-40d6-8b5f-7bfed8d05c7c req-3f3ff77a-7c66-408f-ba4d-d708dcfc2b0e service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398486 Jul 05 09:35:38.842371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9106d218-5623-4dbe-ba4a-dcc794456510 req-dd2965b6-4101-42e2-884c-23bd1be5a46c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Jul 05 09:35:38.844244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936e8a-d7f2-4d9c-b544-2eda521cefe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776fdb15-5183-449b-839f-ed2fa2811706,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:38.860729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-8e167897-dc6a-481e-bfe7-3d90a988c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:38.862627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-8e167897-dc6a-481e-bfe7-3d90a988c40f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1095 time: 0.1878746 Jul 05 09:35:38.928908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:38.930158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-4832def4-976f-4a24-b965-0ad6259f0b53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 200 len: 217 time: 0.0587013 Jul 05 09:35:38.943513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '10e69c65-b7f4-4768-988c-218057597b58', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'port_id': '10e69c65-b7f4-4768-988c-218057597b58', 'mac_address': 'fa:16:3e:ee:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd517215a-53fa-4440-9a2a-2ad41a4d2990', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:38.955979 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e6f60-6af9-4f43-933d-57a2f696345b x-openstack-request-id: req-9b9e6f60-6af9-4f43-933d-57a2f696345b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:38.956107 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-plugged", "status": "completed", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:38.956310 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b9e6f60-6af9-4f43-933d-57a2f696345b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:38.956757 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'code': 200} Jul 05 09:35:39.003531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-be8b4785-a853-41ce-b8c4-751135471556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.005434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-be8b4785-a853-41ce-b8c4-751135471556 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0666389 Jul 05 09:35:39.016092 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:39.031063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e69c65-b7f4-4768-988c-218057597b58 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:39.038104 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f3bece-ebbb-4828-af30-172124f86a81 x-openstack-request-id: req-92f3bece-ebbb-4828-af30-172124f86a81 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:39.038104 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:39.038508 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92f3bece-ebbb-4828-af30-172124f86a81 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:39.039420 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'status': 'completed', 'code': 200} Jul 05 09:35:39.059587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:39.066809 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:39.077538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-7bd3402e-2310-4ab0-bd18-5113a3d99809 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601783 Jul 05 09:35:39.174475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:39.184612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8ae2-44af-46cd-813b-23fb5b3e0c06 req-219e8250-0056-427d-a953-d521c5321a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.184612 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-437f8ae2-44af-46cd-813b-23fb5b3e0c06 req-219e8250-0056-427d-a953-d521c5321a88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 1097 time: 0.1396663 Jul 05 09:35:39.234160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-3846c7ea-126d-4e78-b179-edc2c8c95009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.235850 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-3846c7ea-126d-4e78-b179-edc2c8c95009 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.1325870 Jul 05 09:35:39.302551 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-437f8ae2-44af-46cd-813b-23fb5b3e0c06 req-43817e0e-bef5-4922-b97a-994fc34bdb5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101332 Jul 05 09:35:39.314487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 539fbc2b-1561-4542-b9bb-10f69ab807ac no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:39.348883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 539fbc2b-1561-4542-b9bb-10f69ab807ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:39.349234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 539fbc2b-1561-4542-b9bb-10f69ab807ac not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:39.368366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-899901dc-8c15-46da-8237-52e7e7e108e1 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828159 Jul 05 09:35:39.382066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-d26aafad-f93a-414d-bff1-555a365d0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.383748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-d26aafad-f93a-414d-bff1-555a365d0e32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.1386013 Jul 05 09:35:39.385879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['10e69c65-b7f4-4768-988c-218057597b58'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:39.470164 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-f63436be-7a02-4470-be01-590bc400493d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 1001 time: 0.0782363 Jul 05 09:35:39.545572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39867395-cb97-4a84-8539-3125046581ab req-a2109dda-7805-413a-8f8d-6f8c636a5fc7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.550951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-ff1388f3-f055-473b-848f-86003a63a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.552418 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-ff1388f3-f055-473b-848f-86003a63a455 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.0737815 Jul 05 09:35:39.554218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39867395-cb97-4a84-8539-3125046581ab req-a2109dda-7805-413a-8f8d-6f8c636a5fc7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.2830482 Jul 05 09:35:39.591867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293392b8-6c26-4643-9241-70768d64e1d0 req-aeebfead-fbeb-4c7a-a0d6-efd833f6186d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.593453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-293392b8-6c26-4643-9241-70768d64e1d0 req-aeebfead-fbeb-4c7a-a0d6-efd833f6186d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 943 time: 0.2679150 Jul 05 09:35:39.605579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'name': 'network-vif-deleted', 'tag': '6368a57b-2055-43cf-9090-41cd9f5b15d6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:39.607933 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419329e2-d5a7-4f29-baa8-379dfe9b31c0" -d '{"events": [{"server_uuid": "9259d0c5-846f-48c8-8716-4b1bda3af471", "name": "network-vif-deleted", "tag": "6368a57b-2055-43cf-9090-41cd9f5b15d6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:39.636212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-e49879e9-407e-4871-8e9a-ee54e665188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:39.639149 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-e49879e9-407e-4871-8e9a-ee54e665188e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766690 Jul 05 09:35:39.656473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-982f4f15-790c-41ed-bf93-e22e4ba544da req-51a4cd9b-a7d4-42fd-aac1-590ecaa55dcd service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779484 Jul 05 09:35:39.676210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39867395-cb97-4a84-8539-3125046581ab req-cf1262db-6f0d-44ec-bd65-5049b6d5668d tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210253 Jul 05 09:35:39.720548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-293392b8-6c26-4643-9241-70768d64e1d0 req-51e297dd-680e-4536-b1c0-3b9e6abe1f9e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124771 Jul 05 09:35:39.818420 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-6bc3c45b-6fe4-48b1-944f-6b42c8a53d56 service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707010 Jul 05 09:35:39.966588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4cdd3476-f6fe-4558-9a95-656fdf088f59 req-80a8a7bd-49c3-4ed8-9a2e-9831f4c77a9e service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398792 Jul 05 09:35:40.001726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-9fa36afb-1a82-4fac-9560-2202b967ad04 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:40.003447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-9fa36afb-1a82-4fac-9560-2202b967ad04 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1563063 Jul 05 09:35:40.030720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2c560-103c-44df-8c93-94fbc2012f9b req-3ed67b9d-5f4d-4b1c-bd9a-6d55219062ba tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:40.032253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daa2c560-103c-44df-8c93-94fbc2012f9b req-3ed67b9d-5f4d-4b1c-bd9a-6d55219062ba tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 945 time: 0.1257977 Jul 05 09:35:40.091472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:40.148838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-fc8366f5-d4e4-4af0-ad3b-417430bef287 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1001 time: 0.1375563 Jul 05 09:35:40.152493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daa2c560-103c-44df-8c93-94fbc2012f9b req-fdf20011-d1a7-42d7-88e6-8832c36277c6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Jul 05 09:35:40.168378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'floatingip': {'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:40.250476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.266488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-270549604-network', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:40.312626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:40.318889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.349096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.399136 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7397abf-204b-4220-9620-08b4cfe645a9 x-openstack-request-id: req-e7397abf-204b-4220-9620-08b4cfe645a9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:40.399136 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9259d0c5-846f-48c8-8716-4b1bda3af471", "name": "network-vif-deleted", "tag": "6368a57b-2055-43cf-9090-41cd9f5b15d6", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:40.399136 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7397abf-204b-4220-9620-08b4cfe645a9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:40.399136 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9259d0c5-846f-48c8-8716-4b1bda3af471', 'name': 'network-vif-deleted', 'tag': '6368a57b-2055-43cf-9090-41cd9f5b15d6', 'status': 'completed', 'code': 200} Jul 05 09:35:40.515463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.521113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.543744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:35:40.558890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.558890 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Added segment c20106b9-60a5-41bc-a741-6849c8352412 of type vlan for network 121a61ef-8df1-4f4b-bb28-b160b2cec386 Jul 05 09:35:40.609422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.664177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861925ae-af11-4268-bbe2-943f3945b4f5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:40.690184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.691626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:40.692596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.711548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 10e69c65-b7f4-4768-988c-218057597b58 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:40.781023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] Pushing event updated for resources: {'Network': ['ID=121a61ef-8df1-4f4b-bb28-b160b2cec386,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:40.805580 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1e430619-89d7-4128-b5f8-92ebea813019 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7128057 Jul 05 09:35:40.807445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:40.817346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Request body: {'subnet': {'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-270549604-subnet', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:40.853959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb409b5-6d6a-46e9-a3df-497fb316603d req-6e1add3e-3db9-4472-a2d2-4ba3f5b9fcbf tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:40.856627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bb409b5-6d6a-46e9-a3df-497fb316603d req-6e1add3e-3db9-4472-a2d2-4ba3f5b9fcbf tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1629801 Jul 05 09:35:40.871391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:40.876791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:40.928052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:35:40.945976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bb409b5-6d6a-46e9-a3df-497fb316603d req-a4c7eb18-27ad-4ca7-a2d4-f190dd40219e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Jul 05 09:35:41.033569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 10e69c65-b7f4-4768-988c-218057597b58 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:41.039279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 10e69c65-b7f4-4768-988c-218057597b58 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:41.040023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.045738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:41.048035 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c904309-04d8-46ee-8dbb-98753ddec115" -d '{"events": [{"name": "network-changed", "server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:41.178073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.214378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.235763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e69c65-b7f4-4768-988c-218057597b58'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:41.239469 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701ed676-9596-4fb2-96fc-f56854926d0b" -d '{"events": [{"server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "name": "network-vif-plugged", "status": "completed", "tag": "10e69c65-b7f4-4768-988c-218057597b58"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:41.261957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:41.269310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.296047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3beb5226-1485-40fe-8b6e-df0e778cb0f9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:41.309251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18f509-be1b-4daf-ac63-11a0f0455973 req-b0dc5d78-a987-46f3-8d8a-65e78b57a9c5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:41.311194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f18f509-be1b-4daf-ac63-11a0f0455973 req-b0dc5d78-a987-46f3-8d8a-65e78b57a9c5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.1770833 Jul 05 09:35:41.314009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Checking segment: {'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:41.314648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Network hostable DHCP agents. Network: 121a61ef-8df1-4f4b-bb28-b160b2cec386, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:35:41.338988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:41.348472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:35:41.362090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 121a61ef-8df1-4f4b-bb28-b160b2cec386) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:41.368197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:41.368937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.374300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4866736-ca40-4930-b125-c0dfff7e2e61 None None] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:41.402461 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-821844a2-84e9-4bff-beb6-66791d243bed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5927708 Jul 05 09:35:41.413821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:41.424639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:41.436309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f18f509-be1b-4daf-ac63-11a0f0455973 req-62554306-41f4-4e77-a9b0-d28565397d1f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126521 Jul 05 09:35:41.502705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.503712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.618808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.639743 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.647501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-121a61ef-8df1-4f4b-bb28-b160b2cec386', 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'fixed_ips': [{'subnet_id': '3beb5226-1485-40fe-8b6e-df0e778cb0f9'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:35:41.647501 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.690373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.692552 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-01a65eba-e72a-47b6-96cc-61c84e8584e6 service neutron] 10.222.0.15 "GET /v2.0/ports/55cd4034-71f5-49ea-9edb-6e1be7329368/bindings/n-h1-771363-33 HTTP/1.1" status: 200 len: 383 time: 0.1989465 Jul 05 09:35:41.796033 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8 associated. External IP: 172.25.1.163, port: c8e626e6-2fe3-4ea2-921d-e2673366267a. Jul 05 09:35:41.818417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cded3c-c1ee-4535-9be8-69f3f1015366 req-54559690-a387-408a-a71a-dbaa95991116 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:41.819639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94cded3c-c1ee-4535-9be8-69f3f1015366 req-54559690-a387-408a-a71a-dbaa95991116 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 943 time: 0.2196777 Jul 05 09:35:41.825901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Allocated IP 172.20.0.2 (121a61ef-8df1-4f4b-bb28-b160b2cec386/3beb5226-1485-40fe-8b6e-df0e778cb0f9/c60b2000-1d52-4c6b-aa0c-fa7af1dc67de) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:41.885954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:41.975974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94cded3c-c1ee-4535-9be8-69f3f1015366 req-50d8d7e4-cc61-4a38-a4db-de392e7f7c6b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850134 Jul 05 09:35:42.034916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:42.046942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Transition to ACTIVE for port object c60b2000-1d52-4c6b-aa0c-fa7af1dc67de will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:42.085725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Transition to ACTIVE for port object c60b2000-1d52-4c6b-aa0c-fa7af1dc67de will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:42.096953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:42.122545 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d73cb4d-a618-4925-9892-ebf45cd99f35 x-openstack-request-id: req-6d73cb4d-a618-4925-9892-ebf45cd99f35 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:42.123491 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:42.123980 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d73cb4d-a618-4925-9892-ebf45cd99f35 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:42.124629 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8', 'status': 'completed', 'code': 200} Jul 05 09:35:42.140637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-488ec474-b39b-4d93-8e5d-8601c15c6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:42.143497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-488ec474-b39b-4d93-8e5d-8601c15c6628 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b&tenant_id=a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 1101 time: 0.1279776 Jul 05 09:35:42.174005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:42.196473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:42.199779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:42.207550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:42.241893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Pushing event updated for resources: {'Port': ['ID=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:42.329936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Attempting to bind port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:42.330321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Attempting to bind port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:42.330687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Attempting to bind port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de on network 121a61ef-8df1-4f4b-bb28-b160b2cec386 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:42.335981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:42.336352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Checking segment: {'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:42.336754 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:42.337144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Bound using segment: {'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:42.337696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Bound port: c60b2000-1d52-4c6b-aa0c-fa7af1dc67de, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:42.338609 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:42.350359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:42.361784 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:42.373971 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:42.375155 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:42.412900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-264ecafb-ec70-4cfe-8587-43e469ad47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:42.414315 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-264ecafb-ec70-4cfe-8587-43e469ad47df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1095 time: 0.2803247 Jul 05 09:35:42.429355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] For port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:42.434055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] For port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,segment=NetworkSegment(c20106b9-60a5-41bc-a741-6849c8352412),segment_id=c20106b9-60a5-41bc-a741-6849c8352412)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:42.446225 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:42.446563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:42.484314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-83e01d23-9e6c-43a1-8065-32c5a629f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:42.485824 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-83e01d23-9e6c-43a1-8065-32c5a629f6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 1101 time: 0.3004925 Jul 05 09:35:42.511863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:42.515071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45622b79-a10d-4314-98a9-82c8e0cabe22 req-88aadda5-2a05-43b2-948d-70d9f4cac15d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:42.516882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45622b79-a10d-4314-98a9-82c8e0cabe22 req-88aadda5-2a05-43b2-948d-70d9f4cac15d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.1690919 Jul 05 09:35:42.517750 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:35:42.545087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b16a4-ae09-4d77-bfc0-8b4b9d4c5bb4 None None] Pushing event updated for resources: {'Port': ['ID=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:42.596194 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:42.605520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45622b79-a10d-4314-98a9-82c8e0cabe22 req-bc0a4334-f323-427d-9cc5-621c14d9e546 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786519 Jul 05 09:35:42.680182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Allocated IP 172.25.1.33 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/8196319c-484c-44c0-b2bc-0bcc18e0cd52) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:42.724095 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e387455e-7022-41ae-b13e-db6922eff936 x-openstack-request-id: req-e387455e-7022-41ae-b13e-db6922eff936 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:42.724762 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "name": "network-vif-plugged", "status": "completed", "tag": "10e69c65-b7f4-4768-988c-218057597b58", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:42.725111 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e387455e-7022-41ae-b13e-db6922eff936 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:42.725600 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e69c65-b7f4-4768-988c-218057597b58', 'code': 200} Jul 05 09:35:42.733864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8d12270f-ddad-4337-b66e-dbcd505ce2b8 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:43.009598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:43.023684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8d12270f-ddad-4337-b66e-dbcd505ce2b8', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'port_id': '8d12270f-ddad-4337-b66e-dbcd505ce2b8', 'mac_address': 'fa:16:3e:0e:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506f3a1a-20db-4d0e-86b5-c7c25cef450e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:43.027464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-825d7f0d-488d-480b-a97c-68d196ab9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:43.032981 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-825d7f0d-488d-480b-a97c-68d196ab9055 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.6063113 Jul 05 09:35:43.045757 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:1c:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:41Z', 'revision_number': 3, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:43.083990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:43.103674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059650c-0ed0-44ea-930e-36854c828ebb req-4a4646e7-765f-46f2-9a32-cdf06539e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:43.105836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b059650c-0ed0-44ea-930e-36854c828ebb req-4a4646e7-765f-46f2-9a32-cdf06539e27a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1098 time: 0.2420473 Jul 05 09:35:43.108238 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:43.120135 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:43.126500 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:43.127526 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:43.136120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d12270f-ddad-4337-b66e-dbcd505ce2b8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:43.160255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:43.165916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:43.180013 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-3e8556be-d2af-40fc-af09-c2b235f48bf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 200 len: 217 time: 0.1394465 Jul 05 09:35:43.237731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:43.277446 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:43.317472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-44c68ea9-a984-4a0e-b7d6-8c009ccff1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:43.319053 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-44c68ea9-a984-4a0e-b7d6-8c009ccff1ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1255636 Jul 05 09:35:43.385550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c60b2000-1d52-4c6b-aa0c-fa7af1dc67de up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:43.401737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:43.414909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:43.464234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:43.481082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b059650c-0ed0-44ea-930e-36854c828ebb req-0c1eb311-fab0-4a10-a1ea-5abef865c2a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443444 Jul 05 09:35:43.504984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8d12270f-ddad-4337-b66e-dbcd505ce2b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:43.620378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-36efa3bb-8ab8-4d9f-b25e-c4649bf2c3eb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "PUT /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 200 len: 999 time: 3.4574556 Jul 05 09:35:43.708315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec073f-1f3a-43dc-8df9-d6852ae5baea req-bbc9e32f-cf75-4220-a009-be0f796bfa86 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:43.714393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddec073f-1f3a-43dc-8df9-d6852ae5baea req-bbc9e32f-cf75-4220-a009-be0f796bfa86 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.6043420 Jul 05 09:35:43.779318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-4b581906-cc78-4972-b47f-4ddba374511c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4482348 Jul 05 09:35:43.780726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-8b98ccbd-79fc-45b2-9e60-03209538fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:43.788717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-8b98ccbd-79fc-45b2-9e60-03209538fff2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 1.2801182 Jul 05 09:35:43.836810 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:1c:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:41Z', 'revision_number': 3, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:43.859740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:43.887536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddec073f-1f3a-43dc-8df9-d6852ae5baea req-44a0b408-5b33-4692-b97b-93bde1a1196a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257577 Jul 05 09:35:43.891144 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26e945-563d-41bf-91da-8dd7e4c6a97d None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:1c:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:41Z', 'revision_number': 3, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:43.919610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-ea5a4816-c98d-431c-81e1-802ee23a4312 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:43.923408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-ea5a4816-c98d-431c-81e1-802ee23a4312 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports/c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 942 time: 0.2955739 Jul 05 09:35:43.999844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d34b1dbb-6e70-4b2a-a298-9dcbae7424f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:44.026836 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-a01ab9cf-1870-49dc-b2e2-3208eeff058e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=55cd4034-71f5-49ea-9edb-6e1be7329368 HTTP/1.1" status: 200 len: 217 time: 0.1997483 Jul 05 09:35:44.076526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265cf51-e808-42f1-9d40-9c2f29d05011 None None] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:44.132227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a'}, {'name': 'network-changed', 'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:44.134984 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cba995-b4aa-4c07-8540-528cb5234a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a"}, {"name": "network-changed", "server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:44.137521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-fb8f5ccb-5918-4945-9644-ebb46979abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:44.139065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-fb8f5ccb-5918-4945-9644-ebb46979abd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0894039 Jul 05 09:35:44.197074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-1c410177-852f-46e5-b436-6d98d8e7a42d service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051492 Jul 05 09:35:44.203056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:44.244892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1449c-79da-4ae8-9f40-ae03d8ae3229 None None] New status for floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:35:44.245302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-a755ad45-c1ec-45b8-8577-9dcb773a0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:44.247439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-a755ad45-c1ec-45b8-8577-9dcb773a0a5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.1879177 Jul 05 09:35:44.287175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df08824-f930-48d3-9aef-fb4ec3af2912 req-007b01ec-0b5d-46be-9809-bcdac2dc077e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:44.288916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9df08824-f930-48d3-9aef-fb4ec3af2912 req-007b01ec-0b5d-46be-9809-bcdac2dc077e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1396575 Jul 05 09:35:44.319662 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c904309-04d8-46ee-8dbb-98753ddec115 req-a776583d-7371-4a3f-a36c-254ac506f1e5 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131363 Jul 05 09:35:44.375535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:44.388627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:44.395210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:44.400032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Pushing event updated for resources: {'Port': ['ID=8196319c-484c-44c0-b2bc-0bcc18e0cd52,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:44.441533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-8ccd6c9d-d5c3-455d-982f-4633c8f910d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:44.444001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-8ccd6c9d-d5c3-455d-982f-4633c8f910d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2952766 Jul 05 09:35:44.488168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f63a9457-fef7-4edd-ab4a-065d169606d3 None None] Provisioning for port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:44.504448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f63a9457-fef7-4edd-ab4a-065d169606d3 None None] Provisioning complete for port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:44.504823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f63a9457-fef7-4edd-ab4a-065d169606d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:44.698293 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52448f85-d863-4012-8f50-432265a47447 None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:44.713283 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:44.713975 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:44.740892 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-ac5e56a0-282e-4d25-adc3-2a5da219f19f service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825918 Jul 05 09:35:44.815071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9df08824-f930-48d3-9aef-fb4ec3af2912 req-a9b10361-b8b5-430e-a739-b89acb800dab tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987106 Jul 05 09:35:44.881491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-ec3edde4-7aaa-488b-a24c-b9945b04b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:44.883725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-ec3edde4-7aaa-488b-a24c-b9945b04b09f service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.6294131 Jul 05 09:35:44.948727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:44.952677 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:44.971114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-2f17cf9a-fe9c-4412-8c9d-129476db5924 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 217 time: 0.0775371 Jul 05 09:35:45.000382 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0d8e3148-bbe9-479d-93e1-4589844307a4 req-72078574-8c38-4c4b-b103-ff7f6d686aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486024 Jul 05 09:35:45.153155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55cd4034-71f5-49ea-9edb-6e1be7329368 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:45.205161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-b1a21ad7-7467-4a11-bc93-8d4376a44ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:45.206642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-b1a21ad7-7467-4a11-bc93-8d4376a44ecc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.2249618 Jul 05 09:35:45.253195 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f63a9457-fef7-4edd-ab4a-065d169606d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:45.282630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:45.338971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71dd94-b919-47f5-a614-885af16d4438 req-7355ec1b-91ea-4246-84ec-06879871c3c1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:45.347448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec71dd94-b919-47f5-a614-885af16d4438 req-7355ec1b-91ea-4246-84ec-06879871c3c1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 944 time: 0.2767355 Jul 05 09:35:45.361576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f63a9457-fef7-4edd-ab4a-065d169606d3 None None] For port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,segment=NetworkSegment(c20106b9-60a5-41bc-a741-6849c8352412),segment_id=c20106b9-60a5-41bc-a741-6849c8352412)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:45.404026 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:1c:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:44Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:45.417607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec71dd94-b919-47f5-a614-885af16d4438 req-da77cbc4-8abb-4f2e-a8d7-6ecbd0070718 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662620 Jul 05 09:35:45.432218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-ac86cbc3-5d85-46d0-93e3-125fc294be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:45.442667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-ac86cbc3-5d85-46d0-93e3-125fc294be87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2075374 Jul 05 09:35:45.451336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-032dfe15-db85-44c5-8b9a-52c42b17fcd0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:35:45.451336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-032dfe15-db85-44c5-8b9a-52c42b17fcd0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064085 Jul 05 09:35:45.480485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52448f85-d863-4012-8f50-432265a47447 None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:45.498653 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f63a9457-fef7-4edd-ab4a-065d169606d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:45.504311 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:45.507582 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:45.566183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Router a0ffbb68-9463-4646-806b-dd060e8bb9e4 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:35:45.572592 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:45.647381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a9457-fef7-4edd-ab4a-065d169606d3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:45.661070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-e763b2ef-72dc-4b61-8d77-ef8c99f99766 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031119 Jul 05 09:35:45.709322 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:45.725299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:45.743491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:45.748479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:45.750997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:45.751844 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea061f1b-7ebb-474f-9b80-9aaca34f6d45" -d '{"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:45.754465 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9daf00d8-83f2-4c04-a930-e4b833ab5070 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3390052 Jul 05 09:35:45.757358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:45.757908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Sync routers for ids ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:45.769541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3317ab-27bc-4cbe-9b20-770a8017f835 req-c58dc2af-e2cf-410b-be85-71e06da9cc68 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:45.771582 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:45.777160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef3317ab-27bc-4cbe-9b20-770a8017f835 req-c58dc2af-e2cf-410b-be85-71e06da9cc68 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.1608000 Jul 05 09:35:45.815458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-b238d57e-0ba0-4a97-8465-23937e1e2622 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450517 Jul 05 09:35:45.837697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:45.840742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef3317ab-27bc-4cbe-9b20-770a8017f835 req-fc79ee01-565a-4233-9a35-37e8ad0eab5f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Jul 05 09:35:45.848352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50851143-eb2e-4333-89cd-e6bd4b2735d7 None None] Provisioning complete for port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:45.848553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50851143-eb2e-4333-89cd-e6bd4b2735d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:45.890420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Routers {'a0ffbb68-9463-4646-806b-dd060e8bb9e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:45.890914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:45.961952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-37e57476-1dea-42cc-ba22-4e4e17517a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:45.967731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-37e57476-1dea-42cc-ba22-4e4e17517a3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 1098 time: 0.0895777 Jul 05 09:35:46.044432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Set router a0ffbb68-9463-4646-806b-dd060e8bb9e4 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:46.160731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-65a8dce6-d2c7-45d6-89ab-4496386245f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.162958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-65a8dce6-d2c7-45d6-89ab-4496386245f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.1884098 Jul 05 09:35:46.186052 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52448f85-d863-4012-8f50-432265a47447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:1c:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:44Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:46.221401 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52448f85-d863-4012-8f50-432265a47447 None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:1c:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:44Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:46.257461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-cc269e67-47cb-4140-a8d6-df28e84cbfae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 1002 time: 0.0883534 Jul 05 09:35:46.315648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:35:44Z', 'revision_number': 3, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:46.318501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-2538b5ae-4d00-4d81-8177-501c7c48b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.327755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-2538b5ae-4d00-4d81-8177-501c7c48b20b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.0636330 Jul 05 09:35:46.374012 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf65433-3c01-4ceb-a5fc-8b3d79118094 x-openstack-request-id: req-adf65433-3c01-4ceb-a5fc-8b3d79118094 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:46.374409 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:46.374555 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adf65433-3c01-4ceb-a5fc-8b3d79118094 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:46.375294 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'status': 'completed', 'code': 200} Jul 05 09:35:46.375428 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'status': 'completed', 'code': 200} Jul 05 09:35:46.387421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Checking router: a0ffbb68-9463-4646-806b-dd060e8bb9e4 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:46.387861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Updating router a0ffbb68-9463-4646-806b-dd060e8bb9e4 port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:35:46.425780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-db8581b4-b18e-4b8e-88d8-0f0768bc3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.427370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-db8581b4-b18e-4b8e-88d8-0f0768bc3b93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989940 Jul 05 09:35:46.434276 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:46.544320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:46.547336 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7bd67f-21fb-49f9-bc70-63ee46992747 x-openstack-request-id: req-db7bd67f-21fb-49f9-bc70-63ee46992747 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:46.547660 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:46.547885 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db7bd67f-21fb-49f9-bc70-63ee46992747 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:46.548270 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'code': 200} Jul 05 09:35:46.548466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-eb0f2943-2712-4792-9ffe-da3ee7645e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.550176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-eb0f2943-2712-4792-9ffe-da3ee7645e82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.1589735 Jul 05 09:35:46.568348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-59e615a0-1772-4bfa-9c40-7ccecbf3115f service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335468 Jul 05 09:35:46.573600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-0a846509-4bb5-4cce-a23c-d725d9c96515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.575332 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-0a846509-4bb5-4cce-a23c-d725d9c96515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 1098 time: 0.1826789 Jul 05 09:35:46.657531 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:46.708766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3df365d3-84b9-4595-bfbb-8bad8ab43924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:46.754065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c6161ca-2f6c-49d1-8aab-e0d4387587b3 req-ccdad68b-b9af-4072-8cc3-b17247afa2f0 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792009 Jul 05 09:35:46.773324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4324a-5887-4d8a-90f0-9f1ab5c615d5 req-9ae03cdb-1b23-48ae-9184-a720679ccacd tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.776285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f4324a-5887-4d8a-90f0-9f1ab5c615d5 req-9ae03cdb-1b23-48ae-9184-a720679ccacd tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.1322470 Jul 05 09:35:46.796462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8d12270f-ddad-4337-b66e-dbcd505ce2b8 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:46.817878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-fdc19dfd-a1d5-4a84-99ba-c735cff0e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.819424 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-fdc19dfd-a1d5-4a84-99ba-c735cff0e529 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.2304919 Jul 05 09:35:46.830587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f4324a-5887-4d8a-90f0-9f1ab5c615d5 req-8d1bfecc-7477-43cf-ac6d-53a1f96b7cd2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466881 Jul 05 09:35:46.899296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-2774a381-a068-49dd-950a-0a14cce46cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.901586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-2774a381-a068-49dd-950a-0a14cce46cab service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.3401673 Jul 05 09:35:46.904059 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-50e21f6b-9883-4a9d-90ba-78b67e06c0b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 1002 time: 0.0738084 Jul 05 09:35:46.927056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:46.955720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Transition to ACTIVE for port object 8196319c-484c-44c0-b2bc-0bcc18e0cd52 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:46.960824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:46.969454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:46.970260 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:46.972926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-10ed59a8-c89b-4438-80c8-8fee3c172c7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 217 time: 0.0625103 Jul 05 09:35:46.976164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:46.977437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b1dd3-5541-4e6a-84f8-77511d4481b2 req-d7130ed9-db83-4be8-9af7-1ff2b429d5bc tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:46.986097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a4b1dd3-5541-4e6a-84f8-77511d4481b2 req-d7130ed9-db83-4be8-9af7-1ff2b429d5bc tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0841014 Jul 05 09:35:47.059860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a4b1dd3-5541-4e6a-84f8-77511d4481b2 req-9ed2a324-118b-4629-ada5-e27434e8ad4a tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719676 Jul 05 09:35:47.082945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-3b057cfa-7677-48c3-8978-5b52853a0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:47.085028 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-3b057cfa-7677-48c3-8978-5b52853a0f49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1651454 Jul 05 09:35:47.087853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Allocated IP 172.20.0.1 (121a61ef-8df1-4f4b-bb28-b160b2cec386/3beb5226-1485-40fe-8b6e-df0e778cb0f9/ab2885ec-8e51-4776-9f25-8a8988356518) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:47.095347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-fd196760-602c-4dd6-a1ea-79db6c9e9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:47.096660 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-fd196760-602c-4dd6-a1ea-79db6c9e9901 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.0863700 Jul 05 09:35:47.114642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2694-4c47-4d1a-bbb8-4c5d6cabf6ee req-96668350-ad33-4ad9-b498-79abf6256576 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:47.116728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52ac2694-4c47-4d1a-bbb8-4c5d6cabf6ee req-96668350-ad33-4ad9-b498-79abf6256576 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.1005955 Jul 05 09:35:47.171299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a881bc6-645b-4436-8ea4-9d97e7edf324 None None] Pushing event updated for resources: {'Port': ['ID=8196319c-484c-44c0-b2bc-0bcc18e0cd52,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:47.191489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Attempting to bind port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:47.192270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Attempting to bind port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:47.193442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Attempting to bind port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:47.200760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52ac2694-4c47-4d1a-bbb8-4c5d6cabf6ee req-3935992a-65e9-45a9-99ce-47eec5f31fcb tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638802 Jul 05 09:35:47.262811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:47.263454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:47.263965 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.264778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:47.265826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Bound port: 8196319c-484c-44c0-b2bc-0bcc18e0cd52, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:47.271680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.352192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c60b2000-1d52-4c6b-aa0c-fa7af1dc67de up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:47.357772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:47.414935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.466510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] For port 8196319c-484c-44c0-b2bc-0bcc18e0cd52, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:47.471373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] For port 8196319c-484c-44c0-b2bc-0bcc18e0cd52, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8196319c-484c-44c0-b2bc-0bcc18e0cd52,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:47.478016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:47.479164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.483005 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.516929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:47.547415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.576466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-496105f5-c40d-4080-91f7-cc4301f2fe51 req-abaec7ba-6603-4e46-80e4-e50fa5812ff1 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.1594937 Jul 05 09:35:47.594140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Routers {'a0ffbb68-9463-4646-806b-dd060e8bb9e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:47.594940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:47.621307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-54ba1ef8-634d-4172-8d84-9c87c1f3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:47.622825 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-54ba1ef8-634d-4172-8d84-9c87c1f3a2fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5253091 Jul 05 09:35:47.636180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6f3cd-c6ad-4647-a540-d31d2c7d9e82 req-013b57af-79b5-4f78-934c-0227ade85bf9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:47.637699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84b6f3cd-c6ad-4647-a540-d31d2c7d9e82 req-013b57af-79b5-4f78-934c-0227ade85bf9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 944 time: 0.2230728 Jul 05 09:35:47.638012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a881bc6-645b-4436-8ea4-9d97e7edf324 None None] Pushing event updated for resources: {'Port': ['ID=8196319c-484c-44c0-b2bc-0bcc18e0cd52,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:47.705632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-3c25038e-ee92-4d91-bc66-534055a67497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:47.707183 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-3c25038e-ee92-4d91-bc66-534055a67497 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5950816 Jul 05 09:35:47.713786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.759980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496105f5-c40d-4080-91f7-cc4301f2fe51 req-00f184f5-29f4-4c84-bc7b-0b765638127d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:47.761860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-496105f5-c40d-4080-91f7-cc4301f2fe51 req-00f184f5-29f4-4c84-bc7b-0b765638127d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports/cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 943 time: 0.1703916 Jul 05 09:35:47.781152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84b6f3cd-c6ad-4647-a540-d31d2c7d9e82 req-1ecce2ca-7f29-4762-b12d-a9043e067332 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043935 Jul 05 09:35:47.801285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:47.804247 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:47.813719 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-719f24f9-cbef-478b-9d58-884ebc5ea536 service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950541 Jul 05 09:35:47.834381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] Set router a0ffbb68-9463-4646-806b-dd060e8bb9e4 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:47.911649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Transition to ACTIVE for port object ab2885ec-8e51-4776-9f25-8a8988356518 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:48.004113 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-cce3e5b6-b49f-48a9-a6aa-7cce337d37dd service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631921 Jul 05 09:35:48.008809 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:48.105517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-496105f5-c40d-4080-91f7-cc4301f2fe51 req-254a4d85-d642-4d75-8e47-dd7a847d02af tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.1349633 Jul 05 09:35:48.126168 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-dc23aaa9-ab5d-4c0b-9f35-0af4cda11e75 service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991998 Jul 05 09:35:48.147372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:48.184541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:48.188420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:48.240901 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:48.251054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Pushing event updated for resources: {'Port': ['ID=ab2885ec-8e51-4776-9f25-8a8988356518,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:48.283160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496105f5-c40d-4080-91f7-cc4301f2fe51 req-18e84946-d20a-43d7-a3a1-7cbc5f471d5c tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:48.295992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-496105f5-c40d-4080-91f7-cc4301f2fe51 req-18e84946-d20a-43d7-a3a1-7cbc5f471d5c tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1895921 Jul 05 09:35:48.324184 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:48.344435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:35:44Z', 'revision_number': 3, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:48.389235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfcb184-31c3-4163-8061-040a0b054582 None None] The sync data for ids ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'] in n-d-771363-33 is: [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:35:44Z', 'revision_number': 3, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:48.392748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-63cba995-b4aa-4c07-8540-528cb5234a6d req-532d2a4b-57ab-46ca-8235-fb1f64a94afd service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637109 Jul 05 09:35:48.506104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e12d3-b961-46b6-87ee-7c547ead7269 req-ab34605a-2e15-4ceb-917e-c950ad919488 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:48.508070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a1e12d3-b961-46b6-87ee-7c547ead7269 req-ab34605a-2e15-4ceb-917e-c950ad919488 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.2686167 Jul 05 09:35:48.521141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:48.550998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:48.553629 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd078d1c-06cc-440f-a26e-ec2847012ea5" -d '{"events": [{"server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:48.588889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca3cdaef-c46d-480f-adaa-1eb6f86a3f86 None None] Provisioning for port ab2885ec-8e51-4776-9f25-8a8988356518 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:48.596202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca3cdaef-c46d-480f-adaa-1eb6f86a3f86 None None] Provisioning complete for port ab2885ec-8e51-4776-9f25-8a8988356518 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:48.596498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdaef-c46d-480f-adaa-1eb6f86a3f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:48.625502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a1e12d3-b961-46b6-87ee-7c547ead7269 req-ce5b2c3f-2bce-4b85-80b7-cf3e0bacd9c4 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084275 Jul 05 09:35:48.712201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cdaef-c46d-480f-adaa-1eb6f86a3f86 None None] Port ab2885ec-8e51-4776-9f25-8a8988356518 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:35:48.768117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55cd4034-71f5-49ea-9edb-6e1be7329368 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:35:48.920856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-e6f0401a-a683-45be-bae4-0b9503e00649 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.2394950 Jul 05 09:35:48.923348 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:48.927969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:48.929846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:48.952717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'mac_address': 'fa:16:3e:9c:62:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:35:49.010280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.015178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Pushing event updated for resources: {'Port': ['ID=ab2885ec-8e51-4776-9f25-8a8988356518,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:49.017722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.031017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cd4034-71f5-49ea-9edb-6e1be7329368 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:35:49.038707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-375b10a6-5100-4f11-9db2-951b34987b74 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:49.040197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-375b10a6-5100-4f11-9db2-951b34987b74 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports/cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 943 time: 0.1016948 Jul 05 09:35:49.056701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:49.058373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53c5a8-31bd-4c6d-9d5e-bf5eea8eaee4 req-1f0bb3ec-3211-4071-9c84-ff3721979210 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:49.060012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e53c5a8-31bd-4c6d-9d5e-bf5eea8eaee4 req-1f0bb3ec-3211-4071-9c84-ff3721979210 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 947 time: 0.3617785 Jul 05 09:35:49.075291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.129335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e53c5a8-31bd-4c6d-9d5e-bf5eea8eaee4 req-c930ad35-68d6-4514-9d3d-1eec117efe7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618262 Jul 05 09:35:49.131749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Deleting port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:49.132085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.172278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:49.219926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:49.221616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:49.232615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] For port dc5ce07d-7bf3-48e4-a004-c066d0f6cf49, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:49.232976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.245346 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5e59a2-6405-4918-80cd-bd58117bede3 x-openstack-request-id: req-3b5e59a2-6405-4918-80cd-bd58117bede3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:49.245641 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:49.245919 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b5e59a2-6405-4918-80cd-bd58117bede3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:49.246693 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8', 'code': 200} Jul 05 09:35:49.262438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Calling delete_port for dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:49.382832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['55cd4034-71f5-49ea-9edb-6e1be7329368'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:49.469414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8196319c-484c-44c0-b2bc-0bcc18e0cd52 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:49.563012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78debe-ff73-4a4b-944c-0004bf189596 req-8dbf30de-27f4-427d-9c33-b7168b636a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:49.566179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-df78debe-ff73-4a4b-944c-0004bf189596 req-8dbf30de-27f4-427d-9c33-b7168b636a97 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1097 time: 0.2263768 Jul 05 09:35:49.575034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Router a0ffbb68-9463-4646-806b-dd060e8bb9e4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:49.584212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.629530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:49.645894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:49.646266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.693841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d87f387b-282a-4141-94a2-8b1453adc899 None None] Provisioning complete for port ab2885ec-8e51-4776-9f25-8a8988356518 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:49.693841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d87f387b-282a-4141-94a2-8b1453adc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:49.778535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d87f387b-282a-4141-94a2-8b1453adc899 None None] Port ab2885ec-8e51-4776-9f25-8a8988356518 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:35:49.823232 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-df78debe-ff73-4a4b-944c-0004bf189596 req-45087226-567d-4349-b63e-eedf3eececd0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460315 Jul 05 09:35:49.859209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:49.878406 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cabf6937-302b-43b2-ac7b-a072850b7dfc admin admin] 10.222.0.21 "PUT /v2.0/routers/a0ffbb68-9463-4646-806b-dd060e8bb9e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1186624 Jul 05 09:35:49.977715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.047851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 8196319c-484c-44c0-b2bc-0bcc18e0cd52, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8196319c-484c-44c0-b2bc-0bcc18e0cd52,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:50.057527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.102563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:50.129672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=8196319c-484c-44c0-b2bc-0bcc18e0cd52,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:50.174027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-637993200'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:50.200406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:50.204043 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.240767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:35:50.254662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.255013 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Added segment 7ac6d545-a64f-47a2-8483-b10fc8e805f1 of type vlan for network 9e796226-a186-43c4-979c-14d36d8e6cee Jul 05 09:35:50.258390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-25882eb4-40c0-4edc-875d-76e8c9419d14 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.8019509 Jul 05 09:35:50.310427 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.351504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.357335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:50.358006 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.454433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbabf3-6ed6-45d6-bdea-dbc1795045e6 req-57187379-4ae4-429a-a548-a4630acdf238 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:50.456349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8afbabf3-6ed6-45d6-bdea-dbc1795045e6 req-57187379-4ae4-429a-a548-a4630acdf238 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2238550 Jul 05 09:35:50.457047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.470263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-7bd8f758-58b5-40c9-be04-775112b1a576 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:50.473658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3674641 Jul 05 09:35:50.474279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-7bd8f758-58b5-40c9-be04-775112b1a576 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1913521 Jul 05 09:35:50.475786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38306) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:50.495480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'subnet': {'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:50.503802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5ce07d-7bf3-48e4-a004-c066d0f6cf49,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:50.544983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588735ab-fba4-453c-b8bd-434676e95331 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Network': ['ID=9e796226-a186-43c4-979c-14d36d8e6cee,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:50.557626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 9e796226-a186-43c4-979c-14d36d8e6cee details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:35:50.615801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:50.621743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.655684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8afbabf3-6ed6-45d6-bdea-dbc1795045e6 req-6e1f2703-ab0c-4495-9738-9423e7d5f743 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829326 Jul 05 09:35:50.669041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-446d3b0e-e14f-40ae-ad3c-a349f96f2da8 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.1720386 Jul 05 09:35:50.688981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:50.767363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55cd4034-71f5-49ea-9edb-6e1be7329368 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:50.864842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 55cd4034-71f5-49ea-9edb-6e1be7329368 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:50.866441 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:50.884902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.027742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.054394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Sync routers for ids ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:51.075373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.082467 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Routers {'a0ffbb68-9463-4646-806b-dd060e8bb9e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:51.083139 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:51.136363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.198130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.236584 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.237238 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8 disassociated. External IP: 172.25.1.163, port: cbffa96f-373e-400d-982a-2e3cdc0ba2ac. Jul 05 09:35:51.248684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:51.250922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Subnet': ['ID=acd1488d-3b60-466f-a39d-7d47e610161a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:51.251458 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fcd5dd-3688-4ebc-9e42-e5c6dd30dd30" -d '{"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:51.276976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Checking segment: {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:51.277512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network hostable DHCP agents. Network: 9e796226-a186-43c4-979c-14d36d8e6cee, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:35:51.287747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:51.293730 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.304604 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Set router a0ffbb68-9463-4646-806b-dd060e8bb9e4 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:51.399691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:51.415508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network 9e796226-a186-43c4-979c-14d36d8e6cee is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:35:51.448189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 9e796226-a186-43c4-979c-14d36d8e6cee) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:51.461798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043178fe-087b-49f3-8be8-dd9e206ef050 None None] Network 9e796226-a186-43c4-979c-14d36d8e6cee requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:51.469003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:51.469636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.496905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8196319c-484c-44c0-b2bc-0bcc18e0cd52 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:51.525988 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6998af3e-4cde-490b-a5fc-9eec6ede0e3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0414035 Jul 05 09:35:51.533104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:51.553076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-77d5ed06-6b8c-49fc-8ac5-9dfe28bdebc3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:51.561637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-77d5ed06-6b8c-49fc-8ac5-9dfe28bdebc3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b&tenant_id=a40472c226d04f59809253dcc27cc584&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 949 time: 0.2583480 Jul 05 09:35:51.582631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-840192727'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:51.636412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:51.639605 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.644836 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:35:48Z', 'revision_number': 4, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ab2885ec-8e51-4776-9f25-8a8988356518', 'name': '', 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'mac_address': 'fa:16:3e:06:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3beb5226-1485-40fe-8b6e-df0e778cb0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:46Z', 'updated_at': '2021-07-05T09:35:48Z', 'revision_number': 2, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'subnets': [{'id': '3beb5226-1485-40fe-8b6e-df0e778cb0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:51.645132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Router f9bb2628-82f6-4ebc-931e-431485f8af9d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:51.710426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:51.717846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.720996 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Checking router: a0ffbb68-9463-4646-806b-dd060e8bb9e4 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:51.721360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Updating router a0ffbb68-9463-4646-806b-dd060e8bb9e4 port ab2885ec-8e51-4776-9f25-8a8988356518 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:35:51.740908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:51.764809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:35:51.768604 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.783778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-32e1fb7d-81f3-4933-a4ba-d725fbec059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:51.786092 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-32e1fb7d-81f3-4933-a4ba-d725fbec059c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 1101 time: 0.1340199 Jul 05 09:35:51.786678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.787014 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Added segment 4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1 of type vlan for network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 Jul 05 09:35:51.880527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:51.889454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-9e796226-a186-43c4-979c-14d36d8e6cee', 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'fixed_ips': [{'subnet_id': 'acd1488d-3b60-466f-a39d-7d47e610161a'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:35:51.890390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.893251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6ced8e8f-06c4-4bf7-8c51-f4c3a9546a5a admin admin] 10.222.0.21 "PUT /v2.0/routers/f9bb2628-82f6-4ebc-931e-431485f8af9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5336580 Jul 05 09:35:51.898087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] Sync routers for ids ['f9bb2628-82f6-4ebc-931e-431485f8af9d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:51.899617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:51.915712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:51.945044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] Routers {'f9bb2628-82f6-4ebc-931e-431485f8af9d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:51.945044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f9bb2628-82f6-4ebc-931e-431485f8af9d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:52.007159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc982dbe-8c7e-43dc-a3d5-ea884a1cef3a req-0ca7702f-605a-4278-abea-cd2be2ea7784 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:52.008824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc982dbe-8c7e-43dc-a3d5-ea884a1cef3a req-0ca7702f-605a-4278-abea-cd2be2ea7784 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.2876513 Jul 05 09:35:52.080479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-7437c3c4-3d1f-45c0-b90c-0955c128f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:52.082755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-7437c3c4-3d1f-45c0-b90c-0955c128f60d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2812579 Jul 05 09:35:52.085850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.094194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:52.095121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.124223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Allocated IP 19.80.0.2 (9e796226-a186-43c4-979c-14d36d8e6cee/acd1488d-3b60-466f-a39d-7d47e610161a/a2d975d3-2392-4416-abdb-39dcf72a3214) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:52.166684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc982dbe-8c7e-43dc-a3d5-ea884a1cef3a req-5c4103fa-d7ad-465f-a93a-f6f1d0bb919f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506348 Jul 05 09:35:52.190294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:52.203501 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.218239 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-e2ce3b3c-1e55-467b-a9d3-6de6b30379d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=55cd4034-71f5-49ea-9edb-6e1be7329368 HTTP/1.1" status: 200 len: 217 time: 0.1201255 Jul 05 09:35:52.251001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6871784 Jul 05 09:35:52.255310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38324) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:52.256604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.264346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] Set router f9bb2628-82f6-4ebc-931e-431485f8af9d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:52.265085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'subnet': {'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:52.280500 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.295696 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Transition to ACTIVE for port object ab2885ec-8e51-4776-9f25-8a8988356518 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:52.302717 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:52.311639 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.331548 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:52.333142 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:52.357480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-2b3560b2-98f6-4ad6-af16-f1e3690bb5a7 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "PUT /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 200 len: 695 time: 1.6872187 Jul 05 09:35:52.358189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:52.362060 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7d5aac-764e-42fe-a758-ab4cd86686db" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:52.433330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc60b6-6431-4c08-a66e-76edd593573a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Network': ['ID=ed9dc5c0-43b5-4039-bb8e-5bba118b2d87,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:52.488923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:35:52.597334 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0b4a8-b601-4f05-b7dc-a473428f3f18 None None] Pushing event updated for resources: {'Port': ['ID=ab2885ec-8e51-4776-9f25-8a8988356518,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:52.623946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-1ce0429d-6e9d-4691-afe1-f7ef6cc694ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:52.625227 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Attempting to bind port ab2885ec-8e51-4776-9f25-8a8988356518 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:52.625724 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Attempting to bind port ab2885ec-8e51-4776-9f25-8a8988356518 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:52.625868 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-1ce0429d-6e9d-4691-afe1-f7ef6cc694ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.3916128 Jul 05 09:35:52.626371 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Attempting to bind port ab2885ec-8e51-4776-9f25-8a8988356518 on network 121a61ef-8df1-4f4b-bb28-b160b2cec386 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:52.629616 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:52.638852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-5aa130e5-7321-4b16-822a-9693a8977c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:52.653100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-5aa130e5-7321-4b16-822a-9693a8977c7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 1098 time: 0.2626646 Jul 05 09:35:52.686851 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:52.688979 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Checking segment: {'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:52.689531 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.690033 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Bound using segment: {'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:52.692286 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Bound port: ab2885ec-8e51-4776-9f25-8a8988356518, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20106b9-60a5-41bc-a741-6849c8352412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:52.692825 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.754902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:35:50Z', 'revision_number': 5, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:52.794554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] Checking router: f9bb2628-82f6-4ebc-931e-431485f8af9d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:52.815734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] Routers {'f9bb2628-82f6-4ebc-931e-431485f8af9d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:52.816686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f9bb2628-82f6-4ebc-931e-431485f8af9d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:52.854772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-05a69496-a04a-4299-8ced-03a12d857518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:52.869354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-05a69496-a04a-4299-8ced-03a12d857518 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.2143409 Jul 05 09:35:52.899121 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] For port ab2885ec-8e51-4776-9f25-8a8988356518, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:52.904614 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] For port ab2885ec-8e51-4776-9f25-8a8988356518, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ab2885ec-8e51-4776-9f25-8a8988356518,segment=NetworkSegment(c20106b9-60a5-41bc-a741-6849c8352412),segment_id=c20106b9-60a5-41bc-a741-6849c8352412)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:52.913856 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:52.957454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] Set router f9bb2628-82f6-4ebc-931e-431485f8af9d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:52.959803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-8ced4869-8197-45ed-8e6d-467f8c0a6f5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 217 time: 0.0886190 Jul 05 09:35:52.986194 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0b4a8-b601-4f05-b7dc-a473428f3f18 None None] Pushing event updated for resources: {'Port': ['ID=ab2885ec-8e51-4776-9f25-8a8988356518,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:53.028593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-31ae4149-61be-44bc-8495-e7c27a564337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:53.031509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-31ae4149-61be-44bc-8495-e7c27a564337 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.0711176 Jul 05 09:35:53.090691 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Routers {'a0ffbb68-9463-4646-806b-dd060e8bb9e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:53.091292 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:53.095676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ca27-4951-46d0-9198-a44d4506e546 req-44748624-e9f8-4c73-ada6-d29a0896d5f7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:53.105536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f74ca27-4951-46d0-9198-a44d4506e546 req-44748624-e9f8-4c73-ada6-d29a0896d5f7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.5205972 Jul 05 09:35:53.124510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.153376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:35:53.157049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.167576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f74ca27-4951-46d0-9198-a44d4506e546 req-70d71da1-13e0-478f-9162-97cc81f81950 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606551 Jul 05 09:35:53.194384 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:53.248531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-438dde4b-17f1-41ba-b0c1-93cdf922049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:53.257704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-438dde4b-17f1-41ba-b0c1-93cdf922049c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134695 Jul 05 09:35:53.262020 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:35:53.283186 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:53.284151 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:53.292043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.301698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Transition to ACTIVE for port object a2d975d3-2392-4416-abdb-39dcf72a3214 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:53.311651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-98c73e8f-321e-4b0c-8220-616212e85fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:53.313910 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-98c73e8f-321e-4b0c-8220-616212e85fa0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6722682 Jul 05 09:35:53.319913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Transition to ACTIVE for port object a2d975d3-2392-4416-abdb-39dcf72a3214 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:53.361312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.380857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Network 9e796226-a186-43c4-979c-14d36d8e6cee is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:53.405303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:53.449773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Deleting port a3fd05b9-b263-4189-868a-c3b1327e7dc2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:53.450138 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.461227 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:53.462364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-44876603-997b-461c-a3b6-773ca5e14d34 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001357 Jul 05 09:35:53.489256 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-1416f3e0-0712-4829-b6cc-8645a543cbda service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595933 Jul 05 09:35:53.526399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:53.611467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Pushing event updated for resources: {'Port': ['ID=a2d975d3-2392-4416-abdb-39dcf72a3214,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:53.619045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d780786-2fd8-496e-97ec-2bafb32a7dfd req-6b283300-e41b-4492-a60e-bd34f40cafc3 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549416 Jul 05 09:35:53.637673 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] Set router a0ffbb68-9463-4646-806b-dd060e8bb9e4 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:53.645149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Attempting to bind port a2d975d3-2392-4416-abdb-39dcf72a3214 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:53.645587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Attempting to bind port a2d975d3-2392-4416-abdb-39dcf72a3214 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:53.646043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Attempting to bind port a2d975d3-2392-4416-abdb-39dcf72a3214 on network 9e796226-a186-43c4-979c-14d36d8e6cee {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:53.663334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:53.664335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Checking segment: {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:53.664335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.664675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Bound using segment: {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:53.665089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Bound port: a2d975d3-2392-4416-abdb-39dcf72a3214, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:53.666518 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.738284 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172fbcbe-4fba-4332-a012-4f3cc94bbf97 x-openstack-request-id: req-172fbcbe-4fba-4332-a012-4f3cc94bbf97 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:53.738579 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:53.738831 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-172fbcbe-4fba-4332-a012-4f3cc94bbf97 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:53.739245 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'code': 200} Jul 05 09:35:53.767670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.788185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] For port a2d975d3-2392-4416-abdb-39dcf72a3214, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:53.793997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] For port a2d975d3-2392-4416-abdb-39dcf72a3214, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a2d975d3-2392-4416-abdb-39dcf72a3214,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:53.797307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:35:50Z', 'revision_number': 5, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:53.801593 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.835072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331cc98-e441-498e-ba6b-8cbc80fa05dd None None] The sync data for ids ['f9bb2628-82f6-4ebc-931e-431485f8af9d'] in n-d-771363-33 is: [{'id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1262162571-router', 'tenant_id': '39212b46e5be4fb7b60108b3cca559e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:35Z', 'updated_at': '2021-07-05T09:35:50Z', 'revision_number': 5, 'project_id': '39212b46e5be4fb7b60108b3cca559e3', 'gw_port': {'id': 'a3fd05b9-b263-4189-868a-c3b1327e7dc2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb2628-82f6-4ebc-931e-431485f8af9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:36Z', 'updated_at': '2021-07-05T09:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:53.846443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] For port a3fd05b9-b263-4189-868a-c3b1327e7dc2, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a3fd05b9-b263-4189-868a-c3b1327e7dc2,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:53.846923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:53.936979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b04bb-f41b-4d11-a9de-5f08702a0b04 None None] Pushing event updated for resources: {'Port': ['ID=a2d975d3-2392-4416-abdb-39dcf72a3214,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:53.937316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Calling delete_port for a3fd05b9-b263-4189-868a-c3b1327e7dc2 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:54.012775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4dcd8-cc67-4334-9db7-74e8fb6f27c2 req-5d58e04a-afd7-4be4-8dd8-9f49d91d8c2b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:54.021420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10a4dcd8-cc67-4334-9db7-74e8fb6f27c2 req-5d58e04a-afd7-4be4-8dd8-9f49d91d8c2b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1679742 Jul 05 09:35:54.026395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Subnet': ['ID=15b208f6-8431-452d-86c0-fe96f98f7ded,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:54.044826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92f2dccb-f853-47f7-9552-792ee21fd642 req-1e22bb5d-951d-4ea0-ba21-1ee77b0a2e55 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655175 Jul 05 09:35:54.053913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Checking segment: {'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:54.054283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network hostable DHCP agents. Network: ed9dc5c0-43b5-4039-bb8e-5bba118b2d87, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:35:54.089142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10a4dcd8-cc67-4334-9db7-74e8fb6f27c2 req-44a3faed-63c5-404a-996f-d39d94e9320a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665858 Jul 05 09:35:54.173124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:35:54.187224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ed9dc5c0-43b5-4039-bb8e-5bba118b2d87) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:54.196195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe207e88-382a-4a3e-87af-fe9d571e6140 None None] Network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:54.253243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:54.256920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:54.297650 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8685d693-cf83-4032-ac00-f12ec54c8c7e x-openstack-request-id: req-8685d693-cf83-4032-ac00-f12ec54c8c7e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:35:54.297968 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:35:54.298202 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8685d693-cf83-4032-ac00-f12ec54c8c7e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:35:54.298610 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'status': 'completed', 'code': 200} Jul 05 09:35:54.303841 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:54.432926 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec0eaf-79b8-4518-81d7-6e0a9026ba06 None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:54.439628 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aced3443-8486-442e-bc29-9327cac43126 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1792817 Jul 05 09:35:54.467869 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:35:48Z', 'revision_number': 4, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ab2885ec-8e51-4776-9f25-8a8988356518', 'name': '', 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'mac_address': 'fa:16:3e:06:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3beb5226-1485-40fe-8b6e-df0e778cb0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:46Z', 'updated_at': '2021-07-05T09:35:52Z', 'revision_number': 4, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'subnets': [{'id': '3beb5226-1485-40fe-8b6e-df0e778cb0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:54.528478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c261b7-89e8-44b7-9814-a742e9f9c66f req-df6e77d2-c91a-4bde-8bc1-348436c98f56 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:54.546577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4c261b7-89e8-44b7-9814-a742e9f9c66f req-df6e77d2-c91a-4bde-8bc1-348436c98f56 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.1081049 Jul 05 09:35:54.590670 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716da9ec-391f-4df4-bcb6-b4a312d78f6d None None] The sync data for ids ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'] in n-d-771363-33 is: [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:35:48Z', 'revision_number': 4, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ab2885ec-8e51-4776-9f25-8a8988356518', 'name': '', 'network_id': '121a61ef-8df1-4f4b-bb28-b160b2cec386', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'mac_address': 'fa:16:3e:06:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3beb5226-1485-40fe-8b6e-df0e778cb0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:46Z', 'updated_at': '2021-07-05T09:35:52Z', 'revision_number': 4, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'subnets': [{'id': '3beb5226-1485-40fe-8b6e-df0e778cb0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:35:54.637399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4c261b7-89e8-44b7-9814-a742e9f9c66f req-e4cd33ca-c757-423e-b351-fbe34311f022 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923991 Jul 05 09:35:54.701317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-5e39ca5b-1d0e-4f81-86bb-cb64f5811ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:54.703164 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-5e39ca5b-1d0e-4f81-86bb-cb64f5811ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 1098 time: 0.3561876 Jul 05 09:35:54.716187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-ed9dc5c0-43b5-4039-bb8e-5bba118b2d87', 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'fixed_ips': [{'subnet_id': '15b208f6-8431-452d-86c0-fe96f98f7ded'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:35:54.717203 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:54.724324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:55.046625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4037c49-4122-45fe-9df2-4f725caa055b req-92e863cc-5a52-459e-9c0d-94b265dd9c8d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:55.048280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4037c49-4122-45fe-9df2-4f725caa055b req-92e863cc-5a52-459e-9c0d-94b265dd9c8d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1097 time: 0.2035103 Jul 05 09:35:55.148567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fd05b9-b263-4189-868a-c3b1327e7dc2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:55.169838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Allocated IP 19.86.0.2 (ed9dc5c0-43b5-4039-bb8e-5bba118b2d87/15b208f6-8431-452d-86c0-fe96f98f7ded/5cf1a542-1ff1-4997-a008-76337586f05b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:35:55.174616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4037c49-4122-45fe-9df2-4f725caa055b req-17c925e9-699b-4f9a-80f0-21cd4889f626 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151316 Jul 05 09:35:55.195189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-1986d8e8-e88c-4324-a335-f34fba880439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:55.197563 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-1986d8e8-e88c-4324-a335-f34fba880439 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.4743176 Jul 05 09:35:55.393848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ca29b-6685-417d-a946-cdb1d50f3562 req-98fa216e-78be-477e-91bf-5a9ef7ec371f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:55.414304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-761ca29b-6685-417d-a946-cdb1d50f3562 req-98fa216e-78be-477e-91bf-5a9ef7ec371f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.2541890 Jul 05 09:35:55.517210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e044fc-b2f9-4923-a584-0a6f1520fe44 None None] New status for floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:35:55.534209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:55.661269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a2d975d3-2392-4416-abdb-39dcf72a3214 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:55.730484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-09c1e458-a6fb-4084-9193-29d3fa4a0416 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:55.736342 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-6c81982d-09fe-4358-a42c-480cb469f0a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 200 len: 217 time: 0.4380286 Jul 05 09:35:55.739315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-09c1e458-a6fb-4084-9193-29d3fa4a0416 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:55.742550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-09c1e458-a6fb-4084-9193-29d3fa4a0416 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/networks?id=9e796226-a186-43c4-979c-14d36d8e6cee&id=ed9dc5c0-43b5-4039-bb8e-5bba118b2d87&id=9e796226-a186-43c4-979c-14d36d8e6cee HTTP/1.1" status: 200 len: 1390 time: 0.3212676 Jul 05 09:35:55.774552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-761ca29b-6685-417d-a946-cdb1d50f3562 req-9723b3bd-3575-4c16-a5c1-e22f8b283af3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588526 Jul 05 09:35:55.785486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-4ab63b45-62af-4f35-9aae-703fafd4245a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/quotas/340173e9eeb74a528c890b0c17b7de45 HTTP/1.1" status: 200 len: 375 time: 0.0348942 Jul 05 09:35:55.836659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:55.871233 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:55.889943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4e24f-a04d-4b68-a934-fd553b53d345 None None] Network 9e796226-a186-43c4-979c-14d36d8e6cee requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:55.955097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-c8a10520-d51a-41c0-b508-d9b9a3546444 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1632121 Jul 05 09:35:55.962190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-c93b1d37-3227-4773-b0ad-d4f50bf54fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:55.965299 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-c93b1d37-3227-4773-b0ad-d4f50bf54fb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.2280593 Jul 05 09:35:56.032535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.033097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9bb2628-82f6-4ebc-931e-431485f8af9d {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:35:56.038522 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.043361 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-161f0c63-e767-4046-b816-72ffdb17b20d admin admin] 10.222.0.21 "DELETE /v2.0/routers/f9bb2628-82f6-4ebc-931e-431485f8af9d HTTP/1.1" status: 204 len: 168 time: 4.1377513 Jul 05 09:35:56.044007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:56.144102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] Deleting subnet 817ce9f8-4bea-452e-a025-f18b2dfccc55 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:35:56.150908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.170054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18c37e48-0c8e-4269-9754-f904991618fb None None] Provisioning for port a2d975d3-2392-4416-abdb-39dcf72a3214 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:56.254035 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.276623 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.284439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-6762f0da-6a14-4f57-8abb-981263757d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:56.286325 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-6762f0da-6a14-4f57-8abb-981263757d34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3124590 Jul 05 09:35:56.322257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port a2d975d3-2392-4416-abdb-39dcf72a3214 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:56.327647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Transition to ACTIVE for port object 5cf1a542-1ff1-4997-a008-76337586f05b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:56.345795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a2d975d3-2392-4416-abdb-39dcf72a3214 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:56.346445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.469157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Transition to ACTIVE for port object 5cf1a542-1ff1-4997-a008-76337586f05b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:35:56.537007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.547795 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.602298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-9da2440a-e757-44e9-8060-90210ee931b5 service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892570 Jul 05 09:35:56.608551 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.711464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Pushing event updated for resources: {'Port': ['ID=5cf1a542-1ff1-4997-a008-76337586f05b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:56.725724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:35:56.731858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:35:56.743454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:35:56.768713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-9650d50e-8788-4014-a791-d874b8ca25a0 service neutron] 10.222.0.21 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125970 Jul 05 09:35:56.789147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.889953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817ce9f8-4bea-452e-a025-f18b2dfccc55,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:56.896100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Attempting to bind port 5cf1a542-1ff1-4997-a008-76337586f05b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:35:56.896537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Attempting to bind port 5cf1a542-1ff1-4997-a008-76337586f05b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:35:56.897119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Attempting to bind port 5cf1a542-1ff1-4997-a008-76337586f05b on network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:35:56.899174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e7d5aac-764e-42fe-a758-ab4cd86686db req-ca0aa67d-5af4-41f9-bf3d-44bff0b789d3 service neutron] 10.222.0.15 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679393 Jul 05 09:35:56.905370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port a2d975d3-2392-4416-abdb-39dcf72a3214, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a2d975d3-2392-4416-abdb-39dcf72a3214,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:56.907321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:35:56.907969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Checking segment: {'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:35:56.908528 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.909104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Bound using segment: {'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:35:56.909772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Bound port: 5cf1a542-1ff1-4997-a008-76337586f05b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:35:56.910579 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.917453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-b1a77c68-3435-4a5a-8b27-9c4e9aefde84 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:56.925746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-b1a77c68-3435-4a5a-8b27-9c4e9aefde84 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2913182 Jul 05 09:35:56.933571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.934812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ab2885ec-8e51-4776-9f25-8a8988356518 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:56.956285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:56.961025 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0fdc9369-2b90-471a-a2ce-04bb3571a697 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/817ce9f8-4bea-452e-a025-f18b2dfccc55 HTTP/1.1" status: 204 len: 168 time: 0.9150779 Jul 05 09:35:56.967804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:56.987651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-167bc18a-0b4e-4e42-8ef2-c5b428764415 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:56.990582 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-167bc18a-0b4e-4e42-8ef2-c5b428764415 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3dd751a-7a44-499c-b66f-be0f48ac4c2b HTTP/1.1" status: 200 len: 946 time: 0.4015567 Jul 05 09:35:57.000678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-a180225d-3cd7-4414-870b-1e08323e6bec service neutron] 10.222.0.21 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303321 Jul 05 09:35:57.070194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1020b-05e5-477e-9e3f-2d95e96d58e5 None None] Network ab8d1868-0abc-4c83-97c9-7998a20c6d19 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:57.075375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=a2d975d3-2392-4416-abdb-39dcf72a3214,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:57.095681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-eed55328-aada-4457-932d-0afa9b80c161 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1690238 Jul 05 09:35:57.117847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'floatingip': {'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:35:57.174344 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.198161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.210343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ab2885ec-8e51-4776-9f25-8a8988356518 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:57.244966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] For port 5cf1a542-1ff1-4997-a008-76337586f05b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:35:57.247106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ab2885ec-8e51-4776-9f25-8a8988356518 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:57.247477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.264200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Deleting port cbffa96f-373e-400d-982a-2e3cdc0ba2ac {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:57.264561 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.305041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] For port 5cf1a542-1ff1-4997-a008-76337586f05b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5cf1a542-1ff1-4997-a008-76337586f05b,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:35:57.322720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2fd89111-cd99-40a5-bcce-f998c3aa3d90 None None] Provisioning complete for port a2d975d3-2392-4416-abdb-39dcf72a3214 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:57.323228 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2fd89111-cd99-40a5-bcce-f998c3aa3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.325772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.337228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Deleting port c046e21d-f158-4d24-8547-b07ec2d926e6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:57.337638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.432271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] For port c046e21d-f158-4d24-8547-b07ec2d926e6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c046e21d-f158-4d24-8547-b07ec2d926e6,segment=NetworkSegment(74d9c044-42ae-4dc8-93c5-9749edada99c),segment_id=74d9c044-42ae-4dc8-93c5-9749edada99c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:57.432620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.436234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] For port cbffa96f-373e-400d-982a-2e3cdc0ba2ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:57.436648 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.458114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054eda7-08fb-4310-aa7c-db9e3b913338 None None] Pushing event updated for resources: {'Port': ['ID=5cf1a542-1ff1-4997-a008-76337586f05b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:57.482350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Calling delete_port for cbffa96f-373e-400d-982a-2e3cdc0ba2ac owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:57.495665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Calling delete_port for c046e21d-f158-4d24-8547-b07ec2d926e6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:57.578087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.798796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] DHCP port deletion for ab8d1868-0abc-4c83-97c9-7998a20c6d19 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:35:57.859364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:57.869157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ab2885ec-8e51-4776-9f25-8a8988356518, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ab2885ec-8e51-4776-9f25-8a8988356518,segment=NetworkSegment(c20106b9-60a5-41bc-a741-6849c8352412),segment_id=c20106b9-60a5-41bc-a741-6849c8352412)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:57.874280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['cbffa96f-373e-400d-982a-2e3cdc0ba2ac'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:57.875323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-5c643dd4-f955-4391-8b0c-a006ad907987 service neutron] 10.222.0.21 "GET /v2.0/networks/ed9dc5c0-43b5-4039-bb8e-5bba118b2d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8736346 Jul 05 09:35:57.876561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c8e626e6-2fe3-4ea2-921d-e2673366267a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:35:57.924874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Pushing event deleted for resources: {'Port': ['ID=cbffa96f-373e-400d-982a-2e3cdc0ba2ac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:57.945299 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.019689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ab2885ec-8e51-4776-9f25-8a8988356518,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:58.020889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.030510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:58.037957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.048671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] No DVR routers for this DVR port cbffa96f-373e-400d-982a-2e3cdc0ba2ac on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:58.052193 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.054512 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0e4f9ab-a80a-4f2b-8bf7-c1e974433d8d req-0c5ac952-7239-4143-a607-fad53d1f34b6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.15 "DELETE /v2.0/ports/cbffa96f-373e-400d-982a-2e3cdc0ba2ac HTTP/1.1" status: 204 len: 173 time: 1.0033290 Jul 05 09:35:58.055153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'name': 'network-vif-deleted', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:58.058297 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357d504-03d8-4a4e-8ff8-652fdedce8cc" -d '{"events": [{"server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "name": "network-vif-deleted", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:58.065896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:58.066279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dc5ce07d-7bf3-48e4-a004-c066d0f6cf49 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:58.089424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.152317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c046e21d-f158-4d24-8547-b07ec2d926e6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:58.157481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] No DVR routers for this DVR port c046e21d-f158-4d24-8547-b07ec2d926e6 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:58.224532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] Deleting port c046e21d-f158-4d24-8547-b07ec2d926e6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:58.225437 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.241303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fd60734e-9f6e-401d-b4d6-477644a6e30a service neutron] 10.222.0.21 "GET /v2.0/networks/ed9dc5c0-43b5-4039-bb8e-5bba118b2d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274138 Jul 05 09:35:58.318611 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8 associated. External IP: 172.25.1.163, port: c8e626e6-2fe3-4ea2-921d-e2673366267a. Jul 05 09:35:58.330682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.346698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8d1868-0abc-4c83-97c9-7998a20c6d19']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:58.364597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d9c044-42ae-4dc8-93c5-9749edada99c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:58.370934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d9c044-42ae-4dc8-93c5-9749edada99c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:58.383789 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.403607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.419668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:35:58.420633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:35:58.423538 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:35:58.441904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-3db5f41e-06eb-4441-b7a0-e2c13a9c460a service neutron] 10.222.0.21 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849096 Jul 05 09:35:58.447224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] For port c046e21d-f158-4d24-8547-b07ec2d926e6, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:58.447623 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.481053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] Calling delete_port for c046e21d-f158-4d24-8547-b07ec2d926e6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:35:58.486169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] Port c046e21d-f158-4d24-8547-b07ec2d926e6 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:35:58.500985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5cf1a542-1ff1-4997-a008-76337586f05b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:58.506306 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.530289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.544249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.548233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab8d1868-0abc-4c83-97c9-7998a20c6d19 HTTP/1.1" status: 204 len: 168 time: 1.5561602 Jul 05 09:35:58.553158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:35:58.583795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03759-9d23-4d86-8073-b83c882e1d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8d1868-0abc-4c83-97c9-7998a20c6d19,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:58.603361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] Pushing event deleted for resources: {'Port': ['ID=c046e21d-f158-4d24-8547-b07ec2d926e6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:35:58.636271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37290cc9-532f-4640-8ccc-e1ad8e1c800c None None] No DVR routers for this DVR port c046e21d-f158-4d24-8547-b07ec2d926e6 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:35:58.749878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5cf1a542-1ff1-4997-a008-76337586f05b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:58.754500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a2d975d3-2392-4416-abdb-39dcf72a3214 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:58.872331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a2d975d3-2392-4416-abdb-39dcf72a3214 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:58.872954 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:58.887438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-6f94b98b-88cf-44ad-8f50-6472c3e726ff service neutron] 10.222.0.21 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346654 Jul 05 09:35:58.934196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:35:59.022784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ab2885ec-8e51-4776-9f25-8a8988356518 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:35:59.054407 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.139541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ab2885ec-8e51-4776-9f25-8a8988356518 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:59.140074 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.189798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.209103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca3b02-268d-4325-9367-f196fcf03213 None None] Network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:35:59.230982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:35:59.239717 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.242578 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:35:59.267904 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:35:59.270427 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:35:59.390800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-216448b3-223d-42ce-8350-4dff045f0a34 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "PUT /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 200 len: 996 time: 2.2815967 Jul 05 09:35:59.391550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:35:59.404410 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a06a38-090a-4637-b6cc-f868d19b0652" -d '{"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:35:59.553686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-be2b8697-d76f-495a-95e5-e0ee5a7772d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:59.564529 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-be2b8697-d76f-495a-95e5-e0ee5a7772d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.1532962 Jul 05 09:35:59.613726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4dc1d9c-f1de-4b33-a6b8-fc80febf9386 None None] Provisioning for port 5cf1a542-1ff1-4997-a008-76337586f05b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:35:59.625640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4dc1d9c-f1de-4b33-a6b8-fc80febf9386 None None] Provisioning complete for port 5cf1a542-1ff1-4997-a008-76337586f05b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:35:59.626239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1d9c-f1de-4b33-a6b8-fc80febf9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.767960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Deleting port 062e0057-6db8-4339-a17f-6aea09d2bc03 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:35:59.768300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.788823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.790271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c046e21d-f158-4d24-8547-b07ec2d926e6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:59.850134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c046e21d-f158-4d24-8547-b07ec2d926e6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:35:59.850875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c046e21d-f158-4d24-8547-b07ec2d926e6 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:35:59.851723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a3fd05b9-b263-4189-868a-c3b1327e7dc2 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:35:59.853454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-b0ca1507-d638-4aae-b148-2af3d2e2f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:35:59.863904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-b0ca1507-d638-4aae-b148-2af3d2e2f112 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.2977066 Jul 05 09:35:59.885802 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:35:59.916829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] For port 062e0057-6db8-4339-a17f-6aea09d2bc03, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=062e0057-6db8-4339-a17f-6aea09d2bc03,segment=NetworkSegment(79bb2a4f-5272-4dd0-a5f8-f5e62d4df707),segment_id=79bb2a4f-5272-4dd0-a5f8-f5e62d4df707)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:35:59.917254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:35:59.936843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Calling delete_port for 062e0057-6db8-4339-a17f-6aea09d2bc03 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:00.046597 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1d9c-f1de-4b33-a6b8-fc80febf9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:00.060955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-fb1b0939-38fe-4d6c-a609-049b43dbd2ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 999 time: 0.1949425 Jul 05 09:36:00.104195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a3fd05b9-b263-4189-868a-c3b1327e7dc2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:00.106279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a3fd05b9-b263-4189-868a-c3b1327e7dc2 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:00.155721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-00614452-cdff-4da6-b7c6-e243ed5a90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:00.163039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-00614452-cdff-4da6-b7c6-e243ed5a90e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1014020 Jul 05 09:36:00.185220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ab83f-68af-4971-872a-7a19ba69bac6 req-2c7fee13-d900-44bd-8d83-b2f915aba741 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:00.187069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c34ab83f-68af-4971-872a-7a19ba69bac6 req-2c7fee13-d900-44bd-8d83-b2f915aba741 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.3548625 Jul 05 09:36:00.263147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f4dc1d9c-f1de-4b33-a6b8-fc80febf9386 None None] For port 5cf1a542-1ff1-4997-a008-76337586f05b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5cf1a542-1ff1-4997-a008-76337586f05b,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:00.280043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1d9c-f1de-4b33-a6b8-fc80febf9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:00.284861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c34ab83f-68af-4971-872a-7a19ba69bac6 req-397e81fd-d061-4bad-b1d3-8479f2c53f62 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 Jul 05 09:36:00.345563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-51809e35-ac44-457c-bb4c-67d13356208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:00.359210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-51809e35-ac44-457c-bb4c-67d13356208a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1951661 Jul 05 09:36:00.428278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc1d9c-f1de-4b33-a6b8-fc80febf9386 None None] Pushing event updated for resources: {'Port': ['ID=5cf1a542-1ff1-4997-a008-76337586f05b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:00.435234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:00.485954 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:0f:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:57Z', 'revision_number': 8, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:00.491172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Pushing event deleted for resources: {'Port': ['ID=062e0057-6db8-4339-a17f-6aea09d2bc03,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:00.550582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-bf786c01-15dd-48a6-b037-4fbab9a5f3d4 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903794 Jul 05 09:36:00.609703 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:36:00.645130 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:00.650066 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:00.821858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device cbffa96f-373e-400d-982a-2e3cdc0ba2ac no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:00.873289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: cbffa96f-373e-400d-982a-2e3cdc0ba2ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:00.873629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device cbffa96f-373e-400d-982a-2e3cdc0ba2ac not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:00.887993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3e92b87c-1c33-4b93-aacb-3fcca6118b9c None None] Provisioning complete for port 5cf1a542-1ff1-4997-a008-76337586f05b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:00.888702 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e92b87c-1c33-4b93-aacb-3fcca6118b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:00.894767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81131ef-8949-41f6-8c4d-6a122a2033c1 req-dd0ca5aa-597a-48dc-ad89-c39b846ce897 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377283 Jul 05 09:36:00.945201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eff5f-9b79-42a4-b9f7-59ec4f34caa6 req-0132cde2-8c3a-47ec-aaf5-07af4c200dec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:00.948860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-249eff5f-9b79-42a4-b9f7-59ec4f34caa6 req-0132cde2-8c3a-47ec-aaf5-07af4c200dec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.3102417 Jul 05 09:36:00.955624 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:01.045611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-249eff5f-9b79-42a4-b9f7-59ec4f34caa6 req-6f86ec9d-1882-486a-9ca5-bb6d3576979e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Jul 05 09:36:01.131124 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43beeb37-6896-4857-b973-481ccf51b482 x-openstack-request-id: req-43beeb37-6896-4857-b973-481ccf51b482 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:01.131686 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:01.131686 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43beeb37-6896-4857-b973-481ccf51b482 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:01.132036 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'status': 'completed', 'code': 200} Jul 05 09:36:01.303720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39f83ebc-911a-44db-bfa7-86a37004c069 req-4fcd7511-a6f7-4b3c-9ab0-c61f4890ae89 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 210 time: 0.0693548 Jul 05 09:36:01.514585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-295602a6-48ff-40e1-a4a2-5783eeb85b0f req-8126f011-5ed0-457f-8871-a14755355b47 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 200 len: 996 time: 0.1401310 Jul 05 09:36:01.531253 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8211c-44d3-4185-9d6f-99941fa85250 x-openstack-request-id: req-f5c8211c-44d3-4185-9d6f-99941fa85250 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:01.532026 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dd751a-7a44-499c-b66f-be0f48ac4c2b", "name": "network-vif-deleted", "tag": "cbffa96f-373e-400d-982a-2e3cdc0ba2ac", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:01.532026 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5c8211c-44d3-4185-9d6f-99941fa85250 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:01.532292 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dd751a-7a44-499c-b66f-be0f48ac4c2b', 'name': 'network-vif-deleted', 'tag': 'cbffa96f-373e-400d-982a-2e3cdc0ba2ac', 'status': 'completed', 'code': 200} Jul 05 09:36:01.630780 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:01.667550 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:0f:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:57Z', 'revision_number': 8, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:01.847616 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12dc8ee-00d2-4ef4-992e-1187afde99ba None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '17ffdc61-1fae-45bc-adff-dc9cc04228e8', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'port_id': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'mac_address': 'fa:16:3e:0f:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:35:15Z', 'updated_at': '2021-07-05T09:35:57Z', 'revision_number': 8, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:36:01.908817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-5772ee90-89d7-420d-878a-7c1eeb69e8e8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:01.933498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-5772ee90-89d7-420d-878a-7c1eeb69e8e8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:01.935245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-5772ee90-89d7-420d-878a-7c1eeb69e8e8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "GET /v2.0/networks?id=9e796226-a186-43c4-979c-14d36d8e6cee&id=ed9dc5c0-43b5-4039-bb8e-5bba118b2d87&id=9e796226-a186-43c4-979c-14d36d8e6cee HTTP/1.1" status: 200 len: 1390 time: 0.4371421 Jul 05 09:36:01.947978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de43b0-8cf4-4b6a-b8b0-b1e7b5fc9a31 req-d0638032-de8e-478c-9fce-82a630c39585 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:01.950790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3de43b0-8cf4-4b6a-b8b0-b1e7b5fc9a31 req-d0638032-de8e-478c-9fce-82a630c39585 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.4350688 Jul 05 09:36:01.959318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'port': {'device_id': '35a6da41-c957-458a-8cd9-303236434e71', 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee', 'admin_state_up': True, 'tenant_id': '340173e9eeb74a528c890b0c17b7de45'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:01.974398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295602a6-48ff-40e1-a4a2-5783eeb85b0f req-c033d77f-1f08-4477-9847-6bcc24ec884a tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:01.986637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-295602a6-48ff-40e1-a4a2-5783eeb85b0f req-c033d77f-1f08-4477-9847-6bcc24ec884a tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.4501412 Jul 05 09:36:02.006436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-908f8d49-0138-4beb-870e-674318c789c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:02.010397 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-908f8d49-0138-4beb-870e-674318c789c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.4898057 Jul 05 09:36:02.012105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-295602a6-48ff-40e1-a4a2-5783eeb85b0f req-19f93e05-84f2-4aa7-9b85-f3583fd26519 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:36:02.013416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-295602a6-48ff-40e1-a4a2-5783eeb85b0f req-19f93e05-84f2-4aa7-9b85-f3583fd26519 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257516 Jul 05 09:36:02.100956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3de43b0-8cf4-4b6a-b8b0-b1e7b5fc9a31 req-1e720c2e-e6b1-42ed-b0d5-41ea77bab9b7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425531 Jul 05 09:36:02.256005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-8fc6a755-28cb-47a9-86b3-f9355b32420e tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 999 time: 0.1511900 Jul 05 09:36:02.334818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d44fd-2e8f-4b53-b4d9-f7083cae723b None None] New status for floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:36:02.382526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-3f61f9dd-694a-4d3f-aa2d-8a71260c96fd tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:02.387450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-3f61f9dd-694a-4d3f-aa2d-8a71260c96fd tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports/c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 942 time: 0.1207755 Jul 05 09:36:02.449627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5cf1a542-1ff1-4997-a008-76337586f05b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:02.612132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-78466092-305a-4d62-856b-d7ce513b7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:02.614615 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-78466092-305a-4d62-856b-d7ce513b7a2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.5725625 Jul 05 09:36:02.621004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:02.627527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:02.717543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5cf1a542-1ff1-4997-a008-76337586f05b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:02.718273 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:02.747888 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-1173cb81-24e1-4cf2-adf0-08ed10196930 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9003568 Jul 05 09:36:02.803962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e758f13-09ae-48b9-a59d-67c71c629532 req-914810a2-bd54-413d-b28d-f44343aa8d62 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 210 time: 0.0749702 Jul 05 09:36:02.872754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-8a250a7e-1011-4883-aff3-26b707b35c8d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 999 time: 0.2182124 Jul 05 09:36:03.039651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-e7ec2fb8-0a4c-41dd-bb20-c4998fa884bc tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:03.052377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-e7ec2fb8-0a4c-41dd-bb20-c4998fa884bc tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1785316 Jul 05 09:36:03.070456 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-2855cc1d-42df-4d42-9ea0-6327073ab027 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 1001 time: 0.4327946 Jul 05 09:36:03.075597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:36:03.218415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-93712518-309b-431f-aea3-fc957b743f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:03.220101 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-93712518-309b-431f-aea3-fc957b743f6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1096 time: 0.3572457 Jul 05 09:36:03.248860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-800dc2b1-aa4b-4379-bcdc-9145f516c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:03.250217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-800dc2b1-aa4b-4379-bcdc-9145f516c9e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1577501 Jul 05 09:36:03.291337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Allocated IP 19.80.0.7 (9e796226-a186-43c4-979c-14d36d8e6cee/acd1488d-3b60-466f-a39d-7d47e610161a/e2869a0a-ef37-4da6-a80a-a182c459b205) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:03.446663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a5937948-d225-400f-b3fb-2018dc43ab08 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3825419 Jul 05 09:36:03.477812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:36:03.483426 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-089e8118-4c9e-4f1b-954b-bb46fc0f3303 admin admin] 10.222.0.21 "PUT /v2.0/routers/807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9275112 Jul 05 09:36:03.486693 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] Sync routers for ids ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:36:03.490602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:03.498295 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] Routers {'807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:03.500421 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:03.515883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-8ab58a9d-4780-4cea-93f7-252c28e3d4ac tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1001 time: 0.4622440 Jul 05 09:36:03.530393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:03.544069 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-7367b69c-42f9-4526-989d-12fed8e25e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:03.545574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-7367b69c-42f9-4526-989d-12fed8e25e23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2987103 Jul 05 09:36:03.632077 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:03.634699 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] Set router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:03.670452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-92b142f2-e1bf-4141-920f-429380daabda tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:03.672020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-92b142f2-e1bf-4141-920f-429380daabda tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187772 Jul 05 09:36:03.679108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-d726035d-7d75-4649-b2b9-6cdfed352ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:03.680840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-d726035d-7d75-4649-b2b9-6cdfed352ff7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4097965 Jul 05 09:36:03.682797 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-2caa4961-83c9-4070-9764-ddabf3bd27ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 217 time: 0.0729880 Jul 05 09:36:03.711768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-bb610c18-7e8d-4960-884d-569622903d4f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/quotas/a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 375 time: 0.0268738 Jul 05 09:36:03.858806 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:36:00Z', 'revision_number': 5, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:03.877452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:03.885502 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:03.893403 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] Checking router: 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:36:03.897881 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:03.905697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:03.906089 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8 disassociated. External IP: 172.25.1.163, port: c8e626e6-2fe3-4ea2-921d-e2673366267a. Jul 05 09:36:03.909064 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] Routers {'807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:03.909698 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:03.921648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-837ae3b0-45d0-4663-8d2a-50703f0aacf1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870778 Jul 05 09:36:03.942432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-613e521e-4939-4d3a-976a-c4b6fb520a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:03.943993 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-613e521e-4939-4d3a-976a-c4b6fb520a05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.2069633 Jul 05 09:36:04.014388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Transition to ACTIVE for port object e2869a0a-ef37-4da6-a80a-a182c459b205 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:04.023094 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-1f99fc59-0595-4ef8-96c1-59b23cc75e49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517707 Jul 05 09:36:04.074234 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] Set router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:04.107759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-48974c57-0612-440a-9250-8cb027b347d6 service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101460 Jul 05 09:36:04.335826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:36:04.352830 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:36:00Z', 'revision_number': 5, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:04.393326 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0263de-ca63-4c92-b6fc-59dc3bd6cec6 None None] The sync data for ids ['807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4'] in n-d-771363-33 is: [{'id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-548591002-router', 'tenant_id': '9b5858b5cdcd46f68e7138c815b5e912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:33:47Z', 'updated_at': '2021-07-05T09:36:00Z', 'revision_number': 5, 'project_id': '9b5858b5cdcd46f68e7138c815b5e912', 'gw_port': {'id': 'de439d4a-73b9-433e-b9af-87df77d49e40', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:33:48Z', 'updated_at': '2021-07-05T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:36:04.570282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:36:04.576020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:04.581931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:36:04.597765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:04.600883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:04.679913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-cfef837a-3a3e-467a-b14a-5231f6bffd32 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "PUT /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 200 len: 696 time: 1.1595893 Jul 05 09:36:04.682297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:04.690444 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc460fe-f39b-45c2-872b-450d335b5709" -d '{"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:04.730176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:04.873887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-13461048-b0b6-4d63-b899-333ca6cbd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:04.881980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-13461048-b0b6-4d63-b899-333ca6cbd51a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.1813335 Jul 05 09:36:04.921325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:05.006761 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3a06a38-090a-4637-b6cc-f868d19b0652 req-40195e19-484d-47e7-9981-b16093d2838f service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8651414 Jul 05 09:36:05.071248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:05.112669 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-0745f2a6-97ce-4178-9bb4-7ddad661b141 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0463092 Jul 05 09:36:05.126118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-01120b59-0a23-4af3-bf18-61d1b99b82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:05.128363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-01120b59-0a23-4af3-bf18-61d1b99b82e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.2448831 Jul 05 09:36:05.208303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-06e9a0d4-a0cd-4e52-b4d0-056bbb41f754 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 217 time: 0.0684686 Jul 05 09:36:05.270375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network 9e796226-a186-43c4-979c-14d36d8e6cee is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:05.304196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:05.310670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bdd34-beba-4381-a685-908223476773 req-9d0668e7-234a-497b-bea5-4326428465a0 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:05.317801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c16bdd34-beba-4381-a685-908223476773 req-9d0668e7-234a-497b-bea5-4326428465a0 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.1881976 Jul 05 09:36:05.322362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-c25b615a-3e1a-4b36-9903-81d8cc6b8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:05.325795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:05.329983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-c25b615a-3e1a-4b36-9903-81d8cc6b8ff9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1059837 Jul 05 09:36:05.336432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Port': ['ID=e2869a0a-ef37-4da6-a80a-a182c459b205,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:05.388151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:05.424929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Deleting port de439d4a-73b9-433e-b9af-87df77d49e40 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:05.429785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c16bdd34-beba-4381-a685-908223476773 req-16a40445-8740-4624-a9ee-b960b87f6966 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110804 Jul 05 09:36:05.432008 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:05.443601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:36:05.454363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:05.455179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:35:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:05.458680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-e89ae66a-ea16-432f-bb3f-590617a716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:05.461132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-e89ae66a-ea16-432f-bb3f-590617a716a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303644 Jul 05 09:36:05.752869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:05.763119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-9363b4ee-383e-4a79-ab2b-bc01cf09def5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941868 Jul 05 09:36:05.767317 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88352b71-e157-44ab-b89a-5a9bd8e19a9e req-26816ac3-b11b-4c16-8551-9339e3baf41d service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389472 Jul 05 09:36:05.778729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:05.780127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:05.797200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] For port de439d4a-73b9-433e-b9af-87df77d49e40, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=de439d4a-73b9-433e-b9af-87df77d49e40,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:05.798110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:05.876344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Calling delete_port for de439d4a-73b9-433e-b9af-87df77d49e40 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:05.884534 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-fcc900b8-dfcb-46be-b6d7-69d54741762b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9350524 Jul 05 09:36:05.909645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-95165d2b-0d63-4883-8313-9aa3e0789278 None None] Provisioning for port e2869a0a-ef37-4da6-a80a-a182c459b205 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:05.915534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'port': {'device_id': '35a6da41-c957-458a-8cd9-303236434e71', 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87', 'admin_state_up': True, 'tenant_id': '340173e9eeb74a528c890b0c17b7de45'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:05.916780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-95165d2b-0d63-4883-8313-9aa3e0789278 None None] Provisioning complete for port e2869a0a-ef37-4da6-a80a-a182c459b205 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:05.917270 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95165d2b-0d63-4883-8313-9aa3e0789278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:05.958670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-95165d2b-0d63-4883-8313-9aa3e0789278 None None] Port e2869a0a-ef37-4da6-a80a-a182c459b205 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:05.981834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfd75c0e-298b-4413-a03d-540bcb4b6c5c req-b004c719-14d3-4336-8f9b-ba0c9d3a21c1 service neutron] 10.222.0.21 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175231 Jul 05 09:36:06.132666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:06.143771 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-92252597-3dd3-4b8b-abd2-499c06c7e5e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3506708 Jul 05 09:36:06.167186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48281e-2025-4994-9ee5-345db7fb2c11 req-2a79f809-cc2a-46b2-aa39-552e890fcd44 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:06.169390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f48281e-2025-4994-9ee5-345db7fb2c11 req-2a79f809-cc2a-46b2-aa39-552e890fcd44 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 930 time: 0.1460040 Jul 05 09:36:06.244182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 062e0057-6db8-4339-a17f-6aea09d2bc03 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:06.246936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91268932-587a-4af6-80ce-ee74f5d87b3f None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7455bb72-899c-4c63-9943-450371816184', 'name': '', 'network_id': 'bd288a63-ab7e-4003-b3b3-613006c27fbf', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'mac_address': 'fa:16:3e:b9:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:54Z', 'updated_at': '2021-07-05T09:35:00Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'subnets': [{'id': 'b30449e0-984f-4196-bdc6-402fbbd530c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:36:06.284322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 062e0057-6db8-4339-a17f-6aea09d2bc03 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:06.284681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 062e0057-6db8-4339-a17f-6aea09d2bc03 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:06.320459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d3921c7-ba0b-4a0f-871f-4dd3a235a857 req-64e640a8-8a8f-4cd6-bcc2-ea5f9079919e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 210 time: 0.0645006 Jul 05 09:36:06.322507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:06.330073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f48281e-2025-4994-9ee5-345db7fb2c11 req-9e7612eb-283e-487c-8409-6e594a95b2f9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478009 Jul 05 09:36:06.336317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:06.393861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a1b730c8-5186-4d66-8cf9-a84f40660e0d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623965 Jul 05 09:36:06.465315 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d258ea1-92ba-4f11-a101-ef8fde3d6c06 x-openstack-request-id: req-7d258ea1-92ba-4f11-a101-ef8fde3d6c06 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:06.467301 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:06.467877 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d258ea1-92ba-4f11-a101-ef8fde3d6c06 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:06.469348 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'status': 'completed', 'code': 200} Jul 05 09:36:06.506632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:06.616288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de439d4a-73b9-433e-b9af-87df77d49e40,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:06.710475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-af8c02fe-c4b9-4f93-9bc1-f7bf604c9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:06.712542 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-af8c02fe-c4b9-4f93-9bc1-f7bf604c9e5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1096 time: 0.5296948 Jul 05 09:36:06.781106 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544a626-a93c-4505-8e87-f8918294e326 None None] New status for floating IP 17ffdc61-1fae-45bc-adff-dc9cc04228e8: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:36:06.923949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:06.992209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-1145e812-6b8b-4567-8a43-4607585c78fc tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 200 len: 696 time: 0.1232240 Jul 05 09:36:07.015001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f96956e2-aee4-4084-a2ba-3a270951fce2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.016668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f96956e2-aee4-4084-a2ba-3a270951fce2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6146772 Jul 05 09:36:07.058326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.058547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0a849-ebcc-4cda-8ffc-bcf981c9efe8 req-b16ca805-8101-4cde-9e14-40ef6876deae tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.060044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a849-ebcc-4cda-8ffc-bcf981c9efe8 req-b16ca805-8101-4cde-9e14-40ef6876deae tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.3507032 Jul 05 09:36:07.063926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Request body: {'port': {'device_id': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'a40472c226d04f59809253dcc27cc584'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:07.064861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.091158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Allocated IP 19.86.0.182 (ed9dc5c0-43b5-4039-bb8e-5bba118b2d87/15b208f6-8431-452d-86c0-fe96f98f7ded/a3aba4b6-52a2-429d-b61c-dd74793666d9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:07.132766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-959a64ae-32f1-4657-8ea8-fef74f0a502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.134994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-959a64ae-32f1-4657-8ea8-fef74f0a502e service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.3699582 Jul 05 09:36:07.195416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.196524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:36:07.219352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.220914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be486e43-a0e5-4fcf-9552-535fec46ded7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/807ef2e2-bd5b-4ba0-8da3-f7c57dffc0b4 HTTP/1.1" status: 204 len: 168 time: 3.7256827 Jul 05 09:36:07.222576 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-a5ae566f-8e0b-43ae-94c8-3bc3de1937a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 217 time: 0.0796683 Jul 05 09:36:07.225447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:07.233794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-b2f8053e-aafa-4fd4-95e1-2bf6ad77aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.235377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-b2f8053e-aafa-4fd4-95e1-2bf6ad77aa94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 1097 time: 0.6780324 Jul 05 09:36:07.353607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-bbf5c29b-9da4-4a56-87d5-500a0023136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.355140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-bbf5c29b-9da4-4a56-87d5-500a0023136c service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 200 len: 921 time: 0.1063967 Jul 05 09:36:07.404933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] Deleting subnet 48fd6f48-a873-4391-b5ba-04bb652b7653 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:36:07.427856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.443787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-f4daa3e0-13d5-401d-939e-473ebe094ace service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 200 len: 217 time: 0.0737183 Jul 05 09:36:07.448747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-10c96e28-08bd-4567-85e3-e2589867738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.450580 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-10c96e28-08bd-4567-85e3-e2589867738f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.2066743 Jul 05 09:36:07.468810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a849-ebcc-4cda-8ffc-bcf981c9efe8 req-d6d0c541-e955-4a81-956e-9d87bf35c284 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496568 Jul 05 09:36:07.541085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-edfd5baf-4be5-4fe2-a2e9-77544e95c3e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653083 Jul 05 09:36:07.551497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-acf21766-a36c-40ab-ad46-f8c4ac80059d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.552941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-acf21766-a36c-40ab-ad46-f8c4ac80059d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.5486815 Jul 05 09:36:07.573553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.577451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-c773a276-548d-4f04-90d6-fad984ff2e56 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:36:07.584400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-c773a276-548d-4f04-90d6-fad984ff2e56 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178404 Jul 05 09:36:07.617049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-4946ff23-3daa-445a-8e37-3cd78cd389b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:07.630354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-4946ff23-3daa-445a-8e37-3cd78cd389b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 200 len: 859 time: 0.1557689 Jul 05 09:36:07.654298 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.693779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Transition to ACTIVE for port object a3aba4b6-52a2-429d-b61c-dd74793666d9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:07.713562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Made reservation on behalf of a40472c226d04f59809253dcc27cc584 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:07.718563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.747616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-87710bfe-b89f-4e7e-9cf0-3530a7459b44 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 697 time: 0.1622245 Jul 05 09:36:07.811194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-8a795759-66b1-4548-9403-90e014fb7896 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616756 Jul 05 09:36:07.812077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-918aab8f-3d27-483e-b1b1-4fc3d0416a35 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 697 time: 0.0634112 Jul 05 09:36:07.818922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:07.940667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.024444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:08.040546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7613c305-64dc-48f1-ba97-07ea672f4c0d req-547417ea-6d13-48ab-9b48-a46abd9d9840 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 210 time: 0.1241996 Jul 05 09:36:08.042290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:08.050088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:08.066583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Port': ['ID=a3aba4b6-52a2-429d-b61c-dd74793666d9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:08.088677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.100438 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-94235875-9ae7-4a42-8fc2-cac0c055c387 req-564ba1e3-ec3c-4552-a963-0d69cee3fd6c service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750158 Jul 05 09:36:08.132763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fd6f48-a873-4391-b5ba-04bb652b7653,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:08.148095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.151880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc98f8-2e7d-4dc8-9925-15b811c3e045 None None] Network afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:08.183286 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1fba28c0-a34d-4ed7-91ae-c84269b60573 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/48fd6f48-a873-4391-b5ba-04bb652b7653 HTTP/1.1" status: 204 len: 168 time: 0.9483390 Jul 05 09:36:08.186382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:08.251409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Allocated IP 192.168.233.116 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/58a4618c-a2ae-4fb1-bc84-58b74d4ae38d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:08.253506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:08.255331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.380011 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-bc48cb74-5c5d-4b3f-96e0-1aa82a73fa14 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4868984 Jul 05 09:36:08.391108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'port': {'device_id': '35a6da41-c957-458a-8cd9-303236434e71', 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee', 'admin_state_up': True, 'tenant_id': '340173e9eeb74a528c890b0c17b7de45'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:08.403455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de439d4a-73b9-433e-b9af-87df77d49e40 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:08.449699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: de439d4a-73b9-433e-b9af-87df77d49e40 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:08.450055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de439d4a-73b9-433e-b9af-87df77d49e40 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:08.455235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.469693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-5fc1a8c8-faa1-4d04-b9b4-572e06fa7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:08.471456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-5fc1a8c8-faa1-4d04-b9b4-572e06fa7f4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd288a63-ab7e-4003-b3b3-613006c27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8398347 Jul 05 09:36:08.524739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-080b95e4-eb7b-46d8-a7d9-b5364655657a None None] Provisioning for port a3aba4b6-52a2-429d-b61c-dd74793666d9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:08.535965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-080b95e4-eb7b-46d8-a7d9-b5364655657a None None] Provisioning complete for port a3aba4b6-52a2-429d-b61c-dd74793666d9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:08.536585 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-080b95e4-eb7b-46d8-a7d9-b5364655657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.604851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Deleting port eb95aed8-4c30-445f-8f7b-98b1823ab7be {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:08.605486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.606461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-080b95e4-eb7b-46d8-a7d9-b5364655657a None None] Port a3aba4b6-52a2-429d-b61c-dd74793666d9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:08.619613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:08.623342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.692804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] DHCP port deletion for afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:36:08.705998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] For port eb95aed8-4c30-445f-8f7b-98b1823ab7be, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=eb95aed8-4c30-445f-8f7b-98b1823ab7be,segment=NetworkSegment(79bb2a4f-5272-4dd0-a5f8-f5e62d4df707),segment_id=79bb2a4f-5272-4dd0-a5f8-f5e62d4df707)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:08.706497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.727898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.757307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Calling delete_port for eb95aed8-4c30-445f-8f7b-98b1823ab7be owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:08.777099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] Deleting port eb95aed8-4c30-445f-8f7b-98b1823ab7be {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:08.777772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.781677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Deleting port 109c9218-6023-489b-bc2c-7afe4c4738ee {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:08.782023 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.810060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-2886ab5f-faeb-49b9-b2d5-9af674d2539f service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217692 Jul 05 09:36:08.811141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Transition to ACTIVE for port object 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:08.847771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ffd-c65e-4344-a88f-a2e2dc5f21da req-a90635f7-2491-40c6-8da7-4df56fcd1a81 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:08.855166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ffd-c65e-4344-a88f-a2e2dc5f21da req-a90635f7-2491-40c6-8da7-4df56fcd1a81 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:08.864168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3231ffd-c65e-4344-a88f-a2e2dc5f21da req-a90635f7-2491-40c6-8da7-4df56fcd1a81 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 1653 time: 0.4765115 Jul 05 09:36:08.864922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] For port eb95aed8-4c30-445f-8f7b-98b1823ab7be, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=eb95aed8-4c30-445f-8f7b-98b1823ab7be,segment=NetworkSegment(79bb2a4f-5272-4dd0-a5f8-f5e62d4df707),segment_id=79bb2a4f-5272-4dd0-a5f8-f5e62d4df707)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:08.865313 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.880357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] Calling delete_port for eb95aed8-4c30-445f-8f7b-98b1823ab7be owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:08.891682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Allocated IP 19.80.0.38 (9e796226-a186-43c4-979c-14d36d8e6cee/acd1488d-3b60-466f-a39d-7d47e610161a/0c49b392-655d-4bf7-96ed-7389b84350ef) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:08.929781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:08.973861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb95aed8-4c30-445f-8f7b-98b1823ab7be,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:08.986155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] No DVR routers for this DVR port eb95aed8-4c30-445f-8f7b-98b1823ab7be on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:09.074404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.126307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] Pushing event deleted for resources: {'Port': ['ID=eb95aed8-4c30-445f-8f7b-98b1823ab7be,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:09.129055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af7fe2-1967-4abe-989c-2c0f63947750 None None] No DVR routers for this DVR port eb95aed8-4c30-445f-8f7b-98b1823ab7be on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:09.143247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.165821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:09.178046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:09.178691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bb2a4f-5272-4dd0-a5f8-f5e62d4df707') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:09.190172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.210503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.225271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:36:09.225825 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:36:09.227907 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:36:09.322263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.330800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.333161 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] 10.222.0.21 "DELETE /v2.0/networks/afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5 HTTP/1.1" status: 204 len: 168 time: 1.1351686 Jul 05 09:36:09.360071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.376690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Transition to ACTIVE for port object 0c49b392-655d-4bf7-96ed-7389b84350ef will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:09.410545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f062-b3e3-41f7-b80d-25f4bb417975 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb4a0a0-c142-4b0c-ac4e-20448fe5d4d5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:09.426579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.509507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network 9e796226-a186-43c4-979c-14d36d8e6cee is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:09.512247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3231ffd-c65e-4344-a88f-a2e2dc5f21da req-e2e3b9fb-7b9d-48a2-9bb8-db83f8a20cfa tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471140 Jul 05 09:36:09.513158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:09.517718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:09.543204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.559515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['55cd4034-71f5-49ea-9edb-6e1be7329368'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:09.562854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:09.573695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38526) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:09.593744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Port': ['ID=0c49b392-655d-4bf7-96ed-7389b84350ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:09.610783 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.611132 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.672098 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0853a52d-f56f-4912-84bb-4efb61f599f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39212b46e5be4fb7b60108b3cca559e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947568 Jul 05 09:36:09.672462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:09.693070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:09.693070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.717943 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2c75d74c-98ed-4cd5-80b0-c9846a412aef tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3310118 Jul 05 09:36:09.743788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Request body: {'port': {'device_id': '35a6da41-c957-458a-8cd9-303236434e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:09.750152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc460fe-f39b-45c2-872b-450d335b5709 req-a1cc6f1d-3331-437a-9720-0a5d0654c59f service neutron] 10.222.0.16 "GET /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714850 Jul 05 09:36:09.781386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Calling delete_port for 109c9218-6023-489b-bc2c-7afe4c4738ee owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:09.832385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:09.855614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:09.913333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.917171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8121a964-8895-4632-9cee-6a51b14281a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.952317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8121a964-8895-4632-9cee-6a51b14281a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:09.965322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:09.985877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:10.044273 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8121a964-8895-4632-9cee-6a51b14281a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.048357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8121a964-8895-4632-9cee-6a51b14281a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.049803 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8121a964-8895-4632-9cee-6a51b14281a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb84a590-a288-404f-b56d-e68ab933ff58 HTTP/1.1" status: 204 len: 168 time: 0.3760619 Jul 05 09:36:10.069428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:10.070281 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.094634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c60f5c40-af02-4ccd-a4f0-1eb27eae90ea None None] Provisioning for port 0c49b392-655d-4bf7-96ed-7389b84350ef completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:10.127043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-f5bf6ea1-c515-481f-b99f-992a3c8daf7a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0787294 Jul 05 09:36:10.128796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121a964-8895-4632-9cee-6a51b14281a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84a590-a288-404f-b56d-e68ab933ff58,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:10.138568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c60f5c40-af02-4ccd-a4f0-1eb27eae90ea None None] Provisioning complete for port 0c49b392-655d-4bf7-96ed-7389b84350ef triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:10.138810 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c60f5c40-af02-4ccd-a4f0-1eb27eae90ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.146409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Request body: {'port': {'device_id': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:10.188264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c60f5c40-af02-4ccd-a4f0-1eb27eae90ea None None] Port 0c49b392-655d-4bf7-96ed-7389b84350ef cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:10.272914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e22fb-55f9-4938-9ed9-750df0b4cb4a req-cc718765-b203-4ca3-a868-57293ef33b56 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:10.275628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e62e22fb-55f9-4938-9ed9-750df0b4cb4a req-cc718765-b203-4ca3-a868-57293ef33b56 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.4514534 Jul 05 09:36:10.325135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.333059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13176278-6b2a-459e-90e2-2da09079881e None None] Provisioning for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:10.340796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13176278-6b2a-459e-90e2-2da09079881e None None] Provisioning complete for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:10.341247 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13176278-6b2a-459e-90e2-2da09079881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.388153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device eb95aed8-4c30-445f-8f7b-98b1823ab7be no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:10.395289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e62e22fb-55f9-4938-9ed9-750df0b4cb4a req-daf2d0d9-00cf-4add-a61a-1cfb12a60c97 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112258 Jul 05 09:36:10.499729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: eb95aed8-4c30-445f-8f7b-98b1823ab7be {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:10.499729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device eb95aed8-4c30-445f-8f7b-98b1823ab7be not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:10.541863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-13176278-6b2a-459e-90e2-2da09079881e None None] Port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:10.583419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.710707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Pushing event deleted for resources: {'Port': ['ID=109c9218-6023-489b-bc2c-7afe4c4738ee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:10.922319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:10.945468 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.948920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:10.950092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d0dcdf2-fb24-4856-91b8-39a78f109e06 req-03369d65-3f79-4ef7-a9f7-05153953b557 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "DELETE /v2.0/floatingips/17ffdc61-1fae-45bc-adff-dc9cc04228e8 HTTP/1.1" status: 204 len: 173 time: 3.1371570 Jul 05 09:36:11.017809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858880d-74f0-45f6-a594-56e0e6a33f54 req-08f354d7-bd78-4b3d-9d0f-57057272dfc8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:11.018460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-20b546a6-f3f2-4ef0-890b-09f96a26932d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b5858b5cdcd46f68e7138c815b5e912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949073 Jul 05 09:36:11.021042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38544) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:11.025385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d858880d-74f0-45f6-a594-56e0e6a33f54 req-08f354d7-bd78-4b3d-9d0f-57057272dfc8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 936 time: 0.1545031 Jul 05 09:36:11.092924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:11.106236 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.114719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a459483d-d621-439f-a4d3-dffb1d076dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.123654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d858880d-74f0-45f6-a594-56e0e6a33f54 req-2efd9616-8ab3-43ad-957b-230fa765364d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971651 Jul 05 09:36:11.158539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a459483d-d621-439f-a4d3-dffb1d076dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.167132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Transition to ACTIVE for port object 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:11.201323 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.247598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2869a0a-ef37-4da6-a80a-a182c459b205 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:11.260989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.285089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Transition to ACTIVE for port object e2869a0a-ef37-4da6-a80a-a182c459b205 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:11.288509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a459483d-d621-439f-a4d3-dffb1d076dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.294694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a459483d-d621-439f-a4d3-dffb1d076dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.294694 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a459483d-d621-439f-a4d3-dffb1d076dbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5b89ec3-2d25-49d3-b6e6-0735a03c0aad HTTP/1.1" status: 204 len: 168 time: 0.2726128 Jul 05 09:36:11.296487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:11.317045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.402772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7032-c37b-488f-b62c-a2b854a549f8 req-07a1d4cc-d907-467e-adaf-b4e91281bd3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:11.410620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459483d-d621-439f-a4d3-dffb1d076dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b89ec3-2d25-49d3-b6e6-0735a03c0aad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:11.455371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7032-c37b-488f-b62c-a2b854a549f8 req-07a1d4cc-d907-467e-adaf-b4e91281bd3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:11.468001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7032-c37b-488f-b62c-a2b854a549f8 req-07a1d4cc-d907-467e-adaf-b4e91281bd3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:11.474498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4eb7032-c37b-488f-b62c-a2b854a549f8 req-07a1d4cc-d907-467e-adaf-b4e91281bd3e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2374 time: 0.3217986 Jul 05 09:36:11.513768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Pushing event updated for resources: {'Port': ['ID=e2869a0a-ef37-4da6-a80a-a182c459b205,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:11.608027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4eb7032-c37b-488f-b62c-a2b854a549f8 req-e4bc451a-bbc5-46e1-9c0b-aff74013ab72 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123273 Jul 05 09:36:11.624681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:11.625134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:11.625561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:11.630874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:11.631375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:11.637656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:11.638817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:11.639344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:11.639904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Bound port: 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:11.640403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.720362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Attempting to bind port e2869a0a-ef37-4da6-a80a-a182c459b205 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:11.720880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Attempting to bind port e2869a0a-ef37-4da6-a80a-a182c459b205 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:11.723458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Attempting to bind port e2869a0a-ef37-4da6-a80a-a182c459b205 on network 9e796226-a186-43c4-979c-14d36d8e6cee {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:11.744737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Port e2869a0a-ef37-4da6-a80a-a182c459b205 on network 9e796226-a186-43c4-979c-14d36d8e6cee not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:11.746296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Attempting to bind port e2869a0a-ef37-4da6-a80a-a182c459b205 on network 9e796226-a186-43c4-979c-14d36d8e6cee {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:11.753447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:11.753926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Checking segment: {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:11.754436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Bound using segment: {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:11.754971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Bound port: e2869a0a-ef37-4da6-a80a-a182c459b205, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:11.755434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.881748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:11.960245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] For port e2869a0a-ef37-4da6-a80a-a182c459b205, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:11.967021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] For port e2869a0a-ef37-4da6-a80a-a182c459b205, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e2869a0a-ef37-4da6-a80a-a182c459b205,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:11.977772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:11.986088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:12.024700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.025876 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:12.028026 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] 10.222.0.15 "PUT /v2.0/ports/e2869a0a-ef37-4da6-a80a-a182c459b205 HTTP/1.1" status: 200 len: 1091 time: 2.2988324 Jul 05 09:36:12.028143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:12.028918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'tag': 'e2869a0a-ef37-4da6-a80a-a182c459b205'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:12.034485 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ccd384-73df-478c-87b7-9111f9be9f52" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "tag": "e2869a0a-ef37-4da6-a80a-a182c459b205"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:12.069263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Request body: {'port': {'device_id': '35a6da41-c957-458a-8cd9-303236434e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:12.103384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bad77-40a8-44ed-b907-6577c959212f service neutron] Pushing event updated for resources: {'Port': ['ID=e2869a0a-ef37-4da6-a80a-a182c459b205,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:12.175352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.176069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:12.177748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] 10.222.0.16 "PUT /v2.0/ports/58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 1097 time: 2.0360951 Jul 05 09:36:12.185619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:12.189397 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f6b34-04fe-42d2-9c4c-f3736403723f" -d '{"events": [{"name": "network-changed", "server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:12.230436 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:12.322624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665564f-b67e-4d5b-af6e-23f62cc10eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:12.345788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61492e9-a1a0-4e83-a649-772ea655df76 req-ae81d82e-6bf1-4ceb-8d3a-86e44be4ed27 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.353370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61492e9-a1a0-4e83-a649-772ea655df76 req-ae81d82e-6bf1-4ceb-8d3a-86e44be4ed27 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.5014336 Jul 05 09:36:12.396972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8cb07-f23f-4df3-bf63-5d9652b57a45 req-feb9d14f-8f0d-4621-9b1a-e7a61d711e66 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.398898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bc8cb07-f23f-4df3-bf63-5d9652b57a45 req-feb9d14f-8f0d-4621-9b1a-e7a61d711e66 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 945 time: 0.4337554 Jul 05 09:36:12.491727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61492e9-a1a0-4e83-a649-772ea655df76 req-3fb88a1e-2d7f-4e49-bce1-d52b2a878001 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373260 Jul 05 09:36:12.556946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bc8cb07-f23f-4df3-bf63-5d9652b57a45 req-e3211295-1c09-4d37-9bf9-03fed1954837 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510816 Jul 05 09:36:12.603238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-877b9426-391e-49a2-9e67-89a07a1a4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.608974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-877b9426-391e-49a2-9e67-89a07a1a4bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1100 time: 0.1768785 Jul 05 09:36:12.657140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:12.674930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-d482a10a-b80c-41cc-a82f-02afd4e40021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.0544696 Jul 05 09:36:12.732608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3aba4b6-52a2-429d-b61c-dd74793666d9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:12.741485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:12.743589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-cc8330fd-777b-4a78-938b-e25dd076a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.745438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-cc8330fd-777b-4a78-938b-e25dd076a2ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0627437 Jul 05 09:36:12.755740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Transition to ACTIVE for port object a3aba4b6-52a2-429d-b61c-dd74793666d9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:12.761881 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad00b063-1501-4d42-b138-5fa805ee2bba x-openstack-request-id: req-ad00b063-1501-4d42-b138-5fa805ee2bba {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:12.762580 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "tag": "e2869a0a-ef37-4da6-a80a-a182c459b205", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:12.763020 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad00b063-1501-4d42-b138-5fa805ee2bba {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:12.763454 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'tag': 'e2869a0a-ef37-4da6-a80a-a182c459b205', 'status': 'completed', 'code': 200} Jul 05 09:36:12.764557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:12.872624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-network', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:12.878507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-2b1b656d-26e1-4082-8b54-0bf3f1764ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.880191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-2b1b656d-26e1-4082-8b54-0bf3f1764ec9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1255982 Jul 05 09:36:12.884149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ca1b6-cb6b-493f-a763-837be6a87195 req-e6376d1f-dd3e-40a8-8931-ac3ee72f2191 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:12.885754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe6ca1b6-cb6b-493f-a763-837be6a87195 req-e6376d1f-dd3e-40a8-8931-ac3ee72f2191 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1098 time: 0.1448038 Jul 05 09:36:12.970017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Pushing event updated for resources: {'Port': ['ID=a3aba4b6-52a2-429d-b61c-dd74793666d9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:13.000437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Made reservation on behalf of 82bb47f400b74985bd73d6942f04a3ab for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:13.003752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.033669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.036798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe6ca1b6-cb6b-493f-a763-837be6a87195 req-9631c0ec-8fae-4931-88ee-f1f21e2d4ca7 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406202 Jul 05 09:36:13.065961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-b2944260-7a0d-485c-86b6-c601c490e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.066999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-b2944260-7a0d-485c-86b6-c601c490e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.067621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-b2944260-7a0d-485c-86b6-c601c490e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.069653 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-b2944260-7a0d-485c-86b6-c601c490e148 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2756 time: 0.2807295 Jul 05 09:36:13.083261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c84a7-fdee-47c1-8f53-39c2ec2f0769 req-c8bfc52c-5ec6-417c-b1d6-3ba6ab017799 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.084782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f84c84a7-fdee-47c1-8f53-39c2ec2f0769 req-c8bfc52c-5ec6-417c-b1d6-3ba6ab017799 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 948 time: 0.2038710 Jul 05 09:36:13.088074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-8f5ad076-5e67-4495-9a1b-a01c755d713d service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933196 Jul 05 09:36:13.122069 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Attempting to bind port a3aba4b6-52a2-429d-b61c-dd74793666d9 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:13.122473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Attempting to bind port a3aba4b6-52a2-429d-b61c-dd74793666d9 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:13.122877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Attempting to bind port a3aba4b6-52a2-429d-b61c-dd74793666d9 on network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:13.131759 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efefb418-6889-427f-8dc5-be0d62ec59eb x-openstack-request-id: req-efefb418-6889-427f-8dc5-be0d62ec59eb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:13.132139 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:13.132437 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efefb418-6889-427f-8dc5-be0d62ec59eb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:13.133727 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'status': 'completed', 'code': 200} Jul 05 09:36:13.190637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Port a3aba4b6-52a2-429d-b61c-dd74793666d9 on network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:13.190972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Attempting to bind port a3aba4b6-52a2-429d-b61c-dd74793666d9 on network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:13.231774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f84c84a7-fdee-47c1-8f53-39c2ec2f0769 req-68afd70c-4ce9-48eb-8ce7-1733ad4456c6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369841 Jul 05 09:36:13.239320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:13.239896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Checking segment: {'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:13.239896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Bound using segment: {'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:13.240249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Bound port: a3aba4b6-52a2-429d-b61c-dd74793666d9, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:13.240614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.301393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbe4dfcd-be92-40e1-b974-1fbfa24e55bf req-2b12f6e3-b3f6-4b84-803e-64deec1c44fc service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930227 Jul 05 09:36:13.327477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf62a-58ee-4957-9c98-55934bdd9a78 req-7e176764-5b9f-42ba-9387-18694522d366 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.335119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf62a-58ee-4957-9c98-55934bdd9a78 req-7e176764-5b9f-42ba-9387-18694522d366 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.342651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf62a-58ee-4957-9c98-55934bdd9a78 req-7e176764-5b9f-42ba-9387-18694522d366 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.344926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d1cf62a-58ee-4957-9c98-55934bdd9a78 req-7e176764-5b9f-42ba-9387-18694522d366 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2398 time: 0.1313536 Jul 05 09:36:13.352370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-2418b9f1-d67f-4492-8ba3-0669112c460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.352855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-2418b9f1-d67f-4492-8ba3-0669112c460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.353317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-2418b9f1-d67f-4492-8ba3-0669112c460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.354947 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-2418b9f1-d67f-4492-8ba3-0669112c460e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=340173e9eeb74a528c890b0c17b7de45&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2711201 Jul 05 09:36:13.419641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d1cf62a-58ee-4957-9c98-55934bdd9a78 req-0384a065-d577-4c84-bc96-b9fc62cfebae tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Jul 05 09:36:13.452786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] For port a3aba4b6-52a2-429d-b61c-dd74793666d9, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:13.456266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-33b4e08a-b739-491d-a029-6671a3108cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.457776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-33b4e08a-b739-491d-a029-6671a3108cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1100 time: 0.0871265 Jul 05 09:36:13.486081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] For port a3aba4b6-52a2-429d-b61c-dd74793666d9, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3aba4b6-52a2-429d-b61c-dd74793666d9,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:13.488341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.496526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.499909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.568242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:36:13.589732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.590367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.591824 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] 10.222.0.15 "PUT /v2.0/ports/a3aba4b6-52a2-429d-b61c-dd74793666d9 HTTP/1.1" status: 200 len: 1093 time: 1.5276086 Jul 05 09:36:13.592484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416922ef-42b8-47b9-baf1-33e9f8573b52,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:13.602398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-7760806a-64b4-408d-b2ec-f511f902b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.603949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9ccd384-73df-478c-87b7-9111f9be9f52 req-7760806a-64b4-408d-b2ec-f511f902b05b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404318 Jul 05 09:36:13.607424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.607770 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Added segment f2f6478a-0cb9-43ce-8146-f2e46c8963ab of type vlan for network 735d40cd-568a-4521-8385-46a73751200b Jul 05 09:36:13.617226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-977a00de-af38-45ed-bc21-16ba6eafd0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.620588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-977a00de-af38-45ed-bc21-16ba6eafd0eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1458263 Jul 05 09:36:13.666739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Request body: {'port': {'device_id': '35a6da41-c957-458a-8cd9-303236434e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:13.669285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae57ef-cb3a-4ca0-baeb-4aa43d8286fb service neutron] Pushing event updated for resources: {'Port': ['ID=a3aba4b6-52a2-429d-b61c-dd74793666d9,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:13.698896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-9d3cddd9-1e68-4fd9-97cd-540b6e444d03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.0608416 Jul 05 09:36:13.716526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.783625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.785084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.785442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.786938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-5ce84495-34a2-41ec-9890-0026e74c798d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.789262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-5ce84495-34a2-41ec-9890-0026e74c798d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.16 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 945 time: 0.3456991 Jul 05 09:36:13.792048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-51c60dfa-2b1c-4fc4-b3c0-ba3371c61b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:13.794281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-51c60dfa-2b1c-4fc4-b3c0-ba3371c61b9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0722270 Jul 05 09:36:13.810718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:13.864931 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2066815 Jul 05 09:36:13.869263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:13.876806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Request body: {'subnet': {'network_id': '735d40cd-568a-4521-8385-46a73751200b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-subnet', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:13.911437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14f130-8dd8-4f9e-9385-a3ae9d0c6465 admin admin] Pushing event updated for resources: {'Network': ['ID=735d40cd-568a-4521-8385-46a73751200b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:13.926110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 735d40cd-568a-4521-8385-46a73751200b details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:36:13.951934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Made reservation on behalf of 82bb47f400b74985bd73d6942f04a3ab for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:13.954623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.002625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433566ed-5f64-424d-bc59-3dcdd9489321 req-4955da20-4287-47ae-9155-139215214608 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:14.011532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-433566ed-5f64-424d-bc59-3dcdd9489321 req-4955da20-4287-47ae-9155-139215214608 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.3055339 Jul 05 09:36:14.044860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-0b409dbd-e7f5-4ad9-8588-b4ad7cc9cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:14.046775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-0b409dbd-e7f5-4ad9-8588-b4ad7cc9cc48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2202990 Jul 05 09:36:14.083974 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed80da7f-7e8f-419f-9f5f-ffcc0af6d5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.159843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-433566ed-5f64-424d-bc59-3dcdd9489321 req-8a355b93-54f8-4e8d-8768-0f98b2ab013a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464572 Jul 05 09:36:14.181277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Deleting port c8e626e6-2fe3-4ea2-921d-e2673366267a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:14.181628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.373481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-fac67397-a29c-439f-b6d4-5e90432e2043 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157096 Jul 05 09:36:14.409457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c49b392-655d-4bf7-96ed-7389b84350ef {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:14.423266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.427111 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.448094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] For port c8e626e6-2fe3-4ea2-921d-e2673366267a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c8e626e6-2fe3-4ea2-921d-e2673366267a,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:14.448584 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.472885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Calling delete_port for c8e626e6-2fe3-4ea2-921d-e2673366267a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:14.477564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Transition to ACTIVE for port object 0c49b392-655d-4bf7-96ed-7389b84350ef will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:14.495324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.517802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4153cb-90ea-4b25-8e2a-9c31dbe0e14c req-46f40c3d-4a2b-40bc-8c9c-7a8fe268f5fb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:14.519344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a4153cb-90ea-4b25-8e2a-9c31dbe0e14c req-46f40c3d-4a2b-40bc-8c9c-7a8fe268f5fb tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 945 time: 0.2243004 Jul 05 09:36:14.565175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1af58e-7b14-40b7-aa2b-6f6f29abbda8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:14.585572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3f6b34-04fe-42d2-9c4c-f3736403723f req-69f55d21-74b8-48a8-aad3-cbeeb3a08660 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013681 Jul 05 09:36:14.597700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Pushing event updated for resources: {'Port': ['ID=0c49b392-655d-4bf7-96ed-7389b84350ef,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:14.616910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a4153cb-90ea-4b25-8e2a-9c31dbe0e14c req-354c2120-8431-43d2-9452-e6c2e7f8187d tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/security-groups?id=e07ab222-a3cd-4e55-809e-a146e618e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608828 Jul 05 09:36:14.632706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Checking segment: {'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:14.634168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Network hostable DHCP agents. Network: 735d40cd-568a-4521-8385-46a73751200b, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:36:14.643680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-f565deda-5c82-467f-8722-ea97fc61ff3f tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:36:14.644734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-f565deda-5c82-467f-8722-ea97fc61ff3f tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163779 Jul 05 09:36:14.668418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Request body: {'binding': {'host': 'n-h1-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:14.669059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:36:14.726319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Network 735d40cd-568a-4521-8385-46a73751200b is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:36:14.749069 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Attempting to bind port 0c49b392-655d-4bf7-96ed-7389b84350ef on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:14.749471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Attempting to bind port 0c49b392-655d-4bf7-96ed-7389b84350ef by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:14.749769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Attempting to bind port 0c49b392-655d-4bf7-96ed-7389b84350ef on network 9e796226-a186-43c4-979c-14d36d8e6cee {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:14.757134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Port 0c49b392-655d-4bf7-96ed-7389b84350ef on network 9e796226-a186-43c4-979c-14d36d8e6cee not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:14.757513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Attempting to bind port 0c49b392-655d-4bf7-96ed-7389b84350ef on network 9e796226-a186-43c4-979c-14d36d8e6cee {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:14.760686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 735d40cd-568a-4521-8385-46a73751200b) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:14.765824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:14.766442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.772547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60976cbb-2360-42a4-9036-cd8a34f9e114 None None] Network 735d40cd-568a-4521-8385-46a73751200b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:14.778801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'tag': 'a3aba4b6-52a2-429d-b61c-dd74793666d9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:14.781485 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5157da-f133-469b-8286-61460d4bc4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "tag": "a3aba4b6-52a2-429d-b61c-dd74793666d9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:14.789298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:14.790074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Checking segment: {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:14.790289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Bound using segment: {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:14.791112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Bound port: 0c49b392-655d-4bf7-96ed-7389b84350ef, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac6d545-a64f-47a2-8483-b10fc8e805f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:14.791112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.802580 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4de8b680-0018-4c38-9f96-a86cc5e21e70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9319839 Jul 05 09:36:14.817261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:14.822689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:14.890327 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.891472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.910578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] For port 0c49b392-655d-4bf7-96ed-7389b84350ef, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:14.916970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] For port 0c49b392-655d-4bf7-96ed-7389b84350ef, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0c49b392-655d-4bf7-96ed-7389b84350ef,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:14.935516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:14.954743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7a2407bf-60dd-47c3-baf7-43366c44f8fd details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:14.956674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7a2407bf-60dd-47c3-baf7-43366c44f8fd no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:15.007680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.010231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.010929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.013463 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] 10.222.0.15 "PUT /v2.0/ports/0c49b392-655d-4bf7-96ed-7389b84350ef HTTP/1.1" status: 200 len: 1092 time: 1.3541086 Jul 05 09:36:15.119672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-735d40cd-568a-4521-8385-46a73751200b', 'network_id': '735d40cd-568a-4521-8385-46a73751200b', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'fixed_ips': [{'subnet_id': 'bf1af58e-7b14-40b7-aa2b-6f6f29abbda8'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:36:15.120991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.170397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.173520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa3d0-c279-4371-87df-3451931aaf1c service neutron] Pushing event updated for resources: {'Port': ['ID=0c49b392-655d-4bf7-96ed-7389b84350ef,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:15.232382 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.238269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:15.260662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Pushing event deleted for resources: {'Port': ['ID=c8e626e6-2fe3-4ea2-921d-e2673366267a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:15.297700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.337928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] No DVR routers for this DVR port c8e626e6-2fe3-4ea2-921d-e2673366267a on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:15.341213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:15.343713 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1438693-23c7-4abd-a622-d47f10af5417" -d '{"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:15.345870 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.347899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e141b37-799a-40a6-9bf2-65762d39afbe req-9d0cdda6-2697-4d79-997e-b07dcdab98d6 tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.16 "DELETE /v2.0/ports/c8e626e6-2fe3-4ea2-921d-e2673366267a HTTP/1.1" status: 204 len: 173 time: 1.5228593 Jul 05 09:36:15.348367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'name': 'network-vif-deleted', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:15.350555 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20df28e-203d-46a0-a8e0-3cc4fb2ee3de" -d '{"events": [{"server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "name": "network-vif-deleted", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:15.355753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'port_id': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'mac_address': 'fa:16:3e:48:cb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f90da-1fd8-449b-8e46-f3496d1ee15e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:36:15.378629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-9c886909-b45c-4ce9-9d08-ae4df1dcce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.378881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:15.379164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-9c886909-b45c-4ce9-9d08-ae4df1dcce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.379650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-9c886909-b45c-4ce9-9d08-ae4df1dcce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.381960 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-9c886909-b45c-4ce9-9d08-ae4df1dcce46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2866 time: 0.2371683 Jul 05 09:36:15.399703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on host n-h1-771363-33 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:15.400081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:15.400374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:15.409968 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.412147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c69877-58d7-482b-9ba0-b0e7fe4b9791 req-4a184b09-af2d-4331-b74f-426769d48cb5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.414135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2c69877-58d7-482b-9ba0-b0e7fe4b9791 req-4a184b09-af2d-4331-b74f-426769d48cb5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 948 time: 0.2483809 Jul 05 09:36:15.419544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:15.419867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:15.432267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:15.432640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:15.433031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:15.433437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Bound port: 10e69c65-b7f4-4768-988c-218057597b58, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:15.439774 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-759e58fe-54d4-4250-af9d-eb081efe5944 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=e2869a0a-ef37-4da6-a80a-a182c459b205 HTTP/1.1" status: 200 len: 217 time: 0.0454376 Jul 05 09:36:15.481882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2c69877-58d7-482b-9ba0-b0e7fe4b9791 req-53551bf8-0297-4e04-b875-af686b6ba19c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Jul 05 09:36:15.517963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-e055fc0a-6001-4273-b01a-eddc90d77278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.519569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-e055fc0a-6001-4273-b01a-eddc90d77278 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acd1488d-3b60-466f-a39d-7d47e610161a HTTP/1.1" status: 200 len: 801 time: 0.0730884 Jul 05 09:36:15.542349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:15.549407 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.550564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-83fe639a-34b6-473a-86aa-c42085bf5c4f service neutron] 10.222.0.21 "POST /v2.0/ports/10e69c65-b7f4-4768-988c-218057597b58/bindings HTTP/1.1" status: 201 len: 390 time: 0.8865237 Jul 05 09:36:15.554445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.601341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Allocated IP 172.20.0.2 (735d40cd-568a-4521-8385-46a73751200b/bf1af58e-7b14-40b7-aa2b-6f6f29abbda8/150ccc81-68b9-40f5-ad40-69a8ab33cbd4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:15.618855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2407bf-60dd-47c3-baf7-43366c44f8fd {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:15.669844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:15.698291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:15.729436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1428e-02b2-4742-a0e0-1d3fdc107f4f req-96fbafb9-5721-4dd6-bc8d-dfede3f37791 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.736340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1428e-02b2-4742-a0e0-1d3fdc107f4f req-96fbafb9-5721-4dd6-bc8d-dfede3f37791 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.743892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1428e-02b2-4742-a0e0-1d3fdc107f4f req-96fbafb9-5721-4dd6-bc8d-dfede3f37791 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.745741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acd1428e-02b2-4742-a0e0-1d3fdc107f4f req-96fbafb9-5721-4dd6-bc8d-dfede3f37791 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2410 time: 0.1077635 Jul 05 09:36:15.756009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.767604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ca9f1b13-c1d1-4305-bd37-9055ec5d8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:15.771239 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-ca9f1b13-c1d1-4305-bd37-9055ec5d8978 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9e796226-a186-43c4-979c-14d36d8e6cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426908 Jul 05 09:36:15.815262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acd1428e-02b2-4742-a0e0-1d3fdc107f4f req-36bfed70-76e9-40e0-b33c-e83c0a69909d tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610664 Jul 05 09:36:15.884066 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c53149-6fab-4716-8e0d-57b80cf930f2 x-openstack-request-id: req-90c53149-6fab-4716-8e0d-57b80cf930f2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:15.884449 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "tag": "a3aba4b6-52a2-429d-b61c-dd74793666d9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:15.884624 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90c53149-6fab-4716-8e0d-57b80cf930f2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:15.885009 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'tag': 'a3aba4b6-52a2-429d-b61c-dd74793666d9', 'status': 'completed', 'code': 200} Jul 05 09:36:15.908839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:15.931723 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-09118aa4-4f99-4c29-bbac-629550a6653a service neutron] 10.222.0.15 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504366 Jul 05 09:36:15.933212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:15.934159 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c50713-1cb5-44db-a543-8a769baffb13 x-openstack-request-id: req-d6c50713-1cb5-44db-a543-8a769baffb13 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:15.934826 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:15.938282 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6c50713-1cb5-44db-a543-8a769baffb13 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:15.938893 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'code': 200} Jul 05 09:36:15.965433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.011311 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b66b2-1a30-430d-a5a9-e7065e3b2973 x-openstack-request-id: req-ab7b66b2-1a30-430d-a5a9-e7065e3b2973 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:16.011598 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29779cd-6fa8-4739-afa1-b5412865e37d", "name": "network-vif-deleted", "tag": "c8e626e6-2fe3-4ea2-921d-e2673366267a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:16.011850 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab7b66b2-1a30-430d-a5a9-e7065e3b2973 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:16.013336 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29779cd-6fa8-4739-afa1-b5412865e37d', 'name': 'network-vif-deleted', 'tag': 'c8e626e6-2fe3-4ea2-921d-e2673366267a', 'status': 'completed', 'code': 200} Jul 05 09:36:16.039195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7a2407bf-60dd-47c3-baf7-43366c44f8fd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:16.072928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e006c3-bbfd-4495-aa2d-d3d0f549cb7d req-15564fae-f517-45cb-af6d-b90690e7aa78 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:16.081380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9e006c3-bbfd-4495-aa2d-d3d0f549cb7d req-15564fae-f517-45cb-af6d-b90690e7aa78 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 944 time: 0.0822272 Jul 05 09:36:16.165469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9e006c3-bbfd-4495-aa2d-d3d0f549cb7d req-44425b83-fc0b-49c0-9c65-cfafd0838e6a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815554 Jul 05 09:36:16.226761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8b6f4db-43c0-4f54-af69-19598d2e1cd0 req-76464a7e-f55d-43ca-8f0c-4a31a93df46f tempest-FloatingIPsAssociationTestJSON-1827408655 tempest-FloatingIPsAssociationTestJSON-1827408655-project] 10.222.0.21 "GET /v2.0/ports?device_id=d29779cd-6fa8-4739-afa1-b5412865e37d HTTP/1.1" status: 200 len: 210 time: 0.0473657 Jul 05 09:36:16.247182 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.277217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Transition to ACTIVE for port object 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:16.331413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Transition to ACTIVE for port object 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:16.357329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.380249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1a3d-1d6a-4e35-98b0-1ee83843f1a1 req-7475fb10-cd29-4315-aac8-7cd092306c48 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:16.381835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149e1a3d-1d6a-4e35-98b0-1ee83843f1a1 req-7475fb10-cd29-4315-aac8-7cd092306c48 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.0923965 Jul 05 09:36:16.425488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Allocated IP 172.25.1.30 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/b656d9c2-ed66-4b45-9439-f691319d80e5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:16.452273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149e1a3d-1d6a-4e35-98b0-1ee83843f1a1 req-96503d3d-1fdd-46a6-8fcf-55803dcd2f59 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622480 Jul 05 09:36:16.471488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Network 735d40cd-568a-4521-8385-46a73751200b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:16.486768 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-a73cd9a8-f14e-4e8f-9122-5054bda325b3 service neutron] 10.222.0.15 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303886 Jul 05 09:36:16.487499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:16.534034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-74adf853-2357-468b-bb10-dfd6e6a60e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:16.535759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-74adf853-2357-468b-bb10-dfd6e6a60e4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1098 time: 0.5532188 Jul 05 09:36:16.682204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:16.710400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Pushing event updated for resources: {'Port': ['ID=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:16.710828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf02241-cfaa-451e-8435-a15b5ffa3b95 req-6b76d0b0-69a3-447b-b01e-46eac82c8424 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:16.713089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddf02241-cfaa-451e-8435-a15b5ffa3b95 req-6b76d0b0-69a3-447b-b01e-46eac82c8424 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 948 time: 0.0981908 Jul 05 09:36:16.748575 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.750387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ad64-c67d-47a1-bee8-437c0e255b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.766240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddf02241-cfaa-451e-8435-a15b5ffa3b95 req-e2400af0-8660-4ab5-840b-861353ae414e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453510 Jul 05 09:36:16.801036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Attempting to bind port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:16.801403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Attempting to bind port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:16.801766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Attempting to bind port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 on network 735d40cd-568a-4521-8385-46a73751200b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:16.808055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:16.808430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Checking segment: {'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:16.808841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.809240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Bound using segment: {'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:16.809724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Bound port: 150ccc81-68b9-40f5-ad40-69a8ab33cbd4, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:16.810108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.871818 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-02313186-b1ce-45c2-8d01-ca5e5bafc196 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=a3aba4b6-52a2-429d-b61c-dd74793666d9 HTTP/1.1" status: 200 len: 217 time: 0.3718946 Jul 05 09:36:16.878430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] For port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:16.881938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] For port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,segment=NetworkSegment(f2f6478a-0cb9-43ce-8146-f2e46c8963ab),segment_id=f2f6478a-0cb9-43ce-8146-f2e46c8963ab)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:16.888423 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:16.939444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:16.942699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c8e626e6-2fe3-4ea2-921d-e2673366267a no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:16.988221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: c8e626e6-2fe3-4ea2-921d-e2673366267a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:16.988556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c8e626e6-2fe3-4ea2-921d-e2673366267a not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:16.997100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddea43-237c-45a7-ba56-6ae08f259bc2 None None] Pushing event updated for resources: {'Port': ['ID=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:17.013378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-e4693fbc-cefb-4629-9d4b-e0ca055fce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.014861 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-e4693fbc-cefb-4629-9d4b-e0ca055fce6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15b208f6-8431-452d-86c0-fe96f98f7ded HTTP/1.1" status: 200 len: 801 time: 0.1269054 Jul 05 09:36:17.047463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:17.054092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a44c-fcf5-409c-bea3-acbb20262d65 req-e0a842e4-22b8-4e78-a399-50232318cdd0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.061596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a44c-fcf5-409c-bea3-acbb20262d65 req-e0a842e4-22b8-4e78-a399-50232318cdd0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.070185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a44c-fcf5-409c-bea3-acbb20262d65 req-e0a842e4-22b8-4e78-a399-50232318cdd0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.075590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f84a44c-fcf5-409c-bea3-acbb20262d65 req-e0a842e4-22b8-4e78-a399-50232318cdd0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2410 time: 0.1226404 Jul 05 09:36:17.084390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:17.102829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'mac_address': 'fa:16:3e:59:59:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:36:17.125477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f84a44c-fcf5-409c-bea3-acbb20262d65 req-1245deee-15a0-4e73-929c-32885d8690ce tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Jul 05 09:36:17.133339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-238d6cca-5c4e-4ee6-af5f-164da8168849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.135114 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-238d6cca-5c4e-4ee6-af5f-164da8168849 service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.2738423 Jul 05 09:36:17.162290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:17.203927 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:17.221127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:17.237342 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-2622f866-83d2-4d1f-b0d9-c8c716ba90a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 200 len: 217 time: 0.0922554 Jul 05 09:36:17.264196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:17.271902 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:17.345964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:17.348778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:17.363331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:17.371398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-35f55a11-09bd-4ffb-b159-e88a9ed2f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.373040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-35f55a11-09bd-4ffb-b159-e88a9ed2f407 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed9dc5c0-43b5-4039-bb8e-5bba118b2d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3510673 Jul 05 09:36:17.383871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:17.386331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:17.399001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Pushing event updated for resources: {'Port': ['ID=b656d9c2-ed66-4b45-9439-f691319d80e5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:17.467002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-9a213cef-1946-4103-bdee-15ad4d4a2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.467315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6a53-51c6-4965-b18d-fdcee6c4c34a req-74a2316e-42c0-4db5-af36-b15b88953627 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.468735 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-9a213cef-1946-4103-bdee-15ad4d4a2f50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1967404 Jul 05 09:36:17.468863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74cd6a53-51c6-4965-b18d-fdcee6c4c34a req-74a2316e-42c0-4db5-af36-b15b88953627 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 944 time: 0.1556900 Jul 05 09:36:17.514301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-3ebffb9d-9ac6-4d50-8864-791beaaa7b65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353346 Jul 05 09:36:17.567768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74cd6a53-51c6-4965-b18d-fdcee6c4c34a req-49d32a2a-8d15-4c2a-83f8-53f8af01ab28 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874493 Jul 05 09:36:17.631231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:17.722042 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-995d15c2-f184-4183-90d1-4f3e588789e5 service neutron] 10.222.0.15 "GET /v2.0/networks/ed9dc5c0-43b5-4039-bb8e-5bba118b2d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331208 Jul 05 09:36:17.762282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:17.867479 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-86717a4b-7d80-41fc-8797-930713dcba5a service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053410 Jul 05 09:36:17.878981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9eab5-dc9a-4e7d-a20e-8ddbce9135c2 req-24bb4da6-55b9-434a-95f3-d85063378d80 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:17.880799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fd9eab5-dc9a-4e7d-a20e-8ddbce9135c2 req-24bb4da6-55b9-434a-95f3-d85063378d80 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.1775143 Jul 05 09:36:17.894850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'tag': '0c49b392-655d-4bf7-96ed-7389b84350ef'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:17.897174 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "tag": "0c49b392-655d-4bf7-96ed-7389b84350ef"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:17.936263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fd9eab5-dc9a-4e7d-a20e-8ddbce9135c2 req-be46166a-5f1a-40f0-9433-9536f3acb630 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Jul 05 09:36:17.999605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:18.007315 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-352d22d5-a85e-4a93-b7ab-48b97ed05d87 service neutron] 10.222.0.15 "GET /v2.0/networks/ed9dc5c0-43b5-4039-bb8e-5bba118b2d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729208 Jul 05 09:36:18.034815 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb6075-23ff-42d1-8129-06cb9b95747f x-openstack-request-id: req-bdfb6075-23ff-42d1-8129-06cb9b95747f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:18.035150 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "tag": "0c49b392-655d-4bf7-96ed-7389b84350ef", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:18.035370 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdfb6075-23ff-42d1-8129-06cb9b95747f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:18.036026 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'tag': '0c49b392-655d-4bf7-96ed-7389b84350ef', 'status': 'completed', 'code': 200} Jul 05 09:36:18.082153 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-eac76166-ae2c-4e06-b3b4-7e7f77139ce7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=0c49b392-655d-4bf7-96ed-7389b84350ef HTTP/1.1" status: 200 len: 217 time: 0.0651548 Jul 05 09:36:18.085873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:18.159858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc7c7b-f812-4022-b6f5-261359a94e9b req-35f165d0-dce2-4738-b401-8638803e4b43 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:18.161657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cbc7c7b-f812-4022-b6f5-261359a94e9b req-35f165d0-dce2-4738-b401-8638803e4b43 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 949 time: 0.2306578 Jul 05 09:36:18.166206 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-e773fb79-f148-43b7-9bea-f8e795fab359 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816384 Jul 05 09:36:18.223184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd35c2-b4f4-4f55-be6e-0afbd8775c20 None None] Network 735d40cd-568a-4521-8385-46a73751200b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:18.270959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-0061e333-c8e7-472a-9de7-4dcac799c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:18.272523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-0061e333-c8e7-472a-9de7-4dcac799c953 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acd1488d-3b60-466f-a39d-7d47e610161a HTTP/1.1" status: 200 len: 801 time: 0.1776719 Jul 05 09:36:18.315683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11d0427f-c9ea-48af-9b96-2e78f41bcec7 None None] Provisioning for port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:18.327567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cbc7c7b-f812-4022-b6f5-261359a94e9b req-4ec0481c-5321-4266-9570-336224e6216c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893102 Jul 05 09:36:18.358276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:18.508700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:18.537974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:18.552407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:18.552776 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:18.553401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c4c3-8827-43e4-b727-1981ce9ca89f req-02c3a954-a096-443d-8ded-4b98e929bc94 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:18.561953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c4c3-8827-43e4-b727-1981ce9ca89f req-02c3a954-a096-443d-8ded-4b98e929bc94 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:18.568466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c4c3-8827-43e4-b727-1981ce9ca89f req-02c3a954-a096-443d-8ded-4b98e929bc94 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:18.570406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41e3c4c3-8827-43e4-b727-1981ce9ca89f req-02c3a954-a096-443d-8ded-4b98e929bc94 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2410 time: 0.1778569 Jul 05 09:36:18.617143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-42a69c0c-c8ae-4da9-9402-b4d0f20e5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:18.622837 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-42a69c0c-c8ae-4da9-9402-b4d0f20e5b3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9e796226-a186-43c4-979c-14d36d8e6cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3369381 Jul 05 09:36:18.701023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41e3c4c3-8827-43e4-b727-1981ce9ca89f req-3ea7841a-146a-4ffb-b39a-22a7c8bd42fc tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168051 Jul 05 09:36:18.708977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:18.763650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Deleting port 7455bb72-899c-4c63-9943-450371816184 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:18.765465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:18.774626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,segment=NetworkSegment(f2f6478a-0cb9-43ce-8146-f2e46c8963ab),segment_id=f2f6478a-0cb9-43ce-8146-f2e46c8963ab)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:18.787292 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:18.884608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:18.908588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-35223b0c-9369-4666-a5fc-4c26cdd83722 service neutron] 10.222.0.15 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813132 Jul 05 09:36:18.940948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e16a5-1d36-4577-a975-88a3e925c02b req-63fee5f3-ba44-4da3-83dd-d7104acae9d5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:18.950991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111e16a5-1d36-4577-a975-88a3e925c02b req-63fee5f3-ba44-4da3-83dd-d7104acae9d5 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1097 time: 0.2653050 Jul 05 09:36:18.953591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7a2407bf-60dd-47c3-baf7-43366c44f8fd up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:18.958587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:19.018130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111e16a5-1d36-4577-a975-88a3e925c02b req-5b932718-7400-4682-85e1-3bfc983f3a7d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638978 Jul 05 09:36:19.022348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] For port 7455bb72-899c-4c63-9943-450371816184, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7455bb72-899c-4c63-9943-450371816184,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:19.022720 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.049458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Router 4e84346e-51a8-4d63-9856-32df3ff278f6 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:36:19.062040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-19285f40-f2d8-4e80-9a05-4508a122e9e0 req-9bb657e1-6cc2-4a74-8a31-ad31cd1d5c83 service neutron] 10.222.0.15 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337919 Jul 05 09:36:19.073983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-726f481b-42fa-405c-87b7-3868265abe99 None None] Provisioning complete for port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:19.074625 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-726f481b-42fa-405c-87b7-3868265abe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.087029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Calling delete_port for 7455bb72-899c-4c63-9943-450371816184 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:19.140531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 7a2407bf-60dd-47c3-baf7-43366c44f8fd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:19.140905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.144654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:19.172141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:19.172543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.207000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045a403-9b47-4aa2-bb16-09eb507b9b57 req-474bd804-fbfb-458c-be5f-9e195e1570e3 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:19.217387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7045a403-9b47-4aa2-bb16-09eb507b9b57 req-474bd804-fbfb-458c-be5f-9e195e1570e3 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 944 time: 0.1848755 Jul 05 09:36:19.284098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7045a403-9b47-4aa2-bb16-09eb507b9b57 req-aedb7541-d99d-491f-9bf6-469de316729e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655978 Jul 05 09:36:19.316746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:36:19.331433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Sync routers for ids ['4e84346e-51a8-4d63-9856-32df3ff278f6'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:36:19.346944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5157da-f133-469b-8286-61460d4bc4ef req-8c7299b5-0fc0-4df0-8490-31e6041f932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:19.346944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5157da-f133-469b-8286-61460d4bc4ef req-8c7299b5-0fc0-4df0-8490-31e6041f932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:19.347534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5157da-f133-469b-8286-61460d4bc4ef req-8c7299b5-0fc0-4df0-8490-31e6041f932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:19.350089 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b5157da-f133-469b-8286-61460d4bc4ef req-8c7299b5-0fc0-4df0-8490-31e6041f932b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2866 time: 0.2155380 Jul 05 09:36:19.351739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.353120 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d581a75-c1bb-43dc-bbf5-65294dce5292 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5348902 Jul 05 09:36:19.357136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:19.387729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Routers {'4e84346e-51a8-4d63-9856-32df3ff278f6'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:19.388645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4e84346e-51a8-4d63-9856-32df3ff278f6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:19.392397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.455851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.457212 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:36:19.497832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:19.500418 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00a8acd-41b1-4dd4-88a4-6583442c500d" -d '{"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-plugged", "status": "completed", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:19.545565 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.579347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=7455bb72-899c-4c63-9943-450371816184,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:19.582046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:19.596657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.597313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.597828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.598416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.598847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.599553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.599984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.600559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.600976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.602110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.602579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.603065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:19.614381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e0dde-9f1a-4eb6-9f7f-71841dc15c73 req-4e93962f-c6c5-4913-914f-262c513b44db tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:19.623238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-824e0dde-9f1a-4eb6-9f7f-71841dc15c73 req-4e93962f-c6c5-4913-914f-262c513b44db tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.3359990 Jul 05 09:36:19.638535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Set router 4e84346e-51a8-4d63-9856-32df3ff278f6 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:19.724038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:19.739381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-824e0dde-9f1a-4eb6-9f7f-71841dc15c73 req-b58ff925-a340-480f-b355-e1ca536e1c7b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138461 Jul 05 09:36:19.949083 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.967010 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:19.972859 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:20.045790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:20.049438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:20.091444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:36:14Z', 'updated_at': '2021-07-05T09:36:17Z', 'revision_number': 3, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'gw_port': {'id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:16Z', 'updated_at': '2021-07-05T09:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:20.166142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68cb0c-3fff-4d96-8077-d7e93ee234e0 req-a83f61e3-6b80-4ca8-bf02-028cb94785b4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:20.167875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e68cb0c-3fff-4d96-8077-d7e93ee234e0 req-a83f61e3-6b80-4ca8-bf02-028cb94785b4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.2094829 Jul 05 09:36:20.293166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e68cb0c-3fff-4d96-8077-d7e93ee234e0 req-e97ba3d0-a78a-42b0-9104-bf71411ccf98 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186585 Jul 05 09:36:20.311028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Checking router: 4e84346e-51a8-4d63-9856-32df3ff278f6 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:36:20.311028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Updating router 4e84346e-51a8-4d63-9856-32df3ff278f6 port b656d9c2-ed66-4b45-9439-f691319d80e5 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:36:20.338754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:20.370122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:20.393649 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e6c11-d1d6-4ad9-9a90-4b79f4028d2b x-openstack-request-id: req-6d2e6c11-d1d6-4ad9-9a90-4b79f4028d2b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:20.393937 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-plugged", "status": "completed", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:20.394360 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d2e6c11-d1d6-4ad9-9a90-4b79f4028d2b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:20.394671 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'code': 200} Jul 05 09:36:20.528470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5157da-f133-469b-8286-61460d4bc4ef req-49a77249-d086-4cdf-bb41-a7de428e3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:20.531380 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b5157da-f133-469b-8286-61460d4bc4ef req-49a77249-d086-4cdf-bb41-a7de428e3deb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 HTTP/1.1" status: 200 len: 902 time: 1.1487536 Jul 05 09:36:20.559957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:20.599216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Router d5e4b5c2-1923-4ade-b70e-ad402f50f236 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:36:20.683524 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b5157da-f133-469b-8286-61460d4bc4ef req-fb626d9c-0292-4555-84d8-5a229a85e499 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=a3aba4b6-52a2-429d-b61c-dd74793666d9 HTTP/1.1" status: 200 len: 217 time: 0.1408720 Jul 05 09:36:20.762110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:20.762892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:20.986708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-5abe21f6-40f9-4971-908e-8e823c90aee6 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:36:20.987834 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-5abe21f6-40f9-4971-908e-8e823c90aee6 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392072 Jul 05 09:36:20.989709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0c49b392-655d-4bf7-96ed-7389b84350ef details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:21.017256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Request body: {'binding': {'host': 'n-h1-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:21.017726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Unknown quota resources ['binding']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:36:21.031465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5157da-f133-469b-8286-61460d4bc4ef req-577bd6d6-bab8-4fa6-8be9-9d0279d7fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:21.033104 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b5157da-f133-469b-8286-61460d4bc4ef req-577bd6d6-bab8-4fa6-8be9-9d0279d7fa21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15b208f6-8431-452d-86c0-fe96f98f7ded HTTP/1.1" status: 200 len: 801 time: 0.3092391 Jul 05 09:36:21.101678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb33332-6351-4374-a1c5-340af5339890 req-6b7a9a41-9f02-4bb9-9f45-f153579e22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:21.103484 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7bb33332-6351-4374-a1c5-340af5339890 req-6b7a9a41-9f02-4bb9-9f45-f153579e22f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 1097 time: 0.4447765 Jul 05 09:36:21.114035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0c49b392-655d-4bf7-96ed-7389b84350ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0c49b392-655d-4bf7-96ed-7389b84350ef,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:21.134595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0c49b392-655d-4bf7-96ed-7389b84350ef', 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee', 'port_id': '0c49b392-655d-4bf7-96ed-7389b84350ef', 'mac_address': 'fa:16:3e:4a:df:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd1488d-3b60-466f-a39d-7d47e610161a', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:36:21.191190 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.217046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:36:21.219465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c49b392-655d-4bf7-96ed-7389b84350ef {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:21.225766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-241d3816-c0e0-447b-b128-98efb5c78f5c admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e4b5c2-1923-4ade-b70e-ad402f50f236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8725345 Jul 05 09:36:21.228663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:21.229494 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] Sync routers for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:36:21.246835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:21.248520 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:21.283643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0c49b392-655d-4bf7-96ed-7389b84350ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0c49b392-655d-4bf7-96ed-7389b84350ef,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:21.295089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.298649 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7bb33332-6351-4374-a1c5-340af5339890 req-a153f12a-edb5-4521-be41-110c7247677b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412990 Jul 05 09:36:21.302563 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.303885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e2869a0a-ef37-4da6-a80a-a182c459b205 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:21.322199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.336975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66740-bf00-4761-934a-92ab3a23aac0 req-402d0151-d217-4cbe-b9db-7c961c04e845 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:21.343344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66740-bf00-4761-934a-92ab3a23aac0 req-402d0151-d217-4cbe-b9db-7c961c04e845 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:21.349645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66740-bf00-4761-934a-92ab3a23aac0 req-402d0151-d217-4cbe-b9db-7c961c04e845 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:21.350008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5157da-f133-469b-8286-61460d4bc4ef req-ffe84642-f233-43aa-b47b-bf1a96970a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:21.358913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0f66740-bf00-4761-934a-92ab3a23aac0 req-402d0151-d217-4cbe-b9db-7c961c04e845 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2410 time: 0.6981277 Jul 05 09:36:21.362546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b5157da-f133-469b-8286-61460d4bc4ef req-ffe84642-f233-43aa-b47b-bf1a96970a82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed9dc5c0-43b5-4039-bb8e-5bba118b2d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2916410 Jul 05 09:36:21.396017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Transition to ACTIVE for port object b656d9c2-ed66-4b45-9439-f691319d80e5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:21.402582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e2869a0a-ef37-4da6-a80a-a182c459b205, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e2869a0a-ef37-4da6-a80a-a182c459b205,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:21.411224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.449728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0f66740-bf00-4761-934a-92ab3a23aac0 req-e3855801-b22e-44b5-a43a-d4622c1599c8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801589 Jul 05 09:36:21.459238 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:21.472364 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b5157da-f133-469b-8286-61460d4bc4ef req-89831d47-4751-4223-912b-915b03fda0e3 service neutron] 10.222.0.15 "GET /v2.0/networks/ed9dc5c0-43b5-4039-bb8e-5bba118b2d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091332 Jul 05 09:36:21.485436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.546630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'e2869a0a-ef37-4da6-a80a-a182c459b205', 'network_id': '9e796226-a186-43c4-979c-14d36d8e6cee', 'port_id': 'e2869a0a-ef37-4da6-a80a-a182c459b205', 'mac_address': 'fa:16:3e:f5:b1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd1488d-3b60-466f-a39d-7d47e610161a', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:36:21.583160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0c49b392-655d-4bf7-96ed-7389b84350ef,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:21.658729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.703565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on host n-h1-771363-33 for vnic_type normal with profile None {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:21.704139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:21.704248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:21.711008 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b5157da-f133-469b-8286-61460d4bc4ef req-0f1dfbe8-ae22-4fa1-bb7d-16dbe19e6d67 service neutron] 10.222.0.15 "GET /v2.0/networks/ed9dc5c0-43b5-4039-bb8e-5bba118b2d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290168 Jul 05 09:36:21.715006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:21.715363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:21.722832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:21.723224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:21.723604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:21.724050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Bound port: 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:21.729177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Attempting to bind port b656d9c2-ed66-4b45-9439-f691319d80e5 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:21.730376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Attempting to bind port b656d9c2-ed66-4b45-9439-f691319d80e5 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:21.731535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Attempting to bind port b656d9c2-ed66-4b45-9439-f691319d80e5 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:21.756153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:21.756944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:21.758274 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.759414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:21.760251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Bound port: b656d9c2-ed66-4b45-9439-f691319d80e5, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:21.760900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.765990 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.777812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Deleting port 493ecb61-cf7a-4107-bcf5-c8c0a303057c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:21.778160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.813579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d26a78-b2f6-43b3-b748-1819ee8bfbc3 None None] Pushing event updated for resources: {'Port': ['ID=b656d9c2-ed66-4b45-9439-f691319d80e5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:21.850378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2869a0a-ef37-4da6-a80a-a182c459b205 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:21.887954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Allocated IP 172.20.0.1 (735d40cd-568a-4521-8385-46a73751200b/bf1af58e-7b14-40b7-aa2b-6f6f29abbda8/927f0a19-2066-4b24-8eed-14a712167cdc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:21.894183 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:36:19Z', 'revision_number': 5, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port': {'id': '493ecb61-cf7a-4107-bcf5-c8c0a303057c', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:34:49Z', 'updated_at': '2021-07-05T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:21.949951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e2869a0a-ef37-4da6-a80a-a182c459b205, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e2869a0a-ef37-4da6-a80a-a182c459b205,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:21.951127 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] Checking router: d5e4b5c2-1923-4ade-b70e-ad402f50f236 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:36:21.952371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] For port b656d9c2-ed66-4b45-9439-f691319d80e5, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:21.957376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] For port b656d9c2-ed66-4b45-9439-f691319d80e5, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b656d9c2-ed66-4b45-9439-f691319d80e5,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:21.960068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.962930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3aba4b6-52a2-429d-b61c-dd74793666d9 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:21.975688 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] Routers {'d5e4b5c2-1923-4ade-b70e-ad402f50f236'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:21.976679 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:21.992564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29ff7-47cd-4d48-b8f6-4495c629e592 req-c85c4cf7-884f-449e-b6f6-0979493d5d36 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:21.994281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05f29ff7-47cd-4d48-b8f6-4495c629e592 req-c85c4cf7-884f-449e-b6f6-0979493d5d36 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.1143382 Jul 05 09:36:21.996243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] For port 493ecb61-cf7a-4107-bcf5-c8c0a303057c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=493ecb61-cf7a-4107-bcf5-c8c0a303057c,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:21.996606 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:21.999217 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.033778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Calling delete_port for 493ecb61-cf7a-4107-bcf5-c8c0a303057c owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:22.064151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05f29ff7-47cd-4d48-b8f6-4495c629e592 req-fa43ad0e-cfc8-4aff-a429-7c99d60f5923 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589952 Jul 05 09:36:22.095169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.097664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e2869a0a-ef37-4da6-a80a-a182c459b205,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:22.111742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Transition to ACTIVE for port object 927f0a19-2066-4b24-8eed-14a712167cdc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:22.140686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Routers {'4e84346e-51a8-4d63-9856-32df3ff278f6'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:22.141662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4e84346e-51a8-4d63-9856-32df3ff278f6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:22.236125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:22.248984 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.256972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.259144 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-949beb1d-30f4-4a3c-91a2-8671cdcd7e4a service neutron] 10.222.0.21 "POST /v2.0/ports/8d12270f-ddad-4337-b66e-dbcd505ce2b8/bindings HTTP/1.1" status: 201 len: 390 time: 1.2551186 Jul 05 09:36:22.280792 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] Set router d5e4b5c2-1923-4ade-b70e-ad402f50f236 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:22.360035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d26a78-b2f6-43b3-b748-1819ee8bfbc3 None None] Pushing event updated for resources: {'Port': ['ID=b656d9c2-ed66-4b45-9439-f691319d80e5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:22.370591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3aba4b6-52a2-429d-b61c-dd74793666d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3aba4b6-52a2-429d-b61c-dd74793666d9,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:22.391798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a3aba4b6-52a2-429d-b61c-dd74793666d9', 'network_id': 'ed9dc5c0-43b5-4039-bb8e-5bba118b2d87', 'port_id': 'a3aba4b6-52a2-429d-b61c-dd74793666d9', 'mac_address': 'fa:16:3e:77:c6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b208f6-8431-452d-86c0-fe96f98f7ded', 'ip_address': '19.86.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:36:22.395283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:22.397952 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbec5bd-c19f-4217-83dd-8c712410094c" -d '{"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-plugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:22.409974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] Set router 4e84346e-51a8-4d63-9856-32df3ff278f6 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:22.446298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Pushing event updated for resources: {'Port': ['ID=927f0a19-2066-4b24-8eed-14a712167cdc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:22.455399 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:36:21Z', 'revision_number': 6, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:22.500607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fd04b-48d3-4da4-8ec3-862fbbe5ee6b req-b9c32696-6a9c-4617-a227-0131b254cb2f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:22.516734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117fd04b-48d3-4da4-8ec3-862fbbe5ee6b req-b9c32696-6a9c-4617-a227-0131b254cb2f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.2058079 Jul 05 09:36:22.520336 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5e776-a6fc-4967-a7e1-38ee27bfff86 None None] The sync data for ids ['d5e4b5c2-1923-4ade-b70e-ad402f50f236'] in n-d-771363-33 is: [{'id': 'd5e4b5c2-1923-4ade-b70e-ad402f50f236', 'name': 'tempest-FloatingIPsAssociationTestJSON-732460972-router', 'tenant_id': '90bf78e1b6b74b89b46c17d6fc104456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:34:47Z', 'updated_at': '2021-07-05T09:36:21Z', 'revision_number': 6, 'project_id': '90bf78e1b6b74b89b46c17d6fc104456', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:36:22.556656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Network 735d40cd-568a-4521-8385-46a73751200b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:22.578712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:22.583868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:22.645152 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.652774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.663153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-80429c18-c8a8-4eb8-b5dd-314f93742d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:22.663641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-80429c18-c8a8-4eb8-b5dd-314f93742d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:22.664871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-80429c18-c8a8-4eb8-b5dd-314f93742d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:22.668848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117fd04b-48d3-4da4-8ec3-862fbbe5ee6b req-28d5fb63-1aff-45f9-b182-148736dd7e27 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508434 Jul 05 09:36:22.675432 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-80429c18-c8a8-4eb8-b5dd-314f93742d34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2867 time: 0.8594790 Jul 05 09:36:22.738840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3aba4b6-52a2-429d-b61c-dd74793666d9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:22.741768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Pushing event deleted for resources: {'Port': ['ID=493ecb61-cf7a-4107-bcf5-c8c0a303057c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:22.811598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3aba4b6-52a2-429d-b61c-dd74793666d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3aba4b6-52a2-429d-b61c-dd74793666d9,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:22.821137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.830884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.948157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:22.961684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a3aba4b6-52a2-429d-b61c-dd74793666d9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:23.010172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:36:14Z', 'updated_at': '2021-07-05T09:36:17Z', 'revision_number': 3, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'gw_port': {'id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:16Z', 'updated_at': '2021-07-05T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:23.059033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9887a6-099e-4466-9ebe-bc16f2a7b854 None None] The sync data for ids ['4e84346e-51a8-4d63-9856-32df3ff278f6'] in n-d-771363-33 is: [{'id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:36:14Z', 'updated_at': '2021-07-05T09:36:17Z', 'revision_number': 3, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'gw_port': {'id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:16Z', 'updated_at': '2021-07-05T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:36:23.079388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b5d82c4-1c46-4129-ae4b-b9105d900c96 None None] Provisioning for port 927f0a19-2066-4b24-8eed-14a712167cdc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:23.098482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.101018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b5d82c4-1c46-4129-ae4b-b9105d900c96 None None] Provisioning complete for port 927f0a19-2066-4b24-8eed-14a712167cdc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:23.102267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b5d82c4-1c46-4129-ae4b-b9105d900c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.113390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-9f662b94-934f-4867-91f7-05555c70739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:23.115285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-9f662b94-934f-4867-91f7-05555c70739c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9e796226-a186-43c4-979c-14d36d8e6cee HTTP/1.1" status: 200 len: 902 time: 0.4290855 Jul 05 09:36:23.169327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['e2869a0a-ef37-4da6-a80a-a182c459b205'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:23.212022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.217879 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-c404db0f-a5b7-4042-bd82-398eec446039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=0c49b392-655d-4bf7-96ed-7389b84350ef HTTP/1.1" status: 200 len: 217 time: 0.0813956 Jul 05 09:36:23.221838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1333f28-f9f9-4fbe-b185-6dddda250bec req-eeda0216-e22f-4414-a896-a4af098876bc tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:23.229260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1333f28-f9f9-4fbe-b185-6dddda250bec req-eeda0216-e22f-4414-a896-a4af098876bc tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.5119278 Jul 05 09:36:23.234590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0c49b392-655d-4bf7-96ed-7389b84350ef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:23.240255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.292314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d82c4-1c46-4129-ae4b-b9105d900c96 None None] Port 927f0a19-2066-4b24-8eed-14a712167cdc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:23.323413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.324080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e4b5c2-1923-4ade-b70e-ad402f50f236 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:36:23.342083 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.343790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e7f38011-3f59-41b7-bf06-b6be4f48052b admin admin] 10.222.0.21 "DELETE /v2.0/routers/d5e4b5c2-1923-4ade-b70e-ad402f50f236 HTTP/1.1" status: 204 len: 168 time: 2.1129057 Jul 05 09:36:23.346831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:23.364727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1333f28-f9f9-4fbe-b185-6dddda250bec req-d49bd429-6f7e-4025-b0e7-fe607bb5bb05 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344218 Jul 05 09:36:23.365988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-76b9a432-cd2b-4683-8abb-1549008c7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:23.370153 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-76b9a432-cd2b-4683-8abb-1549008c7ed8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acd1488d-3b60-466f-a39d-7d47e610161a HTTP/1.1" status: 200 len: 801 time: 0.1204801 Jul 05 09:36:23.398041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7f6d7-ff0f-4740-80cd-1f81d42ac9c2 req-9fe74ffd-4585-432d-aecb-0fd5da8ffcf1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:23.407856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1f7f6d7-ff0f-4740-80cd-1f81d42ac9c2 req-9fe74ffd-4585-432d-aecb-0fd5da8ffcf1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.3576517 Jul 05 09:36:23.525329 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26cf8bd-e919-4c49-a238-56a9daab6e09 x-openstack-request-id: req-a26cf8bd-e919-4c49-a238-56a9daab6e09 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:23.525845 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-plugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:23.526040 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a26cf8bd-e919-4c49-a238-56a9daab6e09 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:23.526645 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'code': 200} Jul 05 09:36:23.565851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1f7f6d7-ff0f-4740-80cd-1f81d42ac9c2 req-47728d84-5fde-4acb-ba4f-3da0acd1ad44 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568513 Jul 05 09:36:23.685374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.758318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] Deleting subnet b30449e0-984f-4196-bdc6-402fbbd530c9 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:36:23.762523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.792409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfecd1e-f486-4951-902a-0eac5fdaa115 req-0c21f4ae-d6b2-4c09-bafd-a1030bac1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:23.794010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6dfecd1e-f486-4951-902a-0eac5fdaa115 req-0c21f4ae-d6b2-4c09-bafd-a1030bac1b41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1102 time: 0.2015960 Jul 05 09:36:23.819372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.889502 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.905193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6dfecd1e-f486-4951-902a-0eac5fdaa115 req-73fb046e-4159-4f3d-8685-79693c84fc33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662434 Jul 05 09:36:23.967540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca9697-073e-447d-a9f3-cd424b65b6fa req-efff5922-c99d-4f62-a128-ec501b586511 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:23.978962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca9697-073e-447d-a9f3-cd424b65b6fa req-efff5922-c99d-4f62-a128-ec501b586511 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:23.982759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:23.996744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca9697-073e-447d-a9f3-cd424b65b6fa req-efff5922-c99d-4f62-a128-ec501b586511 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:24.015713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58ca9697-073e-447d-a9f3-cd424b65b6fa req-efff5922-c99d-4f62-a128-ec501b586511 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2413 time: 0.2616150 Jul 05 09:36:24.058453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:24.098859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58ca9697-073e-447d-a9f3-cd424b65b6fa req-8e2f5693-24de-460a-bc84-a838af7c0176 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803416 Jul 05 09:36:24.249611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728e102-21ef-4154-9dfc-6e4f888bc29a req-bc6b661e-e3ae-4ed5-ab5c-41c84b31cefd tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:24.253760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3728e102-21ef-4154-9dfc-6e4f888bc29a req-bc6b661e-e3ae-4ed5-ab5c-41c84b31cefd tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.1534090 Jul 05 09:36:24.269628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a3aba4b6-52a2-429d-b61c-dd74793666d9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:24.283916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Pushing event updated for resources: {'Port': ['ID=927f0a19-2066-4b24-8eed-14a712167cdc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:24.314957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.315321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.315656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.315985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.316361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.316693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.317014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.317333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.317651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.317965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.318283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.318598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:24.356505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-daa1b2c2-b696-4b58-9964-7ebf4b3e5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:24.358271 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-daa1b2c2-b696-4b58-9964-7ebf4b3e5100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9e796226-a186-43c4-979c-14d36d8e6cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8597472 Jul 05 09:36:24.362254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:24.397889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3728e102-21ef-4154-9dfc-6e4f888bc29a req-48ec5439-7fd5-4bdb-8b98-ff650dd9994b tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228359 Jul 05 09:36:24.468649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30449e0-984f-4196-bdc6-402fbbd530c9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:24.537053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a3574-ca87-4478-99ed-a5b4796015de req-eed90583-ec9a-41ee-afe7-542ba61fc789 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:24.539805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f2a3574-ca87-4478-99ed-a5b4796015de req-eed90583-ec9a-41ee-afe7-542ba61fc789 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.1401217 Jul 05 09:36:24.575714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:24.583181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:24.583922 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5d2d8277-d66a-4aee-985c-ae21990ae676 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b30449e0-984f-4196-bdc6-402fbbd530c9 HTTP/1.1" status: 204 len: 168 time: 1.2329042 Jul 05 09:36:24.615804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Network 735d40cd-568a-4521-8385-46a73751200b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:24.619720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:24.656158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b656d9c2-ed66-4b45-9439-f691319d80e5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:24.658461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686745ea-6c0c-4187-8567-3ad973be4557 None None] Network bd288a63-ab7e-4003-b3b3-613006c27fbf requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:24.710927 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:24.789613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f2a3574-ca87-4478-99ed-a5b4796015de req-aeb3c790-685a-449e-97d8-cf105364ad6a tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426021 Jul 05 09:36:24.793228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Router 4e84346e-51a8-4d63-9856-32df3ff278f6 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:36:24.837592 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-4e1c0b82-47c6-422e-9f26-a15d122de8c0 service neutron] 10.222.0.15 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677949 Jul 05 09:36:24.917855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Deleting port 6c9730e2-f369-43a7-aee9-f759c70eba48 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:24.919885 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:24.970538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b47039-185c-4213-9991-016c11b98670 req-db285390-427f-4733-bd1d-aab04ea7e8c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:24.973819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64b47039-185c-4213-9991-016c11b98670 req-db285390-427f-4733-bd1d-aab04ea7e8c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.4030786 Jul 05 09:36:25.015757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e2869a0a-ef37-4da6-a80a-a182c459b205 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:25.129170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b656d9c2-ed66-4b45-9439-f691319d80e5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:25.146400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-03a9921a-1761-4db5-bfec-e323a0bab5f3 None None] Provisioning complete for port 927f0a19-2066-4b24-8eed-14a712167cdc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:25.146699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03a9921a-1761-4db5-bfec-e323a0bab5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.149162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b656d9c2-ed66-4b45-9439-f691319d80e5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:25.149521 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.158201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64b47039-185c-4213-9991-016c11b98670 req-9a34b260-c99f-494b-946d-f52eff5fe5f8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134636 Jul 05 09:36:25.194895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5402bbc3-4f2d-40d9-86ab-1ed3a7068c6c req-265a1333-fc55-4d64-9275-a2a9312bae03 service neutron] 10.222.0.15 "GET /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451955 Jul 05 09:36:25.197308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:36:25.219930 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb2a6807-4332-4c6c-aaf0-57202dfbbf03 admin admin] 10.222.0.21 "PUT /v2.0/routers/4e84346e-51a8-4d63-9856-32df3ff278f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8614345 Jul 05 09:36:25.245468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] For port 6c9730e2-f369-43a7-aee9-f759c70eba48, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6c9730e2-f369-43a7-aee9-f759c70eba48,segment=NetworkSegment(331f23b9-7206-4835-9ae6-4782ef0edb3a),segment_id=331f23b9-7206-4835-9ae6-4782ef0edb3a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:25.246416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.307395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-03a9921a-1761-4db5-bfec-e323a0bab5f3 None None] Port 927f0a19-2066-4b24-8eed-14a712167cdc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:25.308825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port e2869a0a-ef37-4da6-a80a-a182c459b205 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:25.313019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Calling delete_port for 6c9730e2-f369-43a7-aee9-f759c70eba48 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:25.338421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375506-cd74-4f97-a396-cee54bf9bed9 req-c342bc08-d1d8-4494-ad80-58d6f746839a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:25.341095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b375506-cd74-4f97-a396-cee54bf9bed9 req-c342bc08-d1d8-4494-ad80-58d6f746839a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.2992444 Jul 05 09:36:25.352676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port e2869a0a-ef37-4da6-a80a-a182c459b205 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:25.353057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.434095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b375506-cd74-4f97-a396-cee54bf9bed9 req-ee294e0b-2e0b-4d63-8acf-e83c30c716c8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827096 Jul 05 09:36:25.509438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aaea76-3091-4056-8965-7feae37569df None None] DHCP port deletion for bd288a63-ab7e-4003-b3b3-613006c27fbf request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:36:25.530112 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.560490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b656d9c2-ed66-4b45-9439-f691319d80e5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b656d9c2-ed66-4b45-9439-f691319d80e5,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:25.612425 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.619383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6477e-9336-453b-a97b-6b50c34651ce req-d8c0bd56-8da1-4665-89b7-a77955ee6d7b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:25.629724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80d6477e-9336-453b-a97b-6b50c34651ce req-d8c0bd56-8da1-4665-89b7-a77955ee6d7b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2240345 Jul 05 09:36:25.641277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.696344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9730e2-f369-43a7-aee9-f759c70eba48,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:25.704782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] No DVR routers for this DVR port 6c9730e2-f369-43a7-aee9-f759c70eba48 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:25.750377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7455bb72-899c-4c63-9943-450371816184 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:25.777353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80d6477e-9336-453b-a97b-6b50c34651ce req-3d793d0d-7919-4df6-877a-f832c7088163 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466119 Jul 05 09:36:25.785038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b656d9c2-ed66-4b45-9439-f691319d80e5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:25.792324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.796009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7455bb72-899c-4c63-9943-450371816184 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:25.797763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7455bb72-899c-4c63-9943-450371816184 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:25.808200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 493ecb61-cf7a-4107-bcf5-c8c0a303057c no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:25.837573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 493ecb61-cf7a-4107-bcf5-c8c0a303057c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:25.838182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 493ecb61-cf7a-4107-bcf5-c8c0a303057c not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:25.852537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.852849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-90aaea76-3091-4056-8965-7feae37569df None None] Deleting port 6c9730e2-f369-43a7-aee9-f759c70eba48 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:25.852849 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90aaea76-3091-4056-8965-7feae37569df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.859681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2869a0a-ef37-4da6-a80a-a182c459b205'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:25.862482 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45976a5-dc34-45b6-bf2c-d3cdf5dae151" -d '{"events": [{"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-plugged", "status": "completed", "tag": "e2869a0a-ef37-4da6-a80a-a182c459b205"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:25.869045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd288a63-ab7e-4003-b3b3-613006c27fbf']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:25.889423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331f23b9-7206-4835-9ae6-4782ef0edb3a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:25.889826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331f23b9-7206-4835-9ae6-4782ef0edb3a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:25.901291 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.919277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.921158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e2869a0a-ef37-4da6-a80a-a182c459b205, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e2869a0a-ef37-4da6-a80a-a182c459b205,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:25.929009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:25.930018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0c49b392-655d-4bf7-96ed-7389b84350ef up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:25.934518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:36:25.935264 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.009727 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:36:26.017985 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:36:26.028384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-90aaea76-3091-4056-8965-7feae37569df None None] For port 6c9730e2-f369-43a7-aee9-f759c70eba48, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:26.028384 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90aaea76-3091-4056-8965-7feae37569df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.037286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.044558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-90aaea76-3091-4056-8965-7feae37569df None None] Calling delete_port for 6c9730e2-f369-43a7-aee9-f759c70eba48 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:26.051240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-90aaea76-3091-4056-8965-7feae37569df None None] Port 6c9730e2-f369-43a7-aee9-f759c70eba48 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:36:26.053137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e2869a0a-ef37-4da6-a80a-a182c459b205,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:26.058856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90aaea76-3091-4056-8965-7feae37569df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.077879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.082777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd288a63-ab7e-4003-b3b3-613006c27fbf HTTP/1.1" status: 204 len: 168 time: 1.4962058 Jul 05 09:36:26.088877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5d60-c874-40ab-a2ce-7bd4a0bfc963 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd288a63-ab7e-4003-b3b3-613006c27fbf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:26.122601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Sync routers for ids ['4e84346e-51a8-4d63-9856-32df3ff278f6'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:36:26.125187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90aaea76-3091-4056-8965-7feae37569df None None] Network bd288a63-ab7e-4003-b3b3-613006c27fbf is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:36:26.125655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aaea76-3091-4056-8965-7feae37569df None None] No DVR routers for this DVR port 6c9730e2-f369-43a7-aee9-f759c70eba48 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:26.133285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9fe4-61b2-4921-87ff-c902c244573a req-33c8cf1c-a8d2-44a0-ae9e-b5b93d6ca0c4 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:26.138014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaea76-3091-4056-8965-7feae37569df None None] Pushing event deleted for resources: {'Port': ['ID=6c9730e2-f369-43a7-aee9-f759c70eba48,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:26.140380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9fe4-61b2-4921-87ff-c902c244573a req-33c8cf1c-a8d2-44a0-ae9e-b5b93d6ca0c4 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:26.147488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9fe4-61b2-4921-87ff-c902c244573a req-33c8cf1c-a8d2-44a0-ae9e-b5b93d6ca0c4 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:26.151589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d5b9fe4-61b2-4921-87ff-c902c244573a req-33c8cf1c-a8d2-44a0-ae9e-b5b93d6ca0c4 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2414 time: 0.1393495 Jul 05 09:36:26.169366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Routers {'4e84346e-51a8-4d63-9856-32df3ff278f6'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:26.169366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4e84346e-51a8-4d63-9856-32df3ff278f6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:26.202165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-004e8015-b771-44f0-8dab-c64b0da0a7f8 req-ad4a503b-91c4-42c1-9bd5-080d0c259b1d tempest-FloatingIPsNegativeTestJSON-592001339 tempest-FloatingIPsNegativeTestJSON-592001339-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=82bb47f400b74985bd73d6942f04a3ab HTTP/1.1" status: 200 len: 217 time: 0.0859563 Jul 05 09:36:26.253623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d5b9fe4-61b2-4921-87ff-c902c244573a req-bd6faf13-8af3-41ba-bc56-f73345fb34ad tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500040 Jul 05 09:36:26.282118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 0c49b392-655d-4bf7-96ed-7389b84350ef completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:26.295215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0c49b392-655d-4bf7-96ed-7389b84350ef triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:26.296326 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.350186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b656d9c2-ed66-4b45-9439-f691319d80e5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:26.363141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38766) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:26.414086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Set router 4e84346e-51a8-4d63-9856-32df3ff278f6 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:26.425970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-37c71e7f-db22-492f-82d3-b98bfb0f3da0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90bf78e1b6b74b89b46c17d6fc104456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612798 Jul 05 09:36:26.428254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:26.511667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916e2f-6235-4239-9abb-2bf06931b545 req-a8495159-4c57-4b47-8509-6bb498faa3fd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:26.513617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28a1a047-7dba-4818-8ed7-1cd420fd4768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.523304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e916e2f-6235-4239-9abb-2bf06931b545 req-a8495159-4c57-4b47-8509-6bb498faa3fd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.1076221 Jul 05 09:36:26.549475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28a1a047-7dba-4818-8ed7-1cd420fd4768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.604891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e916e2f-6235-4239-9abb-2bf06931b545 req-59cff91d-0e17-4073-abfc-7d7bcbacc600 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800455 Jul 05 09:36:26.615174 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c8b12-e405-487d-8964-5a39637314c6 x-openstack-request-id: req-259c8b12-e405-487d-8964-5a39637314c6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:26.615478 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-plugged", "status": "completed", "tag": "e2869a0a-ef37-4da6-a80a-a182c459b205", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:26.615820 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-259c8b12-e405-487d-8964-5a39637314c6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:26.616241 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2869a0a-ef37-4da6-a80a-a182c459b205', 'code': 200} Jul 05 09:36:26.631416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28a1a047-7dba-4818-8ed7-1cd420fd4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.644277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28a1a047-7dba-4818-8ed7-1cd420fd4768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.645034 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-28a1a047-7dba-4818-8ed7-1cd420fd4768 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e07ab222-a3cd-4e55-809e-a146e618e85f HTTP/1.1" status: 204 len: 168 time: 0.2158179 Jul 05 09:36:26.657780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1a047-7dba-4818-8ed7-1cd420fd4768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ab222-a3cd-4e55-809e-a146e618e85f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:26.721450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-046ec0cf-d858-4afa-ad34-2c3cfd4ef7ff req-0e0b04e2-25e3-4806-8624-81c1bbeb030a tempest-FloatingIPsNegativeTestJSON-592001339 tempest-FloatingIPsNegativeTestJSON-592001339-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0777781 Jul 05 09:36:26.772211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b656d9c2-ed66-4b45-9439-f691319d80e5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:26.772702 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.825334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7264908-048f-4e36-b85d-85375bbd5a8f req-3e31fa3f-ae90-4b10-bfef-c191bd38b40c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:26.827011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7264908-048f-4e36-b85d-85375bbd5a8f req-3e31fa3f-ae90-4b10-bfef-c191bd38b40c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.0869827 Jul 05 09:36:26.871300 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:26.905379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7264908-048f-4e36-b85d-85375bbd5a8f req-44c7f0dd-eb06-4c32-9eae-25be849288cd tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 Jul 05 09:36:26.977778 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-09489e50-5e09-4d5a-9700-409ac1d55878 req-8c6cd7af-ffe7-478f-951a-b03b4c73fb79 tempest-FloatingIPsNegativeTestJSON-592001339 tempest-FloatingIPsNegativeTestJSON-592001339-project] show failed (client error): The resource could not be found. Jul 05 09:36:26.988000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09489e50-5e09-4d5a-9700-409ac1d55878 req-8c6cd7af-ffe7-478f-951a-b03b4c73fb79 tempest-FloatingIPsNegativeTestJSON-592001339 tempest-FloatingIPsNegativeTestJSON-592001339-project] 10.222.0.21 "GET /v2.0/floatingips/01563613-2fdc-4276-a2e2-48f6ed9f60f1 HTTP/1.1" status: 404 len: 350 time: 0.0620723 Jul 05 09:36:26.989116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:27.019824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0c49b392-655d-4bf7-96ed-7389b84350ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0c49b392-655d-4bf7-96ed-7389b84350ef,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:27.044985 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:27.057109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3aba4b6-52a2-429d-b61c-dd74793666d9 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:27.206499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:36:14Z', 'updated_at': '2021-07-05T09:36:22Z', 'revision_number': 4, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'gw_port': {'id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:16Z', 'updated_at': '2021-07-05T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '927f0a19-2066-4b24-8eed-14a712167cdc', 'name': '', 'network_id': '735d40cd-568a-4521-8385-46a73751200b', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'mac_address': 'fa:16:3e:1a:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bf1af58e-7b14-40b7-aa2b-6f6f29abbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:21Z', 'updated_at': '2021-07-05T09:36:23Z', 'revision_number': 2, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'subnets': [{'id': 'bf1af58e-7b14-40b7-aa2b-6f6f29abbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:27.216926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0c49b392-655d-4bf7-96ed-7389b84350ef,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:27.221316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cc637-c3e5-424e-a35c-d765016b15c0 req-8be65a43-326c-493b-911f-03655240c69a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:27.231858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e5cc637-c3e5-424e-a35c-d765016b15c0 req-8be65a43-326c-493b-911f-03655240c69a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1385155 Jul 05 09:36:27.281267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-f13f46d6-cab1-445e-9230-1d82334ecb74 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:27.284740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-f13f46d6-cab1-445e-9230-1d82334ecb74 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 815 time: 0.2943072 Jul 05 09:36:27.303046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6c9730e2-f369-43a7-aee9-f759c70eba48 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:27.307097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a3aba4b6-52a2-429d-b61c-dd74793666d9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:27.310982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Checking router: 4e84346e-51a8-4d63-9856-32df3ff278f6 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:36:27.311915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Updating router 4e84346e-51a8-4d63-9856-32df3ff278f6 port 927f0a19-2066-4b24-8eed-14a712167cdc binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:36:27.326904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e5cc637-c3e5-424e-a35c-d765016b15c0 req-6e0ebf4f-1361-4024-bb8d-22964ea95d78 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937903 Jul 05 09:36:27.336861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-ea52a385-06f4-460b-88cf-ed681933d41e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/quotas/c2d44ce94eb84c8da69e4d99c6f46cc4 HTTP/1.1" status: 200 len: 375 time: 0.0372469 Jul 05 09:36:27.378255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a3aba4b6-52a2-429d-b61c-dd74793666d9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:27.378813 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:27.430195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 6c9730e2-f369-43a7-aee9-f759c70eba48 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:27.430798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6c9730e2-f369-43a7-aee9-f759c70eba48 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:27.477292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-acf42d77-814e-4872-8afe-30cb4f96e3ec tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252003 Jul 05 09:36:27.487101 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:27.544309 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:27.718287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-df2da887-2213-49b2-9820-2a2ca60b3c9f service neutron] 10.222.0.21 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334299 Jul 05 09:36:27.828705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-90646ff7-1a11-4671-9ed9-7c2bcf9eef00 service neutron] 10.222.0.21 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000235 Jul 05 09:36:27.847166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e8d43-e823-422e-a32f-12de08878b4c req-7422803c-91a6-4814-a941-df68ea7cda95 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:27.854929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f01e8d43-e823-422e-a32f-12de08878b4c req-7422803c-91a6-4814-a941-df68ea7cda95 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.2757721 Jul 05 09:36:27.886459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:27.926690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f01e8d43-e823-422e-a32f-12de08878b4c req-0922cb75-a305-4c30-9a65-6d261fd22bc8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689270 Jul 05 09:36:27.949782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3aba4b6-52a2-429d-b61c-dd74793666d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3aba4b6-52a2-429d-b61c-dd74793666d9,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:27.961994 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:28.295895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4a9e-2570-40f2-9dc4-c2415c9db68d req-4825482d-1e16-48f9-8b3e-4c50110ad8fa tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:28.298183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a3aba4b6-52a2-429d-b61c-dd74793666d9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:28.303495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4a9e-2570-40f2-9dc4-c2415c9db68d req-4825482d-1e16-48f9-8b3e-4c50110ad8fa tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:28.310917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4a9e-2570-40f2-9dc4-c2415c9db68d req-4825482d-1e16-48f9-8b3e-4c50110ad8fa tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:28.319455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b5e4a9e-2570-40f2-9dc4-c2415c9db68d req-4825482d-1e16-48f9-8b3e-4c50110ad8fa tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2416 time: 0.1494045 Jul 05 09:36:28.340086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.340555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.349900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.350294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.350648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.351117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.352192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.352559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.353116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.353316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.353637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.354005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:36:28.391328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b5e4a9e-2570-40f2-9dc4-c2415c9db68d req-0eb797fb-23e8-43a7-a946-b561f435d30c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702679 Jul 05 09:36:28.594460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010bc43-92a3-4c05-821f-1f4755f504db req-5f333002-bf0e-49ac-a2a7-552be7a4afe6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:28.597707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2010bc43-92a3-4c05-821f-1f4755f504db req-5f333002-bf0e-49ac-a2a7-552be7a4afe6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.2052715 Jul 05 09:36:28.615678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:28.643919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Transition to ACTIVE for port object 927f0a19-2066-4b24-8eed-14a712167cdc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:28.649118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c49b392-655d-4bf7-96ed-7389b84350ef'}, {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3aba4b6-52a2-429d-b61c-dd74793666d9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:28.651894 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32b539-9645-40f8-b7b0-40c3a4ec6095" -d '{"events": [{"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-plugged", "status": "completed", "tag": "0c49b392-655d-4bf7-96ed-7389b84350ef"}, {"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-plugged", "status": "completed", "tag": "a3aba4b6-52a2-429d-b61c-dd74793666d9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:28.670976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:28.698684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-fb0cd214-52fc-43be-bf3d-373be3b898d5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:28.708981 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-fb0cd214-52fc-43be-bf3d-373be3b898d5 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f036608a-0159-4ec6-8d62-62ad9bd4e546 HTTP/1.1" status: 200 len: 945 time: 0.1429014 Jul 05 09:36:28.723396 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2010bc43-92a3-4c05-821f-1f4755f504db req-60a6c97a-5fd8-4228-a736-b03e5891b4ba tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180425 Jul 05 09:36:28.739484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Deleting port 927f0a19-2066-4b24-8eed-14a712167cdc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:28.739999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:28.833717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a1246-ac0c-4a29-99aa-9d6ef7ddc347 None None] Pushing event updated for resources: {'Port': ['ID=927f0a19-2066-4b24-8eed-14a712167cdc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:28.891133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bdd514f-dddb-4957-a11f-5e03d6c70a15 req-15019efb-1661-44f2-a78f-d1201d682f47 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 210 time: 0.0900006 Jul 05 09:36:29.017999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Attempting to bind port 927f0a19-2066-4b24-8eed-14a712167cdc on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:29.019012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Attempting to bind port 927f0a19-2066-4b24-8eed-14a712167cdc by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:29.019623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Attempting to bind port 927f0a19-2066-4b24-8eed-14a712167cdc on network 735d40cd-568a-4521-8385-46a73751200b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:29.033755 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b939e46-509c-42f6-b4c7-f675e41b629d x-openstack-request-id: req-4b939e46-509c-42f6-b4c7-f675e41b629d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:29.034393 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-plugged", "status": "completed", "tag": "0c49b392-655d-4bf7-96ed-7389b84350ef", "code": 200}, {"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-plugged", "status": "completed", "tag": "a3aba4b6-52a2-429d-b61c-dd74793666d9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:29.034832 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b939e46-509c-42f6-b4c7-f675e41b629d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:29.035613 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c49b392-655d-4bf7-96ed-7389b84350ef', 'code': 200} Jul 05 09:36:29.043572 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3aba4b6-52a2-429d-b61c-dd74793666d9', 'code': 200} Jul 05 09:36:29.051855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:29.053409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Checking segment: {'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:29.054024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.055289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Bound using segment: {'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:29.056063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Bound port: 927f0a19-2066-4b24-8eed-14a712167cdc, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '735d40cd-568a-4521-8385-46a73751200b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:29.061073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.072846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.098532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d15b1-b327-46f4-b614-56bec9ccf699 req-13d3863b-ed56-456a-a448-61ffcbe1c9c3 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:29.111240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c7d15b1-b327-46f4-b614-56bec9ccf699 req-13d3863b-ed56-456a-a448-61ffcbe1c9c3 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1732111 Jul 05 09:36:29.151133 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.206661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c7d15b1-b327-46f4-b614-56bec9ccf699 req-81680e97-d4fe-4777-931b-880be17bd322 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945270 Jul 05 09:36:29.254396 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.262381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Calling delete_port for 927f0a19-2066-4b24-8eed-14a712167cdc owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:29.270377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] For port 927f0a19-2066-4b24-8eed-14a712167cdc, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:29.276815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] For port 927f0a19-2066-4b24-8eed-14a712167cdc, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=927f0a19-2066-4b24-8eed-14a712167cdc,segment=NetworkSegment(f2f6478a-0cb9-43ce-8146-f2e46c8963ab),segment_id=f2f6478a-0cb9-43ce-8146-f2e46c8963ab)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:29.293476 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.350121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Deleting port 7a2407bf-60dd-47c3-baf7-43366c44f8fd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:29.350473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.404736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Routers {'4e84346e-51a8-4d63-9856-32df3ff278f6'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:29.405797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4e84346e-51a8-4d63-9856-32df3ff278f6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:29.412233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a1246-ac0c-4a29-99aa-9d6ef7ddc347 None None] Pushing event updated for resources: {'Port': ['ID=927f0a19-2066-4b24-8eed-14a712167cdc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:29.542819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed07f6-67da-4925-adf4-c8e1a8282f94 req-fa7564b3-4970-49c6-a1a4-0ea947207008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:29.543902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed07f6-67da-4925-adf4-c8e1a8282f94 req-fa7564b3-4970-49c6-a1a4-0ea947207008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:29.544539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed07f6-67da-4925-adf4-c8e1a8282f94 req-fa7564b3-4970-49c6-a1a4-0ea947207008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:29.546475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1ed07f6-67da-4925-adf4-c8e1a8282f94 req-fa7564b3-4970-49c6-a1a4-0ea947207008 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2872 time: 0.3533788 Jul 05 09:36:29.701930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] For port 7a2407bf-60dd-47c3-baf7-43366c44f8fd, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7a2407bf-60dd-47c3-baf7-43366c44f8fd,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:29.703244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.719539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] Set router 4e84346e-51a8-4d63-9856-32df3ff278f6 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:29.753762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Calling delete_port for 7a2407bf-60dd-47c3-baf7-43366c44f8fd owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:29.778482 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1ed07f6-67da-4925-adf4-c8e1a8282f94 req-cb90cd9a-433a-496a-8025-ec17dac7c2ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078857 Jul 05 09:36:29.796092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be1d1-774a-459d-ac74-794da22013fb req-32b25aed-89ec-4cd0-9ef3-49efd1b5c738 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:29.804317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be1d1-774a-459d-ac74-794da22013fb req-32b25aed-89ec-4cd0-9ef3-49efd1b5c738 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:29.805702 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-21735e0f-3937-4737-8d28-e2baf2ed86b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2005260 Jul 05 09:36:29.826612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be1d1-774a-459d-ac74-794da22013fb req-32b25aed-89ec-4cd0-9ef3-49efd1b5c738 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:29.836008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d5be1d1-774a-459d-ac74-794da22013fb req-32b25aed-89ec-4cd0-9ef3-49efd1b5c738 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2416 time: 0.1561289 Jul 05 09:36:29.893662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d5be1d1-774a-459d-ac74-794da22013fb req-0e52059f-e65d-457d-8f99-aa9c674bf9ee tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Jul 05 09:36:29.924146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:29.976901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Pushing event deleted for resources: {'Port': ['ID=927f0a19-2066-4b24-8eed-14a712167cdc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:30.195675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:36:14Z', 'updated_at': '2021-07-05T09:36:22Z', 'revision_number': 4, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'gw_port': {'id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:16Z', 'updated_at': '2021-07-05T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '927f0a19-2066-4b24-8eed-14a712167cdc', 'name': '', 'network_id': '735d40cd-568a-4521-8385-46a73751200b', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'mac_address': 'fa:16:3e:1a:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bf1af58e-7b14-40b7-aa2b-6f6f29abbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:21Z', 'updated_at': '2021-07-05T09:36:29Z', 'revision_number': 4, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'subnets': [{'id': 'bf1af58e-7b14-40b7-aa2b-6f6f29abbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:30.260647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7daee-d961-4a4e-b8cf-51d859e20552 None None] The sync data for ids ['4e84346e-51a8-4d63-9856-32df3ff278f6'] in n-d-771363-33 is: [{'id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:36:14Z', 'updated_at': '2021-07-05T09:36:22Z', 'revision_number': 4, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'gw_port': {'id': 'b656d9c2-ed66-4b45-9439-f691319d80e5', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:16Z', 'updated_at': '2021-07-05T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '927f0a19-2066-4b24-8eed-14a712167cdc', 'name': '', 'network_id': '735d40cd-568a-4521-8385-46a73751200b', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'mac_address': 'fa:16:3e:1a:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bf1af58e-7b14-40b7-aa2b-6f6f29abbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:36:21Z', 'updated_at': '2021-07-05T09:36:29Z', 'revision_number': 4, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'subnets': [{'id': 'bf1af58e-7b14-40b7-aa2b-6f6f29abbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:36:30.289999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:30.399676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Pushing event deleted for resources: {'Port': ['ID=7a2407bf-60dd-47c3-baf7-43366c44f8fd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:30.435282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] No DVR routers for this DVR port 7a2407bf-60dd-47c3-baf7-43366c44f8fd on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:30.442597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:30.445200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f867b1c-b350-4679-ba12-fc008e01dfbb req-d8e773f5-d961-47fa-9c93-4c59cb5ddfb2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.15 "DELETE /v2.0/ports/7a2407bf-60dd-47c3-baf7-43366c44f8fd HTTP/1.1" status: 204 len: 173 time: 1.7237861 Jul 05 09:36:30.445987 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-deleted', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:30.456529 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7257a6-3bf1-4639-b352-47c9f598fee5" -d '{"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-deleted", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:30.469849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30709c4d-3685-496a-842a-e38a7e71dee7 req-3bc0736c-fea0-49ea-8231-6bf046b6f2b5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:30.471598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30709c4d-3685-496a-842a-e38a7e71dee7 req-3bc0736c-fea0-49ea-8231-6bf046b6f2b5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.3741736 Jul 05 09:36:30.555338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:30.580215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30709c4d-3685-496a-842a-e38a7e71dee7 req-220b283d-ba08-445f-b052-ed8866b87606 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996189 Jul 05 09:36:30.707509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-f056738f-d994-4145-9f89-1759827cd952 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:30.714840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-f056738f-d994-4145-9f89-1759827cd952 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 815 time: 0.4368525 Jul 05 09:36:30.725205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Request body: {'port': {'device_id': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'admin_state_up': True, 'tenant_id': 'c2d44ce94eb84c8da69e4d99c6f46cc4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:30.911429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Made reservation on behalf of c2d44ce94eb84c8da69e4d99c6f46cc4 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:30.921921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:31.016490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e74160b-846f-4b30-bdfb-af3ac1a84fa6 req-b9f6acfc-bbec-4fd9-b663-b9ccb229b55a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 210 time: 0.1282854 Jul 05 09:36:31.045695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7a2407bf-60dd-47c3-baf7-43366c44f8fd no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:31.053149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Router 4e84346e-51a8-4d63-9856-32df3ff278f6 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:36:31.079579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 7a2407bf-60dd-47c3-baf7-43366c44f8fd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:31.080294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7a2407bf-60dd-47c3-baf7-43366c44f8fd not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:31.178306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72102ec-a1da-4efe-aa9b-571bda87e6c5 req-eed36995-f0b3-4c68-b4df-a01dd53d0cc6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:31.186506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c72102ec-a1da-4efe-aa9b-571bda87e6c5 req-eed36995-f0b3-4c68-b4df-a01dd53d0cc6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 946 time: 0.2864039 Jul 05 09:36:31.223495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:36:31.233519 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-41f2ba2e-d35a-45e4-9ad5-802117b1db49 admin admin] 10.222.0.21 "PUT /v2.0/routers/4e84346e-51a8-4d63-9856-32df3ff278f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2429354 Jul 05 09:36:31.234152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:31.383718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:31.395704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Allocated IP 172.20.0.6 (8325a77f-f67e-42ce-b45b-0f16e5d26ed0/261f90da-1fd8-449b-8e46-f3496d1ee15e/a9ad1661-db50-4931-83b8-600b26007d22) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:31.422394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c72102ec-a1da-4efe-aa9b-571bda87e6c5 req-e5e317c9-f6ab-4dff-98b6-7dd9f39731b4 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345858 Jul 05 09:36:31.553650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382fe4c-9f1a-452d-acbc-51b0c8896fd5 req-d48d4b80-08df-472c-ae27-ff37d9c797b2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:31.557054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2382fe4c-9f1a-452d-acbc-51b0c8896fd5 req-d48d4b80-08df-472c-ae27-ff37d9c797b2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2306442 Jul 05 09:36:31.601753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:31.701525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Deleting port b656d9c2-ed66-4b45-9439-f691319d80e5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:31.702072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:31.731451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2382fe4c-9f1a-452d-acbc-51b0c8896fd5 req-737f1ab1-a71b-41d8-a03c-1d0e1dbbfc50 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554627 Jul 05 09:36:31.818453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] For port b656d9c2-ed66-4b45-9439-f691319d80e5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b656d9c2-ed66-4b45-9439-f691319d80e5,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:31.818825 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:31.840219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Calling delete_port for b656d9c2-ed66-4b45-9439-f691319d80e5 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:31.873753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:31.945404 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408d04ec-ac0c-4e6c-bb12-1a84524e8561 x-openstack-request-id: req-408d04ec-ac0c-4e6c-bb12-1a84524e8561 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:31.951620 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036608a-0159-4ec6-8d62-62ad9bd4e546", "name": "network-vif-deleted", "tag": "7a2407bf-60dd-47c3-baf7-43366c44f8fd", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:31.951915 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-408d04ec-ac0c-4e6c-bb12-1a84524e8561 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:31.952373 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f036608a-0159-4ec6-8d62-62ad9bd4e546', 'name': 'network-vif-deleted', 'tag': '7a2407bf-60dd-47c3-baf7-43366c44f8fd', 'status': 'completed', 'code': 200} Jul 05 09:36:31.979516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.129437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:32.135599 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.139546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Pushing event updated for resources: {'Port': ['ID=a9ad1661-db50-4931-83b8-600b26007d22,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:32.155246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:32.159354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:32.168308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Pushing event deleted for resources: {'Port': ['ID=b656d9c2-ed66-4b45-9439-f691319d80e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:32.248982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.309667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d2aa8-a071-491c-a1db-82bc1e4ece64 req-28a6cc09-59e5-4016-a744-d2cae13254d0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:32.320390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d2aa8-a071-491c-a1db-82bc1e4ece64 req-28a6cc09-59e5-4016-a744-d2cae13254d0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:32.330700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d2aa8-a071-491c-a1db-82bc1e4ece64 req-28a6cc09-59e5-4016-a744-d2cae13254d0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:32.333259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a87d2aa8-a071-491c-a1db-82bc1e4ece64 req-28a6cc09-59e5-4016-a744-d2cae13254d0 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2416 time: 0.2557483 Jul 05 09:36:32.354479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.357056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.362483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:32.363583 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.371819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-50ef6050-c213-49dc-a4ff-b58db671cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:32.374101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-50ef6050-c213-49dc-a4ff-b58db671cc5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1102 time: 0.3445716 Jul 05 09:36:32.393664 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] Sync routers for ids ['4e84346e-51a8-4d63-9856-32df3ff278f6'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:36:32.406163 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] Routers {'4e84346e-51a8-4d63-9856-32df3ff278f6'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:32.406833 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4e84346e-51a8-4d63-9856-32df3ff278f6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:32.413285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.414945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e84346e-51a8-4d63-9856-32df3ff278f6 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:36:32.420626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.422012 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22d37e7e-ded6-445c-84be-e3cbcd126453 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4e84346e-51a8-4d63-9856-32df3ff278f6 HTTP/1.1" status: 204 len: 168 time: 1.1868992 Jul 05 09:36:32.425120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:32.484182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] Deleting subnet bf1af58e-7b14-40b7-aa2b-6f6f29abbda8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:36:32.489324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.503694 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] Set router 4e84346e-51a8-4d63-9856-32df3ff278f6 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:36:32.523562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-3237ea31-bf0c-4160-8591-bc91ef0faa9f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8019826 Jul 05 09:36:32.566932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.573645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Request body: {'port': {'device_id': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:32.591713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a87d2aa8-a071-491c-a1db-82bc1e4ece64 req-c921a6a4-9f2e-4069-941c-a342f98e795c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458675 Jul 05 09:36:32.626888 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e84346e-51a8-4d63-9856-32df3ff278f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1806037091-router', 'tenant_id': '82bb47f400b74985bd73d6942f04a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:36:14Z', 'updated_at': '2021-07-05T09:36:32Z', 'revision_number': 7, 'project_id': '82bb47f400b74985bd73d6942f04a3ab', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:32.639801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-7741cf7d-793b-4fea-9638-a81a334b0420 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:32.641723 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-7741cf7d-793b-4fea-9638-a81a334b0420 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1098 time: 0.1535881 Jul 05 09:36:32.656458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-33'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:32.672337 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] Checking router: 4e84346e-51a8-4d63-9856-32df3ff278f6 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:36:32.690644 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] Routers set() bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:36:32.691417 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] Router IDs set() for agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:36:32.692750 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_agentschedulers_db [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e84346e-51a8-4d63-9856-32df3ff278f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent'). {{(pid=93798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 09:36:32.693602 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d19a7-048b-4380-8cf4-2cc372c4b639 None None] The sync data for ids ['4e84346e-51a8-4d63-9856-32df3ff278f6'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:36:32.742218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.819671 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.953715 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.994173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:32.996225 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf1af58e-7b14-40b7-aa2b-6f6f29abbda8 HTTP/1.1" status: 204 len: 168 time: 0.5699162 Jul 05 09:36:32.997230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ba082-333b-420a-bda2-4cdb956912fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1af58e-7b14-40b7-aa2b-6f6f29abbda8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:33.002818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2d508-deac-4aa8-a034-92ce5580c7fe None None] Network 735d40cd-568a-4521-8385-46a73751200b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:33.006331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:33.051121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 10e69c65-b7f4-4768-988c-218057597b58 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:33.120550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-9d6ed9ea-eaaa-4101-8204-fc552d5d07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:33.129846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-9d6ed9ea-eaaa-4101-8204-fc552d5d07e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.7363091 Jul 05 09:36:33.151213 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.164551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:33.252185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:33.290026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Deleting port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:33.290538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.300663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-ee72de83-207d-4eb7-80e8-0c101d5b0db7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.1619396 Jul 05 09:36:33.318363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:33.336620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 10e69c65-b7f4-4768-988c-218057597b58 has no active binding in host n-h1-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:36:33.344588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04892b-abf8-4239-ae73-c5ea8df56f34 req-b92f8777-c99b-4bf2-a644-ece3de235d4a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:33.356883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe04892b-abf8-4239-ae73-c5ea8df56f34 req-b92f8777-c99b-4bf2-a644-ece3de235d4a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.8204191 Jul 05 09:36:33.384133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.446417 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.459993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] For port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,segment=NetworkSegment(f2f6478a-0cb9-43ce-8146-f2e46c8963ab),segment_id=f2f6478a-0cb9-43ce-8146-f2e46c8963ab)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:33.461033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.464988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.468988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-5788060c-f45e-4d6b-b047-d7f60604e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:33.470477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-5788060c-f45e-4d6b-b047-d7f60604e791 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1585793 Jul 05 09:36:33.499716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe04892b-abf8-4239-ae73-c5ea8df56f34 req-2233488d-24fe-4564-b1e9-bdb92005f3e0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418545 Jul 05 09:36:33.564566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Calling delete_port for 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:33.646887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] DHCP port deletion for 735d40cd-568a-4521-8385-46a73751200b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:36:33.734524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] Deleting port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:33.734893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.765583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31a206-acf4-4dfd-97e9-5da0379243fd req-9c450936-4f27-4f94-a263-6892af371720 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:33.774697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb31a206-acf4-4dfd-97e9-5da0379243fd req-9c450936-4f27-4f94-a263-6892af371720 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 931 time: 0.6609159 Jul 05 09:36:33.816127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] For port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,segment=NetworkSegment(f2f6478a-0cb9-43ce-8146-f2e46c8963ab),segment_id=f2f6478a-0cb9-43ce-8146-f2e46c8963ab)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:33.816619 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.834677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] Calling delete_port for 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:33.928627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-74ab1db8-61e3-435f-9fca-ce44eabc48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:33.931792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-74ab1db8-61e3-435f-9fca-ce44eabc48f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4492331 Jul 05 09:36:33.938100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb31a206-acf4-4dfd-97e9-5da0379243fd req-c6b2f660-6982-4d7e-840d-1cad30b9de64 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245179 Jul 05 09:36:33.940557 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:33.981864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] Pushing event deleted for resources: {'Port': ['ID=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:33.984453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87750d88-ff43-4318-a81a-6e4b1075ba90 None None] No DVR routers for this DVR port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:34.008364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e69c65-b7f4-4768-988c-218057597b58'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:34.010155 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7248b6-f3c6-41b3-bbf7-212c3172f391" -d '{"events": [{"server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "10e69c65-b7f4-4768-988c-218057597b58"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:34.062724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfa4cf-2981-4f67-ad5e-cca9aaeda77f req-4d9f327e-0da5-4d8d-998e-e1a9a45a2e9c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:34.064253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60dfa4cf-2981-4f67-ad5e-cca9aaeda77f req-4d9f327e-0da5-4d8d-998e-e1a9a45a2e9c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 944 time: 0.2885082 Jul 05 09:36:34.074507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:34.077403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on host n-h2-771363-33 for vnic_type normal with profile {"migrating_to": "n-h1-771363-33"} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:34.077737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:34.078068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:34.098039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:34.098542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Attempting to bind port 10e69c65-b7f4-4768-988c-218057597b58 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:34.119211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:34.119708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:34.120267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:34.120903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Bound port: 10e69c65-b7f4-4768-988c-218057597b58, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:34.121416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.164256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ad1661-db50-4931-83b8-600b26007d22 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:34.188248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.203096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-88177520-e24e-4b26-9b9a-f61201949702 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585266 Jul 05 09:36:34.230107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.230800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60dfa4cf-2981-4f67-ad5e-cca9aaeda77f req-3098230c-7c44-47b2-bb47-25ffa8815da3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117568 Jul 05 09:36:34.290019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Transition to ACTIVE for port object a9ad1661-db50-4931-83b8-600b26007d22 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:34.312023 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.317933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] No DVR routers for this DVR port 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:34.333054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 927f0a19-2066-4b24-8eed-14a712167cdc no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:34.335002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Pushing event deleted for resources: {'Port': ['ID=150ccc81-68b9-40f5-ad40-69a8ab33cbd4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:34.373108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 927f0a19-2066-4b24-8eed-14a712167cdc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:34.373913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 927f0a19-2066-4b24-8eed-14a712167cdc not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:34.374766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:34.395581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:34.400109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:34.406705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:34.407037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.407960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 150ccc81-68b9-40f5-ad40-69a8ab33cbd4 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:34.408815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b656d9c2-ed66-4b45-9439-f691319d80e5 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:34.409323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Pushing event updated for resources: {'Port': ['ID=a9ad1661-db50-4931-83b8-600b26007d22,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:34.421332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-6ea9fb4f-5774-4261-8469-8b23f8fc5753 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092080 Jul 05 09:36:34.475296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b656d9c2-ed66-4b45-9439-f691319d80e5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:34.477211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b656d9c2-ed66-4b45-9439-f691319d80e5 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:34.488216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa971d38-9786-4524-9ad1-920da019b760 req-457ef762-a412-4271-b020-9105e13862db tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:34.489920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa971d38-9786-4524-9ad1-920da019b760 req-457ef762-a412-4271-b020-9105e13862db tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2096081 Jul 05 09:36:34.524982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:34.549507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.561306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Attempting to bind port a9ad1661-db50-4931-83b8-600b26007d22 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:34.561742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Attempting to bind port a9ad1661-db50-4931-83b8-600b26007d22 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:34.562207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Attempting to bind port a9ad1661-db50-4931-83b8-600b26007d22 on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:34.567873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735d40cd-568a-4521-8385-46a73751200b']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:34.578752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Port a9ad1661-db50-4931-83b8-600b26007d22 on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:34.579228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Attempting to bind port a9ad1661-db50-4931-83b8-600b26007d22 on network 8325a77f-f67e-42ce-b45b-0f16e5d26ed0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:34.586189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:34.586467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Checking segment: {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:34.586932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Bound using segment: {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:34.587490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Bound port: a9ad1661-db50-4931-83b8-600b26007d22, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d68704c-5620-42a6-8d63-ef3bbe74e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:34.587926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.605410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:34.606056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.607715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-65fd2310-6577-4419-9e11-431376564a11 service neutron] 10.222.0.15 "PUT /v2.0/ports/10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 200 len: 1124 time: 1.9568241 Jul 05 09:36:34.609894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:34.610188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f6478a-0cb9-43ce-8146-f2e46c8963ab') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:34.626391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.660337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.683671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:36:34.684082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:36:34.685917 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:36:34.715955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa971d38-9786-4524-9ad1-920da019b760 req-a6953159-11d3-47fb-8b82-0ffd9b719c1c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034934 Jul 05 09:36:34.719527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['10e69c65-b7f4-4768-988c-218057597b58'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:34.722044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] For port a9ad1661-db50-4931-83b8-600b26007d22, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:34.740793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] For port a9ad1661-db50-4931-83b8-600b26007d22, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a9ad1661-db50-4931-83b8-600b26007d22,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:34.758252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.781876 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.832794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.833690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:34.834791 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:34.835041 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] 10.222.0.21 "DELETE /v2.0/networks/735d40cd-568a-4521-8385-46a73751200b HTTP/1.1" status: 204 len: 168 time: 1.8262868 Jul 05 09:36:34.836357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229993d-488e-42fc-8955-12eb47d81320 admin admin] Pushing event deleted for resources: {'Network': ['ID=735d40cd-568a-4521-8385-46a73751200b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:34.840195 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f547e4-d85b-421e-8192-0528b8451b30 x-openstack-request-id: req-90f547e4-d85b-421e-8192-0528b8451b30 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:34.840550 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "10e69c65-b7f4-4768-988c-218057597b58", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:34.840864 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90f547e4-d85b-421e-8192-0528b8451b30 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:34.841306 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e69c65-b7f4-4768-988c-218057597b58', 'code': 200} Jul 05 09:36:34.843448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] 10.222.0.16 "PUT /v2.0/ports/a9ad1661-db50-4931-83b8-600b26007d22 HTTP/1.1" status: 200 len: 1092 time: 2.2956345 Jul 05 09:36:34.844046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'tag': 'a9ad1661-db50-4931-83b8-600b26007d22'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:34.847280 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28020f34-07ff-4af5-b410-cb337d6e7cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3", "tag": "a9ad1661-db50-4931-83b8-600b26007d22"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:34.879954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['10e69c65-b7f4-4768-988c-218057597b58'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:34.900019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269171f-15b5-45ac-bae7-9ef1ab606faf service neutron] Pushing event updated for resources: {'Port': ['ID=a9ad1661-db50-4931-83b8-600b26007d22,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:35.048334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-30064b19-5f05-426a-99c4-b4cb188c933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:35.049797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-30064b19-5f05-426a-99c4-b4cb188c933b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 1095 time: 0.1350563 Jul 05 09:36:35.109533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-b45874eb-d5fe-4efa-868d-bdfa5a1f910b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9ad1661-db50-4931-83b8-600b26007d22 HTTP/1.1" status: 200 len: 217 time: 0.0508814 Jul 05 09:36:35.200029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-4342673a-7fee-4a2b-955d-efe434ebc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:35.201641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-4342673a-7fee-4a2b-955d-efe434ebc1fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=261f90da-1fd8-449b-8e46-f3496d1ee15e HTTP/1.1" status: 200 len: 855 time: 0.0831521 Jul 05 09:36:35.205357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:35.226761 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e71649e-2280-4aec-9669-b6a0369478d0 x-openstack-request-id: req-2e71649e-2280-4aec-9669-b6a0369478d0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:35.227066 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3", "tag": "a9ad1661-db50-4931-83b8-600b26007d22", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:35.227377 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e71649e-2280-4aec-9669-b6a0369478d0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:35.227774 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'tag': 'a9ad1661-db50-4931-83b8-600b26007d22', 'status': 'completed', 'code': 200} Jul 05 09:36:35.259582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-8b1298ef-130e-4fa3-a6cf-b1eb7842b693 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463991 Jul 05 09:36:35.352983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b17b3a6-b7ea-443d-bf04-37854889e472 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82bb47f400b74985bd73d6942f04a3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463981 Jul 05 09:36:35.355612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39074) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:35.405717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c78f6650-1076-4adc-86c1-f79211fcdaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:35.435102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c78f6650-1076-4adc-86c1-f79211fcdaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:35.485578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-f3164eb1-587d-42e3-bfea-18185ea51c82 service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084441 Jul 05 09:36:35.495307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c78f6650-1076-4adc-86c1-f79211fcdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:35.498533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c78f6650-1076-4adc-86c1-f79211fcdaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:35.500060 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c78f6650-1076-4adc-86c1-f79211fcdaf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/416922ef-42b8-47b9-baf1-33e9f8573b52 HTTP/1.1" status: 204 len: 168 time: 0.1434288 Jul 05 09:36:35.517549 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f6650-1076-4adc-86c1-f79211fcdaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416922ef-42b8-47b9-baf1-33e9f8573b52,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:35.557252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc768a-d919-401f-b7d9-41034e8d57bc req-9046eaf6-2550-4cb3-862d-4c6df44e54c4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:35.558792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7adc768a-d919-401f-b7d9-41034e8d57bc req-9046eaf6-2550-4cb3-862d-4c6df44e54c4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.2626529 Jul 05 09:36:35.568204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c5b4-387f-4f8d-bc88-a74be9a93ed3 req-4d95e516-3a75-451e-9d40-37b9e0f9373c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:35.569921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045c5b4-387f-4f8d-bc88-a74be9a93ed3 req-4d95e516-3a75-451e-9d40-37b9e0f9373c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 943 time: 0.2140057 Jul 05 09:36:35.665139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7adc768a-d919-401f-b7d9-41034e8d57bc req-edcd8549-875f-457d-bc76-f13793463f60 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923028 Jul 05 09:36:35.673712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045c5b4-387f-4f8d-bc88-a74be9a93ed3 req-7e9ab22c-e35a-449e-9f43-01b463ab4264 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957875 Jul 05 09:36:35.675956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7761c0e7-45b0-44d5-895a-20f3f47c89e7 req-15c0771b-fb6e-4168-a1ce-61fcd416207d service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794500 Jul 05 09:36:35.911451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-0cc8850a-2084-4b75-bbdd-945820b902ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:35.913882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-0cc8850a-2084-4b75-bbdd-945820b902ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 1095 time: 0.1482403 Jul 05 09:36:36.041256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcdec1-ad9e-4933-81ab-8f4d2ac4db8b req-e9622110-b6a1-478a-9ace-173989c49eac tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.049321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcdec1-ad9e-4933-81ab-8f4d2ac4db8b req-e9622110-b6a1-478a-9ace-173989c49eac tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.053678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcdec1-ad9e-4933-81ab-8f4d2ac4db8b req-e9622110-b6a1-478a-9ace-173989c49eac tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.056196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7fbcdec1-ad9e-4933-81ab-8f4d2ac4db8b req-e9622110-b6a1-478a-9ace-173989c49eac tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2416 time: 0.2070348 Jul 05 09:36:36.110882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-be1eff6f-1282-43a1-b979-6187f26f8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.112310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-be1eff6f-1282-43a1-b979-6187f26f8c7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 200 len: 916 time: 0.1774340 Jul 05 09:36:36.134736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836747-bfda-446f-bf71-a0f3c70a7aa4 req-1c498c7f-604c-451a-af03-88b16a509fe9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.136292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af836747-bfda-446f-bf71-a0f3c70a7aa4 req-1c498c7f-604c-451a-af03-88b16a509fe9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 944 time: 0.2139361 Jul 05 09:36:36.182006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-3a6b0ed5-71f8-4c78-ba6e-75a7eec85402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9ad1661-db50-4931-83b8-600b26007d22 HTTP/1.1" status: 200 len: 217 time: 0.0563331 Jul 05 09:36:36.184842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7fbcdec1-ad9e-4933-81ab-8f4d2ac4db8b req-9765478c-dfc0-4ba7-b4c6-19f5eb7263e8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164317 Jul 05 09:36:36.264012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af836747-bfda-446f-bf71-a0f3c70a7aa4 req-4da7b9c3-8ad9-445d-b674-7ab3e66e60f5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184950 Jul 05 09:36:36.272617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-727104df-e5ee-493a-ac20-ed99ff4b6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.275073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-727104df-e5ee-493a-ac20-ed99ff4b6fcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=261f90da-1fd8-449b-8e46-f3496d1ee15e HTTP/1.1" status: 200 len: 855 time: 0.0834723 Jul 05 09:36:36.314180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-73af3928-da74-4a1b-b325-a0b6f7400a4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8325a77f-f67e-42ce-b45b-0f16e5d26ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jul 05 09:36:36.448172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-9a491adc-1698-4748-b84b-d20fa51cc934 service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244104 Jul 05 09:36:36.590615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9a58d-45fc-4359-a0da-ba52cd5dee50 req-c6655d8e-2db3-44bc-a53d-f251de2431c1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.592725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eb9a58d-45fc-4359-a0da-ba52cd5dee50 req-c6655d8e-2db3-44bc-a53d-f251de2431c1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1600776 Jul 05 09:36:36.598377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28020f34-07ff-4af5-b410-cb337d6e7cd8 req-4a353a85-355a-4ddc-854b-9368f406bb2a service neutron] 10.222.0.16 "GET /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285126 Jul 05 09:36:36.643576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eb9a58d-45fc-4359-a0da-ba52cd5dee50 req-89a76cc9-3dd0-41e5-a4ae-bde64c1eb74a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Jul 05 09:36:36.843113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'tag': '10e69c65-b7f4-4768-988c-218057597b58'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:36.845652 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "tag": "10e69c65-b7f4-4768-988c-218057597b58"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:36.941948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92724c79-b14b-4997-b6da-f1314ce95d93 req-6c33c9df-abc2-47ee-8a0a-63e3798eda73 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:36.943758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92724c79-b14b-4997-b6da-f1314ce95d93 req-6c33c9df-abc2-47ee-8a0a-63e3798eda73 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.0874720 Jul 05 09:36:36.998467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-06daf253-170b-4fa4-a394-9b1cde3d06a1 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.003220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-06daf253-170b-4fa4-a394-9b1cde3d06a1 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.009720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-06daf253-170b-4fa4-a394-9b1cde3d06a1 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.011499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-06daf253-170b-4fa4-a394-9b1cde3d06a1 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2416 time: 0.0991106 Jul 05 09:36:37.023844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92724c79-b14b-4997-b6da-f1314ce95d93 req-1869b193-1af3-4920-bfe2-e10ec8eda027 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724175 Jul 05 09:36:37.061142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8899-1919-4f07-8e50-1e84bf2ee477 req-541fcfdb-903c-40c4-b840-a99efbcf02f8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.062350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29cf8899-1919-4f07-8e50-1e84bf2ee477 req-541fcfdb-903c-40c4-b840-a99efbcf02f8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 943 time: 0.1129925 Jul 05 09:36:37.113894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29cf8899-1919-4f07-8e50-1e84bf2ee477 req-470150ad-ce96-42e9-9973-340ba2140f80 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Jul 05 09:36:37.133583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port 0c49b392-655d-4bf7-96ed-7389b84350ef {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:37.133933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:37.184840 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d78dd-7ba9-4216-a57a-3d73eee94e03 x-openstack-request-id: req-fd7d78dd-7ba9-4216-a57a-3d73eee94e03 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:37.185274 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "tag": "10e69c65-b7f4-4768-988c-218057597b58", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:37.185607 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd7d78dd-7ba9-4216-a57a-3d73eee94e03 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:37.186183 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'tag': '10e69c65-b7f4-4768-988c-218057597b58', 'status': 'completed', 'code': 200} Jul 05 09:36:37.279473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port 0c49b392-655d-4bf7-96ed-7389b84350ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0c49b392-655d-4bf7-96ed-7389b84350ef,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:37.279844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:37.297712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for 0c49b392-655d-4bf7-96ed-7389b84350ef owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:37.304180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-39185117-fcc0-40df-84e5-c76058682c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.307257 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-39185117-fcc0-40df-84e5-c76058682c1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1127 time: 0.1008534 Jul 05 09:36:37.494972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:37.508164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0c49b392-655d-4bf7-96ed-7389b84350ef', 'e2869a0a-ef37-4da6-a80a-a182c459b205', 'a3aba4b6-52a2-429d-b61c-dd74793666d9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:37.510918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-8015d41f-f217-45ea-9b90-8c0139492037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.513619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-8015d41f-f217-45ea-9b90-8c0139492037 service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.1828289 Jul 05 09:36:37.525277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df531-eba2-4036-a2b6-f208f61fd8ab req-161e7005-124d-46e3-8d8f-552ae03e8b07 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.532155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df531-eba2-4036-a2b6-f208f61fd8ab req-161e7005-124d-46e3-8d8f-552ae03e8b07 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.532868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=0c49b392-655d-4bf7-96ed-7389b84350ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:37.541537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df531-eba2-4036-a2b6-f208f61fd8ab req-161e7005-124d-46e3-8d8f-552ae03e8b07 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.551655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c4df531-eba2-4036-a2b6-f208f61fd8ab req-161e7005-124d-46e3-8d8f-552ae03e8b07 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 2338 time: 0.1584947 Jul 05 09:36:37.608931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port 0c49b392-655d-4bf7-96ed-7389b84350ef on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:37.615569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:37.619784 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-24d47f29-12f1-4305-a492-3f4fd86c6145 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "DELETE /v2.0/ports/0c49b392-655d-4bf7-96ed-7389b84350ef HTTP/1.1" status: 204 len: 173 time: 0.5997353 Jul 05 09:36:37.623704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-24cba725-2724-4487-a042-d6887e5bcadb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 200 len: 217 time: 0.0617039 Jul 05 09:36:37.670683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c4df531-eba2-4036-a2b6-f208f61fd8ab req-a46ee604-7bef-463c-bd91-7bdb034465ca tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179986 Jul 05 09:36:37.805391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-bd278bb5-b6dd-437f-88bc-fa4de312d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:37.807138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-bd278bb5-b6dd-437f-88bc-fa4de312d973 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1741812 Jul 05 09:36:37.828826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port a3aba4b6-52a2-429d-b61c-dd74793666d9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:37.829155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:37.888404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-df173fb6-dc75-4d86-b44e-ceb71970422a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707774 Jul 05 09:36:37.987850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port a3aba4b6-52a2-429d-b61c-dd74793666d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3aba4b6-52a2-429d-b61c-dd74793666d9,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:37.988499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.017329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for a3aba4b6-52a2-429d-b61c-dd74793666d9 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:38.083937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-df2edbd8-797e-4abd-a5b0-ce791dfb1fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815429 Jul 05 09:36:38.095929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d59a80-14b1-4825-a60b-ac62bb2fb687 req-1ab9fa6a-432d-488f-96a0-f967a901d357 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:38.098872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5d59a80-14b1-4825-a60b-ac62bb2fb687 req-1ab9fa6a-432d-488f-96a0-f967a901d357 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 944 time: 0.2090795 Jul 05 09:36:38.224377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.240378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0c49b392-655d-4bf7-96ed-7389b84350ef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:38.243838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5d59a80-14b1-4825-a60b-ac62bb2fb687 req-b9dc4f7e-0a4c-4d33-8644-2060949c6b4f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149690 Jul 05 09:36:38.308059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=a3aba4b6-52a2-429d-b61c-dd74793666d9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:38.308342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1a0760c-04e8-4bb4-9ee7-58e9c1c0109d req-af19d49f-27ea-4601-9cd1-ed53b22fca3d service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085981 Jul 05 09:36:38.358213 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port a3aba4b6-52a2-429d-b61c-dd74793666d9 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:38.362830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.365426 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-9f2faf66-7906-4327-8b88-91196ab85fb3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "DELETE /v2.0/ports/a3aba4b6-52a2-429d-b61c-dd74793666d9 HTTP/1.1" status: 204 len: 173 time: 0.7371216 Jul 05 09:36:38.420336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39274) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:38.537232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port e2869a0a-ef37-4da6-a80a-a182c459b205 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:38.537493 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.599547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198fe1c-f6c5-43f4-9e79-f79170b86a20 req-50fc4008-a3b1-466f-aaa3-25b1af320f6a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:38.602344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3198fe1c-f6c5-43f4-9e79-f79170b86a20 req-50fc4008-a3b1-466f-aaa3-25b1af320f6a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1203737 Jul 05 09:36:38.663792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c7176e9-d98f-4ffc-a9b5-c9e7c41f5f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.687804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port e2869a0a-ef37-4da6-a80a-a182c459b205, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e2869a0a-ef37-4da6-a80a-a182c459b205,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:38.687971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.697144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3198fe1c-f6c5-43f4-9e79-f79170b86a20 req-9d21343e-00ac-4b82-8c08-af44747beb93 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822930 Jul 05 09:36:38.710251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for e2869a0a-ef37-4da6-a80a-a182c459b205 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:38.794093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c7176e9-d98f-4ffc-a9b5-c9e7c41f5f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.798678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c7176e9-d98f-4ffc-a9b5-c9e7c41f5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.852016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6c7176e9-d98f-4ffc-a9b5-c9e7c41f5f8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9464b4e5c62c4499b64f677f113bd6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304168 Jul 05 09:36:38.854636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:38.863833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7176e9-d98f-4ffc-a9b5-c9e7c41f5f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3545bbbb-ba80-4b7c-9dda-9239cdcd6b10,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:38.918846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.923222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1330216-25f0-4877-9154-ad9d4c877001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:38.932728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0c49b392-655d-4bf7-96ed-7389b84350ef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:38.978219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1330216-25f0-4877-9154-ad9d4c877001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:39.007427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=e2869a0a-ef37-4da6-a80a-a182c459b205,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:39.041824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a9ad1661-db50-4931-83b8-600b26007d22 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:39.079559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port e2869a0a-ef37-4da6-a80a-a182c459b205 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:39.082650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:39.085333 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b03b5adf-2dc3-4ef4-bb4d-aca3752d498d req-262c7c1e-9d23-4969-8d47-b3c9b2080e9c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "DELETE /v2.0/ports/e2869a0a-ef37-4da6-a80a-a182c459b205 HTTP/1.1" status: 204 len: 173 time: 0.7094336 Jul 05 09:36:39.187205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-deleted', 'tag': '0c49b392-655d-4bf7-96ed-7389b84350ef'}, {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-deleted', 'tag': 'a3aba4b6-52a2-429d-b61c-dd74793666d9'}, {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-deleted', 'tag': 'e2869a0a-ef37-4da6-a80a-a182c459b205'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:39.190759 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ad92b8-4821-464d-b7ee-c5d977cad655" -d '{"events": [{"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-deleted", "tag": "0c49b392-655d-4bf7-96ed-7389b84350ef"}, {"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-deleted", "tag": "a3aba4b6-52a2-429d-b61c-dd74793666d9"}, {"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-deleted", "tag": "e2869a0a-ef37-4da6-a80a-a182c459b205"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:39.200051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1330216-25f0-4877-9154-ad9d4c877001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:39.204942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1330216-25f0-4877-9154-ad9d4c877001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:39.206711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f1330216-25f0-4877-9154-ad9d4c877001 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3545bbbb-ba80-4b7c-9dda-9239cdcd6b10 HTTP/1.1" status: 204 len: 168 time: 0.3507349 Jul 05 09:36:39.223004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1330216-25f0-4877-9154-ad9d4c877001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545bbbb-ba80-4b7c-9dda-9239cdcd6b10,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:39.238074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787257-753d-4d70-b630-d6f5d15ce1c7 req-851d5dec-debc-462d-8559-e035e4015f6b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:39.240610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14787257-753d-4d70-b630-d6f5d15ce1c7 req-851d5dec-debc-462d-8559-e035e4015f6b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.2480128 Jul 05 09:36:39.281387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a9ad1661-db50-4931-83b8-600b26007d22, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a9ad1661-db50-4931-83b8-600b26007d22,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:39.305705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'a9ad1661-db50-4931-83b8-600b26007d22', 'network_id': '8325a77f-f67e-42ce-b45b-0f16e5d26ed0', 'port_id': 'a9ad1661-db50-4931-83b8-600b26007d22', 'mac_address': 'fa:16:3e:95:96:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f90da-1fd8-449b-8e46-f3496d1ee15e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:36:39.325666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055f714-929e-4da3-a010-a87a8435a068 req-2f5086ce-7381-4494-a7b4-e30b8be51eb3 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:39.327294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2055f714-929e-4da3-a010-a87a8435a068 req-2f5086ce-7381-4494-a7b4-e30b8be51eb3 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 943 time: 0.2477465 Jul 05 09:36:39.347681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14787257-753d-4d70-b630-d6f5d15ce1c7 req-637fb634-1094-454a-8d76-c344494b11d1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956206 Jul 05 09:36:39.384720 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:39.402238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2055f714-929e-4da3-a010-a87a8435a068 req-83c61213-ab78-4e5b-9d40-46aeb3b81ef7 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642669 Jul 05 09:36:39.426430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ad1661-db50-4931-83b8-600b26007d22 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:39.469528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a9ad1661-db50-4931-83b8-600b26007d22, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a9ad1661-db50-4931-83b8-600b26007d22,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:39.482325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:39.513448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84663dd7-462a-4b1a-873d-8b3eb5eeb58b req-d48d3146-f20b-439f-9651-f3105a7db8e8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a6da41-c957-458a-8cd9-303236434e71 HTTP/1.1" status: 200 len: 210 time: 0.0348489 Jul 05 09:36:39.581218 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfe7d7e-7a14-4913-a258-2e38bf653ad8 x-openstack-request-id: req-fdfe7d7e-7a14-4913-a258-2e38bf653ad8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:39.581612 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-deleted", "tag": "0c49b392-655d-4bf7-96ed-7389b84350ef", "status": "completed", "code": 200}, {"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-deleted", "tag": "a3aba4b6-52a2-429d-b61c-dd74793666d9", "status": "completed", "code": 200}, {"server_uuid": "35a6da41-c957-458a-8cd9-303236434e71", "name": "network-vif-deleted", "tag": "e2869a0a-ef37-4da6-a80a-a182c459b205", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:39.581825 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdfe7d7e-7a14-4913-a258-2e38bf653ad8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:39.590341 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-deleted', 'tag': '0c49b392-655d-4bf7-96ed-7389b84350ef', 'status': 'completed', 'code': 200} Jul 05 09:36:39.590341 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-deleted', 'tag': 'a3aba4b6-52a2-429d-b61c-dd74793666d9', 'status': 'completed', 'code': 200} Jul 05 09:36:39.590341 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6da41-c957-458a-8cd9-303236434e71', 'name': 'network-vif-deleted', 'tag': 'e2869a0a-ef37-4da6-a80a-a182c459b205', 'status': 'completed', 'code': 200} Jul 05 09:36:39.597490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a9ad1661-db50-4931-83b8-600b26007d22,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:39.820445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fef9d-7aa7-45af-b2dd-d1b95bb773fc req-b1366c81-314a-4c7c-9db7-da924318796f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:39.822565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df6fef9d-7aa7-45af-b2dd-d1b95bb773fc req-b1366c81-314a-4c7c-9db7-da924318796f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 944 time: 0.1254849 Jul 05 09:36:39.833249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['a9ad1661-db50-4931-83b8-600b26007d22'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:39.907024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df6fef9d-7aa7-45af-b2dd-d1b95bb773fc req-c0db21d8-0a29-4ac9-9080-320a5d6e6945 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751555 Jul 05 09:36:40.156278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a681db8-30ea-4e8a-8bdf-52a3a62e18f0 req-3d8efedf-a993-4c59-ac8c-e24e88a0ce13 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:40.157989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a681db8-30ea-4e8a-8bdf-52a3a62e18f0 req-3d8efedf-a993-4c59-ac8c-e24e88a0ce13 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1205370 Jul 05 09:36:40.321807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:40.453686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1070578347-network', 'tenant_id': 'eaeaba7640b64f98bb3317aa137f1d45'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:40.482397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Made reservation on behalf of eaeaba7640b64f98bb3317aa137f1d45 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:40.487072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.504782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.642956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a681db8-30ea-4e8a-8bdf-52a3a62e18f0 req-5d8f04ce-41fd-493f-84e4-60090e589927 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746957 Jul 05 09:36:40.646601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.664198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.693917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:36:40.707925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bfc16d-9c1e-490c-8bd3-9a1cf27e1d4e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:40.722069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.722513 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Added segment 1e131115-9bff-42c1-aa93-5005b1c0e00e of type vlan for network fb856486-cd85-43e3-a5ec-bb991b31fe18 Jul 05 09:36:40.787308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.842853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.845023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:40.845837 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:40.869321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5428617 Jul 05 09:36:40.871677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:40.882383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Request body: {'subnet': {'network_id': 'fb856486-cd85-43e3-a5ec-bb991b31fe18', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1070578347-subnet', 'tenant_id': 'eaeaba7640b64f98bb3317aa137f1d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:40.919481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97056d28-a49d-4a03-92a9-0be410ee8da4 req-e7dd095b-c347-44cc-9f3c-ecb48376598c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:40.921261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97056d28-a49d-4a03-92a9-0be410ee8da4 req-e7dd095b-c347-44cc-9f3c-ecb48376598c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.1131971 Jul 05 09:36:40.938795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ebb36-912f-4e24-9836-fa8aecad2a28 admin admin] Pushing event updated for resources: {'Network': ['ID=fb856486-cd85-43e3-a5ec-bb991b31fe18,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:40.958041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Made reservation on behalf of eaeaba7640b64f98bb3317aa137f1d45 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:40.959919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network fb856486-cd85-43e3-a5ec-bb991b31fe18 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:36:40.960707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.042722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97056d28-a49d-4a03-92a9-0be410ee8da4 req-40cf163a-0365-40e7-82a6-c07f360d0e72 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105106 Jul 05 09:36:41.063628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a9ad1661-db50-4931-83b8-600b26007d22 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:41.110174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e2869a0a-ef37-4da6-a80a-a182c459b205 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:41.139799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:41.160172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: e2869a0a-ef37-4da6-a80a-a182c459b205 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:41.161070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e2869a0a-ef37-4da6-a80a-a182c459b205 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:41.162600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0c49b392-655d-4bf7-96ed-7389b84350ef no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:41.184024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47df48e-ca61-459a-891d-22590cd1cb37 req-130f08d0-b267-4f28-914a-79402200309f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:41.192578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d47df48e-ca61-459a-891d-22590cd1cb37 req-130f08d0-b267-4f28-914a-79402200309f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 944 time: 0.1290867 Jul 05 09:36:41.195986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 0c49b392-655d-4bf7-96ed-7389b84350ef {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:41.197375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0c49b392-655d-4bf7-96ed-7389b84350ef not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:41.198084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3aba4b6-52a2-429d-b61c-dd74793666d9 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:41.226769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a3aba4b6-52a2-429d-b61c-dd74793666d9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:41.228107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3aba4b6-52a2-429d-b61c-dd74793666d9 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:41.244079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting subnet 15b208f6-8431-452d-86c0-fe96f98f7ded {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:36:41.248009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port a9ad1661-db50-4931-83b8-600b26007d22 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:41.254014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.255027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port a9ad1661-db50-4931-83b8-600b26007d22 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:41.255675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.295945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d47df48e-ca61-459a-891d-22590cd1cb37 req-d5fe59c7-a7ae-4c9e-8ac6-2b7a23a444a2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021593 Jul 05 09:36:41.345163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.480576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.494787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.545955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b1225b-dc78-4bdb-a824-24136e8081f3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:41.567430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.578026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a9ad1661-db50-4931-83b8-600b26007d22, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a9ad1661-db50-4931-83b8-600b26007d22,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:41.579474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ad1661-db50-4931-83b8-600b26007d22'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:41.582502 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081f3e2b-a001-4bbb-968c-49781b37d5ad" -d '{"events": [{"server_uuid": "4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3", "name": "network-vif-plugged", "status": "completed", "tag": "a9ad1661-db50-4931-83b8-600b26007d22"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:41.586824 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.617905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Checking segment: {'id': '1e131115-9bff-42c1-aa93-5005b1c0e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fb856486-cd85-43e3-a5ec-bb991b31fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:41.618840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Network hostable DHCP agents. Network: fb856486-cd85-43e3-a5ec-bb991b31fe18, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:36:41.663383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46ceca-a68c-4309-b7df-6fa97fb46db2 req-743cc0b9-8d0f-434e-a05c-7f4912480eff tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:41.665360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a46ceca-a68c-4309-b7df-6fa97fb46db2 req-743cc0b9-8d0f-434e-a05c-7f4912480eff tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 944 time: 0.1040568 Jul 05 09:36:41.667869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Network fb856486-cd85-43e3-a5ec-bb991b31fe18 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:36:41.694039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, fb856486-cd85-43e3-a5ec-bb991b31fe18) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:41.700391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:41.701914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.711013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1a11b-235a-465e-9ff5-cc6ddade38af None None] Network fb856486-cd85-43e3-a5ec-bb991b31fe18 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:41.720756 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.738024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a46ceca-a68c-4309-b7df-6fa97fb46db2 req-8f03b654-64a2-4ddb-afab-231cb0eaa31c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645781 Jul 05 09:36:41.749842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bb5879f2-0f80-414c-b77f-f8039ce51e89 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8674879 Jul 05 09:36:41.750064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:41.766558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39464) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:41.768391 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/subnets/15b208f6-8431-452d-86c0-fe96f98f7ded HTTP/1.1" status: 204 len: 168 time: 0.6216295 Jul 05 09:36:41.777145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c32d25-7cbb-46b3-8730-f936aab5e9e3 None None] Network ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:41.849818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a9ad1661-db50-4931-83b8-600b26007d22,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:41.861628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275f381-b791-4c79-a2a6-a82f2b4de4e5 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Subnet': ['ID=15b208f6-8431-452d-86c0-fe96f98f7ded,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:41.921476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.110512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port 5cf1a542-1ff1-4997-a008-76337586f05b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:42.111406 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.144852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd40133-4f69-4ff2-82f7-3de385ec15f9 req-3932cb50-9779-49d9-8856-9b1e2cc2731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:42.147142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdd40133-4f69-4ff2-82f7-3de385ec15f9 req-3932cb50-9779-49d9-8856-9b1e2cc2731f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 1097 time: 0.1339324 Jul 05 09:36:42.189822 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c6992-7855-4a37-aa89-2f063f9c19a1 x-openstack-request-id: req-a83c6992-7855-4a37-aa89-2f063f9c19a1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:42.190619 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3", "name": "network-vif-plugged", "status": "completed", "tag": "a9ad1661-db50-4931-83b8-600b26007d22", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:42.190619 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a83c6992-7855-4a37-aa89-2f063f9c19a1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:42.190913 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ad1661-db50-4931-83b8-600b26007d22', 'code': 200} Jul 05 09:36:42.260058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port 5cf1a542-1ff1-4997-a008-76337586f05b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5cf1a542-1ff1-4997-a008-76337586f05b,segment=NetworkSegment(4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1),segment_id=4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:42.260058 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.276154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdd40133-4f69-4ff2-82f7-3de385ec15f9 req-cd00c873-494b-4e31-a572-d92f34eeebed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929220 Jul 05 09:36:42.284163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for 5cf1a542-1ff1-4997-a008-76337586f05b owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:42.312056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f3f5-99ae-4d6f-9c26-542d92122440 req-69bde823-d811-42a5-9595-85749b058255 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:42.319355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b77f3f5-99ae-4d6f-9c26-542d92122440 req-69bde823-d811-42a5-9595-85749b058255 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2035956 Jul 05 09:36:42.409468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83accc30-2aad-4f5f-a9e8-6f5086bc616b None None] Network fb856486-cd85-43e3-a5ec-bb991b31fe18 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:42.422797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b77f3f5-99ae-4d6f-9c26-542d92122440 req-3494b96d-202f-42e8-8006-d64da764ad9a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024134 Jul 05 09:36:42.490228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.493062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e59cac-5f22-4b78-9b35-556523f857b6 None None] DHCP port deletion for ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:36:42.534806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port 5cf1a542-1ff1-4997-a008-76337586f05b on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:42.610752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=5cf1a542-1ff1-4997-a008-76337586f05b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:42.617547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1bc12218-0ec9-45c4-bbbd-bf9b73a3bdee req-cfae694c-a4df-4127-bfb0-15d6135cb63b tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1766099183', 'description': 'tempest-description-400210160'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:42.726130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.740148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bc12218-0ec9-45c4-bbbd-bf9b73a3bdee req-cfae694c-a4df-4127-bfb0-15d6135cb63b tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.744390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9dc5c0-43b5-4039-bb8e-5bba118b2d87']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:42.764680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:42.765060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d118dcd-d2f0-4ae9-8e90-de7182ea5ca1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:42.785109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.837117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.860070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:36:42.860465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:36:42.863423 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:36:42.944143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2094a6-eb40-46f6-96ca-f609ffab38eb req-f6fa914b-0969-4ce7-b983-53820d4b4ea3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:42.945753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c2094a6-eb40-46f6-96ca-f609ffab38eb req-f6fa914b-0969-4ce7-b983-53820d4b4ea3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.2748952 Jul 05 09:36:42.971602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-86036d07-7b47-4204-8894-055fff08ab39 service neutron] 10.222.0.16 "GET /v2.0/ports/10e69c65-b7f4-4768-988c-218057597b58/bindings/n-h1-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.1932373 Jul 05 09:36:42.998474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.036827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.039410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/networks/ed9dc5c0-43b5-4039-bb8e-5bba118b2d87 HTTP/1.1" status: 204 len: 168 time: 1.2716043 Jul 05 09:36:43.043214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:43.065014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72428798-612e-4d57-8a9e-66266342502c tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Network': ['ID=ed9dc5c0-43b5-4039-bb8e-5bba118b2d87,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:43.079810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 10e69c65-b7f4-4768-988c-218057597b58 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:43.088509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c2094a6-eb40-46f6-96ca-f609ffab38eb req-5d3fc932-3dbd-4297-8e84-855fd5d0f24a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331816 Jul 05 09:36:43.113315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bc12218-0ec9-45c4-bbbd-bf9b73a3bdee req-cfae694c-a4df-4127-bfb0-15d6135cb63b tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.122411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bc12218-0ec9-45c4-bbbd-bf9b73a3bdee req-cfae694c-a4df-4127-bfb0-15d6135cb63b tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.142413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting subnet acd1488d-3b60-466f-a39d-7d47e610161a {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:36:43.142413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.176054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae694c-a4df-4127-bfb0-15d6135cb63b tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a78415c-5e74-45d1-a2cb-94527c83d5ea,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:43.186944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bc12218-0ec9-45c4-bbbd-bf9b73a3bdee req-cfae694c-a4df-4127-bfb0-15d6135cb63b tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.204525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bc12218-0ec9-45c4-bbbd-bf9b73a3bdee req-cfae694c-a4df-4127-bfb0-15d6135cb63b tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5985205 Jul 05 09:36:43.232420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.356853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:43.381960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.399605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:43.477376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.485710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e69c65-b7f4-4768-988c-218057597b58 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:43.505639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:43.518664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.525627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/subnets/acd1488d-3b60-466f-a39d-7d47e610161a HTTP/1.1" status: 204 len: 168 time: 0.4769681 Jul 05 09:36:43.534848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a319fe37-282c-4eb2-a737-88b3d716ef5a None None] Network 9e796226-a186-43c4-979c-14d36d8e6cee requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:43.535714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:43.547411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aea388-95f5-4c91-a763-969c75ed3506 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Subnet': ['ID=acd1488d-3b60-466f-a39d-7d47e610161a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:43.622835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.716178 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.775498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241449ea-8398-47ef-b85a-17158e9827ad req-04e0db59-a546-4625-9243-b735df4a80cb tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:43.778698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-241449ea-8398-47ef-b85a-17158e9827ad req-04e0db59-a546-4625-9243-b735df4a80cb tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.2673373 Jul 05 09:36:43.788785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] DHCP port deletion for 9e796226-a186-43c4-979c-14d36d8e6cee request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:36:43.812428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] Transition to ACTIVE for port object 10e69c65-b7f4-4768-988c-218057597b58 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:43.827467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.854669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] Deleting port a2d975d3-2392-4416-abdb-39dcf72a3214 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:43.855141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.930368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-241449ea-8398-47ef-b85a-17158e9827ad req-13e8da84-fad8-4217-92b1-ecfdd7a4706f tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297112 Jul 05 09:36:43.940587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] For port a2d975d3-2392-4416-abdb-39dcf72a3214, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a2d975d3-2392-4416-abdb-39dcf72a3214,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:43.940864 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:43.959333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] No DVR routers for this DVR port 10e69c65-b7f4-4768-988c-218057597b58 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:43.961557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] Calling delete_port for a2d975d3-2392-4416-abdb-39dcf72a3214 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:43.963212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] Pushing event updated for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:43.984020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port a2d975d3-2392-4416-abdb-39dcf72a3214 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:43.985842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.027661 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55bfd42a-3edf-4c96-b6a1-bf24655770f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.131162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a06e68d3-6331-406c-bccc-84f800a3ec1c service neutron] 10.222.0.16 "PUT /v2.0/ports/10e69c65-b7f4-4768-988c-218057597b58/bindings/n-h1-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 1.1435461 Jul 05 09:36:44.137115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.193135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] No DVR routers for this DVR port a2d975d3-2392-4416-abdb-39dcf72a3214 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:44.196382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-d09a0bad-0b56-44cc-ac94-a2b3fc4d7b65 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/9a78415c-5e74-45d1-a2cb-94527c83d5ea HTTP/1.1" status: 200 len: 1804 time: 0.1067979 Jul 05 09:36:44.199047 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port a2d975d3-2392-4416-abdb-39dcf72a3214, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a2d975d3-2392-4416-abdb-39dcf72a3214,segment=NetworkSegment(7ac6d545-a64f-47a2-8483-b10fc8e805f1),segment_id=7ac6d545-a64f-47a2-8483-b10fc8e805f1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:44.205996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1651f5-069b-4e08-afae-d11ebee3b4fa None None] Pushing event deleted for resources: {'Port': ['ID=a2d975d3-2392-4416-abdb-39dcf72a3214,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:44.206795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.221887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a78415c-5e74-45d1-a2cb-94527c83d5ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:44.222201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a78415c-5e74-45d1-a2cb-94527c83d5ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:44.243792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for a2d975d3-2392-4416-abdb-39dcf72a3214 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:44.286298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5cf1a542-1ff1-4997-a008-76337586f05b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:44.310748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5cf1a542-1ff1-4997-a008-76337586f05b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:44.311110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5cf1a542-1ff1-4997-a008-76337586f05b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:44.311699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a2d975d3-2392-4416-abdb-39dcf72a3214 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:44.315718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-11df357d-29ce-4cc2-b6ab-32a034a921df tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.318529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-11df357d-29ce-4cc2-b6ab-32a034a921df tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.0942218 Jul 05 09:36:44.322552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349178-a0de-48b7-9ea3-bcf5c63431a6 req-83d08072-5ced-434e-8369-2d339eb0dc40 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.324141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05349178-a0de-48b7-9ea3-bcf5c63431a6 req-83d08072-5ced-434e-8369-2d339eb0dc40 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 945 time: 0.2068951 Jul 05 09:36:44.332499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a2d975d3-2392-4416-abdb-39dcf72a3214 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:44.332713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a2d975d3-2392-4416-abdb-39dcf72a3214 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:44.388541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-31df55e8-feb3-4029-9849-1f20767dbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.390039 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-31df55e8-feb3-4029-9849-1f20767dbbb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 1097 time: 0.0598998 Jul 05 09:36:44.415359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.417642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.432713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05349178-a0de-48b7-9ea3-bcf5c63431a6 req-5eec2038-cab8-4a35-8c5c-ac949eb777d3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953121 Jul 05 09:36:44.470402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=a2d975d3-2392-4416-abdb-39dcf72a3214,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:44.483928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port a2d975d3-2392-4416-abdb-39dcf72a3214 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:44.496722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-adc0329b-4668-46a3-acc1-5b3822464a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.498421 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-adc0329b-4668-46a3-acc1-5b3822464a14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0802641 Jul 05 09:36:44.520249 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.535965 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.593973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff0f664-23a4-43d9-8eae-99a82c05cb95,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:44.598320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-bec4e75b-e3af-4f4f-a67a-42c7c4d37f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.600932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-bec4e75b-e3af-4f4f-a67a-42c7c4d37f81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.0943031 Jul 05 09:36:44.605100 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.642148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e796226-a186-43c4-979c-14d36d8e6cee']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:44.644581 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-69d5e314-8841-43dd-b56d-89c21185d43b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 200 len: 217 time: 0.0372820 Jul 05 09:36:44.645963 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.647309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4adcc1b7-f41e-405f-8176-3066a9bdb68f req-f728f1e3-7dc1-4588-ae05-0c48dee18550 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4380972 Jul 05 09:36:44.663528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac6d545-a64f-47a2-8483-b10fc8e805f1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:44.663924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac6d545-a64f-47a2-8483-b10fc8e805f1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:36:44.680684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.703432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.715782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:36:44.716185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:36:44.719191 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:36:44.742361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861345d-ac89-43ea-b9ac-048b158b7246 req-f0cf5579-85cc-41af-a7ff-a9e48c088b0b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.743744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-60e7d246-2668-4ad4-86dd-32da85398bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.745465 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-60e7d246-2668-4ad4-86dd-32da85398bd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0946608 Jul 05 09:36:44.747966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d861345d-ac89-43ea-b9ac-048b158b7246 req-f0cf5579-85cc-41af-a7ff-a9e48c088b0b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1596093 Jul 05 09:36:44.824972 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-7551b3db-913b-4bbe-8e4e-663fc76d1c77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711837 Jul 05 09:36:44.857464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.862062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d861345d-ac89-43ea-b9ac-048b158b7246 req-8801d481-530a-44ca-aa4c-311534f03430 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 Jul 05 09:36:44.875770 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.878205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/networks/9e796226-a186-43c4-979c-14d36d8e6cee HTTP/1.1" status: 204 len: 168 time: 1.3421254 Jul 05 09:36:44.896304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:44.903473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1281967512'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:44.936499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaaebc-6fec-4d3a-8fac-832ca95f3985 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Network': ['ID=9e796226-a186-43c4-979c-14d36d8e6cee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:44.968931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:44.976059 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:44.987787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c7d4d-c632-4642-9b59-c7c0bb05ccd9 req-a27c484b-bd13-49a8-87be-34fb1691119b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:44.989581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef6c7d4d-c632-4642-9b59-c7c0bb05ccd9 req-a27c484b-bd13-49a8-87be-34fb1691119b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.1347213 Jul 05 09:36:45.012769 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-bc3a3d46-e844-4a0c-93e1-9ec37f71557c service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764915 Jul 05 09:36:45.023964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:36:45.052239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef6c7d4d-c632-4642-9b59-c7c0bb05ccd9 req-3036e4e2-cebd-493f-bf41-a5a86cff2ae2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561888 Jul 05 09:36:45.077419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a385bcc8-5c0e-4ed5-a4ae-9eec29d2dd1a req-06dcca5e-652d-4d23-86e4-60a949d4c980 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1477444939', 'description': 'tempest-description-1308337397'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:45.085543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.086027 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Added segment 2cd391ad-dfe3-47db-83ee-b7ba38f200bd of type vlan for network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 Jul 05 09:36:45.115328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a385bcc8-5c0e-4ed5-a4ae-9eec29d2dd1a req-06dcca5e-652d-4d23-86e4-60a949d4c980 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.149793 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.193204 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-a0a21afe-e280-4cca-8994-8926779f187b service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706941 Jul 05 09:36:45.202806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.208472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:45.209103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.295373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Network': ['ID=1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:45.305035 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a385bcc8-5c0e-4ed5-a4ae-9eec29d2dd1a req-06dcca5e-652d-4d23-86e4-60a949d4c980 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.308189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:36:45.315494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-31b9c567-be82-406d-9872-5387328656f8 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4165590 Jul 05 09:36:45.317952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:45.321676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8672-5182-43cb-9766-5d24ab4d9b0e req-67d5710b-5748-4760-9b46-747bee90833e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:45.323834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cddc8672-5182-43cb-9766-5d24ab4d9b0e req-67d5710b-5748-4760-9b46-747bee90833e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.1320779 Jul 05 09:36:45.325003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a385bcc8-5c0e-4ed5-a4ae-9eec29d2dd1a req-06dcca5e-652d-4d23-86e4-60a949d4c980 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.328433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'subnet': {'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:45.426704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a385bcc8-5c0e-4ed5-a4ae-9eec29d2dd1a req-06dcca5e-652d-4d23-86e4-60a949d4c980 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.428014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a385bcc8-5c0e-4ed5-a4ae-9eec29d2dd1a req-06dcca5e-652d-4d23-86e4-60a949d4c980 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3552041 Jul 05 09:36:45.432906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcca5e-652d-4d23-86e4-60a949d4c980 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c47246-2fac-4f7e-95b2-c855efc159ca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:45.456999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cddc8672-5182-43cb-9766-5d24ab4d9b0e req-ad923dd5-a9a5-4b9d-b3c6-11567ea59012 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203637 Jul 05 09:36:45.490121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:45.496181 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.537432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12e66974-86fe-4259-8a3e-2608220170e9 req-d86b7d54-68aa-4830-a4e9-f63ad1a4dd27 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/59c47246-2fac-4f7e-95b2-c855efc159ca HTTP/1.1" status: 200 len: 1805 time: 0.0762236 Jul 05 09:36:45.548516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:45.557552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-12e66974-86fe-4259-8a3e-2608220170e9 req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '59c47246-2fac-4f7e-95b2-c855efc159ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:45.557859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-12e66974-86fe-4259-8a3e-2608220170e9 req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '59c47246-2fac-4f7e-95b2-c855efc159ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:45.660207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-9dbf1573-9257-4f92-a14d-179e8bb89758 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:45.661962 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-9dbf1573-9257-4f92-a14d-179e8bb89758 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.1418083 Jul 05 09:36:45.674091 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e66974-86fe-4259-8a3e-2608220170e9 req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.707102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14526d-f018-49a5-9e17-796e53b6e683 req-fc629680-3ce5-4c6a-bcb5-798e35238b41 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:45.708602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff14526d-f018-49a5-9e17-796e53b6e683 req-fc629680-3ce5-4c6a-bcb5-798e35238b41 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 945 time: 0.1241376 Jul 05 09:36:45.721909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1d53ae3-5a20-4db0-b0ef-742f02f7e407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.756994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e66974-86fe-4259-8a3e-2608220170e9 req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.768070 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e66974-86fe-4259-8a3e-2608220170e9 req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.810502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff14526d-f018-49a5-9e17-796e53b6e683 req-a71261e2-646e-441b-b14c-af6ff9b6808f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914621 Jul 05 09:36:45.812840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f446f64-057a-469e-96c7-20c084c59e9e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:45.822831 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.915471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1d53ae3-5a20-4db0-b0ef-742f02f7e407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.923028 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1d53ae3-5a20-4db0-b0ef-742f02f7e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.927598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Subnet': ['ID=927550f2-04a4-4da0-b1ba-45e2f5451eb7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:45.937919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Checking segment: {'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:45.938305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network hostable DHCP agents. Network: 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:36:45.940896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-b1ae1169-9fe2-4d2c-8b1e-e75e0a9591ed service neutron] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:45.946162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-b1ae1169-9fe2-4d2c-8b1e-e75e0a9591ed service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.947303 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fddb5e0-1b79-43f2-8aed-df825fe6a6ca req-b1ae1169-9fe2-4d2c-8b1e-e75e0a9591ed service neutron] 10.222.0.15 "DELETE /v2.0/ports/10e69c65-b7f4-4768-988c-218057597b58/bindings/n-h2-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.2585840 Jul 05 09:36:45.961186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e66974-86fe-4259-8a3e-2608220170e9 req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.962407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12e66974-86fe-4259-8a3e-2608220170e9 req-279fa961-3904-4933-96b8-6fed1ef7ad73 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4178858 Jul 05 09:36:45.965502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:36:45.982053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:45.989114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:45.990836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:45.996088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a501639-41a0-4033-859a-f093baadbfce None None] Network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:46.013043 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50a51d87-1be3-4c41-9362-c9e5d1d84624 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6913788 Jul 05 09:36:46.013238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39600) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:46.020196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1645165243'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:46.047190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d53ae3-5a20-4db0-b0ef-742f02f7e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df77dc5a-a0a8-4a73-95dd-181d64aac90b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:46.052237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a1d53ae3-5a20-4db0-b0ef-742f02f7e407 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1505cdd785e4d84b08cf6ae96331826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025704 Jul 05 09:36:46.054998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:46.060570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.062493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:46.101807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcd1ec-0db9-454c-8b23-2d29f61dfc12 req-9a0adc09-942f-4be9-9ac8-5b6db191ba9a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:46.104153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bdcd1ec-0db9-454c-8b23-2d29f61dfc12 req-9a0adc09-942f-4be9-9ac8-5b6db191ba9a tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.1749375 Jul 05 09:36:46.139632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:36:46.163881 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.164239 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Added segment 4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9 of type vlan for network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 Jul 05 09:36:46.173149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-522967ea-4516-4294-8a11-3d252ee9cf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.175927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bdcd1ec-0db9-454c-8b23-2d29f61dfc12 req-e133a22b-b512-4eba-bb4a-8d7906775e3c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655975 Jul 05 09:36:46.218597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fab3181f-f041-4ff8-bc80-bb134da71edf req-39073cba-506d-46e3-bb14-db12b813e18c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2142715065', 'description': 'tempest-description-887926162'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:46.227264 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.232118 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-522967ea-4516-4294-8a11-3d252ee9cf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.255529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77', 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'fixed_ips': [{'subnet_id': '927550f2-04a4-4da0-b1ba-45e2f5451eb7'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:36:46.257290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.264458 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fab3181f-f041-4ff8-bc80-bb134da71edf req-39073cba-506d-46e3-bb14-db12b813e18c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.291709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99068c68-64fd-4e00-921d-bc7f0f164e7a req-a87221d7-7c59-45ed-876d-bd6ecf5c6d6c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:46.297930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.298653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99068c68-64fd-4e00-921d-bc7f0f164e7a req-a87221d7-7c59-45ed-876d-bd6ecf5c6d6c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1412635 Jul 05 09:36:46.310127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:46.310893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.355246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99068c68-64fd-4e00-921d-bc7f0f164e7a req-0680bfae-3cfa-4cd8-b81a-96a459c7c50c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Jul 05 09:36:46.399435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-522967ea-4516-4294-8a11-3d252ee9cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.403847 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-522967ea-4516-4294-8a11-3d252ee9cf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.409402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-522967ea-4516-4294-8a11-3d252ee9cf24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df77dc5a-a0a8-4a73-95dd-181d64aac90b HTTP/1.1" status: 204 len: 168 time: 0.3444262 Jul 05 09:36:46.409833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Network': ['ID=f4b30929-1cf6-4d96-8465-b1f29e0d0db7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:46.423252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522967ea-4516-4294-8a11-3d252ee9cf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df77dc5a-a0a8-4a73-95dd-181d64aac90b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:46.458468 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fab3181f-f041-4ff8-bc80-bb134da71edf req-39073cba-506d-46e3-bb14-db12b813e18c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.470138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fab3181f-f041-4ff8-bc80-bb134da71edf req-39073cba-506d-46e3-bb14-db12b813e18c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.476878 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bd88dd9e-1997-42b7-8e93-1bc8be29b5bd tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4623585 Jul 05 09:36:46.480421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:46.507939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'subnet': {'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:46.519021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:36:46.522657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39073cba-506d-46e3-bb14-db12b813e18c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6feaa9c-a939-4dde-8035-1284f556391d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:46.525715 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fab3181f-f041-4ff8-bc80-bb134da71edf req-39073cba-506d-46e3-bb14-db12b813e18c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.547301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fab3181f-f041-4ff8-bc80-bb134da71edf req-39073cba-506d-46e3-bb14-db12b813e18c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3355637 Jul 05 09:36:46.672183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:46.703021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d79d3-6d2e-44b6-ae4b-084b7c1fa10c req-086588d6-5d37-41de-9a84-43f8f45f2285 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:46.703985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.718752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.722483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-518d79d3-6d2e-44b6-ae4b-084b7c1fa10c req-086588d6-5d37-41de-9a84-43f8f45f2285 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1890943 Jul 05 09:36:46.740067 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e14e197-0c6f-40ca-a1c5-4c23485ae213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:46.755100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Allocated IP 19.80.0.2 (1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77/927550f2-04a4-4da0-b1ba-45e2f5451eb7/11f61245-f885-46ac-95c6-e13ddbaa9318) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:46.777467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-518d79d3-6d2e-44b6-ae4b-084b7c1fa10c req-41b09683-d826-45e7-8033-a740156d2b1a tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539479 Jul 05 09:36:47.056567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-be816b3d-5f32-45d8-82df-96689379caa4 req-8ce00128-fcf9-4ab4-a8c7-477212e72ae9 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-139603135', 'description': 'tempest-description-1849411991'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:47.063442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.078148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Transition to ACTIVE for port object 11f61245-f885-46ac-95c6-e13ddbaa9318 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:47.096803 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.102850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Transition to ACTIVE for port object 11f61245-f885-46ac-95c6-e13ddbaa9318 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:47.112095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a164d15-fc5c-4ff3-a77a-45b3f17d83a7 req-d8dd0fbe-1900-4212-afad-3b2c5eac1818 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.112587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.120291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a164d15-fc5c-4ff3-a77a-45b3f17d83a7 req-d8dd0fbe-1900-4212-afad-3b2c5eac1818 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.1790924 Jul 05 09:36:47.122579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-be816b3d-5f32-45d8-82df-96689379caa4 req-8ce00128-fcf9-4ab4-a8c7-477212e72ae9 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.172062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Pushing event updated for resources: {'Port': ['ID=11f61245-f885-46ac-95c6-e13ddbaa9318,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:47.184907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:47.186596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:47.189609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:47.198277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a164d15-fc5c-4ff3-a77a-45b3f17d83a7 req-42a9882d-3748-4f0b-88e7-d16ac649bb95 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726850 Jul 05 09:36:47.230085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Checking segment: {'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:47.230674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network hostable DHCP agents. Network: f4b30929-1cf6-4d96-8465-b1f29e0d0db7, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:36:47.263210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Subnet': ['ID=b290d66a-36ec-4bb8-a51d-3390c6a17dbd,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:47.265566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Attempting to bind port 11f61245-f885-46ac-95c6-e13ddbaa9318 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:47.266092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Attempting to bind port 11f61245-f885-46ac-95c6-e13ddbaa9318 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:47.266560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Attempting to bind port 11f61245-f885-46ac-95c6-e13ddbaa9318 on network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:47.273520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:47.274138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Checking segment: {'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:47.274641 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.275391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Bound using segment: {'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:47.275990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Bound port: 11f61245-f885-46ac-95c6-e13ddbaa9318, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:47.276525 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.324956 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-be816b3d-5f32-45d8-82df-96689379caa4 req-8ce00128-fcf9-4ab4-a8c7-477212e72ae9 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.331373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-be816b3d-5f32-45d8-82df-96689379caa4 req-8ce00128-fcf9-4ab4-a8c7-477212e72ae9 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.349281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] For port 11f61245-f885-46ac-95c6-e13ddbaa9318, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:47.352882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] For port 11f61245-f885-46ac-95c6-e13ddbaa9318, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=11f61245-f885-46ac-95c6-e13ddbaa9318,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:47.358317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.367729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:36:47.382481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, f4b30929-1cf6-4d96-8465-b1f29e0d0db7) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:47.386766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.389191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.414824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-8e71dbeb-278e-4320-976a-7cd488391d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.416233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-8e71dbeb-278e-4320-976a-7cd488391d8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1097 time: 0.1387138 Jul 05 09:36:47.418319 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9e21d8fd-81e5-48c3-871a-aebed0f562e3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9266853 Jul 05 09:36:47.432144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc6822-22e2-4041-b23d-45806c71b696 None None] Network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:47.454422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-be816b3d-5f32-45d8-82df-96689379caa4 req-8ce00128-fcf9-4ab4-a8c7-477212e72ae9 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.473710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be816b3d-5f32-45d8-82df-96689379caa4 req-8ce00128-fcf9-4ab4-a8c7-477212e72ae9 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4232957 Jul 05 09:36:47.479878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce00128-fcf9-4ab4-a8c7-477212e72ae9 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9af55-23a9-47b3-9302-adee7da7d1cb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:47.525819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf22c11-bafb-42b2-b105-58c2817bb576 None None] Pushing event updated for resources: {'Port': ['ID=11f61245-f885-46ac-95c6-e13ddbaa9318,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:47.527638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e461d5b-d036-46a2-83a4-b207afc510ec req-53b4e76d-1d2c-4a8c-adfc-96243a4521b6 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.529758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e461d5b-d036-46a2-83a4-b207afc510ec req-53b4e76d-1d2c-4a8c-adfc-96243a4521b6 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1913743 Jul 05 09:36:47.622534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-f441f41d-18bc-420f-b7c3-cca9a421ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.624105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-f441f41d-18bc-420f-b7c3-cca9a421ca0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2002804 Jul 05 09:36:47.635612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e461d5b-d036-46a2-83a4-b207afc510ec req-aa4059ad-cc06-44dd-a83e-764600ca592e tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851676 Jul 05 09:36:47.729128 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-75e8acf4-0366-43e5-8e8b-a231d32e736f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 200 len: 217 time: 0.0957685 Jul 05 09:36:47.820156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-f4b30929-1cf6-4d96-8465-b1f29e0d0db7', 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'fixed_ips': [{'subnet_id': 'b290d66a-36ec-4bb8-a51d-3390c6a17dbd'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:36:47.830578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.849487 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:47.853228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-32f3c18d-1e85-4bb6-b290-14c213bf6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.855043 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-32f3c18d-1e85-4bb6-b290-14c213bf6ac4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1128383 Jul 05 09:36:47.916676 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-30082958-df30-4387-bfdb-26e4807e0bbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510080 Jul 05 09:36:47.968212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ac87d-d9e3-46ed-88a2-e0060f521c34 req-d440502f-5368-4da1-a6e4-215bb6baa637 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.970217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f5ac87d-d9e3-46ed-88a2-e0060f521c34 req-d440502f-5368-4da1-a6e4-215bb6baa637 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.1771715 Jul 05 09:36:47.996402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fcc8d-a322-499a-a7d0-d5e623c1b85a req-64e3954c-f49e-44b3-913d-09b463c5c12e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:47.997839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d5fcc8d-a322-499a-a7d0-d5e623c1b85a req-64e3954c-f49e-44b3-913d-09b463c5c12e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1130352 Jul 05 09:36:48.033523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-0e47f3f9-ae4f-4c43-8ab4-5aca5b1c95f7 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085303 Jul 05 09:36:48.071254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f5ac87d-d9e3-46ed-88a2-e0060f521c34 req-913abb65-2696-4cf4-908b-fdef3f7026a1 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922658 Jul 05 09:36:48.087073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Allocated IP 19.86.0.2 (f4b30929-1cf6-4d96-8465-b1f29e0d0db7/b290d66a-36ec-4bb8-a51d-3390c6a17dbd/fbb12291-fc2c-440f-bb17-9edc5bf342ab) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:48.087789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d5fcc8d-a322-499a-a7d0-d5e623c1b85a req-c5955020-e146-4185-aa19-c27b42b8e80d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809777 Jul 05 09:36:48.173141 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-99d58737-4e9e-43da-b516-04a22bc46c27 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320169 Jul 05 09:36:48.201923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-dfc09e53-2553-4f9f-8a6e-2a0656efdb6a tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/a6feaa9c-a939-4dde-8035-1284f556391d HTTP/1.1" status: 200 len: 1804 time: 0.0566101 Jul 05 09:36:48.332975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 11f61245-f885-46ac-95c6-e13ddbaa9318 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:48.393040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.404986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-8e7cc008-5768-4e55-b261-09439418f4d5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/99f9af55-23a9-47b3-9302-adee7da7d1cb HTTP/1.1" status: 200 len: 1804 time: 0.1874168 Jul 05 09:36:48.408054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Transition to ACTIVE for port object fbb12291-fc2c-440f-bb17-9edc5bf342ab will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:48.411236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a6feaa9c-a939-4dde-8035-1284f556391d', 'remote_group_id': '99f9af55-23a9-47b3-9302-adee7da7d1cb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:48.411236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a6feaa9c-a939-4dde-8035-1284f556391d', 'remote_group_id': '99f9af55-23a9-47b3-9302-adee7da7d1cb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:48.423276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-acc2b451-7529-4187-9a7e-003cb7c2113a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:48.434376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-acc2b451-7529-4187-9a7e-003cb7c2113a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:48.434679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Transition to ACTIVE for port object fbb12291-fc2c-440f-bb17-9edc5bf342ab will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:48.437827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 11f61245-f885-46ac-95c6-e13ddbaa9318 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:48.441634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-acc2b451-7529-4187-9a7e-003cb7c2113a tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/networks?id=1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77&id=f4b30929-1cf6-4d96-8465-b1f29e0d0db7 HTTP/1.1" status: 200 len: 1392 time: 0.1825268 Jul 05 09:36:48.447817 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.466269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e2772d94-0baf-4b11-b98d-91cdb1ed434d tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/quotas/340173e9eeb74a528c890b0c17b7de45 HTTP/1.1" status: 200 len: 375 time: 0.0235953 Jul 05 09:36:48.493239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:48.498956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:48.502829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:48.521806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Pushing event updated for resources: {'Port': ['ID=fbb12291-fc2c-440f-bb17-9edc5bf342ab,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:48.582193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.590342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Attempting to bind port fbb12291-fc2c-440f-bb17-9edc5bf342ab on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:48.590877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Attempting to bind port fbb12291-fc2c-440f-bb17-9edc5bf342ab by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:48.590992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Attempting to bind port fbb12291-fc2c-440f-bb17-9edc5bf342ab on network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:48.599890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:48.599890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Checking segment: {'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:48.599890 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.599890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Bound using segment: {'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:48.599890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Bound port: fbb12291-fc2c-440f-bb17-9edc5bf342ab, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:48.599890 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.639957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-89e1fb91-0948-4512-8415-38870351c488 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1549289 Jul 05 09:36:48.668136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.681476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.701877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] For port fbb12291-fc2c-440f-bb17-9edc5bf342ab, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:48.705552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] For port fbb12291-fc2c-440f-bb17-9edc5bf342ab, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fbb12291-fc2c-440f-bb17-9edc5bf342ab,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:48.712245 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.743493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433bdb42-73db-4ef6-834d-4d761673d5c4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:48.751976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:48.753334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4de5d7c2-a54e-490b-81a3-e3eced10141f req-b87b84d2-48ba-45a8-9356-d4fe8839f6a5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3474967 Jul 05 09:36:48.825875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25195ac-3e9d-4917-9033-85519146d419 None None] Pushing event updated for resources: {'Port': ['ID=fbb12291-fc2c-440f-bb17-9edc5bf342ab,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:48.829849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e7f040fa-f907-41c0-afc6-88b327942488 service neutron] 10.222.0.21 "GET /v2.0/networks/1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784871 Jul 05 09:36:48.937129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-74ef954f-5ab2-4825-83ea-6f74f156f65e service neutron] 10.222.0.21 "GET /v2.0/networks/1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002800 Jul 05 09:36:48.989426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d5694d-5e92-48da-af8b-8d41007a918c None None] Network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:49.112500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-c81126cf-ace2-47e7-8f78-d3a17c4c6941 service neutron] 10.222.0.21 "GET /v2.0/networks/f4b30929-1cf6-4d96-8465-b1f29e0d0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664577 Jul 05 09:36:49.114962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8cd3a71-22c5-449b-853d-bf6e30e64aea None None] Provisioning for port 11f61245-f885-46ac-95c6-e13ddbaa9318 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:49.128056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8cd3a71-22c5-449b-853d-bf6e30e64aea None None] Provisioning complete for port 11f61245-f885-46ac-95c6-e13ddbaa9318 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:49.128689 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3a71-22c5-449b-853d-bf6e30e64aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:49.249192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-57464bd6-97f0-4596-b635-b7fecdb15c55 service neutron] 10.222.0.21 "GET /v2.0/networks/f4b30929-1cf6-4d96-8465-b1f29e0d0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276083 Jul 05 09:36:49.331499 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3a71-22c5-449b-853d-bf6e30e64aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:49.408829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f8cd3a71-22c5-449b-853d-bf6e30e64aea None None] For port 11f61245-f885-46ac-95c6-e13ddbaa9318, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=11f61245-f885-46ac-95c6-e13ddbaa9318,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:49.417357 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3a71-22c5-449b-853d-bf6e30e64aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:49.561694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd3a71-22c5-449b-853d-bf6e30e64aea None None] Pushing event updated for resources: {'Port': ['ID=11f61245-f885-46ac-95c6-e13ddbaa9318,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:49.571318 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:49.815704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2cc77-4115-46fb-8fe2-e03ef77f3951 req-931f025f-c84c-4092-b461-4ef9a70dcbe2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:49.824083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83d2cc77-4115-46fb-8fe2-e03ef77f3951 req-931f025f-c84c-4092-b461-4ef9a70dcbe2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.1354759 Jul 05 09:36:49.913467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83d2cc77-4115-46fb-8fe2-e03ef77f3951 req-6a5eea97-7605-48e6-b754-ab606ec78c5c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874176 Jul 05 09:36:49.963866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2ee414a7-ef82-4040-880f-a8f65bf1e2c8 req-9c5c24fa-c046-4952-bb42-10c00b8397ac tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1746549759', 'description': 'tempest-description-574530088'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:49.966168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-de1ffe21-ee98-4666-9614-1de2c8fe964a None None] Provisioning complete for port 11f61245-f885-46ac-95c6-e13ddbaa9318 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:49.967149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de1ffe21-ee98-4666-9614-1de2c8fe964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:50.049045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2ee414a7-ef82-4040-880f-a8f65bf1e2c8 req-9c5c24fa-c046-4952-bb42-10c00b8397ac tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:50.190224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d869a-4550-492d-822b-3f12751ba724 req-e7a2a741-22f9-46d6-bdf2-aa3f0159b59e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:50.192255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-391d869a-4550-492d-822b-3f12751ba724 req-e7a2a741-22f9-46d6-bdf2-aa3f0159b59e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.1717367 Jul 05 09:36:50.287066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-391d869a-4550-492d-822b-3f12751ba724 req-489c0335-9166-4321-96d0-a8104bf9e922 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823038 Jul 05 09:36:50.335203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2ee414a7-ef82-4040-880f-a8f65bf1e2c8 req-9c5c24fa-c046-4952-bb42-10c00b8397ac tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:50.344793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2ee414a7-ef82-4040-880f-a8f65bf1e2c8 req-9c5c24fa-c046-4952-bb42-10c00b8397ac tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:50.391117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2ee414a7-ef82-4040-880f-a8f65bf1e2c8 req-9c5c24fa-c046-4952-bb42-10c00b8397ac tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:50.391117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ee414a7-ef82-4040-880f-a8f65bf1e2c8 req-9c5c24fa-c046-4952-bb42-10c00b8397ac tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4375937 Jul 05 09:36:50.400758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c24fa-c046-4952-bb42-10c00b8397ac tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29193579-cb4e-4193-924a-adaa6721e7cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:50.425843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc123e6-e247-4386-b7a8-cda5dd96863f None None] Network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:36:50.579132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c39000-f88c-4243-9e3b-313f2d31669b req-efc36495-93e8-4787-9c83-87b4bb435819 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:50.581244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63c39000-f88c-4243-9e3b-313f2d31669b req-efc36495-93e8-4787-9c83-87b4bb435819 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1088593 Jul 05 09:36:50.610290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fbb12291-fc2c-440f-bb17-9edc5bf342ab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:50.632239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c10f646-af7d-4260-a49c-1d20a9978796 req-de3189b2-de22-4112-b819-e4b7415d9839 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 210 time: 0.0439785 Jul 05 09:36:50.697503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63c39000-f88c-4243-9e3b-313f2d31669b req-a9f3f44b-3213-4758-8326-294b6314430b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988157 Jul 05 09:36:50.849441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac000d99-d7ea-4b8f-83dd-8eca5faf1f18 req-deee3610-d8d6-4972-8754-da4fb4cf1739 tempest-AbsoluteLimitsNegativeTestJSON-1895129199 tempest-AbsoluteLimitsNegativeTestJSON-1895129199-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d516f8f4bbe4e558b8e2d5a11f395f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475118 Jul 05 09:36:50.851968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aca7038c-06f1-4a15-8812-979fa4c57a5d None None] Provisioning for port fbb12291-fc2c-440f-bb17-9edc5bf342ab completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:50.920304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port fbb12291-fc2c-440f-bb17-9edc5bf342ab completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:50.926877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port fbb12291-fc2c-440f-bb17-9edc5bf342ab triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:50.927456 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:50.990556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac000d99-d7ea-4b8f-83dd-8eca5faf1f18 req-c47fb904-b9a4-48d8-b62b-2d4f9e99d003 tempest-AbsoluteLimitsNegativeTestJSON-1895129199 tempest-AbsoluteLimitsNegativeTestJSON-1895129199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:51.009145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac000d99-d7ea-4b8f-83dd-8eca5faf1f18 req-c47fb904-b9a4-48d8-b62b-2d4f9e99d003 tempest-AbsoluteLimitsNegativeTestJSON-1895129199 tempest-AbsoluteLimitsNegativeTestJSON-1895129199-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584156 Jul 05 09:36:51.030387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac000d99-d7ea-4b8f-83dd-8eca5faf1f18 req-c6a41267-a305-4a43-ba20-9a5a03dbd00f tempest-AbsoluteLimitsNegativeTestJSON-1895129199 tempest-AbsoluteLimitsNegativeTestJSON-1895129199-project] 10.222.0.21 "GET /v2.0/quotas/0d516f8f4bbe4e558b8e2d5a11f395f5 HTTP/1.1" status: 200 len: 375 time: 0.0198996 Jul 05 09:36:51.031322 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.079502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port fbb12291-fc2c-440f-bb17-9edc5bf342ab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fbb12291-fc2c-440f-bb17-9edc5bf342ab,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:51.089114 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.093585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac000d99-d7ea-4b8f-83dd-8eca5faf1f18 req-72bf200e-873f-4666-b8ca-d80b8aa928aa tempest-AbsoluteLimitsNegativeTestJSON-1895129199 tempest-AbsoluteLimitsNegativeTestJSON-1895129199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d516f8f4bbe4e558b8e2d5a11f395f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560596 Jul 05 09:36:51.095609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 11f61245-f885-46ac-95c6-e13ddbaa9318 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:51.163862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-0112f42a-985d-4c56-960b-96ab77e5ce3c req-a7a44e8d-3048-43be-95d9-c33ae8af22c1 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-12924937', 'description': 'tempest-description-1017715280'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:51.204909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=fbb12291-fc2c-440f-bb17-9edc5bf342ab,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:51.226572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0112f42a-985d-4c56-960b-96ab77e5ce3c req-a7a44e8d-3048-43be-95d9-c33ae8af22c1 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.286414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 11f61245-f885-46ac-95c6-e13ddbaa9318 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:51.287797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.422564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0112f42a-985d-4c56-960b-96ab77e5ce3c req-a7a44e8d-3048-43be-95d9-c33ae8af22c1 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.436090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0112f42a-985d-4c56-960b-96ab77e5ce3c req-a7a44e8d-3048-43be-95d9-c33ae8af22c1 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.539218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0112f42a-985d-4c56-960b-96ab77e5ce3c req-a7a44e8d-3048-43be-95d9-c33ae8af22c1 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.555377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0112f42a-985d-4c56-960b-96ab77e5ce3c req-a7a44e8d-3048-43be-95d9-c33ae8af22c1 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3957765 Jul 05 09:36:51.568158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a44e8d-3048-43be-95d9-c33ae8af22c1 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ca8a6-d31c-4319-80da-6aff23e8ab27,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:51.601365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ac123edd-ce92-4afe-ac2a-d7647723b844 None None] Provisioning complete for port fbb12291-fc2c-440f-bb17-9edc5bf342ab triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:51.601827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac123edd-ce92-4afe-ac2a-d7647723b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:51.686317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:51.739597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-dc9e4a1c-7066-4095-a756-95aeec8dd398 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:51.753114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-dc9e4a1c-7066-4095-a756-95aeec8dd398 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:51.753692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614abfa-7b5a-403b-9c50-3970f55de2ab req-01de26dd-6cac-4db6-bad3-4dcb58065bfd tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:51.762737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2614abfa-7b5a-403b-9c50-3970f55de2ab req-01de26dd-6cac-4db6-bad3-4dcb58065bfd tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.3009408 Jul 05 09:36:51.765024 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-dc9e4a1c-7066-4095-a756-95aeec8dd398 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "GET /v2.0/networks?id=1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77&id=f4b30929-1cf6-4d96-8465-b1f29e0d0db7 HTTP/1.1" status: 200 len: 1392 time: 0.3194418 Jul 05 09:36:51.765826 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-799282d8-ce67-4134-bdba-15f047691859 req-373c2942-d1bb-4d1b-807f-a465b3c339a5 service neutron] show failed (client error): The resource could not be found. Jul 05 09:36:51.767208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-373c2942-d1bb-4d1b-807f-a465b3c339a5 service neutron] 10.222.0.16 "GET /v2.0/ports/58a4618c-a2ae-4fb1-bc84-58b74d4ae38d/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.1767588 Jul 05 09:36:51.783186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'port': {'device_id': '459b021a-13a8-4e0f-b683-d3fcac149106', 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77', 'admin_state_up': True, 'tenant_id': '340173e9eeb74a528c890b0c17b7de45'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:51.875010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2614abfa-7b5a-403b-9c50-3970f55de2ab req-802833f3-72e8-48ce-90ee-c1506e295df8 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111178 Jul 05 09:36:51.975814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d62829-a232-4b69-b116-4aab90e2f4d2 req-15f0732c-81f3-48e1-819b-b251ae9e8bed tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:51.978403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d62829-a232-4b69-b116-4aab90e2f4d2 req-15f0732c-81f3-48e1-819b-b251ae9e8bed tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.1579320 Jul 05 09:36:52.002272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:52.007991 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.020213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c5630ac-482b-4676-90a6-cfabd99f12b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.095452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d62829-a232-4b69-b116-4aab90e2f4d2 req-a1c25d41-a0d5-49df-bbb3-842a8679aec0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959494 Jul 05 09:36:52.101274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-5e91c670-c0c7-4b8a-afc9-250e2b1502f2 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/29193579-cb4e-4193-924a-adaa6721e7cf HTTP/1.1" status: 200 len: 1804 time: 0.1774323 Jul 05 09:36:52.222998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Allocated IP 19.80.0.248 (1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77/927550f2-04a4-4da0-b1ba-45e2f5451eb7/039c5f32-239e-40a8-8f82-60fef661a17c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:52.301345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fbb12291-fc2c-440f-bb17-9edc5bf342ab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:36:52.370952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port fbb12291-fc2c-440f-bb17-9edc5bf342ab triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:52.371510 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.430413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.448340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Transition to ACTIVE for port object 039c5f32-239e-40a8-8f82-60fef661a17c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:52.533951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.564211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-5fe8a6f4-e8fe-41aa-8c35-4e03c9c19f56 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/c01ca8a6-d31c-4319-80da-6aff23e8ab27 HTTP/1.1" status: 200 len: 1803 time: 0.4540048 Jul 05 09:36:52.583462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '29193579-cb4e-4193-924a-adaa6721e7cf', 'remote_group_id': 'c01ca8a6-d31c-4319-80da-6aff23e8ab27', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:52.583801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '29193579-cb4e-4193-924a-adaa6721e7cf', 'remote_group_id': 'c01ca8a6-d31c-4319-80da-6aff23e8ab27', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:52.611552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:52.618208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:52.629360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:52.632685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e11d2-003d-464a-b5a1-08eb6d55b1bb req-0acd9dd7-c365-446d-8b82-b18e0113dee2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:52.634364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-555e11d2-003d-464a-b5a1-08eb6d55b1bb req-0acd9dd7-c365-446d-8b82-b18e0113dee2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 932 time: 0.1536360 Jul 05 09:36:52.677657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Port': ['ID=039c5f32-239e-40a8-8f82-60fef661a17c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:52.685823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c5630ac-482b-4676-90a6-cfabd99f12b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.702535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-643a90ae-fb70-41c2-9b48-41e8c15d1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:52.705060 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-643a90ae-fb70-41c2-9b48-41e8c15d1516 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28&tenant_id=a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 1102 time: 0.2111409 Jul 05 09:36:52.717997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:52.724126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c5630ac-482b-4676-90a6-cfabd99f12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.761257 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-555e11d2-003d-464a-b5a1-08eb6d55b1bb req-4520df9e-91c8-4026-9547-b10a1c0c4268 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184468 Jul 05 09:36:52.763423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:52.764618 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.805820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0c5630ac-482b-4676-90a6-cfabd99f12b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d516f8f4bbe4e558b8e2d5a11f395f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1181371 Jul 05 09:36:52.808364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39734) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:52.808894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5630ac-482b-4676-90a6-cfabd99f12b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e913e05-0d65-4e24-a88c-b3712612dd84,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:52.888426 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-93b9d50f-37a6-4c5a-8a5d-45473c19607f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1125607 Jul 05 09:36:52.889011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.911246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Request body: {'port': {'device_id': '459b021a-13a8-4e0f-b683-d3fcac149106', 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7', 'admin_state_up': True, 'tenant_id': '340173e9eeb74a528c890b0c17b7de45'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:52.979579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:52.991206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4b7a-721b-486b-a6dd-9f99bcbf50d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.037132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e6d9081-a30f-44fe-916d-2f86131eb789 None None] Provisioning for port 039c5f32-239e-40a8-8f82-60fef661a17c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:53.045530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e6d9081-a30f-44fe-916d-2f86131eb789 None None] Provisioning complete for port 039c5f32-239e-40a8-8f82-60fef661a17c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:53.046005 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9081-a30f-44fe-916d-2f86131eb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.052861 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4b7a-721b-486b-a6dd-9f99bcbf50d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.065561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.092796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20539933-293f-4672-b0c1-1912fcbb542d req-9182c444-7e03-4a40-9f70-25acdb1418bb tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:53.094748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20539933-293f-4672-b0c1-1912fcbb542d req-9182c444-7e03-4a40-9f70-25acdb1418bb tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1809769 Jul 05 09:36:53.095667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.128930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d9081-a30f-44fe-916d-2f86131eb789 None None] Port 039c5f32-239e-40a8-8f82-60fef661a17c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:53.139204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa2061e-9812-4871-be1c-49dbd872ada5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:53.183158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20539933-293f-4672-b0c1-1912fcbb542d req-2e861c9b-a8e5-4413-a483-234581e123f0 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717220 Jul 05 09:36:53.186506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.202639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1029c5fe-5578-44d7-bae2-82ddd025f915 req-ed067052-ff21-4837-a896-88c4163a7dbf tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6274354 Jul 05 09:36:53.227408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4b7a-721b-486b-a6dd-9f99bcbf50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.230936 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4b7a-721b-486b-a6dd-9f99bcbf50d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.242703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5c4a4b7a-721b-486b-a6dd-9f99bcbf50d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e913e05-0d65-4e24-a88c-b3712612dd84 HTTP/1.1" status: 204 len: 168 time: 0.4207776 Jul 05 09:36:53.270085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a4b7a-721b-486b-a6dd-9f99bcbf50d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e913e05-0d65-4e24-a88c-b3712612dd84,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:53.554806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4744f2a-e190-484a-8ecc-17208c1701d8 req-aac224df-c9e1-4948-aab0-88fe22bb127e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:53.557053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4744f2a-e190-484a-8ecc-17208c1701d8 req-aac224df-c9e1-4948-aab0-88fe22bb127e tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.1624415 Jul 05 09:36:53.612564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Made reservation on behalf of 340173e9eeb74a528c890b0c17b7de45 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:53.616217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:53.675616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56c27b-b089-4e83-b62e-088de33b739d req-e48585de-70a9-4fbf-beca-209b8964ee9b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:53.679591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de56c27b-b089-4e83-b62e-088de33b739d req-e48585de-70a9-4fbf-beca-209b8964ee9b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.1784513 Jul 05 09:36:53.706340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4744f2a-e190-484a-8ecc-17208c1701d8 req-317224b5-5cd1-4682-a4de-bae9c834b3e2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293299 Jul 05 09:36:53.828032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de56c27b-b089-4e83-b62e-088de33b739d req-e039fb0a-d295-464e-a33a-6d2b14aea96d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415169 Jul 05 09:36:53.831981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Allocated IP 19.86.0.155 (f4b30929-1cf6-4d96-8465-b1f29e0d0db7/b290d66a-36ec-4bb8-a51d-3390c6a17dbd/faf976d2-4da9-416b-8328-93cd70512b3b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:36:53.894667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88da937-b3f4-44a2-9de2-76b3e7144fd3 req-c984eaba-9583-4475-9dcd-d8be3dd26085 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/c01ca8a6-d31c-4319-80da-6aff23e8ab27 HTTP/1.1" status: 200 len: 1803 time: 0.1045418 Jul 05 09:36:53.977337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:54.004693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d88da937-b3f4-44a2-9de2-76b3e7144fd3 req-a788af8a-df87-4713-a954-3a9aa8598479 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.034677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d88da937-b3f4-44a2-9de2-76b3e7144fd3 req-a788af8a-df87-4713-a954-3a9aa8598479 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.061517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:54.120425 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.134715 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d88da937-b3f4-44a2-9de2-76b3e7144fd3 req-a788af8a-df87-4713-a954-3a9aa8598479 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.138781 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d88da937-b3f4-44a2-9de2-76b3e7144fd3 req-a788af8a-df87-4713-a954-3a9aa8598479 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.143037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:54.145522 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbdb742-3721-41a3-8a89-8c05d23555bb" -d '{"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-unplugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:54.147940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88da937-b3f4-44a2-9de2-76b3e7144fd3 req-a788af8a-df87-4713-a954-3a9aa8598479 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-groups/c01ca8a6-d31c-4319-80da-6aff23e8ab27 HTTP/1.1" status: 204 len: 173 time: 0.2451222 Jul 05 09:36:54.150060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.160391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Transition to ACTIVE for port object faf976d2-4da9-416b-8328-93cd70512b3b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:54.172839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788af8a-df87-4713-a954-3a9aa8598479 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ca8a6-d31c-4319-80da-6aff23e8ab27,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:54.178922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Transition to ACTIVE for port object 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:54.191780 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.339870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] No DVR routers for this DVR port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:54.367500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:54.405004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.468799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:54.469141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:54.469474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:54.472976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-635c4605-726e-467d-a337-c7788a112987 req-47153a2d-7ca0-4c25-9a96-a35d7cf81346 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/29193579-cb4e-4193-924a-adaa6721e7cf HTTP/1.1" status: 200 len: 1804 time: 0.1870484 Jul 05 09:36:54.477583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:36:54.488750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:36:54.494031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:54.494344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:54.496667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:36:54.502037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event updated for resources: {'Port': ['ID=faf976d2-4da9-416b-8328-93cd70512b3b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:54.529881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:54.530227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:54.530721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:54.531128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Bound port: 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:54.531488 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.574509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa907a6-164d-468e-a47a-9b5528c6aaea req-d0b51ac1-c9ae-4725-93d9-c48a029d7817 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:54.583560 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b53005-2a43-4974-94d4-66a3f9e402bc x-openstack-request-id: req-62b53005-2a43-4974-94d4-66a3f9e402bc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:54.583871 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-unplugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:54.585321 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62b53005-2a43-4974-94d4-66a3f9e402bc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:54.585756 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'code': 200} Jul 05 09:36:54.601251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa907a6-164d-468e-a47a-9b5528c6aaea req-d0b51ac1-c9ae-4725-93d9-c48a029d7817 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:54.613636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aa907a6-164d-468e-a47a-9b5528c6aaea req-d0b51ac1-c9ae-4725-93d9-c48a029d7817 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1655 time: 0.2431982 Jul 05 09:36:54.640163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:54.640983 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.686267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39776) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:54.698949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aa907a6-164d-468e-a47a-9b5528c6aaea req-f0fb8396-1362-4489-9bfe-0d910c08de28 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787425 Jul 05 09:36:54.704219 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-0b2eab1c-42a7-4935-9bcf-d9de9c990625 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8024020 Jul 05 09:36:54.719530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Request body: {'port': {'device_id': '459b021a-13a8-4e0f-b683-d3fcac149106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:54.771356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:54.814546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:54.824421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.906404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1977046780-network', 'tenant_id': 'ce6712f0402c4566998acf5eafd75734'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:54.926358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46bd3f-9079-441c-8b12-aac29af6b89f req-26fb1a4a-b239-4f3c-8d0c-25778ac751cb tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:54.930888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fffde4d3-0ca7-4175-9268-e2a4440bd817 None None] Provisioning for port faf976d2-4da9-416b-8328-93cd70512b3b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:36:54.937229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:54.937867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.939400 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] 10.222.0.15 "PUT /v2.0/ports/58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 1097 time: 2.2261784 Jul 05 09:36:54.941880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fffde4d3-0ca7-4175-9268-e2a4440bd817 None None] Provisioning complete for port faf976d2-4da9-416b-8328-93cd70512b3b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:36:54.942252 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffde4d3-0ca7-4175-9268-e2a4440bd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:54.947330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e46bd3f-9079-441c-8b12-aac29af6b89f req-26fb1a4a-b239-4f3c-8d0c-25778ac751cb tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1645570 Jul 05 09:36:54.961642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.009473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Made reservation on behalf of ce6712f0402c4566998acf5eafd75734 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:36:55.011762 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.034107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e46bd3f-9079-441c-8b12-aac29af6b89f req-204a035e-351b-48f2-a20a-7e30aebce7e4 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851223 Jul 05 09:36:55.048606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fffde4d3-0ca7-4175-9268-e2a4440bd817 None None] Port faf976d2-4da9-416b-8328-93cd70512b3b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:36:55.059128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f24cad-25d4-43bc-9f62-6cd282cc3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:55.100503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.138435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ae32e244-ea0f-4671-bf2a-4d772d797e38 req-c6ea0287-6feb-4b66-8dfa-5395dc0d40f5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1021603990', 'description': 'tempest-description-2059398549'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:55.151124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:55.233274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:55.289052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-e5940e01-b50b-4b22-a41f-73cb6dabb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:55.289052 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-e5940e01-b50b-4b22-a41f-73cb6dabb31f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1100 time: 0.3070827 Jul 05 09:36:55.454376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2d34-f293-4f0d-92ab-f175bb142997 req-bcea30a6-d799-4d1b-b6f4-d30f045eea37 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:55.456412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c9e2d34-f293-4f0d-92ab-f175bb142997 req-bcea30a6-d799-4d1b-b6f4-d30f045eea37 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 948 time: 0.0997751 Jul 05 09:36:55.480574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.487898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-4ce45d4b-f991-4add-bdd4-8e5959119b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:55.489394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-4ce45d4b-f991-4add-bdd4-8e5959119b7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1755652 Jul 05 09:36:55.494090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.518289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c9e2d34-f293-4f0d-92ab-f175bb142997 req-267a3f4a-7f5b-4ea3-bd20-4e7534d68d2a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Jul 05 09:36:55.526024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ae32e244-ea0f-4671-bf2a-4d772d797e38 req-c6ea0287-6feb-4b66-8dfa-5395dc0d40f5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.586259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-d5cac1c0-ed19-41b4-a7e4-e1f76832d560 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.0870407 Jul 05 09:36:55.595503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:36:55.634784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e731509d-78fb-4a72-9699-5077cf008807,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:55.666891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.667263 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Added segment e97949f9-55f5-448b-9442-11e86afb799f of type vlan for network ab4f5a0e-9325-4c69-b391-bfd84883c603 Jul 05 09:36:55.688291 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ae32e244-ea0f-4671-bf2a-4d772d797e38 req-c6ea0287-6feb-4b66-8dfa-5395dc0d40f5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.696135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039c5f32-239e-40a8-8f82-60fef661a17c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:55.700086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ae32e244-ea0f-4671-bf2a-4d772d797e38 req-c6ea0287-6feb-4b66-8dfa-5395dc0d40f5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.729721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.744151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-c38ac496-d319-415c-adf5-74c5baf9532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:55.750350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-c38ac496-d319-415c-adf5-74c5baf9532f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1456838 Jul 05 09:36:55.756315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.767349 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ae32e244-ea0f-4671-bf2a-4d772d797e38 req-c6ea0287-6feb-4b66-8dfa-5395dc0d40f5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.768744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae32e244-ea0f-4671-bf2a-4d772d797e38 req-c6ea0287-6feb-4b66-8dfa-5395dc0d40f5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6352346 Jul 05 09:36:55.792063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Transition to ACTIVE for port object 039c5f32-239e-40a8-8f82-60fef661a17c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:55.795404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea0287-6feb-4b66-8dfa-5395dc0d40f5 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a435e576-e7e0-48b3-9850-e77c0a1c168f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:55.811252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.878569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbc121-2b4c-41e1-bf18-fa6fa05a7690 req-5bef8e14-bccc-4f21-8477-8c3881dff550 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:55.880307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.881365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:55.881946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:55.888111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18cbc121-2b4c-41e1-bf18-fa6fa05a7690 req-5bef8e14-bccc-4f21-8477-8c3881dff550 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.1817019 Jul 05 09:36:55.904445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Pushing event updated for resources: {'Port': ['ID=039c5f32-239e-40a8-8f82-60fef661a17c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:55.967897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18cbc121-2b4c-41e1-bf18-fa6fa05a7690 req-7098c844-2bbe-4295-ad1f-a22acfa9e4d2 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/security-groups?id=6209d866-4353-4d4a-a748-dffcadb8f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787013 Jul 05 09:36:55.979047 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2872965 Jul 05 09:36:56.061435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799282d8-ce67-4134-bdba-15f047691859 req-e3f1a7e9-9965-4bf1-a976-0fb20407d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:56.063598 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-e3f1a7e9-9965-4bf1-a976-0fb20407d14e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3105032 Jul 05 09:36:56.110643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-979abc30-f57c-44fc-aad5-af224319bc2c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:56.112307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-979abc30-f57c-44fc-aad5-af224319bc2c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 945 time: 0.2689977 Jul 05 09:36:56.117668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-648d3969-62a3-4888-a9ba-4afc8e3dec89 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/a435e576-e7e0-48b3-9850-e77c0a1c168f HTTP/1.1" status: 200 len: 1805 time: 0.1028652 Jul 05 09:36:56.139421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764b900-0ee7-4969-9af6-9e4b317b97e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4f5a0e-9325-4c69-b391-bfd84883c603,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:56.139887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f461a-8800-477c-b47b-cb28a7657a1e req-531d8fe4-8f20-4bac-bddd-70e460258674 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:56.146100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f461a-8800-477c-b47b-cb28a7657a1e req-531d8fe4-8f20-4bac-bddd-70e460258674 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:56.154050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d39f461a-8800-477c-b47b-cb28a7657a1e req-531d8fe4-8f20-4bac-bddd-70e460258674 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1667 time: 0.1845734 Jul 05 09:36:56.154933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ab4f5a0e-9325-4c69-b391-bfd84883c603 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:36:56.192323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a435e576-e7e0-48b3-9850-e77c0a1c168f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:56.192806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a435e576-e7e0-48b3-9850-e77c0a1c168f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:56.313047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Attempting to bind port 039c5f32-239e-40a8-8f82-60fef661a17c on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:56.313652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Attempting to bind port 039c5f32-239e-40a8-8f82-60fef661a17c by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:56.314189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Attempting to bind port 039c5f32-239e-40a8-8f82-60fef661a17c on network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:56.326936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Port 039c5f32-239e-40a8-8f82-60fef661a17c on network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:56.327552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Attempting to bind port 039c5f32-239e-40a8-8f82-60fef661a17c on network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:56.342494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:56.343034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Checking segment: {'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:56.343610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Bound using segment: {'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:56.344110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d39f461a-8800-477c-b47b-cb28a7657a1e req-a74082e4-1cf3-4ffb-a1b1-8c6c2eec4881 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888475 Jul 05 09:36:56.344445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Bound port: 039c5f32-239e-40a8-8f82-60fef661a17c, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd391ad-dfe3-47db-83ee-b7ba38f200bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:56.344971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.349023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-90b1f8b9-72ba-48db-8786-d6b9aea84198 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681141 Jul 05 09:36:56.446793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Deleting port a9ad1661-db50-4931-83b8-600b26007d22 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:36:56.447326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.449554 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:36:56.519484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.520532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] For port 039c5f32-239e-40a8-8f82-60fef661a17c, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:56.525554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] For port 039c5f32-239e-40a8-8f82-60fef661a17c, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=039c5f32-239e-40a8-8f82-60fef661a17c,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:56.530065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-799282d8-ce67-4134-bdba-15f047691859 req-69de42eb-fb7c-4486-b6a5-64508ad2fbe4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721153 Jul 05 09:36:56.531714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.572155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:56.572779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.575608 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] 10.222.0.15 "PUT /v2.0/ports/039c5f32-239e-40a8-8f82-60fef661a17c HTTP/1.1" status: 200 len: 1093 time: 1.8624256 Jul 05 09:36:56.601394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}, {'name': 'network-changed', 'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'tag': '039c5f32-239e-40a8-8f82-60fef661a17c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:56.604448 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e57668-c27a-47a5-8c9c-a08a16987aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}, {"name": "network-changed", "server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "tag": "039c5f32-239e-40a8-8f82-60fef661a17c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:56.610743 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.643488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.645218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Request body: {'port': {'device_id': '459b021a-13a8-4e0f-b683-d3fcac149106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:56.685384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21037b0a-b950-4458-9dc4-bb5f06968f69 req-83165032-1633-4845-95d3-590f05673a55 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:56.687023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21037b0a-b950-4458-9dc4-bb5f06968f69 req-83165032-1633-4845-95d3-590f05673a55 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.1606166 Jul 05 09:36:56.687716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e457fe13-7aa8-4c76-8e38-091cfcceaab9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:56.714132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d56ce-ef1d-4857-ac14-b08186e9d875 service neutron] Pushing event updated for resources: {'Port': ['ID=039c5f32-239e-40a8-8f82-60fef661a17c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:56.741666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] For port a9ad1661-db50-4931-83b8-600b26007d22, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a9ad1661-db50-4931-83b8-600b26007d22,segment=NetworkSegment(2d68704c-5620-42a6-8d63-ef3bbe74e8d8),segment_id=2d68704c-5620-42a6-8d63-ef3bbe74e8d8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:56.742524 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.752528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:56.764392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12b64bc7-5840-4d28-ac77-e6d3975e5710 req-ba2df21a-85a4-4b5f-89a1-af5c83d04a49 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5795085 Jul 05 09:36:56.780616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Calling delete_port for a9ad1661-db50-4931-83b8-600b26007d22 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:36:56.833140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21037b0a-b950-4458-9dc4-bb5f06968f69 req-cab33327-6ff9-482f-a3b7-ae6a11ab23ca tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273003 Jul 05 09:36:56.937526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.165815 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.180866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['a9ad1661-db50-4931-83b8-600b26007d22'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:36:57.243356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Pushing event deleted for resources: {'Port': ['ID=a9ad1661-db50-4931-83b8-600b26007d22,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:57.373619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] No DVR routers for this DVR port a9ad1661-db50-4931-83b8-600b26007d22 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:36:57.377977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.380055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78c85712-b08e-4860-9a0e-35d09dca8e8a req-28fa6be8-3c14-4545-9b8d-ae47577b2960 tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.16 "DELETE /v2.0/ports/a9ad1661-db50-4931-83b8-600b26007d22 HTTP/1.1" status: 204 len: 173 time: 1.2612722 Jul 05 09:36:57.390208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'name': 'network-vif-deleted', 'tag': 'a9ad1661-db50-4931-83b8-600b26007d22'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:57.392503 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3f1337-508d-425f-8575-54ff98085d32" -d '{"events": [{"server_uuid": "4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3", "name": "network-vif-deleted", "tag": "a9ad1661-db50-4931-83b8-600b26007d22"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:57.450412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf976d2-4da9-416b-8328-93cd70512b3b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:57.462524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.471023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83180-fd5d-43b7-a77e-0d5135d77a24 req-dc0fd288-aa17-4d5b-8639-7cabd760f38f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:57.475844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Transition to ACTIVE for port object faf976d2-4da9-416b-8328-93cd70512b3b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:36:57.479280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0aa83180-fd5d-43b7-a77e-0d5135d77a24 req-dc0fd288-aa17-4d5b-8639-7cabd760f38f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 948 time: 0.3592238 Jul 05 09:36:57.481190 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.541925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0aa83180-fd5d-43b7-a77e-0d5135d77a24 req-754b7ee7-f382-4e0e-b8fe-1004706f1087 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615723 Jul 05 09:36:57.544355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=faf976d2-4da9-416b-8328-93cd70512b3b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:57.609571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012240-6539-483f-a818-4a3bb321e620 req-4d1e0944-4f56-4999-80b6-c1136d3e796d tempest-ComputeTenantNetworksTest-1148448493 tempest-ComputeTenantNetworksTest-1148448493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:57.632834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012240-6539-483f-a818-4a3bb321e620 req-4d1e0944-4f56-4999-80b6-c1136d3e796d tempest-ComputeTenantNetworksTest-1148448493 tempest-ComputeTenantNetworksTest-1148448493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:57.645586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012240-6539-483f-a818-4a3bb321e620 req-4d1e0944-4f56-4999-80b6-c1136d3e796d tempest-ComputeTenantNetworksTest-1148448493 tempest-ComputeTenantNetworksTest-1148448493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:57.656495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Attempting to bind port faf976d2-4da9-416b-8328-93cd70512b3b on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:36:57.656949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Attempting to bind port faf976d2-4da9-416b-8328-93cd70512b3b by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:36:57.657425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Attempting to bind port faf976d2-4da9-416b-8328-93cd70512b3b on network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:57.658789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c012240-6539-483f-a818-4a3bb321e620 req-4d1e0944-4f56-4999-80b6-c1136d3e796d tempest-ComputeTenantNetworksTest-1148448493 tempest-ComputeTenantNetworksTest-1148448493-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4419987 Jul 05 09:36:57.662645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Port faf976d2-4da9-416b-8328-93cd70512b3b on network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:36:57.663285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Attempting to bind port faf976d2-4da9-416b-8328-93cd70512b3b on network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:36:57.669257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:36:57.669706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Checking segment: {'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:36:57.670201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Bound using segment: {'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:36:57.670721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Bound port: faf976d2-4da9-416b-8328-93cd70512b3b, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:36:57.671208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.736809 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81a93d-1863-4068-afd5-add7a2691e7b x-openstack-request-id: req-2a81a93d-1863-4068-afd5-add7a2691e7b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:57.737124 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "tag": "039c5f32-239e-40a8-8f82-60fef661a17c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:57.737420 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a81a93d-1863-4068-afd5-add7a2691e7b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:57.737903 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'status': 'completed', 'code': 200} Jul 05 09:36:57.738205 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'tag': '039c5f32-239e-40a8-8f82-60fef661a17c', 'status': 'completed', 'code': 200} Jul 05 09:36:57.837927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-935531dc-a406-4b48-b321-5d74937ee796 req-2d6a4ad9-959c-4aff-9ac6-bbb98032eea4 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/a435e576-e7e0-48b3-9850-e77c0a1c168f HTTP/1.1" status: 200 len: 2398 time: 0.1576955 Jul 05 09:36:57.847832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] For port faf976d2-4da9-416b-8328-93cd70512b3b, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:36:57.860930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-935531dc-a406-4b48-b321-5d74937ee796 req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a435e576-e7e0-48b3-9850-e77c0a1c168f', 'remote_group_id': None}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:57.861350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-935531dc-a406-4b48-b321-5d74937ee796 req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a435e576-e7e0-48b3-9850-e77c0a1c168f', 'remote_group_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:36:57.870134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] For port faf976d2-4da9-416b-8328-93cd70512b3b, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=faf976d2-4da9-416b-8328-93cd70512b3b,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:36:57.878954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.914724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:57.915383 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:57.916805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] 10.222.0.15 "PUT /v2.0/ports/faf976d2-4da9-416b-8328-93cd70512b3b HTTP/1.1" status: 200 len: 1093 time: 1.2830975 Jul 05 09:36:57.940562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-7a8860ce-8576-4393-bcf1-b283d879fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:57.942295 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-7a8860ce-8576-4393-bcf1-b283d879fcdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1100 time: 0.1960337 Jul 05 09:36:57.953412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-f9dac5a1-d3eb-41ec-96ca-0ee587b13af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:57.953412 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-f9dac5a1-d3eb-41ec-96ca-0ee587b13af6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1100 time: 0.1832378 Jul 05 09:36:57.999266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b8784b6-82bd-40cf-bda6-aa96529f974d req-308e14f0-c3ac-4ba8-955d-c090b05b1a0c tempest-ServerDiskConfigTestJSON-1235521549 tempest-ServerDiskConfigTestJSON-1235521549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3 HTTP/1.1" status: 200 len: 210 time: 0.0887351 Jul 05 09:36:58.053659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f164d4-3c50-4f0b-9ec9-65ffd743f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=faf976d2-4da9-416b-8328-93cd70512b3b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:58.121130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-b6d5af2c-d462-4348-8003-876ccee2ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.122748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-b6d5af2c-d462-4348-8003-876ccee2ef19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1616485 Jul 05 09:36:58.182416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-935531dc-a406-4b48-b321-5d74937ee796 req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:58.214791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-6593c479-39c5-4731-b46e-088ee1daee1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.0709367 Jul 05 09:36:58.290153 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-935531dc-a406-4b48-b321-5d74937ee796 req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:58.293691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-635db17c-8e23-4791-94b3-1291b1c01edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.294868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-635db17c-8e23-4791-94b3-1291b1c01edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.298013 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-635db17c-8e23-4791-94b3-1291b1c01edb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1983 time: 0.2950680 Jul 05 09:36:58.298321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-5853c675-99b1-4676-990f-03c4a49e62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.300289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-5853c675-99b1-4676-990f-03c4a49e62ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3329616 Jul 05 09:36:58.304094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-53b09134-fbbb-4067-a888-458f32f235e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.307547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-53b09134-fbbb-4067-a888-458f32f235e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0811090 Jul 05 09:36:58.314222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-935531dc-a406-4b48-b321-5d74937ee796 req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:58.384697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-71d514c3-611b-47f6-9379-14b0ace48fac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=039c5f32-239e-40a8-8f82-60fef661a17c HTTP/1.1" status: 200 len: 217 time: 0.0757964 Jul 05 09:36:58.411447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-aefcece8-4dc6-49f8-90d2-140f7635eca9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.1000233 Jul 05 09:36:58.417193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fd669b-dcb1-44e8-a199-755746f0b8a7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:58.480141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-9cd16ace-10e7-4ac8-aabb-e301086ea696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.482005 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-9cd16ace-10e7-4ac8-aabb-e301086ea696 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647117 Jul 05 09:36:58.489424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-738957f7-c372-4a89-a47c-b59a1ecf08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.492765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-738957f7-c372-4a89-a47c-b59a1ecf08d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=927550f2-04a4-4da0-b1ba-45e2f5451eb7 HTTP/1.1" status: 200 len: 801 time: 0.0996890 Jul 05 09:36:58.528731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162ae81-89a3-4be8-b7d5-ad790b7982a7 req-c89bf447-22aa-4c70-983c-e0a0f0b9827e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.536271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162ae81-89a3-4be8-b7d5-ad790b7982a7 req-c89bf447-22aa-4c70-983c-e0a0f0b9827e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.544969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8162ae81-89a3-4be8-b7d5-ad790b7982a7 req-c89bf447-22aa-4c70-983c-e0a0f0b9827e tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1679 time: 0.3457713 Jul 05 09:36:58.565204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-935531dc-a406-4b48-b321-5d74937ee796 req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:58.566464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-935531dc-a406-4b48-b321-5d74937ee796 req-d55c94df-9fa1-4782-8b45-9e75c26a35eb tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7218029 Jul 05 09:36:58.600327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-266247b5-622d-457a-8391-294a885e0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.604444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-266247b5-622d-457a-8391-294a885e0eb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1764960 Jul 05 09:36:58.718013 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd19dd-a328-4263-868d-4d3876aeb90f x-openstack-request-id: req-d3bd19dd-a328-4263-868d-4d3876aeb90f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:36:58.718669 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3", "name": "network-vif-deleted", "tag": "a9ad1661-db50-4931-83b8-600b26007d22", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:36:58.719123 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3bd19dd-a328-4263-868d-4d3876aeb90f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:36:58.719701 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec74cb5-3cec-4ac0-82fa-415d5c0b11e3', 'name': 'network-vif-deleted', 'tag': 'a9ad1661-db50-4931-83b8-600b26007d22', 'status': 'completed', 'code': 200} Jul 05 09:36:58.752926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-17af9fd4-aa14-4b82-8638-5ee242babf2f service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590783 Jul 05 09:36:58.765421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8162ae81-89a3-4be8-b7d5-ad790b7982a7 req-188102b1-56f7-4124-a98a-c606689686de tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193735 Jul 05 09:36:58.772522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e5be09c6-7ee5-46f8-a648-38fa01589a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:58.778943 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e5be09c6-7ee5-46f8-a648-38fa01589a65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756228 Jul 05 09:36:59.018609 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.033466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d13c9-0967-4d1d-9e67-429f01131665 req-5b13178d-faca-4e32-9663-2c962636a19a tempest-ComputeTenantNetworksTest-1148448493 tempest-ComputeTenantNetworksTest-1148448493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:59.035110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd4d13c9-0967-4d1d-9e67-429f01131665 req-5b13178d-faca-4e32-9663-2c962636a19a tempest-ComputeTenantNetworksTest-1148448493 tempest-ComputeTenantNetworksTest-1148448493-project] 10.222.0.21 "GET /v2.0/networks/ab4f5a0e-9325-4c69-b391-bfd84883c603 HTTP/1.1" status: 200 len: 769 time: 0.3394105 Jul 05 09:36:59.041588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-22c2f403-468e-4375-9e7b-ef3a664c857e service neutron] 10.222.0.15 "GET /v2.0/networks/1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465618 Jul 05 09:36:59.043730 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-2a8d5664-e75e-496a-8004-1df5d41d8358 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639194 Jul 05 09:36:59.047266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39864) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:36:59.060077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-344075e1-d671-4666-b841-7c7b87cf0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:59.061682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-344075e1-d671-4666-b841-7c7b87cf0fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4434969 Jul 05 09:36:59.147991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e0a5c-6d3f-40c2-9c56-c45ca08156bd req-a8e21615-5412-48be-a9e6-5ac8e3c3dc53 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:59.153547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:36:59.156212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-258e0a5c-6d3f-40c2-9c56-c45ca08156bd req-a8e21615-5412-48be-a9e6-5ac8e3c3dc53 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2287025 Jul 05 09:36:59.231749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-258e0a5c-6d3f-40c2-9c56-c45ca08156bd req-9437579f-20d1-4802-96ba-db7db2b5c0a1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743470 Jul 05 09:36:59.284300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-d9895f2f-a036-4f4f-a7eb-02b9fe83b19a service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124887 Jul 05 09:36:59.398670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:59.423827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'mac_address': 'fa:16:3e:59:59:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:36:59.432240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a9ad1661-db50-4931-83b8-600b26007d22 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:36:59.477270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: a9ad1661-db50-4931-83b8-600b26007d22 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:36:59.478110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a9ad1661-db50-4931-83b8-600b26007d22 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:36:59.558414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.560391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64369efc-ea40-4182-8a89-a4099772d198 req-7bc73a74-11b4-4433-8548-b3850e39997d tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/a435e576-e7e0-48b3-9850-e77c0a1c168f HTTP/1.1" status: 200 len: 2996 time: 0.2262928 Jul 05 09:36:59.590288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-6004b763-7261-4af0-98da-be8a08743d6f service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986515 Jul 05 09:36:59.605052 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.609259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2f6a-ef25-491c-ad75-9a0266d97347 req-accbc313-43d3-4b7c-aad4-de6b65111160 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:36:59.616570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:36:59.618822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-059d2f6a-ef25-491c-ad75-9a0266d97347 req-accbc313-43d3-4b7c-aad4-de6b65111160 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 948 time: 0.1497426 Jul 05 09:36:59.682443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-059d2f6a-ef25-491c-ad75-9a0266d97347 req-32ba8d8b-a124-4a83-a453-6045ca2c1895 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Jul 05 09:36:59.683007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:36:59.701078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.764865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-562ecc79-5c37-45cc-95ee-1828a59dd326 req-626718da-19f9-473f-82b1-6e3e048c30e3 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-group-rules/f8fd669b-dcb1-44e8-a199-755746f0b8a7 HTTP/1.1" status: 200 len: 783 time: 0.0326068 Jul 05 09:36:59.813249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:36:59.829195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:36:59.837640 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe" -d '{"events": [{"name": "network-changed", "server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:36:59.839058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-562ecc79-5c37-45cc-95ee-1828a59dd326 req-01243b94-ff33-4e62-8cc2-af0bae935037 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/a435e576-e7e0-48b3-9850-e77c0a1c168f HTTP/1.1" status: 200 len: 2996 time: 0.0730729 Jul 05 09:36:59.890075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-562ecc79-5c37-45cc-95ee-1828a59dd326 req-5d5d707a-c5da-4fef-905d-1adf8355801c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.903423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-562ecc79-5c37-45cc-95ee-1828a59dd326 req-5d5d707a-c5da-4fef-905d-1adf8355801c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.952934 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-562ecc79-5c37-45cc-95ee-1828a59dd326 req-5d5d707a-c5da-4fef-905d-1adf8355801c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.961370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-562ecc79-5c37-45cc-95ee-1828a59dd326 req-5d5d707a-c5da-4fef-905d-1adf8355801c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.969589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:36:59.970204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-562ecc79-5c37-45cc-95ee-1828a59dd326 req-5d5d707a-c5da-4fef-905d-1adf8355801c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f8fd669b-dcb1-44e8-a199-755746f0b8a7 HTTP/1.1" status: 204 len: 173 time: 0.1208982 Jul 05 09:37:00.001226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:00.016169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d707a-c5da-4fef-905d-1adf8355801c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8fd669b-dcb1-44e8-a199-755746f0b8a7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:00.025351 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-11246ca6-5584-4f98-89c1-8fea57d6fd6c service neutron] 10.222.0.15 "GET /v2.0/networks/1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9684544 Jul 05 09:37:00.146445 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e9a49f25-1096-47a1-a757-8ccd52fc321a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=faf976d2-4da9-416b-8328-93cd70512b3b HTTP/1.1" status: 200 len: 217 time: 0.0910363 Jul 05 09:37:00.217121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:00.239938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4f5a0e-9325-4c69-b391-bfd84883c603']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:00.258812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97949f9-55f5-448b-9442-11e86afb799f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:00.258812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97949f9-55f5-448b-9442-11e86afb799f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:00.289748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:00.293718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-117f87f5-8d39-4f2d-83da-812ca00cd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:00.295310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-117f87f5-8d39-4f2d-83da-812ca00cd5e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b290d66a-36ec-4bb8-a51d-3390c6a17dbd HTTP/1.1" status: 200 len: 801 time: 0.1383801 Jul 05 09:37:00.362620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:00.377311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:00.377723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:00.379577 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:00.524770 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423d2428-e9ae-4660-b6c2-44ea45e4ca76 x-openstack-request-id: req-423d2428-e9ae-4660-b6c2-44ea45e4ca76 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:00.525053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25faa1-1b7e-4582-99e8-864801ef29de req-ec968b51-eb41-4c22-97ee-2656728b46a2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:00.526571 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:00.529367 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-423d2428-e9ae-4660-b6c2-44ea45e4ca76 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:00.530089 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b', 'status': 'completed', 'code': 200} Jul 05 09:37:00.531854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25faa1-1b7e-4582-99e8-864801ef29de req-ec968b51-eb41-4c22-97ee-2656728b46a2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:00.533704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd25faa1-1b7e-4582-99e8-864801ef29de req-ec968b51-eb41-4c22-97ee-2656728b46a2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1679 time: 0.1283975 Jul 05 09:37:00.556993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:00.570432 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:00.575827 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab4f5a0e-9325-4c69-b391-bfd84883c603 HTTP/1.1" status: 204 len: 168 time: 1.5264525 Jul 05 09:37:00.614534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-d96bfc26-47c5-4907-bc8b-c1960240951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:00.619019 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-d96bfc26-47c5-4907-bc8b-c1960240951f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4b30929-1cf6-4d96-8465-b1f29e0d0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3119066 Jul 05 09:37:00.666323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd25faa1-1b7e-4582-99e8-864801ef29de req-e4a88699-784b-4e83-988c-7b7fdc051986 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207314 Jul 05 09:37:00.743278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4019fd0a-36e6-4a02-8bcc-b13c7a30abba req-944eda5d-efa5-482c-9e6a-5bc341293336 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/a435e576-e7e0-48b3-9850-e77c0a1c168f HTTP/1.1" status: 200 len: 2398 time: 0.1574101 Jul 05 09:37:00.776155 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-e62e8651-b477-44b7-8159-1ddc1e1f3fdd service neutron] 10.222.0.15 "GET /v2.0/networks/f4b30929-1cf6-4d96-8465-b1f29e0d0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333241 Jul 05 09:37:00.777171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690d0ce-789f-4a9b-a080-4e476d3c69c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4f5a0e-9325-4c69-b391-bfd84883c603,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:00.856390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:00.882610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4019fd0a-36e6-4a02-8bcc-b13c7a30abba req-a5fe1e66-0495-4fec-8d70-0471b7bb97ce tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:00.906476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-2d9c14ac-e457-4ef4-bc6f-493fe6f09e2e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:00.908163 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-2d9c14ac-e457-4ef4-bc6f-493fe6f09e2e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28&tenant_id=a40472c226d04f59809253dcc27cc584&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 949 time: 0.4653156 Jul 05 09:37:00.936307 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4019fd0a-36e6-4a02-8bcc-b13c7a30abba req-a5fe1e66-0495-4fec-8d70-0471b7bb97ce tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.025904 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3b076164-15ae-4380-9ead-466f0bd45cfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce6712f0402c4566998acf5eafd75734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683264 Jul 05 09:37:01.040436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:01.046847 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-118a071b-f59e-42ab-ace1-e58cd37e13ab service neutron] 10.222.0.15 "GET /v2.0/ports/58a4618c-a2ae-4fb1-bc84-58b74d4ae38d/bindings/n-h1-771363-33 HTTP/1.1" status: 200 len: 383 time: 0.1315873 Jul 05 09:37:01.049030 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc768f1c-fcdf-45dd-bad3-c3a32d201ed3 req-2f246f34-9614-4e87-aeb3-f956debda6d8 service neutron] 10.222.0.15 "GET /v2.0/networks/f4b30929-1cf6-4d96-8465-b1f29e0d0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643003 Jul 05 09:37:01.138186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4019fd0a-36e6-4a02-8bcc-b13c7a30abba req-a5fe1e66-0495-4fec-8d70-0471b7bb97ce tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.142332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4019fd0a-36e6-4a02-8bcc-b13c7a30abba req-a5fe1e66-0495-4fec-8d70-0471b7bb97ce tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.144147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4019fd0a-36e6-4a02-8bcc-b13c7a30abba req-a5fe1e66-0495-4fec-8d70-0471b7bb97ce tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-groups/a435e576-e7e0-48b3-9850-e77c0a1c168f HTTP/1.1" status: 204 len: 173 time: 0.3895457 Jul 05 09:37:01.171688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:01.172517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe1e66-0495-4fec-8d70-0471b7bb97ce tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a435e576-e7e0-48b3-9850-e77c0a1c168f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:01.240735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-6d1ffe0a-f7d5-497b-9564-83366db54ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.242581 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-6d1ffe0a-f7d5-497b-9564-83366db54ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1101 time: 0.1588929 Jul 05 09:37:01.247706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-11a29ed3-e541-4cdd-bbcd-60396b56f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.248450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-11a29ed3-e541-4cdd-bbcd-60396b56f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.251226 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-11a29ed3-e541-4cdd-bbcd-60396b56f1cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1983 time: 0.1188705 Jul 05 09:37:01.329717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed041d90-b2ab-499c-b6bc-1cb42dbd7e9c req-0fff0147-c2ab-4297-b769-e4bcf940765d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.332064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed041d90-b2ab-499c-b6bc-1cb42dbd7e9c req-0fff0147-c2ab-4297-b769-e4bcf940765d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2806556 Jul 05 09:37:01.333378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87642267-e45c-43c6-92d2-c1263cfbc011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.378214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:01.379338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87642267-e45c-43c6-92d2-c1263cfbc011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.384651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:01.385410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.431262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed041d90-b2ab-499c-b6bc-1cb42dbd7e9c req-e3ffcb93-c07c-48a0-8f6a-446e8bc1cf7d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899754 Jul 05 09:37:01.484636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87642267-e45c-43c6-92d2-c1263cfbc011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.489561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87642267-e45c-43c6-92d2-c1263cfbc011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.493193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-87642267-e45c-43c6-92d2-c1263cfbc011 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e731509d-78fb-4a72-9699-5077cf008807 HTTP/1.1" status: 204 len: 168 time: 0.4496732 Jul 05 09:37:01.520671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642267-e45c-43c6-92d2-c1263cfbc011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e731509d-78fb-4a72-9699-5077cf008807,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:01.595303 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.628918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-ab5c29d0-b24f-4ce7-a642-38eaa32de50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.639071 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-ab5c29d0-b24f-4ce7-a642-38eaa32de50c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3804412 Jul 05 09:37:01.702852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:01.710686 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7271ec0-ee13-40fe-8366-c3b436dc8473" -d '{"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-plugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:01.743848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:01.753880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:01.766100 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-dca64994-147d-4905-9b9c-b434659ece02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.1223586 Jul 05 09:37:01.805765 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-a52c27e2-5c77-4b11-923b-267e0fe8e278 req-c92d29ca-071a-421b-beb2-d43f8713486a tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] show failed (client error): The resource could not be found. Jul 05 09:37:01.813033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52c27e2-5c77-4b11-923b-267e0fe8e278 req-c92d29ca-071a-421b-beb2-d43f8713486a tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/c01ca8a6-d31c-4319-80da-6aff23e8ab27 HTTP/1.1" status: 404 len: 352 time: 0.0943184 Jul 05 09:37:01.839672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-676900d6-5d6b-40b8-beb1-1c944ad8afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.841611 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-676900d6-5d6b-40b8-beb1-1c944ad8afab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0685880 Jul 05 09:37:01.843518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-a27a54c7-ac25-4f28-9310-edbbbbd750e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.845301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-a27a54c7-ac25-4f28-9310-edbbbbd750e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 HTTP/1.1" status: 200 len: 903 time: 0.5827446 Jul 05 09:37:01.845571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:01.878562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7bcde-2c84-4ccc-af17-447eab6405d8 req-e062a696-3437-4378-b339-849cd833a726 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:01.880473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebe7bcde-2c84-4ccc-af17-447eab6405d8 req-e062a696-3437-4378-b339-849cd833a726 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 949 time: 0.1818109 Jul 05 09:37:01.963344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebe7bcde-2c84-4ccc-af17-447eab6405d8 req-b2e27345-e91e-4c9a-b0d3-9e55b4e4a707 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755544 Jul 05 09:37:01.968379 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-cb85f698-81b1-4b65-b3fa-b797946f2551 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=039c5f32-239e-40a8-8f82-60fef661a17c HTTP/1.1" status: 200 len: 217 time: 0.0802081 Jul 05 09:37:01.988898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:02.032152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-8ab871f2-4739-4ba8-bfce-befb223e9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:02.033699 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-8ab871f2-4739-4ba8-bfce-befb223e9e4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=927550f2-04a4-4da0-b1ba-45e2f5451eb7 HTTP/1.1" status: 200 len: 801 time: 0.0533538 Jul 05 09:37:02.076534 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9785c985-fc78-4bb3-99a4-de565ddab328 x-openstack-request-id: req-9785c985-fc78-4bb3-99a4-de565ddab328 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:02.077383 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-plugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:02.078325 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9785c985-fc78-4bb3-99a4-de565ddab328 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:02.079278 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'code': 200} Jul 05 09:37:02.108298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-280cd5b0-f1ed-435e-8c29-2be650f5e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:02.109953 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-280cd5b0-f1ed-435e-8c29-2be650f5e789 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2561390 Jul 05 09:37:02.167907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] Deleting subnet 261f90da-1fd8-449b-8e46-f3496d1ee15e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:37:02.172036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.200285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-7c85462f-8799-4431-a0e8-0f71a0d5634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:02.201997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-7c85462f-8799-4431-a0e8-0f71a0d5634e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509271 Jul 05 09:37:02.251705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-964ddc40-255e-42cf-ba33-e0e897521f8d req-9223d50d-1093-4d04-8379-44510294ea14 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/29193579-cb4e-4193-924a-adaa6721e7cf HTTP/1.1" status: 200 len: 1804 time: 0.1486485 Jul 05 09:37:02.344080 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.344770 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-3d982406-f8ff-4c25-82ed-579b4700cef8 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256646 Jul 05 09:37:02.416706 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-734ed50c-7f8a-4ca8-89fc-7befd131dea5 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060840 Jul 05 09:37:02.432503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.494220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc0ed-d541-4096-807c-ea45a30a7baf req-0f7f3975-69a7-4c68-8d6f-d772aa493538 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:02.502504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc0ed-d541-4096-807c-ea45a30a7baf req-0f7f3975-69a7-4c68-8d6f-d772aa493538 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:02.504213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-681cc0ed-d541-4096-807c-ea45a30a7baf req-0f7f3975-69a7-4c68-8d6f-d772aa493538 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1679 time: 0.2515624 Jul 05 09:37:02.504850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-964ddc40-255e-42cf-ba33-e0e897521f8d req-ce0c7d40-38f5-4894-958f-3d19385422f3 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.570478 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3e57668-c27a-47a5-8c9c-a08a16987aa6 req-634d671a-331c-44e3-adfd-b55a0b4c3191 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465433 Jul 05 09:37:02.578875 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-964ddc40-255e-42cf-ba33-e0e897521f8d req-ce0c7d40-38f5-4894-958f-3d19385422f3 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.586588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-349a9124-3d55-4a79-a6a1-e98cd25744c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351811 Jul 05 09:37:02.640373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-681cc0ed-d541-4096-807c-ea45a30a7baf req-7f555ae2-8d96-4a8e-8d5d-786aa9f0cbad tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222610 Jul 05 09:37:02.643574 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.725194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.725194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/261f90da-1fd8-449b-8e46-f3496d1ee15e HTTP/1.1" status: 204 len: 168 time: 0.7324791 Jul 05 09:37:02.726893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:02.736306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ac6be-dce2-41c4-a459-e13f8e5038a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261f90da-1fd8-449b-8e46-f3496d1ee15e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:02.816560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-c8240a4a-af55-424f-92ad-011652e78016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:02.817421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-c8240a4a-af55-424f-92ad-011652e78016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:02.821345 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-c8240a4a-af55-424f-92ad-011652e78016 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=340173e9eeb74a528c890b0c17b7de45&device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1983 time: 0.1501689 Jul 05 09:37:02.839064 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-964ddc40-255e-42cf-ba33-e0e897521f8d req-ce0c7d40-38f5-4894-958f-3d19385422f3 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.842562 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-964ddc40-255e-42cf-ba33-e0e897521f8d req-ce0c7d40-38f5-4894-958f-3d19385422f3 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.843742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-964ddc40-255e-42cf-ba33-e0e897521f8d req-ce0c7d40-38f5-4894-958f-3d19385422f3 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-groups/29193579-cb4e-4193-924a-adaa6721e7cf HTTP/1.1" status: 204 len: 173 time: 0.5651398 Jul 05 09:37:02.908463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7d40-38f5-4894-958f-3d19385422f3 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29193579-cb4e-4193-924a-adaa6721e7cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:02.931126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:02.939628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:03.026658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f851-41cf-46ca-8c60-4cbbaba1e16e req-73ebc505-6f0b-479e-9ee5-1370631969f0 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:03.028197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2827f851-41cf-46ca-8c60-4cbbaba1e16e req-73ebc505-6f0b-479e-9ee5-1370631969f0 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.2037559 Jul 05 09:37:03.067633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-16e67704-d66e-4ac3-8a16-79a2606ddb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:03.069953 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-16e67704-d66e-4ac3-8a16-79a2606ddb21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4b30929-1cf6-4d96-8465-b1f29e0d0db7 HTTP/1.1" status: 200 len: 903 time: 0.2406180 Jul 05 09:37:03.124219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2137356954-network', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:03.130231 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-4e4ce40b-be90-4530-b5d7-877cfaf75048 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=faf976d2-4da9-416b-8328-93cd70512b3b HTTP/1.1" status: 200 len: 217 time: 0.0506790 Jul 05 09:37:03.131332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.184173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device faf976d2-4da9-416b-8328-93cd70512b3b details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:03.205064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-ef65f2e8-8700-4686-b0c7-9e2b9e738814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:03.207750 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-ef65f2e8-8700-4686-b0c7-9e2b9e738814 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b290d66a-36ec-4bb8-a51d-3390c6a17dbd HTTP/1.1" status: 200 len: 801 time: 0.0701439 Jul 05 09:37:03.304618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-5d701283-da84-419c-8408-25625da11550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:03.306673 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-5d701283-da84-419c-8408-25625da11550 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4b30929-1cf6-4d96-8465-b1f29e0d0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909338 Jul 05 09:37:03.328659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port faf976d2-4da9-416b-8328-93cd70512b3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=faf976d2-4da9-416b-8328-93cd70512b3b,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:03.345238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'faf976d2-4da9-416b-8328-93cd70512b3b', 'network_id': 'f4b30929-1cf6-4d96-8465-b1f29e0d0db7', 'port_id': 'faf976d2-4da9-416b-8328-93cd70512b3b', 'mac_address': 'fa:16:3e:b4:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b290d66a-36ec-4bb8-a51d-3390c6a17dbd', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:03.412576 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.438226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf976d2-4da9-416b-8328-93cd70512b3b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:03.469052 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-063c9894-65c6-42e5-ab92-50860a764431 service neutron] 10.222.0.15 "GET /v2.0/networks/f4b30929-1cf6-4d96-8465-b1f29e0d0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532116 Jul 05 09:37:03.475192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port faf976d2-4da9-416b-8328-93cd70512b3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=faf976d2-4da9-416b-8328-93cd70512b3b,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:03.481841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.483907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 039c5f32-239e-40a8-8f82-60fef661a17c details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:03.489933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8325a77f-f67e-42ce-b45b-0f16e5d26ed0']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:03.525204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d68704c-5620-42a6-8d63-ef3bbe74e8d8') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:03.525609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d68704c-5620-42a6-8d63-ef3bbe74e8d8') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:03.530853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2827f851-41cf-46ca-8c60-4cbbaba1e16e req-b84d4aaa-ef58-48c2-ae6a-433391192b28 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645944 Jul 05 09:37:03.550974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-625e1529-6461-4007-91fe-86d3d11e1f37 req-d6e4e724-0d5a-4fa3-ac1d-a767c5abf16e tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/99f9af55-23a9-47b3-9302-adee7da7d1cb HTTP/1.1" status: 200 len: 1804 time: 0.5482330 Jul 05 09:37:03.555472 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.575996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Made reservation on behalf of 8113dad55c2e46c5bb87a66ef62f75f3 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:03.578455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.611146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.617078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.636637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cbcd1d3a-380c-40e7-b5a7-0d40e7fd61fe req-24df3f3f-1d7e-4ad6-93f1-796c1ecc2a25 service neutron] 10.222.0.15 "GET /v2.0/networks/f4b30929-1cf6-4d96-8465-b1f29e0d0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593866 Jul 05 09:37:03.653166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:03.653609 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:03.656082 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:03.713849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=faf976d2-4da9-416b-8328-93cd70512b3b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:03.796805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 039c5f32-239e-40a8-8f82-60fef661a17c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=039c5f32-239e-40a8-8f82-60fef661a17c,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:03.817607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '039c5f32-239e-40a8-8f82-60fef661a17c', 'network_id': '1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77', 'port_id': '039c5f32-239e-40a8-8f82-60fef661a17c', 'mac_address': 'fa:16:3e:81:46:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927550f2-04a4-4da0-b1ba-45e2f5451eb7', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:03.820729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-625e1529-6461-4007-91fe-86d3d11e1f37 req-83e8e701-168f-4526-bf3b-d20d7e668d2e tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.843583 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.870625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.875945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8325a77f-f67e-42ce-b45b-0f16e5d26ed0 HTTP/1.1" status: 204 len: 168 time: 1.1460822 Jul 05 09:37:03.876143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-b4501efb-f591-4368-a868-be0d98191c21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001372 Jul 05 09:37:03.916213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaef491-bb92-44a1-9ba4-4f48c30650f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8325a77f-f67e-42ce-b45b-0f16e5d26ed0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:03.922700 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-625e1529-6461-4007-91fe-86d3d11e1f37 req-83e8e701-168f-4526-bf3b-d20d7e668d2e tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.929518 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:03.989842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039c5f32-239e-40a8-8f82-60fef661a17c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:04.027854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 039c5f32-239e-40a8-8f82-60fef661a17c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=039c5f32-239e-40a8-8f82-60fef661a17c,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:04.036440 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.076436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b245ae-0e1e-4cc8-9d79-91285e4a8bea req-18dcd0ec-2b26-4b28-8678-b164561b1152 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.085264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00b245ae-0e1e-4cc8-9d79-91285e4a8bea req-18dcd0ec-2b26-4b28-8678-b164561b1152 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.3129175 Jul 05 09:37:04.095265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-715bdc81-702f-4f4b-8fda-e0b1845c601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.096850 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-715bdc81-702f-4f4b-8fda-e0b1845c601b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 1101 time: 0.1731727 Jul 05 09:37:04.128103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=039c5f32-239e-40a8-8f82-60fef661a17c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:04.129951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.141225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.184318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-625e1529-6461-4007-91fe-86d3d11e1f37 req-83e8e701-168f-4526-bf3b-d20d7e668d2e tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.187407 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-625e1529-6461-4007-91fe-86d3d11e1f37 req-83e8e701-168f-4526-bf3b-d20d7e668d2e tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.188559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-625e1529-6461-4007-91fe-86d3d11e1f37 req-83e8e701-168f-4526-bf3b-d20d7e668d2e tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-groups/99f9af55-23a9-47b3-9302-adee7da7d1cb HTTP/1.1" status: 204 len: 173 time: 0.6367481 Jul 05 09:37:04.217223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00b245ae-0e1e-4cc8-9d79-91285e4a8bea req-419b9493-a677-418c-91e4-18e158f43b91 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308932 Jul 05 09:37:04.221782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:37:04.231072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:04.270649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fd984-52e0-48c7-b512-729d8916567c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:04.315430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['faf976d2-4da9-416b-8328-93cd70512b3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:04.353968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.355373 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Added segment 448ca3a4-1105-4488-a6b1-55bbb2786dd2 of type vlan for network f99888d9-4195-4d23-9120-f2c5061a0b9d Jul 05 09:37:04.374656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-9d5c010a-6549-4ea4-ac59-6cc110cc7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.376234 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-9d5c010a-6549-4ea4-ac59-6cc110cc7af7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2413454 Jul 05 09:37:04.401871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8e701-168f-4526-bf3b-d20d7e668d2e tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9af55-23a9-47b3-9302-adee7da7d1cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:04.453793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-8d83d03e-b014-4b0a-ab9e-d94aca7605f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=55cd4034-71f5-49ea-9edb-6e1be7329368 HTTP/1.1" status: 200 len: 217 time: 0.0669746 Jul 05 09:37:04.512557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1bccbd22-4805-4204-b650-a707203a8223 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d44ce94eb84c8da69e4d99c6f46cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790413 Jul 05 09:37:04.517105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39994) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:04.519033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.604255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-0557067b-0a5a-4a6a-9bc9-9cc45551f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.606843 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-0557067b-0a5a-4a6a-9bc9-9cc45551f6a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1482925 Jul 05 09:37:04.673946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b1d990e-f0f8-4ba2-901e-0a67d2c946da req-beb0a3f8-cb7c-407c-b243-a4efc0074b27 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/a6feaa9c-a939-4dde-8035-1284f556391d HTTP/1.1" status: 200 len: 1804 time: 0.1610246 Jul 05 09:37:04.704809 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.705785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.708374 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.716156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-c7db88b0-fd2a-47cf-a08f-8fa317a28250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.721133 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-c7db88b0-fd2a-47cf-a08f-8fa317a28250 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054039 Jul 05 09:37:04.810546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8682210 Jul 05 09:37:04.815272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39998) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:04.833020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Request body: {'subnet': {'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2137356954-subnet', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:04.835624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-930b2736-1214-4642-8298-b37dca308171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:04.852401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-73958df2-0150-4d03-a180-386d8bb996c5 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251607 Jul 05 09:37:04.856276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2f37-8a5e-429a-96fc-9b8d8fffcedd req-c418ad72-2d2a-45e0-8c99-961282242427 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.862750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2f37-8a5e-429a-96fc-9b8d8fffcedd req-c418ad72-2d2a-45e0-8c99-961282242427 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:04.865296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f95a2f37-8a5e-429a-96fc-9b8d8fffcedd req-c418ad72-2d2a-45e0-8c99-961282242427 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1681 time: 0.4101307 Jul 05 09:37:04.899422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48114151-f800-47f9-b843-fcc2b1fc22ae admin admin] Pushing event updated for resources: {'Network': ['ID=f99888d9-4195-4d23-9120-f2c5061a0b9d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:04.911659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f99888d9-4195-4d23-9120-f2c5061a0b9d details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:37:05.004544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-930b2736-1214-4642-8298-b37dca308171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.039634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-36a95aab-4cd6-4dfd-94af-7de6899ea12b req-bdd3a422-22f4-47b1-bf03-65708ba689fe service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787136 Jul 05 09:37:05.085265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Made reservation on behalf of 8113dad55c2e46c5bb87a66ef62f75f3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:05.092652 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.104187 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-930b2736-1214-4642-8298-b37dca308171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.107201 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-930b2736-1214-4642-8298-b37dca308171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.113076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-930b2736-1214-4642-8298-b37dca308171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6209d866-4353-4d4a-a748-dffcadb8f43a HTTP/1.1" status: 204 len: 168 time: 0.5891995 Jul 05 09:37:05.113831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b1d990e-f0f8-4ba2-901e-0a67d2c946da req-4d8307a0-a745-43fd-9ffc-5835923d7ae6 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.200709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f95a2f37-8a5e-429a-96fc-9b8d8fffcedd req-ff25e21b-8902-45f0-9964-30d3b1b7bb82 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158338 Jul 05 09:37:05.201722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b2736-1214-4642-8298-b37dca308171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6209d866-4353-4d4a-a748-dffcadb8f43a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:05.211029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device faf976d2-4da9-416b-8328-93cd70512b3b up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:05.233955 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b1d990e-f0f8-4ba2-901e-0a67d2c946da req-4d8307a0-a745-43fd-9ffc-5835923d7ae6 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.325577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port faf976d2-4da9-416b-8328-93cd70512b3b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:05.335318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port faf976d2-4da9-416b-8328-93cd70512b3b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:05.336230 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.378343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b1d990e-f0f8-4ba2-901e-0a67d2c946da req-4d8307a0-a745-43fd-9ffc-5835923d7ae6 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.381497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b1d990e-f0f8-4ba2-901e-0a67d2c946da req-4d8307a0-a745-43fd-9ffc-5835923d7ae6 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.385327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['039c5f32-239e-40a8-8f82-60fef661a17c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:05.395422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b1d990e-f0f8-4ba2-901e-0a67d2c946da req-4d8307a0-a745-43fd-9ffc-5835923d7ae6 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6feaa9c-a939-4dde-8035-1284f556391d HTTP/1.1" status: 204 len: 173 time: 0.7069473 Jul 05 09:37:05.483474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-b588794b-0dfc-4082-969c-1c2787ccb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:05.485014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-b588794b-0dfc-4082-969c-1c2787ccb7ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28&tenant_id=a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 1102 time: 0.2778146 Jul 05 09:37:05.508519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8307a0-a745-43fd-9ffc-5835923d7ae6 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6feaa9c-a939-4dde-8035-1284f556391d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:05.517936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:05.580398 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.644181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:05.649753 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe082b29-cf93-486b-ba78-9e9d73959e9d" -d '{"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-plugged", "status": "completed", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:05.676839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port faf976d2-4da9-416b-8328-93cd70512b3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=faf976d2-4da9-416b-8328-93cd70512b3b,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:05.699991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.708175 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.711941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:05.779889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab809a-9815-45b0-a57d-ef81dc05f9ec req-e7b9b789-7207-4d94-a71f-d9df92c832b9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:05.790034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7aab809a-9815-45b0-a57d-ef81dc05f9ec req-e7b9b789-7207-4d94-a71f-d9df92c832b9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.3933108 Jul 05 09:37:05.836325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=faf976d2-4da9-416b-8328-93cd70512b3b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:05.851590 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.891482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.913560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d18225-b050-4fbb-806b-8caeb4b80cef,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:05.931623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:05.937258 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:05.962212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7aab809a-9815-45b0-a57d-ef81dc05f9ec req-6e7a1a60-c709-48ce-9d52-6542a4d2563e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711879 Jul 05 09:37:05.970553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Checking segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:05.970951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Network hostable DHCP agents. Network: f99888d9-4195-4d23-9120-f2c5061a0b9d, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:37:05.996593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487ae25-fcf2-4bef-96a8-e0c81fc9fcfe req-3bd42f37-9a1b-4462-b1bf-605076cad71c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:05.998336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8487ae25-fcf2-4bef-96a8-e0c81fc9fcfe req-3bd42f37-9a1b-4462-b1bf-605076cad71c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.3959367 Jul 05 09:37:06.007736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:06.048958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:37:06.049331 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:37:06.063421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Network f99888d9-4195-4d23-9120-f2c5061a0b9d is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:37:06.102713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8487ae25-fcf2-4bef-96a8-e0c81fc9fcfe req-7bdece98-aa37-46fd-81b5-475cba58db3c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963058 Jul 05 09:37:06.103330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, f99888d9-4195-4d23-9120-f2c5061a0b9d) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:06.113786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:06.114380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.114595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb23ebe-dee4-45a3-bcaa-ac79fd70d935 None None] Network f99888d9-4195-4d23-9120-f2c5061a0b9d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:06.133604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb8e1524-2d3d-4088-bb70-0c1196bc34e3 req-3aaa2f49-5771-41dc-bf79-14586ccbb962 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/59c47246-2fac-4f7e-95b2-c855efc159ca HTTP/1.1" status: 200 len: 2404 time: 0.1031182 Jul 05 09:37:06.159655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-74502001-400d-441b-9e92-ce7899987990 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3342488 Jul 05 09:37:06.162695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40032) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:06.167579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:06.230932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.233431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.249573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e1524-2d3d-4088-bb70-0c1196bc34e3 req-c28066f7-b5af-4efb-921f-74c63d21895c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.346452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40038) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:06.356102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.358459 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e1524-2d3d-4088-bb70-0c1196bc34e3 req-c28066f7-b5af-4efb-921f-74c63d21895c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.383977 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cadbde-e48f-4079-8b38-d1c4903a6fd7 x-openstack-request-id: req-85cadbde-e48f-4079-8b38-d1c4903a6fd7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:06.389492 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-plugged", "status": "completed", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:06.391341 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85cadbde-e48f-4079-8b38-d1c4903a6fd7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:06.391931 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b', 'code': 200} Jul 05 09:37:06.455205 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e1524-2d3d-4088-bb70-0c1196bc34e3 req-c28066f7-b5af-4efb-921f-74c63d21895c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.457823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e1524-2d3d-4088-bb70-0c1196bc34e3 req-c28066f7-b5af-4efb-921f-74c63d21895c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.459585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb8e1524-2d3d-4088-bb70-0c1196bc34e3 req-c28066f7-b5af-4efb-921f-74c63d21895c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-groups/59c47246-2fac-4f7e-95b2-c855efc159ca HTTP/1.1" status: 204 len: 173 time: 0.3251593 Jul 05 09:37:06.485078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-f99888d9-4195-4d23-9120-f2c5061a0b9d', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:37:06.486661 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.490428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28066f7-b5af-4efb-921f-74c63d21895c tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c47246-2fac-4f7e-95b2-c855efc159ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:06.585978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.587049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1344413796-network', 'tenant_id': '79b8b3e0d7814e258cc1f7342e9c4899'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:06.707367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.734771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Made reservation on behalf of 79b8b3e0d7814e258cc1f7342e9c4899 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:06.737199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.741805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Allocated IP 172.20.0.2 (f99888d9-4195-4d23-9120-f2c5061a0b9d/d1d18225-b050-4fbb-806b-8caeb4b80cef/9a3abc89-2251-495d-ad2e-560710cf1208) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:06.760071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.905785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd0f36-3dc8-4f55-b2b2-537925f2302e req-6f51fb2d-1f6e-44ed-8a81-47d63adbfcd3 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:06.906249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:06.907437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06cd0f36-3dc8-4f55-b2b2-537925f2302e req-6f51fb2d-1f6e-44ed-8a81-47d63adbfcd3 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 945 time: 0.3102846 Jul 05 09:37:06.922143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4252-8d5b-4460-863a-e617eab4122f req-e6989106-15c0-4afc-b5ff-c822dfffe366 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:06.929596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4252-8d5b-4460-863a-e617eab4122f req-e6989106-15c0-4afc-b5ff-c822dfffe366 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:06.930864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b2b4252-8d5b-4460-863a-e617eab4122f req-e6989106-15c0-4afc-b5ff-c822dfffe366 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1682 time: 0.3096809 Jul 05 09:37:06.949308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.090172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06cd0f36-3dc8-4f55-b2b2-537925f2302e req-7cb8122d-bb35-48fc-8c1c-a395a99cb80c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580539 Jul 05 09:37:07.107425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b2b4252-8d5b-4460-863a-e617eab4122f req-56b1b88f-9b61-4510-a453-e1d84eb5ee5d tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505346 Jul 05 09:37:07.150954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Allocated IP 172.25.1.150 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/37d77e82-f247-4b74-8920-9148d4f86efd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:07.163345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:07.206527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 039c5f32-239e-40a8-8f82-60fef661a17c up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:07.244332 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.248336 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.264222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.264707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Transition to ACTIVE for port object 9a3abc89-2251-495d-ad2e-560710cf1208 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:07.275911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:07.314149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26a55bf7-5e8f-48b3-9eea-9a1a2c5cb8c4 req-54c5d114-65da-48c9-a6e3-68a0af38b7a8 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "GET /v2.0/security-groups/9a78415c-5e74-45d1-a2cb-94527c83d5ea HTTP/1.1" status: 200 len: 2397 time: 0.1484196 Jul 05 09:37:07.317599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:37:07.324828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Transition to ACTIVE for port object 9a3abc89-2251-495d-ad2e-560710cf1208 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:07.334344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.358073 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.358329 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Added segment 3ed26724-5f1a-4ba1-8993-0f37c935e126 of type vlan for network 509c8be6-2162-4ffa-b409-40a6efba1eea Jul 05 09:37:07.359759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55a5013-2798-41bd-bec7-1db81c2333d5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:07.389297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:07.392843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.394479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 039c5f32-239e-40a8-8f82-60fef661a17c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:07.407753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 039c5f32-239e-40a8-8f82-60fef661a17c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:07.408444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.470068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Network f99888d9-4195-4d23-9120-f2c5061a0b9d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:07.471221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.471591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:07.481931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.482153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:07.500365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Pushing event updated for resources: {'Port': ['ID=9a3abc89-2251-495d-ad2e-560710cf1208,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:07.572608 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.572986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Transition to ACTIVE for port object 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:07.573675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-26a55bf7-5e8f-48b3-9eea-9a1a2c5cb8c4 req-3578d274-7e27-4e1f-8e10-9e8a31719b65 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.577058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.597616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.632582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Attempting to bind port 9a3abc89-2251-495d-ad2e-560710cf1208 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:07.632907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Attempting to bind port 9a3abc89-2251-495d-ad2e-560710cf1208 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:07.633311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Attempting to bind port 9a3abc89-2251-495d-ad2e-560710cf1208 on network f99888d9-4195-4d23-9120-f2c5061a0b9d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:07.643298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:07.643827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Checking segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:07.644233 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.644631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Bound using segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:07.645260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Bound port: 9a3abc89-2251-495d-ad2e-560710cf1208, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:07.645657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.649633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=11']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:07.660692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.662217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:07.663143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.687728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 039c5f32-239e-40a8-8f82-60fef661a17c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=039c5f32-239e-40a8-8f82-60fef661a17c,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:07.702638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3511529 Jul 05 09:37:07.702638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-26a55bf7-5e8f-48b3-9eea-9a1a2c5cb8c4 req-3578d274-7e27-4e1f-8e10-9e8a31719b65 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.708703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:07.715519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.720013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Request body: {'subnet': {'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1344413796-subnet', 'tenant_id': '79b8b3e0d7814e258cc1f7342e9c4899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:07.728084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:07.740644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:07.751880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:07.763125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-63f630e5-eea1-4d4b-b2b1-29a6ea4a84b8 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:07.765655 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-63f630e5-eea1-4d4b-b2b1-29a6ea4a84b8 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.4571741 Jul 05 09:37:07.793693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=37d77e82-f247-4b74-8920-9148d4f86efd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:07.804557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-33'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:07.819121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] For port 9a3abc89-2251-495d-ad2e-560710cf1208, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:07.827281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] No DVR routers for this DVR port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:07.831771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] For port 9a3abc89-2251-495d-ad2e-560710cf1208, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9a3abc89-2251-495d-ad2e-560710cf1208,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:07.833244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=039c5f32-239e-40a8-8f82-60fef661a17c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:07.843779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.881432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Made reservation on behalf of 79b8b3e0d7814e258cc1f7342e9c4899 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:07.886432 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:07.911421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcdeec-6ac0-41cd-a285-e04d54826269 None None] Pushing event updated for resources: {'Port': ['ID=9a3abc89-2251-495d-ad2e-560710cf1208,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:07.918288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0a61-9508-4a74-b6e3-bc09c366d2d3 req-d77dc3a9-3610-46d5-9386-e37a280bd47d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:07.928736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ba0a61-9508-4a74-b6e3-bc09c366d2d3 req-d77dc3a9-3610-46d5-9386-e37a280bd47d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.4468911 Jul 05 09:37:07.932565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f451f-4716-44a6-bdae-6ed63894db0f admin admin] Pushing event updated for resources: {'Network': ['ID=509c8be6-2162-4ffa-b409-40a6efba1eea,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:07.944491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 509c8be6-2162-4ffa-b409-40a6efba1eea details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:37:08.040612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:08.041055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:08.041393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:08.060216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:37:08.060969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Attempting to bind port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:08.067166 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-26a55bf7-5e8f-48b3-9eea-9a1a2c5cb8c4 req-3578d274-7e27-4e1f-8e10-9e8a31719b65 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.072371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-26a55bf7-5e8f-48b3-9eea-9a1a2c5cb8c4 req-3578d274-7e27-4e1f-8e10-9e8a31719b65 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.086136 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26a55bf7-5e8f-48b3-9eea-9a1a2c5cb8c4 req-3578d274-7e27-4e1f-8e10-9e8a31719b65 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a78415c-5e74-45d1-a2cb-94527c83d5ea HTTP/1.1" status: 204 len: 173 time: 0.7563629 Jul 05 09:37:08.087672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40054) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:08.089738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:08.090091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:08.090488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:08.093120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Bound port: 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:08.093491 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.151477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ba0a61-9508-4a74-b6e3-bc09c366d2d3 req-52582189-adb3-41f4-a282-04e2df075eb9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184856 Jul 05 09:37:08.181462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578d274-7e27-4e1f-8e10-9e8a31719b65 tempest-SecurityGroupRulesTestJSON-1693140282 tempest-SecurityGroupRulesTestJSON-1693140282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a78415c-5e74-45d1-a2cb-94527c83d5ea,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:08.393013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}, {'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039c5f32-239e-40a8-8f82-60fef661a17c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:08.395522 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6926e398-cb0f-4d74-89fc-ebc3614adf3f" -d '{"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-unplugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}, {"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-plugged", "status": "completed", "tag": "039c5f32-239e-40a8-8f82-60fef661a17c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:08.407140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] Deleting subnet 82b1225b-dc78-4bdb-a824-24136e8081f3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:37:08.417383 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.488858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.498590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9a3abc89-2251-495d-ad2e-560710cf1208 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:08.536392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.540196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:08.581692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:08.583270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9a3abc89-2251-495d-ad2e-560710cf1208 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:08.597924 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.657849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a1eea-3b55-4794-b9e5-42ee8d9f1ce3 req-b3760028-e788-4d22-a291-5c4f7651d5f7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:08.659503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d3a1eea-3b55-4794-b9e5-42ee8d9f1ce3 req-b3760028-e788-4d22-a291-5c4f7651d5f7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 949 time: 0.3516335 Jul 05 09:37:08.678351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.684970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:08.687895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.695147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] 10.222.0.16 "PUT /v2.0/ports/58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 1098 time: 3.1767313 Jul 05 09:37:08.713412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:08.715980 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:08.787547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5cacd-6610-4121-83d6-c2f46999701e service neutron] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=12']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:08.819302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f5e8-2c6b-4cdc-8e9d-8db43179d255 req-7cd76d66-7734-4758-9912-7ba54922309d tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:08.825283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f5e8-2c6b-4cdc-8e9d-8db43179d255 req-7cd76d66-7734-4758-9912-7ba54922309d tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:08.826958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7303f5e8-2c6b-4cdc-8e9d-8db43179d255 req-7cd76d66-7734-4758-9912-7ba54922309d tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1683 time: 0.3760777 Jul 05 09:37:08.878861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d3a1eea-3b55-4794-b9e5-42ee8d9f1ce3 req-c761512f-0b67-4263-a635-df4fdd701a73 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884930 Jul 05 09:37:08.893800 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.940035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7303f5e8-2c6b-4cdc-8e9d-8db43179d255 req-69eedab3-cfe4-462f-95af-eef977b5b62d tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051576 Jul 05 09:37:08.948899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b1225b-dc78-4bdb-a824-24136e8081f3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:08.969176 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:08.971195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ce2f93ed-c1bf-45c3-ab5c-fdf916c669dd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/82b1225b-dc78-4bdb-a824-24136e8081f3 HTTP/1.1" status: 204 len: 168 time: 0.8399706 Jul 05 09:37:08.975773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40064) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:08.990491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-ec25e911-ca73-4e5b-b505-41d0e708eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:08.992566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-ec25e911-ca73-4e5b-b505-41d0e708eaaf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1101 time: 0.2564192 Jul 05 09:37:09.054182 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed69bf5d-51ad-4663-96fe-e07d19e89e75 x-openstack-request-id: req-ed69bf5d-51ad-4663-96fe-e07d19e89e75 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:09.054546 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-unplugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "code": 200}, {"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-plugged", "status": "completed", "tag": "039c5f32-239e-40a8-8f82-60fef661a17c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:09.054865 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed69bf5d-51ad-4663-96fe-e07d19e89e75 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:09.055370 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'code': 200} Jul 05 09:37:09.055691 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039c5f32-239e-40a8-8f82-60fef661a17c', 'code': 200} Jul 05 09:37:09.094650 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b98bbb2-1bf6-4b60-aa33-5b938dea5b54 x-openstack-request-id: req-3b98bbb2-1bf6-4b60-aa33-5b938dea5b54 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:09.094965 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:09.095636 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b98bbb2-1bf6-4b60-aa33-5b938dea5b54 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:09.095818 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'status': 'completed', 'code': 200} Jul 05 09:37:09.192200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.199621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8d12270f-ddad-4337-b66e-dbcd505ce2b8 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:09.234810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.316368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-de4fb22c-cc3b-49b4-82de-85b5de573c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:09.318446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-de4fb22c-cc3b-49b4-82de-85b5de573c72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2211983 Jul 05 09:37:09.352830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.403711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:09.437090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8d12270f-ddad-4337-b66e-dbcd505ce2b8 has no active binding in host n-h1-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:37:09.457085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-02808ccd-8c47-4e20-8565-63aad14ad9eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.1145020 Jul 05 09:37:09.483029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3db5b-8637-49b3-9ade-f7f51aa11d1e req-203a65d1-1ebe-41a2-ba28-feaacc3a7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:09.487353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3db5b-8637-49b3-9ade-f7f51aa11d1e req-203a65d1-1ebe-41a2-ba28-feaacc3a7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:09.489373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20d3db5b-8637-49b3-9ade-f7f51aa11d1e req-203a65d1-1ebe-41a2-ba28-feaacc3a7f22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1987 time: 0.3197083 Jul 05 09:37:09.571515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ea98c-d8a8-4fad-9738-6e9814040703 None None] Network f99888d9-4195-4d23-9120-f2c5061a0b9d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:09.575622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5662e1f3-1fe5-41e6-be76-8dd20288faa0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:09.598507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.606117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:09.612298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb856486-cd85-43e3-a5ec-bb991b31fe18']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:09.626841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e131115-9bff-42c1-aa93-5005b1c0e00e') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:09.626841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e131115-9bff-42c1-aa93-5005b1c0e00e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:09.638108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Checking segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:09.638387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.638486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Network hostable DHCP agents. Network: 509c8be6-2162-4ffa-b409-40a6efba1eea, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:37:09.656173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.665442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:09.666157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.667430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-3ac29429-ae29-4c9c-945c-72894df53f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:09.669063 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-3ac29429-ae29-4c9c-945c-72894df53f59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1101 time: 0.3413436 Jul 05 09:37:09.669685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-46de336f-d24c-47e9-8e45-908661f0bde0 None None] Provisioning for port 9a3abc89-2251-495d-ad2e-560710cf1208 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:09.681657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-46de336f-d24c-47e9-8e45-908661f0bde0 None None] Provisioning complete for port 9a3abc89-2251-495d-ad2e-560710cf1208 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:09.683934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46de336f-d24c-47e9-8e45-908661f0bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:09.712552 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:09.791923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-682ad132-35c9-4346-a0ab-f472a9417497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:09.793814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-682ad132-35c9-4346-a0ab-f472a9417497 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.3146172 Jul 05 09:37:09.794759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.820735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.826077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb856486-cd85-43e3-a5ec-bb991b31fe18 HTTP/1.1" status: 204 len: 168 time: 0.8456340 Jul 05 09:37:09.827827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20d3db5b-8637-49b3-9ade-f7f51aa11d1e req-b46b8c51-3dba-4536-98f2-4ad656803f0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205378 Jul 05 09:37:09.874967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-5548a561-fa40-4c11-8d7f-ca7514cc7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:09.876542 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-5548a561-fa40-4c11-8d7f-ca7514cc7e0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1787353 Jul 05 09:37:09.950228 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46de336f-d24c-47e9-8e45-908661f0bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:09.962730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:10.092339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-46de336f-d24c-47e9-8e45-908661f0bde0 None None] For port 9a3abc89-2251-495d-ad2e-560710cf1208, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9a3abc89-2251-495d-ad2e-560710cf1208,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:10.108692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Network 509c8be6-2162-4ffa-b409-40a6efba1eea is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:37:10.116731 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-46de336f-d24c-47e9-8e45-908661f0bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:10.125815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40076) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:10.135555 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-840d692c-d761-4a39-ae7a-24863b3fd989 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.2440352 Jul 05 09:37:10.165575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 509c8be6-2162-4ffa-b409-40a6efba1eea) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:10.229144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259e116-ca97-42eb-a672-5b21f88ab176 None None] Network 509c8be6-2162-4ffa-b409-40a6efba1eea requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:10.281078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5350590-74f9-4656-95b6-cc9df1dccb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb856486-cd85-43e3-a5ec-bb991b31fe18,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:10.285351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-c484a8c3-331a-4e52-b707-829e39282085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:10.288711 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-c484a8c3-331a-4e52-b707-829e39282085 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1207216 Jul 05 09:37:10.295794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:10.296392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:10.318821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90068222-e9d6-43d0-8b9d-5430a5befb96 req-8a14ecc8-1b72-4416-9857-a51b1021d00e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:10.326347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90068222-e9d6-43d0-8b9d-5430a5befb96 req-8a14ecc8-1b72-4416-9857-a51b1021d00e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 945 time: 0.9640393 Jul 05 09:37:10.354749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de336f-d24c-47e9-8e45-908661f0bde0 None None] Pushing event updated for resources: {'Port': ['ID=9a3abc89-2251-495d-ad2e-560710cf1208,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:10.439930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90068222-e9d6-43d0-8b9d-5430a5befb96 req-c9fbb05d-0bc9-4efe-b73e-6f8b7e3572f6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119173 Jul 05 09:37:10.452411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:10.481212 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f994e15f-b0c0-4c43-a7e5-a16ef78c7891 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaeaba7640b64f98bb3317aa137f1d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485343 Jul 05 09:37:10.488995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40078) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:10.492124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54993e-664b-448b-809b-91cb3848fe83 req-30077b6d-518a-4a20-8717-85d4bea5a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:10.493735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-30077b6d-518a-4a20-8717-85d4bea5a06c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6879952 Jul 05 09:37:10.501923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:10.503775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:10.506596 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732f0ca2-a470-4839-a2b2-7249ab21900c" -d '{"events": [{"server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:10.508025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c26881-35da-4634-a084-0a12cc4457d9 None None] Network 509c8be6-2162-4ffa-b409-40a6efba1eea requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:10.560321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cb6112bd-383d-47a1-953f-093c4f89e668 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8461599 Jul 05 09:37:10.565515 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:10.604613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8fd05-0f57-4a7f-86f1-90b4970368e2 req-7f32672b-1b01-4fa5-bc50-1c5fa0ee9e59 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:10.606516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78a8fd05-0f57-4a7f-86f1-90b4970368e2 req-7f32672b-1b01-4fa5-bc50-1c5fa0ee9e59 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 949 time: 0.3264937 Jul 05 09:37:10.630495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2b14a05f-55df-49ee-9bbd-99c7eb8474c1 None None] Provisioning complete for port 9a3abc89-2251-495d-ad2e-560710cf1208 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:10.638168 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b14a05f-55df-49ee-9bbd-99c7eb8474c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:10.735658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-23ccbf81-861e-42a7-8338-b66d96f1cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:10.737246 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-23ccbf81-861e-42a7-8338-b66d96f1cb48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4250717 Jul 05 09:37:10.798438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:10.853536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on host n-h2-771363-33 for vnic_type normal with profile {"migrating_to": "n-h1-771363-33"} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:10.853888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:10.854198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:10.870250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:37:10.870543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Attempting to bind port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:10.897907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:10.897907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:10.897907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:10.897907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Bound port: 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:10.897907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:10.904770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-be8fc1ce-485e-4b09-ad8b-326fba8e211b service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935950 Jul 05 09:37:10.946680 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-91d7947f-8396-43bc-b7b0-bb915f238ea9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731892 Jul 05 09:37:10.967853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Router e70d367a-55a3-4788-8d72-5e30ba3e670f is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:37:10.974551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78a8fd05-0f57-4a7f-86f1-90b4970368e2 req-0df5dd51-eb23-42d7-9bd3-f5b8ce9d2328 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913985 Jul 05 09:37:11.046734 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3da-abcf-449e-a29a-0ba98e68b7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:11.082557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534da349-72fb-44ae-8bc4-f3e29271d0d6 req-00441fa2-7158-4fbf-abd8-2c0ee8af3038 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:11.090040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534da349-72fb-44ae-8bc4-f3e29271d0d6 req-00441fa2-7158-4fbf-abd8-2c0ee8af3038 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:11.091789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-534da349-72fb-44ae-8bc4-f3e29271d0d6 req-00441fa2-7158-4fbf-abd8-2c0ee8af3038 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1683 time: 0.4071052 Jul 05 09:37:11.115782 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98915630-5f1a-4788-bd7d-d71ca89078e9 x-openstack-request-id: req-98915630-5f1a-4788-bd7d-d71ca89078e9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:11.116213 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:11.116574 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98915630-5f1a-4788-bd7d-d71ca89078e9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:11.117142 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8', 'code': 200} Jul 05 09:37:11.122389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3da-abcf-449e-a29a-0ba98e68b7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:11.146145 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:11.151604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:11.168986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:11.187963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d54993e-664b-448b-809b-91cb3848fe83 req-9bb8de9f-4c89-44dc-9d70-1f4f7d6fa0e4 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358809 Jul 05 09:37:11.213786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-534da349-72fb-44ae-8bc4-f3e29271d0d6 req-76abc789-3c4a-4290-859f-0dd6449a73b3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108513 Jul 05 09:37:11.256464 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-7965e534-d236-4845-bea0-974d9d1eb710 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895827 Jul 05 09:37:11.258183 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3da-abcf-449e-a29a-0ba98e68b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:11.260892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3da-abcf-449e-a29a-0ba98e68b7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:11.265075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8c8ad3da-abcf-449e-a29a-0ba98e68b7c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39bfc16d-9c1e-490c-8bd3-9a1cf27e1d4e HTTP/1.1" status: 204 len: 168 time: 0.7675655 Jul 05 09:37:11.335135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:11.337176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:11.350274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:11.350935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ad3da-abcf-449e-a29a-0ba98e68b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bfc16d-9c1e-490c-8bd3-9a1cf27e1d4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:11.351527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:11.352408 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d64296fe-ab37-445b-8935-623736ae72ac service neutron] 10.222.0.15 "PUT /v2.0/ports/8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 200 len: 1123 time: 3.5546381 Jul 05 09:37:11.376592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Sync routers for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:11.401431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:11.406050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40100) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:11.406247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e8881c81-40fc-4ac0-85ca-afda05e4a7e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2422748 Jul 05 09:37:11.430591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:11.432414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:11.487558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8d12270f-ddad-4337-b66e-dbcd505ce2b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:11.491018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8d12270f-ddad-4337-b66e-dbcd505ce2b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:11.667222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:11.723307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-76da3907-9200-40fb-9a83-8e97297a12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:11.727313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-76da3907-9200-40fb-9a83-8e97297a12dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 1101 time: 0.4639132 Jul 05 09:37:12.019408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-4e33f93d-62c2-42b7-bcb0-6b6633cc0d2a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:12.030071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-4e33f93d-62c2-42b7-bcb0-6b6633cc0d2a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.5029054 Jul 05 09:37:12.093531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62c3a-13d9-4e15-b9aa-39f3db69bcfa req-d421cb62-ab71-413f-b586-888213b79f56 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:12.095184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c62c3a-13d9-4e15-b9aa-39f3db69bcfa req-d421cb62-ab71-413f-b586-888213b79f56 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 943 time: 0.4142468 Jul 05 09:37:12.106822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-dede5d2c-e044-4b53-906b-5612be671e10 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/quotas/79b8b3e0d7814e258cc1f7342e9c4899 HTTP/1.1" status: 200 len: 375 time: 0.0755942 Jul 05 09:37:12.120111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:08Z', 'revision_number': 3, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:12.175543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Checking router: e70d367a-55a3-4788-8d72-5e30ba3e670f for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:12.175969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Updating router e70d367a-55a3-4788-8d72-5e30ba3e670f port 37d77e82-f247-4b74-8920-9148d4f86efd binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:37:12.192563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-1544e884-3315-4e5e-8b08-1a0bd3930ea8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841060 Jul 05 09:37:12.232979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:12.273162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-f8086f91-eecf-49cf-8d96-1c51c5b1e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:12.274807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-f8086f91-eecf-49cf-8d96-1c51c5b1e332 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.5006053 Jul 05 09:37:12.369161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-b89cc7aa-c131-4b4e-97be-6ccec53c4b8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 200 len: 217 time: 0.0834045 Jul 05 09:37:12.375101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9a3abc89-2251-495d-ad2e-560710cf1208 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:12.461818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40132) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:12.478958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c62c3a-13d9-4e15-b9aa-39f3db69bcfa req-e21dae20-68f8-46e7-8d31-23a7e6dac62b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687277 Jul 05 09:37:12.505911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-7b0cb932-831e-4654-869b-6fb69af3328e service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112819 Jul 05 09:37:12.574926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-99d190b1-1dc4-4d4d-9543-30c8b59e6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:12.576695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-99d190b1-1dc4-4d4d-9543-30c8b59e6a6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1957650 Jul 05 09:37:12.639410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-865272338-network', 'tenant_id': 'eb835d927de74a15892849748f00ba98'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:12.673249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Made reservation on behalf of eb835d927de74a15892849748f00ba98 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:12.680005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:12.692814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9a3abc89-2251-495d-ad2e-560710cf1208 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:12.693891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:12.715309 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:12.830452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-972deff1-fc8f-45d1-b5b6-fe4f882a3729 service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233676 Jul 05 09:37:12.838278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-1d34b5cd-a35c-42fd-bd09-15df7b338fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:12.853175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-1d34b5cd-a35c-42fd-bd09-15df7b338fc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2424626 Jul 05 09:37:12.918149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:12.949262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Transition to ACTIVE for port object 37d77e82-f247-4b74-8920-9148d4f86efd will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:12.960242 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:12.980144 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:12.986432 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.008965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:37:13.022900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.023144 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Added segment 09a91838-3aa1-4d72-8e2d-e00cbaa75838 of type vlan for network 2ee7c27d-9a14-4780-b554-bac5dd458518 Jul 05 09:37:13.098398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.133838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea70473-3bdc-40a8-be41-4643f1cf26b2 req-2e222305-f86e-464d-afb2-0d8a3987ff9e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:13.142938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53942c1b-600f-4ee9-ac0e-eb89d255b4f2 None None] Pushing event updated for resources: {'Port': ['ID=37d77e82-f247-4b74-8920-9148d4f86efd,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:13.149415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ea70473-3bdc-40a8-be41-4643f1cf26b2 req-2e222305-f86e-464d-afb2-0d8a3987ff9e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 949 time: 0.3956163 Jul 05 09:37:13.157406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Attempting to bind port 37d77e82-f247-4b74-8920-9148d4f86efd on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:13.158322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Attempting to bind port 37d77e82-f247-4b74-8920-9148d4f86efd by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:13.161797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Attempting to bind port 37d77e82-f247-4b74-8920-9148d4f86efd on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:13.174103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:13.176772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:13.179430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.180585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:13.181880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Bound port: 37d77e82-f247-4b74-8920-9148d4f86efd, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:13.183248 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.188126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:13.190908 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:13.195671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de26e9e-2fd4-45e6-b3b6-6c6a81cff8f2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:13.202194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.203347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:13.204178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.251808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:13.293462 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.300627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8340547 Jul 05 09:37:13.301002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:13.307215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] For port 37d77e82-f247-4b74-8920-9148d4f86efd, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:13.310081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Request body: {'subnet': {'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-865272338-subnet', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:13.321880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057dc4a-71c5-4510-a84f-7241a0d141f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee7c27d-9a14-4780-b554-bac5dd458518,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:13.362803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Made reservation on behalf of eb835d927de74a15892849748f00ba98 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:13.366648 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.368892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:37:13.377290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] For port 37d77e82-f247-4b74-8920-9148d4f86efd, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=37d77e82-f247-4b74-8920-9148d4f86efd,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:13.416541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-1bbb1645-b101-4862-b6fa-ea354f611a88 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539782 Jul 05 09:37:13.453560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.615823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53942c1b-600f-4ee9-ac0e-eb89d255b4f2 None None] Pushing event updated for resources: {'Port': ['ID=37d77e82-f247-4b74-8920-9148d4f86efd,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:13.623548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:13.634456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:13.635351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:36:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:13.709086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'mac_address': 'fa:16:3e:59:59:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:13.728665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.764092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ea70473-3bdc-40a8-be41-4643f1cf26b2 req-21e918a1-09b9-4d63-845f-4bc5759aba5a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993102 Jul 05 09:37:13.848296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d6b7a3-ac50-44dd-a1fa-14764a744a1b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:13.856528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Checking segment: {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:13.857083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Network hostable DHCP agents. Network: 2ee7c27d-9a14-4780-b554-bac5dd458518, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:37:13.878619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:37:13.892416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e09d8-d580-472e-ac47-7062fb0d5db7 req-b2d332c1-7e1e-4bdb-a045-cf280f263bf7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:13.896846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2ee7c27d-9a14-4780-b554-bac5dd458518) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:13.902357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e09d8-d580-472e-ac47-7062fb0d5db7 req-b2d332c1-7e1e-4bdb-a045-cf280f263bf7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:13.905374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:13.906953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.910465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3e09d8-d580-472e-ac47-7062fb0d5db7 req-b2d332c1-7e1e-4bdb-a045-cf280f263bf7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1683 time: 0.7322619 Jul 05 09:37:13.935422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4460ff1-bba1-4dbb-a647-61873dc6e6f0 req-9de5e0d4-dd17-4c7c-9be6-825db798a162 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035470 Jul 05 09:37:13.938793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-216d8867-5bde-4d0b-b7c6-b2b887f6e650 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6367257 Jul 05 09:37:13.939535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40156) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:13.947174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:13.951214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c8c86-58a1-4089-820b-48b403846e1d None None] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:13.992475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.994547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:13.998828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd3e09d8-d580-472e-ac47-7062fb0d5db7 req-3bedf732-bf71-4890-8a48-f94e5acfdb7f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852456 Jul 05 09:37:14.041167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Allocated IP 172.20.0.1 (f99888d9-4195-4d23-9120-f2c5061a0b9d/d1d18225-b050-4fbb-806b-8caeb4b80cef/1c5855e5-3736-475d-b12d-9102ca90001d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:14.123163 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b07e3-b423-4953-9932-df482ad7f070 x-openstack-request-id: req-eb4b07e3-b423-4953-9932-df482ad7f070 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:14.124198 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:14.125243 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb4b07e3-b423-4953-9932-df482ad7f070 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:14.126424 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8', 'status': 'completed', 'code': 200} Jul 05 09:37:14.137620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.168271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d577c03b-09a9-458a-a95d-4c3c3b7367a1 req-5233be64-cbcd-43ca-a75f-3ff4f639f67c tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 210 time: 0.1016643 Jul 05 09:37:14.278351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.313472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:14.369233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-2ee7c27d-9a14-4780-b554-bac5dd458518', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:37:14.370824 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.385673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:14.399182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.430420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:14.435047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.437735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.467363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Transition to ACTIVE for port object 1c5855e5-3736-475d-b12d-9102ca90001d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:14.525671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-2affd6f8-2067-4cb0-bf93-3e15fc1d8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:14.527956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-2affd6f8-2067-4cb0-bf93-3e15fc1d8bd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1126 time: 0.3122485 Jul 05 09:37:14.544033 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a6ee7c4f-70ab-4b2d-b2b1-4c354e3e6e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.570857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c137-deff-4c0e-b383-3471ca33c4cb req-be9a1589-7339-4936-af90-6722b60af873 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:14.572491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7319c137-deff-4c0e-b383-3471ca33c4cb req-be9a1589-7339-4936-af90-6722b60af873 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 943 time: 0.3107486 Jul 05 09:37:14.586626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:14.686079 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.868369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.869685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Allocated IP 172.20.0.2 (2ee7c27d-9a14-4780-b554-bac5dd458518/a2d6b7a3-ac50-44dd-a1fa-14764a744a1b/232b4630-2cff-4ad8-88ee-a98bd205ec38) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:14.905597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:14.917492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:15.070616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:08Z', 'revision_number': 3, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:15.137516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7639317-2881-4a1f-9964-21a96381f0b6 None None] The sync data for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 is: [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:08Z', 'revision_number': 3, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:15.158811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Allocated IP 172.25.1.177 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:15.285840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Network f99888d9-4195-4d23-9120-f2c5061a0b9d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:15.326911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:15.329656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:15.362848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:15.393095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:15.410158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Transition to ACTIVE for port object 232b4630-2cff-4ad8-88ee-a98bd205ec38 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:15.434567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:15.437740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:15.445646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Transition to ACTIVE for port object 232b4630-2cff-4ad8-88ee-a98bd205ec38 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:15.458254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:15.544741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:15.562379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7319c137-deff-4c0e-b383-3471ca33c4cb req-2ada5b77-bb05-4469-83c0-77c8dc9e3816 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9819362 Jul 05 09:37:15.585294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:15.598578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:15.613179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:15.623661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:15.644106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:15.665607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Pushing event updated for resources: {'Port': ['ID=232b4630-2cff-4ad8-88ee-a98bd205ec38,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:15.693381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:15.811388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5855e5-3736-475d-b12d-9102ca90001d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:15.839289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Attempting to bind port 232b4630-2cff-4ad8-88ee-a98bd205ec38 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:15.839669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Attempting to bind port 232b4630-2cff-4ad8-88ee-a98bd205ec38 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:15.840024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Attempting to bind port 232b4630-2cff-4ad8-88ee-a98bd205ec38 on network 2ee7c27d-9a14-4780-b554-bac5dd458518 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:15.852672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:15.853096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Checking segment: {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:15.854125 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:15.855270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Bound using segment: {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:15.856476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Bound port: 232b4630-2cff-4ad8-88ee-a98bd205ec38, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:15.857333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:15.870051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-0cf04742-1aaa-459e-a919-d222b09a2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:15.871590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-0cf04742-1aaa-459e-a919-d222b09a2559 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 1.3312016 Jul 05 09:37:15.941556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-23bab34b-05d8-4124-884a-9ad15162f4c4 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:15.947020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-23bab34b-05d8-4124-884a-9ad15162f4c4 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.7174728 Jul 05 09:37:15.960637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.065664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Request body: {'port': {'device_id': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'admin_state_up': True, 'tenant_id': '79b8b3e0d7814e258cc1f7342e9c4899'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:16.074883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-8026c81f-917d-4cfb-8b42-87085ade7963 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 200 len: 217 time: 0.1506004 Jul 05 09:37:16.175008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb45ff33-e7aa-461d-921a-eb00c02da7bc None None] Provisioning for port 1c5855e5-3736-475d-b12d-9102ca90001d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:16.183461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] For port 232b4630-2cff-4ad8-88ee-a98bd205ec38, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:16.185787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb45ff33-e7aa-461d-921a-eb00c02da7bc None None] Provisioning complete for port 1c5855e5-3736-475d-b12d-9102ca90001d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:16.186173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb45ff33-e7aa-461d-921a-eb00c02da7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.191163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] For port 232b4630-2cff-4ad8-88ee-a98bd205ec38, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=232b4630-2cff-4ad8-88ee-a98bd205ec38,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:16.201353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.221280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.330745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb45ff33-e7aa-461d-921a-eb00c02da7bc None None] Port 1c5855e5-3736-475d-b12d-9102ca90001d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:37:16.356181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5d12e-ed06-43a0-b8a1-bc2d47ea7be8 None None] Pushing event updated for resources: {'Port': ['ID=232b4630-2cff-4ad8-88ee-a98bd205ec38,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:16.452397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 37d77e82-f247-4b74-8920-9148d4f86efd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:16.485750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb997b2d-f779-4ebc-aac7-171ed835872a req-c4a4aac1-bb75-42d0-a208-9b462835584d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:16.487455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb997b2d-f779-4ebc-aac7-171ed835872a req-c4a4aac1-bb75-42d0-a208-9b462835584d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 1.2564142 Jul 05 09:37:16.581050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 37d77e82-f247-4b74-8920-9148d4f86efd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:16.588782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 37d77e82-f247-4b74-8920-9148d4f86efd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:16.590104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.648194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-9fd48f7a-3abe-4b7c-97ff-d73b7c1c6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:16.650113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-9fd48f7a-3abe-4b7c-97ff-d73b7c1c6012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.5566370 Jul 05 09:37:16.742615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e0be4-b0e2-477c-91c4-22fa18ceef1c req-bcdc165b-f206-40a7-adfc-2f6b82c427f3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:16.749313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e0be4-b0e2-477c-91c4-22fa18ceef1c req-bcdc165b-f206-40a7-adfc-2f6b82c427f3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:16.751252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-957e0be4-b0e2-477c-91c4-22fa18ceef1c req-bcdc165b-f206-40a7-adfc-2f6b82c427f3 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1683 time: 0.8915324 Jul 05 09:37:16.767219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.785082 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15436905-a05c-4943-9f13-f8143bfa6165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.815167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb997b2d-f779-4ebc-aac7-171ed835872a req-e696d887-dbdf-43c2-9cf8-2406f4116844 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098066 Jul 05 09:37:16.826968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-d25a4614-43d2-4104-93e5-e40c12333999 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994353 Jul 05 09:37:16.871438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.940394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 37d77e82-f247-4b74-8920-9148d4f86efd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=37d77e82-f247-4b74-8920-9148d4f86efd,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:16.948558 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:16.999190 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.013140 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.026047 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Made reservation on behalf of 79b8b3e0d7814e258cc1f7342e9c4899 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:17.029674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.031872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=37d77e82-f247-4b74-8920-9148d4f86efd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:17.060240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-957e0be4-b0e2-477c-91c4-22fa18ceef1c req-e830c407-4f37-49e9-929f-87ceb72984e7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769215 Jul 05 09:37:17.193626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c111485-ea86-45e7-abb5-89e9492bf4b7 req-e0a2cadd-d14a-4550-b353-759545d77a47 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 210 time: 0.0815017 Jul 05 09:37:17.249584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5855e5-3736-475d-b12d-9102ca90001d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:17.275051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.281568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:17.403466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-9048e22c-3ca0-4ba2-bb6c-dac34a8daf69 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631704 Jul 05 09:37:17.421994 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.437628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:17.445210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:17.446028 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.524747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-e9b29259-2671-41a4-9dd0-c89c85bbe0b2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:17.531467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-e9b29259-2671-41a4-9dd0-c89c85bbe0b2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:17.533207 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-e9b29259-2671-41a4-9dd0-c89c85bbe0b2 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 1683 time: 0.9561083 Jul 05 09:37:17.551661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fd1cedb-b8dc-49e5-ae8d-a90a1340857d req-f738dd7a-a0b7-43cf-bd8f-249bb2467a52 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035628 Jul 05 09:37:17.621523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.685362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Allocated IP 172.20.0.12 (509c8be6-2162-4ffa-b409-40a6efba1eea/5662e1f3-1fe5-41e6-be76-8dd20288faa0/e24391c7-5bb7-4be7-8881-e2f7bc7d9576) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:17.696777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:17.698488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:17.702573 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e9f98c-0dff-4955-bb24-f0da76fa3221" -d '{"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-plugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:17.714687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.717868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8d12270f-ddad-4337-b66e-dbcd505ce2b8 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:17.768124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Router 211ded1a-4498-4485-8165-f0f00715d97a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:37:17.777041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port 039c5f32-239e-40a8-8f82-60fef661a17c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:17.777391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.784454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec462ba6-c30f-4787-894c-1e668ff2a26b req-d373b793-59a8-4e08-83e0-bb7286193dee tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:17.787438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec462ba6-c30f-4787-894c-1e668ff2a26b req-d373b793-59a8-4e08-83e0-bb7286193dee tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 943 time: 0.4694469 Jul 05 09:37:17.815420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390fe5e-6246-4779-8a24-5db96a022b4e req-907d2029-ca31-409a-b41a-d12fa2457eff tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:17.823518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e390fe5e-6246-4779-8a24-5db96a022b4e req-907d2029-ca31-409a-b41a-d12fa2457eff tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 950 time: 0.2663155 Jul 05 09:37:17.853314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Network f99888d9-4195-4d23-9120-f2c5061a0b9d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:17.887648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:17.901346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=14']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:17.954959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.959717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port 039c5f32-239e-40a8-8f82-60fef661a17c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=039c5f32-239e-40a8-8f82-60fef661a17c,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:17.960192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:17.978546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for 039c5f32-239e-40a8-8f82-60fef661a17c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:18.123167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:18.186078 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e390fe5e-6246-4779-8a24-5db96a022b4e req-4714c199-aa90-4e07-a2fe-49a33859338e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605485 Jul 05 09:37:18.219880 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:18.294154 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a691e7-3db3-4793-b14f-4d3f269e3965 x-openstack-request-id: req-a7a691e7-3db3-4793-b14f-4d3f269e3965 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:18.295183 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-plugged", "status": "completed", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:18.295723 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7a691e7-3db3-4793-b14f-4d3f269e3965 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:18.296816 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'code': 200} Jul 05 09:37:18.434891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec462ba6-c30f-4787-894c-1e668ff2a26b req-6b56a240-c6aa-499f-8ff1-4d68afc76158 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760832 Jul 05 09:37:18.436452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-95f8c52a-7efb-4809-a2fb-3351c5dbc985 None None] Provisioning complete for port 1c5855e5-3736-475d-b12d-9102ca90001d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:18.437766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95f8c52a-7efb-4809-a2fb-3351c5dbc985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:18.605048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-95f8c52a-7efb-4809-a2fb-3351c5dbc985 None None] Port 1c5855e5-3736-475d-b12d-9102ca90001d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:37:18.650870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 37d77e82-f247-4b74-8920-9148d4f86efd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:18.686160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event updated for resources: {'Port': ['ID=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:18.812122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 37d77e82-f247-4b74-8920-9148d4f86efd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:18.812500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:18.830841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:18.844217 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Sync routers for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:18.846783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Network 509c8be6-2162-4ffa-b409-40a6efba1eea is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:18.855607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:18.862846 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:18.863819 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:18.885980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:18.909553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:18.978095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=039c5f32-239e-40a8-8f82-60fef661a17c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:19.027858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 232b4630-2cff-4ad8-88ee-a98bd205ec38 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:19.029730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad423b-b887-45ec-95e2-d39c3aee0c89 None None] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:19.068424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.070762 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7b8cf5ff-3471-4494-b84c-f6138f195439 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1297219 Jul 05 09:37:19.079115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:19.122292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port 039c5f32-239e-40a8-8f82-60fef661a17c on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:19.135815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.139178 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-633bafd0-12f3-427d-ba03-eb8085af2334 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "DELETE /v2.0/ports/039c5f32-239e-40a8-8f82-60fef661a17c HTTP/1.1" status: 204 len: 173 time: 1.5615773 Jul 05 09:37:19.140826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-deleted', 'tag': '039c5f32-239e-40a8-8f82-60fef661a17c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:19.152465 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5431403-7ce1-425c-bd18-0f065b9788c1" -d '{"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-deleted", "tag": "039c5f32-239e-40a8-8f82-60fef661a17c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:19.195394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:19.265408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device faf976d2-4da9-416b-8328-93cd70512b3b no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:19.299967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50e1f56c-03a5-4360-b6f6-6d7689877de8 None None] Provisioning for port 232b4630-2cff-4ad8-88ee-a98bd205ec38 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:19.400892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port faf976d2-4da9-416b-8328-93cd70512b3b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:19.401223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.461288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Router e70d367a-55a3-4788-8d72-5e30ba3e670f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:37:19.502542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.511648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:19.512572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.550292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 232b4630-2cff-4ad8-88ee-a98bd205ec38 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:19.553739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf08d1-c1a3-4b29-9d74-f7543ff1938d req-646789ce-a53a-4b20-aa91-5fc6d539c04a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:19.561100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bebf08d1-c1a3-4b29-9d74-f7543ff1938d req-646789ce-a53a-4b20-aa91-5fc6d539c04a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 932 time: 0.7549725 Jul 05 09:37:19.599791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port faf976d2-4da9-416b-8328-93cd70512b3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=faf976d2-4da9-416b-8328-93cd70512b3b,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:19.602107 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.604119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 232b4630-2cff-4ad8-88ee-a98bd205ec38 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:19.604797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.609913 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.610774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 039c5f32-239e-40a8-8f82-60fef661a17c no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:19.666807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port faf976d2-4da9-416b-8328-93cd70512b3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=faf976d2-4da9-416b-8328-93cd70512b3b,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:19.667202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:19.706671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=faf976d2-4da9-416b-8328-93cd70512b3b,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:19.741290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for faf976d2-4da9-416b-8328-93cd70512b3b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:19.767870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 039c5f32-239e-40a8-8f82-60fef661a17c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:19.768659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 039c5f32-239e-40a8-8f82-60fef661a17c not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:19.783642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-b868d835-bb30-4b17-96be-5eef0c1aaa62 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8088045 Jul 05 09:37:19.847552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Request body: {'port': {'device_id': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:19.866032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 3, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:19.906798 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Checking router: 211ded1a-4498-4485-8165-f0f00715d97a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:19.907187 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Updating router 211ded1a-4498-4485-8165-f0f00715d97a port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:37:19.925318 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.002337 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.022436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 232b4630-2cff-4ad8-88ee-a98bd205ec38, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=232b4630-2cff-4ad8-88ee-a98bd205ec38,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:20.028018 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.137317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=232b4630-2cff-4ad8-88ee-a98bd205ec38,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:20.187803 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.221895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=faf976d2-4da9-416b-8328-93cd70512b3b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:20.292823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port faf976d2-4da9-416b-8328-93cd70512b3b on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:20.294750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.297461 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6b1ce4a0-857e-4694-976c-1d07dda3772b req-ea25129d-2bec-4fe1-905a-e04af3f26c5b tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.15 "DELETE /v2.0/ports/faf976d2-4da9-416b-8328-93cd70512b3b HTTP/1.1" status: 204 len: 173 time: 1.1396890 Jul 05 09:37:20.298276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:20.307585 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b90f867-f5c2-4c15-bb66-7379edbf4071" -d '{"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-unplugged", "status": "completed", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:20.396065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-28cfcf2f-32ff-4664-be13-f15ee1bb1189 None None] Provisioning complete for port 232b4630-2cff-4ad8-88ee-a98bd205ec38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:20.403539 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28cfcf2f-32ff-4664-be13-f15ee1bb1189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.510517 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.533331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 232b4630-2cff-4ad8-88ee-a98bd205ec38 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:20.600228 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.603909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c7b7a-a2c5-4f10-b0cf-06e186f27aa4 req-c14c9328-be1b-4c22-8282-3ee42c563795 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:20.611922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-825c7b7a-a2c5-4f10-b0cf-06e186f27aa4 req-c14c9328-be1b-4c22-8282-3ee42c563795 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/ports?device_id=459b021a-13a8-4e0f-b683-d3fcac149106 HTTP/1.1" status: 200 len: 867 time: 1.9158142 Jul 05 09:37:20.642924 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Transition to ACTIVE for port object 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:20.716850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-825c7b7a-a2c5-4f10-b0cf-06e186f27aa4 req-7af4ecce-3f9d-4b5a-8338-41ce75e6e5df tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "GET /v2.0/security-groups?id=861925ae-af11-4268-bbe2-943f3945b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036913 Jul 05 09:37:20.728086 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.794562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 232b4630-2cff-4ad8-88ee-a98bd205ec38 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:20.795090 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.839916 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Attempting to bind port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:20.840243 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Attempting to bind port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:20.840625 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Attempting to bind port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:20.843718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:20.855429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9f9d8bd9-0588-485e-8bca-859321448903 admin admin] 10.222.0.21 "PUT /v2.0/routers/e70d367a-55a3-4788-8d72-5e30ba3e670f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4407647 Jul 05 09:37:20.856086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Sync routers for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:20.861781 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Pushing event updated for resources: {'Port': ['ID=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:20.870570 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:20.871209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:20.871917 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.872346 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:20.872809 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Bound port: 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:20.873192 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:20.874632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-5bfeeccd-94f7-4067-8bff-9d17b91d317b service neutron] 10.222.0.16 "GET /v2.0/ports/8d12270f-ddad-4337-b66e-dbcd505ce2b8/bindings/n-h1-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.3666439 Jul 05 09:37:20.875909 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.876254 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.876589 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.876921 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.877592 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.878279 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.878777 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.879299 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.879860 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.880340 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.880839 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.881324 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:20.883526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:20.884531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:20.964832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bebf08d1-c1a3-4b29-9d74-f7543ff1938d req-92483478-1fde-4efd-9c74-420aa7360bbb tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3490331 Jul 05 09:37:20.975394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] For port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:20.981825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] For port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:20.992196 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:21.015501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-caa73858-2990-4f8d-9d08-32ad00d8299e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1368451 Jul 05 09:37:21.056356 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:21.072622 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91258eb8-2bcc-4207-a37f-9625aa6a0830 x-openstack-request-id: req-91258eb8-2bcc-4207-a37f-9625aa6a0830 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:21.073264 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-deleted", "tag": "039c5f32-239e-40a8-8f82-60fef661a17c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:21.073951 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91258eb8-2bcc-4207-a37f-9625aa6a0830 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:21.074600 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-deleted', 'tag': '039c5f32-239e-40a8-8f82-60fef661a17c', 'status': 'completed', 'code': 200} Jul 05 09:37:21.079948 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f2c2d-20a1-4739-be2f-fdf2c9ccacec None None] Pushing event updated for resources: {'Port': ['ID=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:21.110475 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:21.111216 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:21.374359 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:21.424589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 2, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:21.482037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Checking router: e70d367a-55a3-4788-8d72-5e30ba3e670f for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:21.484706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Updating router e70d367a-55a3-4788-8d72-5e30ba3e670f port 1c5855e5-3736-475d-b12d-9102ca90001d binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:37:21.564499 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:21.564730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:21.588778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:21.624755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-0894b138-5fbd-49af-b024-1a28f6db5b6b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:21.626206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 3, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:21.626609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-0894b138-5fbd-49af-b024-1a28f6db5b6b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5980022 Jul 05 09:37:21.657089 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88675c6e-2f21-4c97-ad9a-a4e164426e69 None None] The sync data for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 is: [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 3, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:21.686080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-6b6a3531-33ed-492c-bbf8-6f154fbfc12a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/quotas/a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 375 time: 0.0287669 Jul 05 09:37:21.696763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d12270f-ddad-4337-b66e-dbcd505ce2b8 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:21.762812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:21.807499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb09b03-5122-4cdf-a592-ac9bf87c9ca5 req-cb7f4205-f27e-4257-ad68-fe57962f00f7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:21.809099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbb09b03-5122-4cdf-a592-ac9bf87c9ca5 req-cb7f4205-f27e-4257-ad68-fe57962f00f7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 943 time: 0.5615015 Jul 05 09:37:21.838710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:21.945305 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:21.961775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Transition to ACTIVE for port object 1c5855e5-3736-475d-b12d-9102ca90001d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:21.975766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.059907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbb09b03-5122-4cdf-a592-ac9bf87c9ca5 req-aae6d69f-c7f1-4df5-9d4c-aaac244084dc tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282398 Jul 05 09:37:22.106930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-9d89e78d-75bc-4d83-b463-d7a0a11a9047 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4029956 Jul 05 09:37:22.118063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24391c7-5bb7-4be7-8881-e2f7bc7d9576 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:22.123601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57207c05-baae-4a45-918a-67ee45981cfd None None] Pushing event updated for resources: {'Port': ['ID=1c5855e5-3736-475d-b12d-9102ca90001d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:22.140871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.162222 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f27cb-6518-475a-a1f3-c1baf9658d3f x-openstack-request-id: req-f79f27cb-6518-475a-a1f3-c1baf9658d3f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:22.162622 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-unplugged", "status": "completed", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:22.162884 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f79f27cb-6518-475a-a1f3-c1baf9658d3f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:22.165757 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b', 'code': 200} Jul 05 09:37:22.171532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Transition to ACTIVE for port object e24391c7-5bb7-4be7-8881-e2f7bc7d9576 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:22.182862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.186983 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.319885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Attempting to bind port 1c5855e5-3736-475d-b12d-9102ca90001d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:22.320264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Attempting to bind port 1c5855e5-3736-475d-b12d-9102ca90001d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:22.321284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Attempting to bind port 1c5855e5-3736-475d-b12d-9102ca90001d on network f99888d9-4195-4d23-9120-f2c5061a0b9d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:22.341234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Pushing event updated for resources: {'Port': ['ID=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:22.352215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:22.352599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Checking segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:22.355909 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.356343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Bound using segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:22.356849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Bound port: 1c5855e5-3736-475d-b12d-9102ca90001d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:22.357242 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.419529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.424270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.424742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.425207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.427565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.432342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:22.434187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.435464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.437753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.438201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.438631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.439058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.439569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:22.449403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] Transition to ACTIVE for port object 8d12270f-ddad-4337-b66e-dbcd505ce2b8 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:22.502811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.514488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40250) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:22.632413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] For port 1c5855e5-3736-475d-b12d-9102ca90001d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:22.638306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] For port 1c5855e5-3736-475d-b12d-9102ca90001d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1c5855e5-3736-475d-b12d-9102ca90001d,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:22.657131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.723183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting subnet b290d66a-36ec-4bb8-a51d-3390c6a17dbd {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:37:22.731761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.738446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57207c05-baae-4a45-918a-67ee45981cfd None None] Pushing event updated for resources: {'Port': ['ID=1c5855e5-3736-475d-b12d-9102ca90001d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:22.749223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:22.772274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cd46998b-d39d-494b-b9a3-4d1a9a7bd302 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090702163', 'description': 'tempest-description--1221363662'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:22.798061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:22.798715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:22.869050 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.871195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:22.882556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:22.882932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:22.991296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] No DVR routers for this DVR port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:23.076835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-deleted', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:23.091668 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50293c1-282b-4779-a91b-03b035bfb9f2" -d '{"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-deleted", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:23.092909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14953886-fdde-4d28-8b85-b5e31d3fd5aa req-5dd3ed4b-5ec7-4ea3-b479-11540c876300 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 210 time: 0.2357967 Jul 05 09:37:23.136932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.199526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] Pushing event updated for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:23.260657 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b55509-02d5-4141-99c2-cf193a6f2f77 x-openstack-request-id: req-54b55509-02d5-4141-99c2-cf193a6f2f77 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:23.260997 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b021a-13a8-4e0f-b683-d3fcac149106", "name": "network-vif-deleted", "tag": "faf976d2-4da9-416b-8328-93cd70512b3b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:23.261661 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54b55509-02d5-4141-99c2-cf193a6f2f77 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:23.262483 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b021a-13a8-4e0f-b683-d3fcac149106', 'name': 'network-vif-deleted', 'tag': 'faf976d2-4da9-416b-8328-93cd70512b3b', 'status': 'completed', 'code': 200} Jul 05 09:37:23.290052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:23.344530 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.351533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.395934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-a341c7f1-b530-4d96-b066-7d83289e46fd service neutron] 10.222.0.16 "PUT /v2.0/ports/8d12270f-ddad-4337-b66e-dbcd505ce2b8/bindings/n-h1-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 2.4606838 Jul 05 09:37:23.418120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd46998b-d39d-494b-b9a3-4d1a9a7bd302 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.420796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Subnet': ['ID=b290d66a-36ec-4bb8-a51d-3390c6a17dbd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:23.441870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.445330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8eb975ac-919f-41be-abdb-94926fce51b9 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/subnets/b290d66a-36ec-4bb8-a51d-3390c6a17dbd HTTP/1.1" status: 204 len: 168 time: 0.9293153 Jul 05 09:37:23.449548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:23.450407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fed71d-2ea5-4157-bcf7-ba7fb07256e8 None None] Network f4b30929-1cf6-4d96-8465-b1f29e0d0db7 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:23.487240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:23.542991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Attempting to bind port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:23.543451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Attempting to bind port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:23.543883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Attempting to bind port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:23.561261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 on network 509c8be6-2162-4ffa-b409-40a6efba1eea not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:37:23.561597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Attempting to bind port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:23.601677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.627876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:23.628317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Checking segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:23.628672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Bound using segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:23.629251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Bound port: e24391c7-5bb7-4be7-8881-e2f7bc7d9576, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:23.629875 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.643109 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.660372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-1cde8ab6-a87c-4c93-a028-8510687de2ce tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:23.662842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-1cde8ab6-a87c-4c93-a028-8510687de2ce tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.1928980 Jul 05 09:37:23.685156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851025f-3038-477a-8e84-add6113c449b req-39d7d5c0-4886-4b4a-9269-f7142a4d4a3e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:23.691191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1851025f-3038-477a-8e84-add6113c449b req-39d7d5c0-4886-4b4a-9269-f7142a4d4a3e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 944 time: 0.2078063 Jul 05 09:37:23.731178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port fbb12291-fc2c-440f-bb17-9edc5bf342ab {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:23.731524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.777877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] For port e24391c7-5bb7-4be7-8881-e2f7bc7d9576, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:23.782203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] For port e24391c7-5bb7-4be7-8881-e2f7bc7d9576, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:23.791656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Allocated IP 172.20.0.1 (2ee7c27d-9a14-4780-b554-bac5dd458518/a2d6b7a3-ac50-44dd-a1fa-14764a744a1b/458f52be-3ad0-4218-99bc-065249eea27d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:23.807100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:23.885909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port fbb12291-fc2c-440f-bb17-9edc5bf342ab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fbb12291-fc2c-440f-bb17-9edc5bf342ab,segment=NetworkSegment(4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9),segment_id=4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:23.886270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:23.890462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-92ef45df-a169-4e2f-841e-e0b2ea87f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:23.895794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-92ef45df-a169-4e2f-841e-e0b2ea87f074 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3&tenant_id=6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 1096 time: 0.2244337 Jul 05 09:37:23.949241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for fbb12291-fc2c-440f-bb17-9edc5bf342ab owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:23.968404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.016547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Transition to ACTIVE for port object 458f52be-3ad0-4218-99bc-065249eea27d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:24.053414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:22Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:24.061269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.082498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-04e04ec1-a1d0-4303-874f-a464610aae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:24.084876 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-04e04ec1-a1d0-4303-874f-a464610aae65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1586316 Jul 05 09:37:24.121313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87101a78-4f96-43ad-874f-b2b3bd82dd96 None None] The sync data for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 is: [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:22Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:24.143297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4839f8-e56d-4341-8371-cf0b5192afe9 None None] DHCP port deletion for f4b30929-1cf6-4d96-8465-b1f29e0d0db7 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:37:24.174782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.214567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c577f-1c4f-4734-a0fd-3e5379c8c233 req-7fcfbeb2-9a3a-4350-9e80-6112186bcd20 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:24.229874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817c577f-1c4f-4734-a0fd-3e5379c8c233 req-7fcfbeb2-9a3a-4350-9e80-6112186bcd20 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 944 time: 1.4320288 Jul 05 09:37:24.235149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=fbb12291-fc2c-440f-bb17-9edc5bf342ab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:24.237709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port fbb12291-fc2c-440f-bb17-9edc5bf342ab on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:24.272326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bb4839f8-e56d-4341-8371-cf0b5192afe9 None None] The port 'fbb12291-fc2c-440f-bb17-9edc5bf342ab' was deleted {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 09:37:24.293420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:24.313769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.316642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] 10.222.0.16 "PUT /v2.0/ports/e24391c7-5bb7-4be7-8881-e2f7bc7d9576 HTTP/1.1" status: 200 len: 1093 time: 4.4931622 Jul 05 09:37:24.379221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'tag': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:24.395575 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a13ca-456c-4ac1-b392-1742afd0a4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c169b1a-b869-4f90-a197-8a938bcf29bf", "tag": "e24391c7-5bb7-4be7-8881-e2f7bc7d9576"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:24.465999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd46998b-d39d-494b-b9a3-4d1a9a7bd302 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.493880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1851025f-3038-477a-8e84-add6113c449b req-8f2bcdf2-445a-4756-aa46-7b2257d8959f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597301 Jul 05 09:37:24.527670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.531648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-901ae1bd-bc4c-424a-8fb9-f4e9a248a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:24.533879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f4c4e-8308-444f-9477-92635dea989f service neutron] Pushing event updated for resources: {'Port': ['ID=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:24.537120 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-901ae1bd-bc4c-424a-8fb9-f4e9a248a075 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.4384954 Jul 05 09:37:24.600629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd46998b-d39d-494b-b9a3-4d1a9a7bd302 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.603480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.656556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b30929-1cf6-4d96-8465-b1f29e0d0db7']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:24.665598 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-6b4f522c-2c98-4ca3-96df-d98e689be725 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 200 len: 217 time: 0.1177714 Jul 05 09:37:24.667245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817c577f-1c4f-4734-a0fd-3e5379c8c233 req-0a3414cb-5fae-44bb-b146-dae7437b57e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362500 Jul 05 09:37:24.723114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:24.782634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:24.783522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4953e9b7-5e9b-4b8d-972a-f0dbdedd14c9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:24.801157 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.823696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:24.827521 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.839653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d3974010-ed73-4eaf-ba02-755580bb2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:24.849388 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-d3974010-ed73-4eaf-ba02-755580bb2cbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1570482 Jul 05 09:37:24.850583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.890541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:24.891097 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:24.901747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:24.902767 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:24.956448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:24.962902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-76851928-0480-4f58-ac31-658ea230a9b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954349 Jul 05 09:37:25.005666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c5855e5-3736-475d-b12d-9102ca90001d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:25.030231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd46998b-d39d-494b-b9a3-4d1a9a7bd302 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.031531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cd46998b-d39d-494b-b9a3-4d1a9a7bd302 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2672846 Jul 05 09:37:25.033332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:25.044273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:25.128237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1c5855e5-3736-475d-b12d-9102ca90001d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:25.142877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1c5855e5-3736-475d-b12d-9102ca90001d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:25.144741 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.164133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f7995f4f-3179-494d-8a13-fea2754ebb5f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'security_group_rule': {'security_group_id': '3337e082-d2da-4e28-9beb-de47866971be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:25.203757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-ed94e741-72e4-4e22-a13f-8a3573e606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:25.205351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-ed94e741-72e4-4e22-a13f-8a3573e606d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 1096 time: 0.7880931 Jul 05 09:37:25.206222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.264401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-5a82a517-3741-474e-a4ab-57ed2a245736 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a40472c226d04f59809253dcc27cc584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928099 Jul 05 09:37:25.374839 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.415922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.455589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.471794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/networks/f4b30929-1cf6-4d96-8465-b1f29e0d0db7 HTTP/1.1" status: 204 len: 168 time: 2.0173748 Jul 05 09:37:25.481691 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67282fbd-8431-4767-a724-45923404894f x-openstack-request-id: req-67282fbd-8431-4767-a724-45923404894f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:25.482595 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c169b1a-b869-4f90-a197-8a938bcf29bf", "tag": "e24391c7-5bb7-4be7-8881-e2f7bc7d9576", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:25.482595 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67282fbd-8431-4767-a724-45923404894f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:25.482846 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'tag': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576', 'status': 'completed', 'code': 200} Jul 05 09:37:25.483565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40294) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:25.488319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-059e9eef-d2a8-4312-ae2a-59cf80d9c6f3 None None] Provisioning for port 458f52be-3ad0-4218-99bc-065249eea27d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:25.498648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-059e9eef-d2a8-4312-ae2a-59cf80d9c6f3 None None] Provisioning complete for port 458f52be-3ad0-4218-99bc-065249eea27d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:25.499277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-059e9eef-d2a8-4312-ae2a-59cf80d9c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.501434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db3df49d-e562-4084-a12a-a823ab96c3d4 req-5d8f0c71-d694-445a-a09c-910d763709a4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 210 time: 0.5428793 Jul 05 09:37:25.502298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46998b-d39d-494b-b9a3-4d1a9a7bd302 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3337e082-d2da-4e28-9beb-de47866971be,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:25.525177 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-832f799e-22cb-48dc-8f0e-ae96f943fef6 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115221 Jul 05 09:37:25.538179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Network': ['ID=f4b30929-1cf6-4d96-8465-b1f29e0d0db7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:25.540645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7995f4f-3179-494d-8a13-fea2754ebb5f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.620860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-059e9eef-d2a8-4312-ae2a-59cf80d9c6f3 None None] Port 458f52be-3ad0-4218-99bc-065249eea27d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:37:25.631730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 1c5855e5-3736-475d-b12d-9102ca90001d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1c5855e5-3736-475d-b12d-9102ca90001d,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:25.632899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-f0ad7dd0-257c-4673-92d3-00ea9ca0e459 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576 HTTP/1.1" status: 200 len: 217 time: 0.1983423 Jul 05 09:37:25.633749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Pushing event updated for resources: {'Port': ['ID=458f52be-3ad0-4218-99bc-065249eea27d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:25.638945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.708537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.709061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.709208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.715182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.715644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.715988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.716320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.716651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.716976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.717301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.717627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.717949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac75231-6e1c-40a7-b9c9-7544e75709d7 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:25.769361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fbb12291-fc2c-440f-bb17-9edc5bf342ab no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:25.845998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: fbb12291-fc2c-440f-bb17-9edc5bf342ab {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:25.846566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fbb12291-fc2c-440f-bb17-9edc5bf342ab not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:25.876367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=1c5855e5-3736-475d-b12d-9102ca90001d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:25.889578 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7995f4f-3179-494d-8a13-fea2754ebb5f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.898343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-d670adbe-a9d8-4107-a433-c794d5bd0683 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:25.900157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-d670adbe-a9d8-4107-a433-c794d5bd0683 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6163228 Jul 05 09:37:25.903918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7995f4f-3179-494d-8a13-fea2754ebb5f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:25.928282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Request body: {'port': {'device_id': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'a40472c226d04f59809253dcc27cc584'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:25.989349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995f4f-3179-494d-8a13-fea2754ebb5f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57fd692-1d60-4d10-817a-0626df95d9d5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:25.993140 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-6105a4ac-ed18-4763-9f97-ab119011d0f7 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458349 Jul 05 09:37:26.000888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7995f4f-3179-494d-8a13-fea2754ebb5f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.002084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f7995f4f-3179-494d-8a13-fea2754ebb5f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9349046 Jul 05 09:37:26.007347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40300) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:26.014799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d2cc270a-16fe-45e6-9012-124a77f8e458 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'security_group_rule': {'security_group_id': '3337e082-d2da-4e28-9beb-de47866971be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:26.091892 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2cc270a-16fe-45e6-9012-124a77f8e458 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.169799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Made reservation on behalf of a40472c226d04f59809253dcc27cc584 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:26.174225 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.259945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2cc270a-16fe-45e6-9012-124a77f8e458 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.316673 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2cc270a-16fe-45e6-9012-124a77f8e458 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.397048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc270a-16fe-45e6-9012-124a77f8e458 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe441366-23e2-44a1-ae50-52e0d0d89dd0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:26.412047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2cc270a-16fe-45e6-9012-124a77f8e458 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.413741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d2cc270a-16fe-45e6-9012-124a77f8e458 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4053960 Jul 05 09:37:26.420428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:26.424555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c5855e5-3736-475d-b12d-9102ca90001d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:26.431232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:26.433326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting subnet 927550f2-04a4-4da0-b1ba-45e2f5451eb7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:37:26.460226 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.517149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-35febbb3-301e-43f9-a685-fa771c871bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:26.518877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-35febbb3-301e-43f9-a685-fa771c871bdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.8728855 Jul 05 09:37:26.520300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Allocated IP 192.168.233.158 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/64666907-0a6a-4bfc-9e54-ce12f87a8d01) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:26.521158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.530858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.537642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1c5855e5-3736-475d-b12d-9102ca90001d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:26.538682 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.614843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-dc91df48-54e0-4aa1-9742-60441c1de7aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837190 Jul 05 09:37:26.619965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-7064d0e9-ff8b-4ebe-90f1-f80d7030caa0 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:26.622412 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-7064d0e9-ff8b-4ebe-90f1-f80d7030caa0 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.2727864 Jul 05 09:37:26.628834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.739519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930366c-ad59-41e9-815f-37a52f988485 req-095d54f8-dfa9-4f46-a7ad-a1f5e5a1c8dd tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:26.741494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8930366c-ad59-41e9-815f-37a52f988485 req-095d54f8-dfa9-4f46-a7ad-a1f5e5a1c8dd tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 945 time: 1.2479250 Jul 05 09:37:26.860157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488c004-98a7-4f57-9d85-0a5f75dcfe06 req-1743eefc-8a27-4235-ad62-5d0cd2b13125 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:26.861118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1488c004-98a7-4f57-9d85-0a5f75dcfe06 req-1743eefc-8a27-4235-ad62-5d0cd2b13125 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 944 time: 0.5242939 Jul 05 09:37:26.995567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:26.998108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1488c004-98a7-4f57-9d85-0a5f75dcfe06 req-dfff72be-c3ae-40a4-923f-b4ee4a217325 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242239 Jul 05 09:37:27.010815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-094267ad-6e11-4195-a671-24d5fa88c6a9 service neutron] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:27.022224 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-094267ad-6e11-4195-a671-24d5fa88c6a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.023409 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-59be56fa-df4d-4226-ab38-77e0a5e5f058 req-094267ad-6e11-4195-a671-24d5fa88c6a9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/8d12270f-ddad-4337-b66e-dbcd505ce2b8/bindings/n-h2-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.3895597 Jul 05 09:37:27.026484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.029513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Transition to ACTIVE for port object 64666907-0a6a-4bfc-9e54-ce12f87a8d01 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:27.111852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8930366c-ad59-41e9-815f-37a52f988485 req-97156e47-702b-427e-9b37-9e47322b1ce1 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3505077 Jul 05 09:37:27.164382 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.185474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.210810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['55cd4034-71f5-49ea-9edb-6e1be7329368'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:27.213861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df', '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:27.306250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.441772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-83488060-77d2-4eb8-b15a-8ad71717a8a1 service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7722003 Jul 05 09:37:27.443547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Subnet': ['ID=927550f2-04a4-4da0-b1ba-45e2f5451eb7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:27.484052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075dfc5c-f721-4797-a006-8c3717fc1020 None None] Network 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:27.499034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.506850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-991bbb1e-f3cc-4fc2-a19b-adcdc70fc72f tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/subnets/927550f2-04a4-4da0-b1ba-45e2f5451eb7 HTTP/1.1" status: 204 len: 168 time: 2.0078995 Jul 05 09:37:27.510159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:27.639665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-fd7e4136-0109-480e-a1cb-eae43aa04a4a tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:27.642776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-fd7e4136-0109-480e-a1cb-eae43aa04a4a tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 945 time: 0.9286830 Jul 05 09:37:27.774288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Allocated IP 172.25.1.3 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/f41c8ef5-3c11-4bb7-b3cb-106ad5c6683b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:27.822673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:27.835369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:27.840227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:27.846805 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:27.921021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.980666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:27.981505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:27.990730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.012541 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-99ea9824-8235-4274-b4bf-4a51920c0c20 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0926538 Jul 05 09:37:28.042799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Request body: {'port': {'device_id': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:28.073350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] DHCP port deletion for 1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:37:28.169520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.323798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Deleting port 11f61245-f885-46ac-95c6-e13ddbaa9318 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:28.325436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.487971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf517f-8e6f-4054-9df1-b10d3ea8df13 req-9b0dfa60-b5bf-4045-81a4-e2a2d4705db9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:28.501498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bdf517f-8e6f-4054-9df1-b10d3ea8df13 req-9b0dfa60-b5bf-4045-81a4-e2a2d4705db9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 944 time: 1.2136405 Jul 05 09:37:28.533634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815929-2c4a-4555-bb37-4dd29daeb7a7 req-aeca9dc9-6823-4252-97b3-8ccd534f2861 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:28.536857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61815929-2c4a-4555-bb37-4dd29daeb7a7 req-aeca9dc9-6823-4252-97b3-8ccd534f2861 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 936 time: 1.2442207 Jul 05 09:37:28.544189 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.553324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] For port 11f61245-f885-46ac-95c6-e13ddbaa9318, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=11f61245-f885-46ac-95c6-e13ddbaa9318,segment=NetworkSegment(2cd391ad-dfe3-47db-83ee-b7ba38f200bd),segment_id=2cd391ad-dfe3-47db-83ee-b7ba38f200bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:28.553928 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.585550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Calling delete_port for 11f61245-f885-46ac-95c6-e13ddbaa9318 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:28.687944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.700619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Pushing event updated for resources: {'Port': ['ID=458f52be-3ad0-4218-99bc-065249eea27d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:28.719302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 11f61245-f885-46ac-95c6-e13ddbaa9318 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:28.730543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8aa2ee7-eb31-4c09-ade2-d1ac7f5bbd24 req-f92a16ba-0fa8-4546-90d1-5dcfed635655 service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2581766 Jul 05 09:37:28.744694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.796259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4733dce9-9698-4e97-8c25-92dd3fe72bb8 None None] Provisioning for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:28.809508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4733dce9-9698-4e97-8c25-92dd3fe72bb8 None None] Provisioning complete for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:28.810022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4733dce9-9698-4e97-8c25-92dd3fe72bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.833918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.900680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4733dce9-9698-4e97-8c25-92dd3fe72bb8 None None] Port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:37:28.935255 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:28.957933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] No DVR routers for this DVR port 11f61245-f885-46ac-95c6-e13ddbaa9318 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:29.007243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Pushing event deleted for resources: {'Port': ['ID=11f61245-f885-46ac-95c6-e13ddbaa9318,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:29.016415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.018226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:29.030437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bdf517f-8e6f-4054-9df1-b10d3ea8df13 req-cfcf4121-f22f-4cc3-b691-5225642e3053 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273371 Jul 05 09:37:29.055825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.056035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:29.056590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.057161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.057708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.058348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.058831 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.063511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.063862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.064702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.065041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.065371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.065834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10987c0-c79b-43e0-ab67-0c0f0e21e9ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:37:29.088719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.092489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61815929-2c4a-4555-bb37-4dd29daeb7a7 req-66f66b79-dde9-4d14-b74a-e101fb9b89be tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447521 Jul 05 09:37:29.098474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:29.214600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Deleting port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:29.215281 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.222776 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.248258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.273398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64666907-0a6a-4bfc-9e54-ce12f87a8d01 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:29.303601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.315837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'Port': ['ID=f41c8ef5-3c11-4bb7-b3cb-106ad5c6683b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:29.335231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Transition to ACTIVE for port object 64666907-0a6a-4bfc-9e54-ce12f87a8d01 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:29.338677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.394295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Deleting port 11f61245-f885-46ac-95c6-e13ddbaa9318 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:29.395398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.396078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.401171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-82316c23-f5d4-41ad-beea-613aee37deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:29.403948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-82316c23-f5d4-41ad-beea-613aee37deb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 1096 time: 0.5883934 Jul 05 09:37:29.410470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:29.501137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:29.514825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:29.642868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:29.643246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:29.643577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:29.654734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:37:29.655065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:29.661673 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.665833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:29.666191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:29.666573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:29.667006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Bound port: 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:29.668604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.678668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.818521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.858465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'Port': ['ID=f41c8ef5-3c11-4bb7-b3cb-106ad5c6683b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:29.878317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.889073 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dd26e7be-d5df-498b-ae9d-add5d60510c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4674594 Jul 05 09:37:29.902332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:29.907003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:29.915006 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.918353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] For port 11f61245-f885-46ac-95c6-e13ddbaa9318, host n-d-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:29.918921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.944521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f1a4093-01e4-4b35-a11b-b79179c609e7 None None] Provisioning complete for port 458f52be-3ad0-4218-99bc-065249eea27d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:29.945097 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4093-01e4-4b35-a11b-b79179c609e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.954324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] For port 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:29.954884 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.976391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Calling delete_port for 11f61245-f885-46ac-95c6-e13ddbaa9318 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:29.983874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:29.991102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:29.992838 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] 10.222.0.15 "PUT /v2.0/ports/64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 1097 time: 1.9585001 Jul 05 09:37:29.994005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:29.994287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Port 11f61245-f885-46ac-95c6-e13ddbaa9318 was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:37:29.997375 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c7854d-a27d-4f4b-bdd2-7c167d063428" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:30.014895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a4093-01e4-4b35-a11b-b79179c609e7 None None] Port 458f52be-3ad0-4218-99bc-065249eea27d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:37:30.050235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb2a51-18dd-4107-8716-d70e6936d093 service neutron] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:30.081273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:30.178545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-f5263427-c1bf-4f03-be4f-0bdf9c947311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:30.180284 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-f5263427-c1bf-4f03-be4f-0bdf9c947311 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1100 time: 0.1241183 Jul 05 09:37:30.228749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-c431cc4a-00b5-4c73-88c1-a9956d62827f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0404818 Jul 05 09:37:30.290042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-53b1bda1-8273-4c94-bd31-f932c4b5f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:30.291529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-53b1bda1-8273-4c94-bd31-f932c4b5f489 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0563433 Jul 05 09:37:30.356069 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-8aed7bcc-61d3-43de-9457-9f29d2b73ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:30.357869 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-8aed7bcc-61d3-43de-9457-9f29d2b73ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592740 Jul 05 09:37:30.452566 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-ff195671-d582-483b-9813-1e73a027a5df service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877252 Jul 05 09:37:30.490177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-219bccfa-d253-4b2c-b5a3-9f9a75892000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:30.492393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-219bccfa-d253-4b2c-b5a3-9f9a75892000 service neutron] 10.222.0.16 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 916 time: 1.0464504 Jul 05 09:37:30.514169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Port': ['ID=11f61245-f885-46ac-95c6-e13ddbaa9318,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:30.543870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcceb8-5989-4345-8d93-0cf21efcd17c req-c67f08f9-a62b-4494-b40f-577ca01f1de6 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:30.545497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60fcceb8-5989-4345-8d93-0cf21efcd17c req-c67f08f9-a62b-4494-b40f-577ca01f1de6 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 945 time: 1.1402137 Jul 05 09:37:30.559603 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65f8c9c3-f4e2-4689-a2b7-16ed03fefc35 req-bb4e8397-0f09-4ece-9c7f-1609c0eeeeab service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996752 Jul 05 09:37:30.611386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] No DVR routers for this DVR port 11f61245-f885-46ac-95c6-e13ddbaa9318 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:30.632807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-6d02dca4-87a7-4fb5-aa1d-d818608011b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576 HTTP/1.1" status: 200 len: 217 time: 0.1260002 Jul 05 09:37:30.688751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146b695-1352-4dd7-9608-58810e035ed3 req-69fda092-fa3a-406e-8ef2-1c3aeff78b1c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:30.690259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6146b695-1352-4dd7-9608-58810e035ed3 req-69fda092-fa3a-406e-8ef2-1c3aeff78b1c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 944 time: 1.2775979 Jul 05 09:37:30.806296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Router 211ded1a-4498-4485-8165-f0f00715d97a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:37:30.859724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:30.867819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60fcceb8-5989-4345-8d93-0cf21efcd17c req-ca4de561-4cd4-458c-8f27-449b035f1a35 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2549d1-bd11-49e5-a3c4-8eb054766004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901378 Jul 05 09:37:30.921523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-1b6de13c-0a00-44db-8391-57fc0bc3d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:30.922990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-1b6de13c-0a00-44db-8391-57fc0bc3d0cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.2250197 Jul 05 09:37:30.932093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:30.981180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd391ad-dfe3-47db-83ee-b7ba38f200bd') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:30.981458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd391ad-dfe3-47db-83ee-b7ba38f200bd') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:31.041073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6146b695-1352-4dd7-9608-58810e035ed3 req-a0dbbca2-532a-4164-97d4-190071338b7d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300889 Jul 05 09:37:31.058399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-29244401-d8a0-4c28-acf8-eca4348ae6a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055489 Jul 05 09:37:31.075961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.094018 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11bd2c8-00b2-4b31-b963-7684170eb285 x-openstack-request-id: req-c11bd2c8-00b2-4b31-b963-7684170eb285 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:31.094562 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:31.094753 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c11bd2c8-00b2-4b31-b963-7684170eb285 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:31.095307 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'status': 'completed', 'code': 200} Jul 05 09:37:31.115757 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.116136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.116455 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29 disassociated. External IP: 172.25.1.105, port: 5a673a8c-6293-4ed3-bbd8-f648edc75a28. Jul 05 09:37:31.116801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Calling delete_port for 5a673a8c-6293-4ed3-bbd8-f648edc75a28 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:31.167043 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.195755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-41eb9086-56e8-4f23-b2e0-f62a798aa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:31.197815 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-41eb9086-56e8-4f23-b2e0-f62a798aa69a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1100 time: 0.0772300 Jul 05 09:37:31.238980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:31.239588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:31.247710 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:31.291624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e24391c7-5bb7-4be7-8881-e2f7bc7d9576 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:31.296131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5a673a8c-6293-4ed3-bbd8-f648edc75a28 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:31.306478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-6047bfcd-754d-42e9-aaf4-f326f43922fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:31.307991 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-6047bfcd-754d-42e9-aaf4-f326f43922fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1034710 Jul 05 09:37:31.330846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-303997ae-8ad5-4293-b3e6-fe742536c192 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2090702163&fields=id&tenant_id=8113dad55c2e46c5bb87a66ef62f75f3 HTTP/1.1" status: 200 len: 267 time: 0.3768172 Jul 05 09:37:31.360093 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-e7659b98-0b2e-4d32-ab98-cd1349647709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0450082 Jul 05 09:37:31.418007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-937769a3-bd77-45c0-822f-58b08f5feba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:31.419678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-937769a3-bd77-45c0-822f-58b08f5feba2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0529556 Jul 05 09:37:31.475390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:31.476967 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.491782 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Sync routers for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:31.493842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ca4e2290-ae90-4b0a-bc4c-4c57e4fd58a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/211ded1a-4498-4485-8165-f0f00715d97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3872871 Jul 05 09:37:31.502080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e24391c7-5bb7-4be7-8881-e2f7bc7d9576, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:31.507850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.509965 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:31.510600 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:31.515962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-6b88d5ee-4ae3-41a3-8cf8-32619625a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:31.518959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-6b88d5ee-4ae3-41a3-8cf8-32619625a1d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916851 Jul 05 09:37:31.526471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.528373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] 10.222.0.21 "DELETE /v2.0/networks/1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77 HTTP/1.1" status: 204 len: 168 time: 3.9938121 Jul 05 09:37:31.558659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-e0134e6b-9868-4afb-9906-efc418a79cae service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805183 Jul 05 09:37:31.558989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'port_id': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576', 'mac_address': 'fa:16:3e:bf:c2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5662e1f3-1fe5-41e6-be76-8dd20288faa0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:31.579160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:31.581523 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bcb032-b505-4508-b902-feb07e9c2a73" -d '{"events": [{"server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:31.587995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e81e4-27ba-4872-b4e5-a62c654f8789 tempest-ServersTestMultiNic-2064274469 tempest-ServersTestMultiNic-2064274469-project] Pushing event deleted for resources: {'Network': ['ID=1c1fdcd6-ffc5-4ea4-9d27-1906b14b8e77,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:31.665540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a673a8c-6293-4ed3-bbd8-f648edc75a28, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a673a8c-6293-4ed3-bbd8-f648edc75a28,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:31.679992 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.711917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f21bb9-448c-4038-9a58-d15f94d87384 req-a9a0f2e4-d83b-4371-840f-3b50a8fa3f10 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:31.715654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f21bb9-448c-4038-9a58-d15f94d87384 req-a9a0f2e4-d83b-4371-840f-3b50a8fa3f10 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 944 time: 0.4799409 Jul 05 09:37:31.727018 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.737516 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:31.756663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24391c7-5bb7-4be7-8881-e2f7bc7d9576 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:31.758687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-84adb5db-6fea-442b-8f44-dbad2b27acb8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:31.761191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-84adb5db-6fea-442b-8f44-dbad2b27acb8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 811 time: 0.4012921 Jul 05 09:37:31.768632 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-4a41b32e-d957-47a8-bcba-0fe9734d46ff service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416577 Jul 05 09:37:31.783846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5a673a8c-6293-4ed3-bbd8-f648edc75a28,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:31.805029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e24391c7-5bb7-4be7-8881-e2f7bc7d9576, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:31.813183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.827117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-99d8f166-7fdb-4191-9f0d-15483e393818 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/quotas/8113dad55c2e46c5bb87a66ef62f75f3 HTTP/1.1" status: 200 len: 375 time: 0.0460200 Jul 05 09:37:31.870034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:31.883541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:31.902519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-337a13ca-456c-4ac1-b392-1742afd0a4a5 req-3ea98911-f95a-436d-8e59-43d0169a42bb service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283389 Jul 05 09:37:31.905645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f21bb9-448c-4038-9a58-d15f94d87384 req-763d6d44-df06-46d4-a452-d24ddb9ee5ae tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619313 Jul 05 09:37:31.937229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event deleted for resources: {'Port': ['ID=5a673a8c-6293-4ed3-bbd8-f648edc75a28,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:31.982467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93c7854d-a27d-4f4b-bdd2-7c167d063428 req-408909a1-3146-4a4d-a8a6-ad9d14e8f304 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052915 Jul 05 09:37:32.045177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-a1a387f5-a4be-48ca-b72f-7275ec3c3804 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2083399 Jul 05 09:37:32.090770 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:26Z', 'revision_number': 2, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:32.109434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e24391c7-5bb7-4be7-8881-e2f7bc7d9576'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:32.135672 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Checking router: 211ded1a-4498-4485-8165-f0f00715d97a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:32.136969 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Updating router 211ded1a-4498-4485-8165-f0f00715d97a port 458f52be-3ad0-4218-99bc-065249eea27d binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:37:32.190495 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:32.218016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:37:32.257072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff3481-607e-4ee4-a852-c9db7bdb5075 req-af6921e9-46c7-4f79-a07a-9f0f917ae425 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:32.261504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5ff3481-607e-4ee4-a852-c9db7bdb5075 req-af6921e9-46c7-4f79-a07a-9f0f917ae425 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 948 time: 0.1776507 Jul 05 09:37:32.267697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-573d8400-5b29-40a5-aea7-503e37a84aea service neutron] 10.222.0.21 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877027 Jul 05 09:37:32.432564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5ff3481-607e-4ee4-a852-c9db7bdb5075 req-39c2100a-4e1e-4f40-b999-20bbc3cf4c92 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334817 Jul 05 09:37:32.520602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-10018c81-fa03-410b-92cd-c90413e07649 service neutron] 10.222.0.21 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146101 Jul 05 09:37:32.522949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:32.538940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] Sync routers for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:32.549875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:32.550629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:32.604233 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:32.636782 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Transition to ACTIVE for port object 458f52be-3ad0-4218-99bc-065249eea27d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:32.659350 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:32.704476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] No DVR routers for this DVR port 5a673a8c-6293-4ed3-bbd8-f648edc75a28 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:32.727349 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:32.731768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ba04f97-5d43-4bde-a633-9bb76e0928df req-da9d802f-fbe1-4c67-ae07-d4e3e38b57ad tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.16 "DELETE /v2.0/ports/5a673a8c-6293-4ed3-bbd8-f648edc75a28 HTTP/1.1" status: 204 len: 173 time: 5.0551755 Jul 05 09:37:32.733103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'name': 'network-vif-deleted', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:32.737365 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e5aed8-b81f-4e45-96d7-fcede4eedcfc" -d '{"events": [{"server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "name": "network-vif-deleted", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:33.021848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:33.041419 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456fb91-8d3b-431e-848f-fd32499aac95 None None] Pushing event updated for resources: {'Port': ['ID=458f52be-3ad0-4218-99bc-065249eea27d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:33.137849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-d729dbe9-608e-4db4-82e0-32ef11d1aaac tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:33.146941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-d729dbe9-608e-4db4-82e0-32ef11d1aaac tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.4394844 Jul 05 09:37:33.173297 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Attempting to bind port 458f52be-3ad0-4218-99bc-065249eea27d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:33.173297 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Attempting to bind port 458f52be-3ad0-4218-99bc-065249eea27d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:33.174653 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Attempting to bind port 458f52be-3ad0-4218-99bc-065249eea27d on network 2ee7c27d-9a14-4780-b554-bac5dd458518 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:33.189359 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:33.189903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Checking segment: {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:33.192210 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:33.192995 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Bound using segment: {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:33.194997 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Bound port: 458f52be-3ad0-4218-99bc-065249eea27d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:33.195657 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:33.199964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-1ec5fbb4-4936-455b-ac7b-801e27c58b71 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/quotas/b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 375 time: 0.0459452 Jul 05 09:37:33.290913 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b19050-6d12-4cb4-b60e-155ca1edc733 x-openstack-request-id: req-d4b19050-6d12-4cb4-b60e-155ca1edc733 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:33.291599 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:33.291982 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4b19050-6d12-4cb4-b60e-155ca1edc733 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:33.292640 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'code': 200} Jul 05 09:37:33.294284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:33.312377 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] For port 458f52be-3ad0-4218-99bc-065249eea27d, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:33.316390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e24391c7-5bb7-4be7-8881-e2f7bc7d9576 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:33.321109 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] For port 458f52be-3ad0-4218-99bc-065249eea27d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=458f52be-3ad0-4218-99bc-065249eea27d,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:33.345317 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:33.458134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-83a94933-d261-4215-a6f0-8d9646587f34 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2533114 Jul 05 09:37:33.481991 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456fb91-8d3b-431e-848f-fd32499aac95 None None] Pushing event updated for resources: {'Port': ['ID=458f52be-3ad0-4218-99bc-065249eea27d,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:33.503648 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:37:33.527974 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:33.532318 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:33.679189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:33.683130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4e5e7e3f-3bd8-4522-a609-3cd3ba99f816 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851997275', 'description': 'tempest-description--1894885268'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:33.775199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7e3f-3bd8-4522-a609-3cd3ba99f816 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:33.889193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-190b0d67-8677-4867-bddf-9467c28e71a7 req-0018be24-be68-4757-878d-ba9421229698 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc11264c-515f-456e-8b64-4050cd3b1b5c HTTP/1.1" status: 200 len: 210 time: 0.0579319 Jul 05 09:37:33.894321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-31c25447-51ec-4c27-bf63-38f7dbc73d43 service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344909 Jul 05 09:37:34.031206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:34.046452 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1069cf8-a967-41af-9edb-b3bf4e229cd6 x-openstack-request-id: req-d1069cf8-a967-41af-9edb-b3bf4e229cd6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:34.047826 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc11264c-515f-456e-8b64-4050cd3b1b5c", "name": "network-vif-deleted", "tag": "5a673a8c-6293-4ed3-bbd8-f648edc75a28", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:34.048122 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1069cf8-a967-41af-9edb-b3bf4e229cd6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:34.048547 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc11264c-515f-456e-8b64-4050cd3b1b5c', 'name': 'network-vif-deleted', 'tag': '5a673a8c-6293-4ed3-bbd8-f648edc75a28', 'status': 'completed', 'code': 200} Jul 05 09:37:34.083924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:34.112979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7e3f-3bd8-4522-a609-3cd3ba99f816 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.121780 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7e3f-3bd8-4522-a609-3cd3ba99f816 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.179649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:34.179948 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.190858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84749858-3ae4-4aa5-ac44-2dae869b71af req-fdf3864f-b0b0-474e-b2fc-f555769bba37 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 210 time: 0.0622146 Jul 05 09:37:34.221666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e7e3f-3bd8-4522-a609-3cd3ba99f816 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:34.233382 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7e3f-3bd8-4522-a609-3cd3ba99f816 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.239189 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e5e7e3f-3bd8-4522-a609-3cd3ba99f816 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5588665 Jul 05 09:37:34.241764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:34.259451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-429e5098-2b44-452b-a65e-abb5a271e2e2 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Request body: {'security_group_rule': {'security_group_id': 'f9f74a35-4ce2-491c-b7c9-cf33ad45c36d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:34.269291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-7c109bf8-0ebe-4c39-a8da-545339398fa7 service neutron] 10.222.0.21 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572006 Jul 05 09:37:34.308497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:34.350086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'mac_address': 'fa:16:3e:32:16:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:34.372654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-429e5098-2b44-452b-a65e-abb5a271e2e2 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.455322 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.461279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:34.509892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dd3a7-8216-4feb-b867-d21992837570 req-5f3b5472-6bc4-4f43-8dd7-64715f0245e6 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:34.529772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-386dd3a7-8216-4feb-b867-d21992837570 req-5f3b5472-6bc4-4f43-8dd7-64715f0245e6 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 945 time: 0.1442220 Jul 05 09:37:34.547355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-429e5098-2b44-452b-a65e-abb5a271e2e2 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.553066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-429e5098-2b44-452b-a65e-abb5a271e2e2 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.586895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] Checking router: 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:34.613231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e5098-2b44-452b-a65e-abb5a271e2e2 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7935976-586e-47b2-b441-6d05c5ba1595,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:34.614732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64666907-0a6a-4bfc-9e54-ce12f87a8d01 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:34.628974 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.642337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-429e5098-2b44-452b-a65e-abb5a271e2e2 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.647436 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-429e5098-2b44-452b-a65e-abb5a271e2e2 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020414 Jul 05 09:37:34.650767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40386) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:34.653136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:34.653777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:34.658860 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:33Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:34.663975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bc3b3f71-3262-4b4d-a5a7-ef43272e9664 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Request body: {'security_group_rule': {'security_group_id': 'f9f74a35-4ce2-491c-b7c9-cf33ad45c36d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:34.685967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-386dd3a7-8216-4feb-b867-d21992837570 req-42037a69-b3dd-4a33-a7a8-f229addc0593 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548939 Jul 05 09:37:34.700140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:34.742389 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d50552-7175-477b-ac40-444ffaf904e0 None None] The sync data for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 is: [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:33Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:34.746331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f71-3262-4b4d-a5a7-ef43272e9664 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.886857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.956296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f71-3262-4b4d-a5a7-ef43272e9664 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.962359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f71-3262-4b4d-a5a7-ef43272e9664 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:34.984087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b3f71-3262-4b4d-a5a7-ef43272e9664 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d0e0f3-2bad-4dd8-8dab-70fba73acc76,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:35.010415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e24391c7-5bb7-4be7-8881-e2f7bc7d9576, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:35.019413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:35.023613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:35.030299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f71-3262-4b4d-a5a7-ef43272e9664 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:35.034668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:35.036052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bc3b3f71-3262-4b4d-a5a7-ef43272e9664 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3802421 Jul 05 09:37:35.041150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:35.098888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:35.110913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b223-bdf4-4293-8dd2-d8732d4a7735 req-330f1282-4063-41b0-85d5-70166960e527 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:35.112739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58e4b223-bdf4-4293-8dd2-d8732d4a7735 req-330f1282-4063-41b0-85d5-70166960e527 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1395152 Jul 05 09:37:35.129245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:35.200197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58e4b223-bdf4-4293-8dd2-d8732d4a7735 req-895c66d8-74f2-4566-b9c3-7176117f7b1d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808456 Jul 05 09:37:35.203716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['64666907-0a6a-4bfc-9e54-ce12f87a8d01'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:35.322438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:35.325059 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aea6a0e-a76a-42b2-afc0-abe5606b5a80" -d '{"events": [{"server_uuid": "3c169b1a-b869-4f90-a197-8a938bcf29bf", "name": "network-vif-plugged", "status": "completed", "tag": "e24391c7-5bb7-4be7-8881-e2f7bc7d9576"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:35.376055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:35.559642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:35.603109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Allocated IP 172.25.1.196 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/fb1572f5-6501-4997-96bc-b061d343c1d3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:35.654581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e6f6b1b-c847-4dae-9cb8-6e582f5d740c req-5983b5c1-1f47-44e3-9673-12890725e2f1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 210 time: 0.1493742 Jul 05 09:37:35.745221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:35.792808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d1eeb-eb10-478b-9bb2-b07d10aa4e72 None None] The sync data for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 is: [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:20Z', 'revision_number': 4, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'df88798c-2432-4988-9c9d-7142a33cde04', 'name': '', 'network_id': '622965d8-c654-4e30-a640-6536c7a6bb21', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'mac_address': 'fa:16:3e:a9:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:19Z', 'updated_at': '2021-07-05T09:32:30Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'subnets': [{'id': '37042186-3309-4f6d-96b3-b6ee603f24dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:35.867939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:35.944442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.001706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:36.008875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:36.012904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:36.050096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event updated for resources: {'Port': ['ID=fb1572f5-6501-4997-96bc-b061d343c1d3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:36.177254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.241341 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971328db-d1e2-4f8a-b8a6-0403c9c64f71 None None] New status for floating IP c9316ee3-05f9-401b-99d7-d7f55aefff29: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:37:36.247707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.407669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784aa9-7f73-449b-a919-c689db752b72 req-081d0191-519e-4c97-aa14-3c148b95d05a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:36.416863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8784aa9-7f73-449b-a919-c689db752b72 req-081d0191-519e-4c97-aa14-3c148b95d05a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 949 time: 1.0226336 Jul 05 09:37:36.462565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 458f52be-3ad0-4218-99bc-065249eea27d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:36.478933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.486519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.515481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57c86eac-cdab-44ba-a9d9-461e7caab542 req-a009275b-40c6-4a18-b923-a11f28172792 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 210 time: 0.0906227 Jul 05 09:37:36.548306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 458f52be-3ad0-4218-99bc-065249eea27d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:36.556480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-2394564d-850b-4af5-88bd-9d40f1a115fc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:36.559451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 458f52be-3ad0-4218-99bc-065249eea27d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:36.559833 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.568806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-2394564d-850b-4af5-88bd-9d40f1a115fc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 811 time: 1.1089051 Jul 05 09:37:36.591405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8784aa9-7f73-449b-a919-c689db752b72 req-f5a79440-5ea4-4478-8b3e-98bb0751a402 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716304 Jul 05 09:37:36.629608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event updated for resources: {'Port': ['ID=fb1572f5-6501-4997-96bc-b061d343c1d3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:36.649627 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.659932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.673915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-69f66567-7131-40db-971d-f49cb6a9b9c7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8113dad55c2e46c5bb87a66ef62f75f3 HTTP/1.1" status: 200 len: 380 time: 0.0812213 Jul 05 09:37:36.686297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'port': {'device_id': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'admin_state_up': True, 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'security_groups': ['3337e082-d2da-4e28-9beb-de47866971be']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:36.688734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.693131 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5338c7b4-d6f1-44ad-8f05-07f541f53a53 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6555870 Jul 05 09:37:36.719186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 458f52be-3ad0-4218-99bc-065249eea27d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=458f52be-3ad0-4218-99bc-065249eea27d,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:36.725623 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:36.763253 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e2e72b-ef45-4777-8965-2c558847ae48 x-openstack-request-id: req-46e2e72b-ef45-4777-8965-2c558847ae48 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:36.763618 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c169b1a-b869-4f90-a197-8a938bcf29bf", "name": "network-vif-plugged", "status": "completed", "tag": "e24391c7-5bb7-4be7-8881-e2f7bc7d9576", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:36.763964 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46e2e72b-ef45-4777-8965-2c558847ae48 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:36.764520 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576', 'code': 200} Jul 05 09:37:36.806574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=458f52be-3ad0-4218-99bc-065249eea27d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:36.963870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3220c-1e32-4031-b805-7c684fbc45fe req-a0d54edf-c069-4ffe-b888-442782f4de0d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:36.965458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfa3220c-1e32-4031-b805-7c684fbc45fe req-a0d54edf-c069-4ffe-b888-442782f4de0d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1373270 Jul 05 09:37:36.990776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Made reservation on behalf of 8113dad55c2e46c5bb87a66ef62f75f3 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:36.994330 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.049812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-afaecfae-d415-4477-b17a-7b3fcaaa12de tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:37.052096 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-afaecfae-d415-4477-b17a-7b3fcaaa12de tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 808 time: 0.1494710 Jul 05 09:37:37.067252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Request body: {'port': {'device_id': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'admin_state_up': True, 'tenant_id': 'b6b2f5ce2ee442c3903194b31d07bce5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:37.077565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfa3220c-1e32-4031-b805-7c684fbc45fe req-6e6acb5c-5980-4cb7-a125-548a6a5bd951 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052952 Jul 05 09:37:37.121746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426b68-f75e-48b9-b49d-6a85fe8df178 req-2c19e7e3-cad1-4f81-8982-7c2e4cd7776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:37.135424 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a426b68-f75e-48b9-b49d-6a85fe8df178 req-2c19e7e3-cad1-4f81-8982-7c2e4cd7776e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 1098 time: 0.2071066 Jul 05 09:37:37.204937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Made reservation on behalf of b6b2f5ce2ee442c3903194b31d07bce5 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:37.210107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.227547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a426b68-f75e-48b9-b49d-6a85fe8df178 req-1b1b1fa5-e7cf-41d3-b0b5-3b093bbbd3fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911787 Jul 05 09:37:37.245205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac4e09-5107-4185-87cd-c8d8b86d6d73 req-d38a7f94-fe3d-4690-b799-94af3bb19274 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:37.246721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1eac4e09-5107-4185-87cd-c8d8b86d6d73 req-d38a7f94-fe3d-4690-b799-94af3bb19274 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 946 time: 0.2328877 Jul 05 09:37:37.249483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40434) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:37.287410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:37.324577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Allocated IP 172.20.0.4 (f99888d9-4195-4d23-9120-f2c5061a0b9d/d1d18225-b050-4fbb-806b-8caeb4b80cef/cc91567b-4559-430b-806a-9b16a85502a0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:37.378055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1eac4e09-5107-4185-87cd-c8d8b86d6d73 req-cb6caa29-9687-4056-bd44-3799f7b3f125 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192651 Jul 05 09:37:37.383111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:37.395641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:37.396011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.402114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Allocated IP 172.20.0.13 (462f8a30-ee97-4d26-81ce-ed641d509d85/d517215a-53fa-4440-9a2a-2ad41a4d2990/61637181-99de-4bde-9422-c973eb97fa27) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:37.517891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.547882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d92b63f-6b7e-4fa4-8bf8-d0d3b4bf9604 req-ee7ae3f7-25e0-40fa-bff7-98227ebf9046 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 210 time: 0.0973577 Jul 05 09:37:37.569777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:37.575610 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.614269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.642071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:37.664873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.680733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['10e69c65-b7f4-4768-988c-218057597b58'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:37.718808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Network 462f8a30-ee97-4d26-81ce-ed641d509d85 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:37.723298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:37.738600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:37.807530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:37.808350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:37.814706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-e54a6d24-e110-40e7-b943-f36c5b02a027 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--851997275&fields=id&tenant_id=eb835d927de74a15892849748f00ba98 HTTP/1.1" status: 200 len: 267 time: 0.2743459 Jul 05 09:37:37.847319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:37.877919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a703d421-91c5-4fbe-9d45-36e863dca834 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8156478 Jul 05 09:37:37.891045 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Request body: {'port': {'device_id': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:38.003923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.047259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.088584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Transition to ACTIVE for port object cc91567b-4559-430b-806a-9b16a85502a0 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:38.101373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-15b162d3-a58e-4848-8cfa-75363ebe8674 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:38.102934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-15b162d3-a58e-4848-8cfa-75363ebe8674 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/networks?id=2ee7c27d-9a14-4780-b554-bac5dd458518 HTTP/1.1" status: 200 len: 805 time: 0.2757883 Jul 05 09:37:38.248032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-041562ac-c63a-4c13-95c2-310e2050e953 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/quotas/eb835d927de74a15892849748f00ba98 HTTP/1.1" status: 200 len: 375 time: 0.1238616 Jul 05 09:37:38.316122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfb94406-a51f-4778-8137-779021e90031 req-3c10eaae-7ecc-4887-bc7b-a217a75bc9fe tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 210 time: 0.1196041 Jul 05 09:37:38.399055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.430832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 458f52be-3ad0-4218-99bc-065249eea27d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:38.449152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61637181-99de-4bde-9422-c973eb97fa27 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:38.464762 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.494642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Transition to ACTIVE for port object 61637181-99de-4bde-9422-c973eb97fa27 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:38.499137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.505202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Network f99888d9-4195-4d23-9120-f2c5061a0b9d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:38.509929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:38.515180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:38.561812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 458f52be-3ad0-4218-99bc-065249eea27d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:38.562312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.595320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:38.651540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-cf69c1d0-2b17-4b48-9a5a-e08f7ce9d02d tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb835d927de74a15892849748f00ba98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3999715 Jul 05 09:37:38.652357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'Port': ['ID=cc91567b-4559-430b-806a-9b16a85502a0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:38.681562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:38.682339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.709372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:38.710449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:38.711301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:38.720629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:37:38.721418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:38.731842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:38.733124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:38.734053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:38.735295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Bound port: 61637181-99de-4bde-9422-c973eb97fa27, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:38.736165 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.796556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-131adbb1-ad10-4f63-ac68-e32151e7bbe4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1165109 Jul 05 09:37:38.852482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Request body: {'port': {'device_id': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:38.870796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:38.876268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:38.879328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:38.884253 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13fc03-ac83-4f2e-ab51-70ad09b846ac" -d '{"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-plugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:38.885933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:38.961627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65eeb771-9ede-4999-b8b1-fd2bf5ce7677 None None] Provisioning for port cc91567b-4559-430b-806a-9b16a85502a0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:38.966307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65eeb771-9ede-4999-b8b1-fd2bf5ce7677 None None] Provisioning complete for port cc91567b-4559-430b-806a-9b16a85502a0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:38.966986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65eeb771-9ede-4999-b8b1-fd2bf5ce7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:39.015215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-65eeb771-9ede-4999-b8b1-fd2bf5ce7677 None None] Port cc91567b-4559-430b-806a-9b16a85502a0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:37:39.021929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:39.027712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:39.028332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:39.030013 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] 10.222.0.15 "PUT /v2.0/ports/61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 200 len: 1093 time: 1.1442597 Jul 05 09:37:39.030652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e19bb-a27b-4e13-9a60-fb438ad2613e service neutron] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:39.033309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'tag': '61637181-99de-4bde-9422-c973eb97fa27'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:39.042703 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec" -d '{"events": [{"name": "network-changed", "server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "tag": "61637181-99de-4bde-9422-c973eb97fa27"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:39.081890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78646e7-3f15-4b5a-a9d9-8f29d618c74b req-32d32aa5-3914-40ea-8f16-1de5dfd01ba5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:39.084033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d78646e7-3f15-4b5a-a9d9-8f29d618c74b req-32d32aa5-3914-40ea-8f16-1de5dfd01ba5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.5151436 Jul 05 09:37:39.122595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-cbcd2eb8-0fd3-471f-bc15-88d5aa009251 service neutron] 10.222.0.21 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261220 Jul 05 09:37:39.134677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-6e378273-0f79-4184-9e44-b6ebf2df514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:39.137349 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-6e378273-0f79-4184-9e44-b6ebf2df514a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1096 time: 0.0684423 Jul 05 09:37:39.139820 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:39.187330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-cf07ae65-5440-43ad-8f09-984e39d18ff2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 200 len: 217 time: 0.0420635 Jul 05 09:37:39.247384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-54fb46b6-0b62-4e0f-a64f-6e9c43fe3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:39.249029 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-54fb46b6-0b62-4e0f-a64f-6e9c43fe3cc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0549903 Jul 05 09:37:39.286204 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-7156179d-6e06-46d4-8aec-7b37d156cbfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299773 Jul 05 09:37:39.387747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-cb0af106-dfe3-4984-a225-ecd8243789e2 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945652 Jul 05 09:37:39.493747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8ad2c92d-4ca4-41e9-a4d7-e8bebdfd04b7 req-a7fa9c7b-0a95-4263-910c-256500905836 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992372 Jul 05 09:37:39.570329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d78646e7-3f15-4b5a-a9d9-8f29d618c74b req-0abbda00-0fbf-4128-9f6e-74c894274dd4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646800 Jul 05 09:37:39.715694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7dd64bc2-8a78-48ca-ad52-35008191986e service neutron] 10.222.0.21 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794048 Jul 05 09:37:39.735629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:39.859366 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a36e03a-f879-480a-8e51-af983499430c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:39.914406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a36e03a-f879-480a-8e51-af983499430c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.039592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a36e03a-f879-480a-8e51-af983499430c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.043040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a36e03a-f879-480a-8e51-af983499430c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.046729 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4a36e03a-f879-480a-8e51-af983499430c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa2549d1-bd11-49e5-a3c4-8eb054766004 HTTP/1.1" status: 204 len: 168 time: 0.3084550 Jul 05 09:37:40.049447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc91567b-4559-430b-806a-9b16a85502a0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:40.054327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40476) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:40.064413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.099605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36e03a-f879-480a-8e51-af983499430c tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2549d1-bd11-49e5-a3c4-8eb054766004,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:40.104132 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-c39e9239-7fee-45b1-8a99-4eb1a50a41a0 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] show failed (client error): The resource could not be found. Jul 05 09:37:40.105402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c39e9239-7fee-45b1-8a99-4eb1a50a41a0 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "GET /v2.0/security-groups/aa2549d1-bd11-49e5-a3c4-8eb054766004 HTTP/1.1" status: 404 len: 347 time: 0.0490725 Jul 05 09:37:40.108904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40478) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:40.124218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Transition to ACTIVE for port object cc91567b-4559-430b-806a-9b16a85502a0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:40.155524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f02ed6-1835-4ab0-aa90-7105c342997f req-c64c2aa7-1e46-4982-95a9-a15182f70d58 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:40.163539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8f02ed6-1835-4ab0-aa90-7105c342997f req-c64c2aa7-1e46-4982-95a9-a15182f70d58 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 946 time: 0.2352064 Jul 05 09:37:40.166317 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.265683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Deleting port ab2885ec-8e51-4776-9f25-8a8988356518 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:40.266319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.351210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Deleting port c3682554-1d72-402c-8d81-1b113290f42e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:40.351562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.369110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc91567b-4559-430b-806a-9b16a85502a0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:40.386480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8f02ed6-1835-4ab0-aa90-7105c342997f req-f5205b42-ed6f-4001-a3eb-68acc1b1ddef tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219908 Jul 05 09:37:40.463949 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d141f24b-b27c-4f24-b216-304a08f6b9af x-openstack-request-id: req-d141f24b-b27c-4f24-b216-304a08f6b9af {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:40.467767 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-plugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:40.468516 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d141f24b-b27c-4f24-b216-304a08f6b9af {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:40.469180 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'code': 200} Jul 05 09:37:40.517944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.518551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.563989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455a011-bccd-435a-9cca-55485091c12a req-4b8b2b44-058a-4d3e-b4be-97f82deb83a8 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:40.572828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Calling delete_port for c3682554-1d72-402c-8d81-1b113290f42e owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:40.574388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e455a011-bccd-435a-9cca-55485091c12a req-4b8b2b44-058a-4d3e-b4be-97f82deb83a8 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.3994851 Jul 05 09:37:40.672131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Attempting to bind port cc91567b-4559-430b-806a-9b16a85502a0 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:40.672671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Attempting to bind port cc91567b-4559-430b-806a-9b16a85502a0 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:40.693128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Attempting to bind port cc91567b-4559-430b-806a-9b16a85502a0 on network f99888d9-4195-4d23-9120-f2c5061a0b9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:40.717795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] For port ab2885ec-8e51-4776-9f25-8a8988356518, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ab2885ec-8e51-4776-9f25-8a8988356518,segment=NetworkSegment(c20106b9-60a5-41bc-a741-6849c8352412),segment_id=c20106b9-60a5-41bc-a741-6849c8352412)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:40.718432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.720630 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f5bae1-de0d-4ce6-8a77-251425c376c8 x-openstack-request-id: req-a4f5bae1-de0d-4ce6-8a77-251425c376c8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:40.721001 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "tag": "61637181-99de-4bde-9422-c973eb97fa27", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:40.721246 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4f5bae1-de0d-4ce6-8a77-251425c376c8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:40.721919 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'tag': '61637181-99de-4bde-9422-c973eb97fa27', 'status': 'completed', 'code': 200} Jul 05 09:37:40.778822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Port cc91567b-4559-430b-806a-9b16a85502a0 on network f99888d9-4195-4d23-9120-f2c5061a0b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:37:40.779179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Attempting to bind port cc91567b-4559-430b-806a-9b16a85502a0 on network f99888d9-4195-4d23-9120-f2c5061a0b9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:40.783761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e0c1c-6372-4cf6-9f28-3b4785e617ec req-8e1e270c-c95f-4436-8a78-410db94db38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:40.785459 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a08e0c1c-6372-4cf6-9f28-3b4785e617ec req-8e1e270c-c95f-4436-8a78-410db94db38d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1102 time: 0.2389348 Jul 05 09:37:40.805422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e455a011-bccd-435a-9cca-55485091c12a req-806444b8-5dc9-425a-9933-dde895c87c14 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298958 Jul 05 09:37:40.806473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Calling delete_port for ab2885ec-8e51-4776-9f25-8a8988356518 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:40.819960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:40.820719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Checking segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:40.823321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Bound using segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:40.824140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Bound port: cc91567b-4559-430b-806a-9b16a85502a0, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:40.824677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:40.939902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a08e0c1c-6372-4cf6-9f28-3b4785e617ec req-2c30383b-c138-4341-a7da-f51b721e861f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377656 Jul 05 09:37:40.944261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-0854c80b-9e0c-4bff-9e66-b43d826c7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:40.946424 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-0854c80b-9e0c-4bff-9e66-b43d826c7e01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1096 time: 0.2350254 Jul 05 09:37:41.081787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:41.109149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e149ac01-0207-4d0e-a3ae-8b9600b3bbef req-614ca3cf-0da9-478d-b523-619af579fb77 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 210 time: 0.1485622 Jul 05 09:37:41.181463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Pushing event deleted for resources: {'Port': ['ID=c3682554-1d72-402c-8d81-1b113290f42e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:41.268874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-b27a8a0c-2778-401c-b3bb-ee9535887dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:41.271857 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-b27a8a0c-2778-401c-b3bb-ee9535887dba service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.2805452 Jul 05 09:37:41.289224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986facb9-0518-4719-9ac6-1f8b2b68635a req-898c6c40-f5c8-44e8-9607-8029fa68843b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:41.291049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986facb9-0518-4719-9ac6-1f8b2b68635a req-898c6c40-f5c8-44e8-9607-8029fa68843b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 943 time: 0.4360964 Jul 05 09:37:41.295509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] For port cc91567b-4559-430b-806a-9b16a85502a0, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:41.321903 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-1d383456-cd5a-4977-a26f-738e309c6bfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 200 len: 217 time: 0.0422997 Jul 05 09:37:41.328968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:41.331892 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:41.333782 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2500a9bb-bf0a-41df-874a-6473d8c16b26 tempest-ServersWithSpecificFlavorTestJSON-1651589585 tempest-ServersWithSpecificFlavorTestJSON-1651589585-project] 10.222.0.21 "DELETE /v2.0/floatingips/c9316ee3-05f9-401b-99d7-d7f55aefff29 HTTP/1.1" status: 204 len: 168 time: 1.2230735 Jul 05 09:37:41.346572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] For port cc91567b-4559-430b-806a-9b16a85502a0, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc91567b-4559-430b-806a-9b16a85502a0,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:41.359471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:41.361859 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:41.388189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-0fb32f64-3d1c-4378-8a13-55bf9e599b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:41.389840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-0fb32f64-3d1c-4378-8a13-55bf9e599b39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.0549085 Jul 05 09:37:41.431419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:41.431419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:41.432476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 200 len: 1092 time: 2.6189940 Jul 05 09:37:41.435230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-a19892c4-9055-429e-9b7a-50a7a20b0a93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345876 Jul 05 09:37:41.435636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:41.437899 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86e15f6-a608-461a-a3c8-7b3491e1f04b" -d '{"events": [{"name": "network-changed", "server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "tag": "cc91567b-4559-430b-806a-9b16a85502a0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:41.515746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986facb9-0518-4719-9ac6-1f8b2b68635a req-9217e7e5-09e8-4d1b-8a27-ec23a24ba5a6 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993310 Jul 05 09:37:41.658662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710badb-674f-4b4f-bc6a-d58c95e0a7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc91567b-4559-430b-806a-9b16a85502a0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:41.791872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecb5b8-cf81-468e-8859-4558feb1b4d5 req-715aff50-04b1-4394-bca4-9cf703157d2b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:41.802930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9ecb5b8-cf81-468e-8859-4558feb1b4d5 req-715aff50-04b1-4394-bca4-9cf703157d2b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.5388551 Jul 05 09:37:41.809046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2885ec-8e51-4776-9f25-8a8988356518,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:41.959268 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac143eb-16d6-4106-b550-72d38f9aaa49 x-openstack-request-id: req-cac143eb-16d6-4106-b550-72d38f9aaa49 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:41.959556 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "tag": "cc91567b-4559-430b-806a-9b16a85502a0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:41.959827 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cac143eb-16d6-4106-b550-72d38f9aaa49 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:41.960209 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0', 'status': 'completed', 'code': 200} Jul 05 09:37:42.141480 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-06c73397-9a39-4381-9b95-6f24129f707a service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980536 Jul 05 09:37:42.166296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9ecb5b8-cf81-468e-8859-4558feb1b4d5 req-e7e4af36-70aa-4688-ae12-5ef1ca453d68 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337824 Jul 05 09:37:42.169572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-2c9c96db-5436-4cc3-a8f2-9f8aca591d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:42.173819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-2c9c96db-5436-4cc3-a8f2-9f8aca591d4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 1095 time: 0.6483164 Jul 05 09:37:42.290008 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f3b47dc-f614-4da8-bc0f-80c66b8d83ec req-044c9cc9-adc0-44d8-81ff-1a5403848f90 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399641 Jul 05 09:37:42.306158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-d150934e-1847-4f1a-bec8-45c671218e84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 200 len: 217 time: 0.1148684 Jul 05 09:37:42.368763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:42.693101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-68d79015-24be-4b8c-abe6-9a89d9e0caff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:42.694633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-68d79015-24be-4b8c-abe6-9a89d9e0caff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.16 "GET /v2.0/networks?id=2ee7c27d-9a14-4780-b554-bac5dd458518 HTTP/1.1" status: 200 len: 805 time: 0.8089144 Jul 05 09:37:42.696616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb13dea4-df47-4de4-a0aa-01b0cc6c3175 req-275fd045-d9f5-4b17-b190-3bc851aba5fb tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 210 time: 0.3349106 Jul 05 09:37:42.763531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-16975821-5b1a-457e-92d1-9c422e981361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:42.764998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-16975821-5b1a-457e-92d1-9c422e981361 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.4270506 Jul 05 09:37:42.828431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76349273-e056-44e5-a261-53eabd5c9bcd req-6bd98669-d2e0-4a87-aff7-3a0e72348e39 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:42.829999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76349273-e056-44e5-a261-53eabd5c9bcd req-6bd98669-d2e0-4a87-aff7-3a0e72348e39 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.6421256 Jul 05 09:37:42.878215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-c2d9c394-e4b3-4db2-bab8-04a0e3441ef4 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb835d927de74a15892849748f00ba98 HTTP/1.1" status: 200 len: 379 time: 0.1741331 Jul 05 09:37:42.923843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Request body: {'port': {'device_id': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'admin_state_up': True, 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'security_groups': ['f9f74a35-4ce2-491c-b7c9-cf33ad45c36d']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:43.031274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76349273-e056-44e5-a261-53eabd5c9bcd req-9d915256-7aae-4915-a392-a6a32da666ce tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916454 Jul 05 09:37:43.113098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-607a6885-e32a-4514-b309-250801a39c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:43.114621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-607a6885-e32a-4514-b309-250801a39c83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3410277 Jul 05 09:37:43.228503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665596-f673-4f3a-a2b9-47ba33157aa7 req-573c99f5-3a88-4178-90d4-8d638c369028 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:43.230165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c665596-f673-4f3a-a2b9-47ba33157aa7 req-573c99f5-3a88-4178-90d4-8d638c369028 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 943 time: 0.3615561 Jul 05 09:37:43.302848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Made reservation on behalf of eb835d927de74a15892849748f00ba98 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:37:43.306398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:43.333299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Router a0ffbb68-9463-4646-806b-dd060e8bb9e4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:37:43.352406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c665596-f673-4f3a-a2b9-47ba33157aa7 req-ecb15e82-22db-4b65-bc64-195d2d323cab tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080196 Jul 05 09:37:43.362581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-fa7d1940-e709-4693-b97e-b8bdaf0fa2c7 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288849 Jul 05 09:37:43.459530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:43.685872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c658eafd-9648-4a6f-aed5-0f6c3ee006b1 req-803a272e-4fe0-43be-926b-e3cb0a5a6251 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107870 Jul 05 09:37:43.707704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Allocated IP 172.20.0.10 (2ee7c27d-9a14-4780-b554-bac5dd458518/a2d6b7a3-ac50-44dd-a1fa-14764a744a1b/8f911eba-394f-437c-80ad-69bf193209bd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:37:43.717227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257292f-6e0a-4431-8732-7f4a9793448e req-2cb687eb-666e-4195-b088-e428a6e35b39 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:43.719618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5257292f-6e0a-4431-8732-7f4a9793448e req-2cb687eb-666e-4195-b088-e428a6e35b39 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.3341308 Jul 05 09:37:43.721118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:43.731507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] Sync routers for ids ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:43.745874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] Routers {'a0ffbb68-9463-4646-806b-dd060e8bb9e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:43.747207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:43.911975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:43.927878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Transition to ACTIVE for port object 8f911eba-394f-437c-80ad-69bf193209bd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:43.951443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:43.976536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2be85b6-ff35-48fb-ac81-79d333a0ce71 admin admin] 10.222.0.21 "PUT /v2.0/routers/a0ffbb68-9463-4646-806b-dd060e8bb9e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7258351 Jul 05 09:37:43.990082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:43.991911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] Set router a0ffbb68-9463-4646-806b-dd060e8bb9e4 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:44.001425 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.149900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbc07-6ee8-424b-82b8-8d0bc16ffc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.164148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.223642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:37:41Z', 'revision_number': 5, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:44.253048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] Checking router: a0ffbb68-9463-4646-806b-dd060e8bb9e4 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:44.264403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] Routers {'a0ffbb68-9463-4646-806b-dd060e8bb9e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:44.264635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:44.279616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Deleting port df88798c-2432-4988-9c9d-7142a33cde04 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:44.280116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.302989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:37:44.350519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:37:44.368682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5257292f-6e0a-4431-8732-7f4a9793448e req-df6664fc-0111-4aa4-8f6d-63e6903313f4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032972 Jul 05 09:37:44.369544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:37:44.385870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event updated for resources: {'Port': ['ID=8f911eba-394f-437c-80ad-69bf193209bd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:44.445773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] For port df88798c-2432-4988-9c9d-7142a33cde04, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=df88798c-2432-4988-9c9d-7142a33cde04,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:44.446202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.470451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Calling delete_port for df88798c-2432-4988-9c9d-7142a33cde04 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:44.526170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] Set router a0ffbb68-9463-4646-806b-dd060e8bb9e4 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:44.719854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.773915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Pushing event deleted for resources: {'Port': ['ID=df88798c-2432-4988-9c9d-7142a33cde04,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:44.817361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-ed194d8b-1da3-4040-92df-70a5eed3b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:44.824476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-ed194d8b-1da3-4040-92df-70a5eed3b6ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 1095 time: 0.8605311 Jul 05 09:37:44.832784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa6a3f-7bdd-4f5d-8a95-6ff6503c100a req-cb66572d-429d-4435-aa14-38139f2c23cf tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:44.845586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2aa6a3f-7bdd-4f5d-8a95-6ff6503c100a req-cb66572d-429d-4435-aa14-38139f2c23cf tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 932 time: 0.8827848 Jul 05 09:37:44.893201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32f95e5d-6994-4213-99bf-cdd9bfe034be None None] Provisioning for port 8f911eba-394f-437c-80ad-69bf193209bd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:44.908844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:44.910463 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.930325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32f95e5d-6994-4213-99bf-cdd9bfe034be None None] Provisioning complete for port 8f911eba-394f-437c-80ad-69bf193209bd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:44.931354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32f95e5d-6994-4213-99bf-cdd9bfe034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.991499 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:44.994117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:45.041427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-32f95e5d-6994-4213-99bf-cdd9bfe034be None None] Port 8f911eba-394f-437c-80ad-69bf193209bd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:37:45.108256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2aa6a3f-7bdd-4f5d-8a95-6ff6503c100a req-e4345894-268c-4301-a88f-64ff5551b39d tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615206 Jul 05 09:37:45.115629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-4973589b-fbd0-477c-8cc2-6f714f6801e3 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2162151 Jul 05 09:37:45.138966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Request body: {'port': {'device_id': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:45.170851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:37:41Z', 'revision_number': 5, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:45.216729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fad912c-8ef6-41ea-9098-cf236de4bb48 None None] The sync data for ids ['a0ffbb68-9463-4646-806b-dd060e8bb9e4'] in n-d-771363-33 is: [{'id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'name': 'tempest-ServersTestMultiNic-270549604-router', 'tenant_id': '340173e9eeb74a528c890b0c17b7de45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:35:41Z', 'updated_at': '2021-07-05T09:37:41Z', 'revision_number': 5, 'project_id': '340173e9eeb74a528c890b0c17b7de45', 'gw_port': {'id': '8196319c-484c-44c0-b2bc-0bcc18e0cd52', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffbb68-9463-4646-806b-dd060e8bb9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:35:42Z', 'updated_at': '2021-07-05T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:45.251066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e3220-5114-4e68-b9c2-f55d340adf6d req-5fcccc8b-1b5e-430d-884b-fb5857a0a1f0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:45.255065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135e3220-5114-4e68-b9c2-f55d340adf6d req-5fcccc8b-1b5e-430d-884b-fb5857a0a1f0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.5082762 Jul 05 09:37:45.306496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:37:45.321667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-d2f8db52-7465-4d72-b68c-7b7926cf6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:45.323474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-d2f8db52-7465-4d72-b68c-7b7926cf6751 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 0.4666190 Jul 05 09:37:45.344985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:45.376712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Deleting port 8196319c-484c-44c0-b2bc-0bcc18e0cd52 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:45.377196 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:45.425366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:45.435343 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] Sync routers for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:45.438559 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1fefa582-ceae-40a3-b3b4-f0b7997a6994 admin admin] 10.222.0.21 "PUT /v2.0/routers/64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9746656 Jul 05 09:37:45.439310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:45.440890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-9086126f-6b19-4408-96fd-34b001d7291a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 200 len: 217 time: 0.1004403 Jul 05 09:37:45.443952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135e3220-5114-4e68-b9c2-f55d340adf6d req-54203f78-f465-4d32-9fc8-6e0c7d0519c1 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794536 Jul 05 09:37:45.468723 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:45.468723 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:45.591652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:45.627128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-4c2e0982-35aa-4127-9ce5-7b145c9db999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:45.631208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-4c2e0982-35aa-4127-9ce5-7b145c9db999 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.1561108 Jul 05 09:37:45.817803 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:45.836482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:45.913633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Deleting port f6b43955-a8b6-4425-994d-8f3a6c1e29a1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:45.913979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:45.986126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382752c0-55a7-4152-80f2-f5d8048a4200 req-ce10300d-9c11-4d12-aba5-97074aa1643e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:45.992574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-382752c0-55a7-4152-80f2-f5d8048a4200 req-ce10300d-9c11-4d12-aba5-97074aa1643e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 943 time: 0.6744108 Jul 05 09:37:46.026560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] For port 8196319c-484c-44c0-b2bc-0bcc18e0cd52, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8196319c-484c-44c0-b2bc-0bcc18e0cd52,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:46.028097 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.047473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] For port f6b43955-a8b6-4425-994d-8f3a6c1e29a1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:46.048485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.064820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Calling delete_port for f6b43955-a8b6-4425-994d-8f3a6c1e29a1 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:46.121924 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:37:44Z', 'revision_number': 5, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port': {'id': 'f6b43955-a8b6-4425-994d-8f3a6c1e29a1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:46.153443 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] Checking router: 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:46.178645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] Routers {'64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:46.179473 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:46.240658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f911eba-394f-437c-80ad-69bf193209bd {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:46.250898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.264783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Transition to ACTIVE for port object 8f911eba-394f-437c-80ad-69bf193209bd will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:37:46.280908 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.322633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.365093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Calling delete_port for 8196319c-484c-44c0-b2bc-0bcc18e0cd52 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:46.367253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Pushing event updated for resources: {'Port': ['ID=8f911eba-394f-437c-80ad-69bf193209bd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:46.396603 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] Set router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:46.401329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b43955-a8b6-4425-994d-8f3a6c1e29a1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:46.475815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ab2885ec-8e51-4776-9f25-8a8988356518 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:46.539664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ab2885ec-8e51-4776-9f25-8a8988356518 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:46.540986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ab2885ec-8e51-4776-9f25-8a8988356518 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:46.561487 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:37:45Z', 'revision_number': 6, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:46.573150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.633578 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f057e96-3e6e-4b5a-a860-052d9e8d9623 None None] The sync data for ids ['64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a'] in n-d-771363-33 is: [{'id': '64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27292442-router', 'tenant_id': '94301d87067d401f82039f5a90b25f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:16Z', 'updated_at': '2021-07-05T09:37:45Z', 'revision_number': 6, 'project_id': '94301d87067d401f82039f5a90b25f8f', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:46.647821 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.714278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-557a71f3-994b-464b-bbcb-70803b109f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.803351 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.807802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.877661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Attempting to bind port 8f911eba-394f-437c-80ad-69bf193209bd on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:37:46.877999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Attempting to bind port 8f911eba-394f-437c-80ad-69bf193209bd by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:37:46.878347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Attempting to bind port 8f911eba-394f-437c-80ad-69bf193209bd on network 2ee7c27d-9a14-4780-b554-bac5dd458518 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:46.891333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.892046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:37:46.902721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:46.904167 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3def73f4-d844-4395-b5ef-0fb4f3070cdf admin admin] 10.222.0.21 "DELETE /v2.0/routers/64ee7acb-dcd6-4ef9-8ad4-759a0c1dcb5a HTTP/1.1" status: 204 len: 168 time: 1.4639823 Jul 05 09:37:46.906139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-382752c0-55a7-4152-80f2-f5d8048a4200 req-b4aca7e1-6486-431a-9f12-d6a6726fda48 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8732066 Jul 05 09:37:46.906732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:46.953008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Port 8f911eba-394f-437c-80ad-69bf193209bd on network 2ee7c27d-9a14-4780-b554-bac5dd458518 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:37:46.955015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Attempting to bind port 8f911eba-394f-437c-80ad-69bf193209bd on network 2ee7c27d-9a14-4780-b554-bac5dd458518 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:37:46.962751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-28f0483f-ab38-48a9-85b4-ed0a9d0f9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:46.964338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-28f0483f-ab38-48a9-85b4-ed0a9d0f9742 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2068086 Jul 05 09:37:47.054289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] Deleting subnet 37042186-3309-4f6d-96b3-b6ee603f24dc {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:37:47.084605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.090994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859259a6-961a-4312-97e6-dbbb2e62ada0 req-99393da3-9707-4e76-8d82-fe7b6fe55204 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:47.094775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-859259a6-961a-4312-97e6-dbbb2e62ada0 req-99393da3-9707-4e76-8d82-fe7b6fe55204 tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1102 time: 1.3442929 Jul 05 09:37:47.173452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:37:47.173998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Checking segment: {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:37:47.174777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Bound using segment: {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:37:47.187800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.190266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Bound port: 8f911eba-394f-437c-80ad-69bf193209bd, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a91838-3aa1-4d72-8e2d-e00cbaa75838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:37:47.190989 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.385775 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.446573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.455345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc91567b-4559-430b-806a-9b16a85502a0 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:47.513188 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.547743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37042186-3309-4f6d-96b3-b6ee603f24dc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:47.565392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.565963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8977a4-293b-4d5a-b6a6-6dfe1554d0c0 None None] Network 622965d8-c654-4e30-a640-6536c7a6bb21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:47.570821 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bc50fdc5-5bf7-4665-aad9-5e37c90e8eb9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37042186-3309-4f6d-96b3-b6ee603f24dc HTTP/1.1" status: 204 len: 168 time: 0.6629763 Jul 05 09:37:47.571584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:47.640881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Pushing event deleted for resources: {'Port': ['ID=8196319c-484c-44c0-b2bc-0bcc18e0cd52,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:47.716962 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.755462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-859259a6-961a-4312-97e6-dbbb2e62ada0 req-e0f87e88-7f05-4f27-906a-15eb65a7f98f tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570550 Jul 05 09:37:47.817904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Deleting port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:47.818494 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.873469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-dd6f17de-b471-49ea-b9d6-e590f5778435 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8494437 Jul 05 09:37:47.920666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] For port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4,segment=NetworkSegment(59841dd0-d000-4a9f-924f-ba20212b68f0),segment_id=59841dd0-d000-4a9f-924f-ba20212b68f0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:47.921054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:47.957947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Calling delete_port for b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:47.967529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port cc91567b-4559-430b-806a-9b16a85502a0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc91567b-4559-430b-806a-9b16a85502a0,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:47.982598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] For port 8f911eba-394f-437c-80ad-69bf193209bd, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:37:48.021020 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.024452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'cc91567b-4559-430b-806a-9b16a85502a0', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'port_id': 'cc91567b-4559-430b-806a-9b16a85502a0', 'mac_address': 'fa:16:3e:df:23:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:48.061223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9d749-1f5d-4583-8d16-147bbd4be304 req-2acff1d1-5938-435d-8b17-2551f846ec2f tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:48.068774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1b9d749-1f5d-4583-8d16-147bbd4be304 req-2acff1d1-5938-435d-8b17-2551f846ec2f tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 944 time: 0.8564591 Jul 05 09:37:48.077686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.086037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] For port 8f911eba-394f-437c-80ad-69bf193209bd, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8f911eba-394f-437c-80ad-69bf193209bd,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:37:48.175006 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.190782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] No DVR routers for this DVR port b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:48.196333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.241420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:48.263401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc91567b-4559-430b-806a-9b16a85502a0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:48.345897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port cc91567b-4559-430b-806a-9b16a85502a0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc91567b-4559-430b-806a-9b16a85502a0,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:48.355920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9abe3b-2200-43a0-acd1-5c6ad5f8254d None None] DHCP port deletion for 622965d8-c654-4e30-a640-6536c7a6bb21 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:37:48.367447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.464506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.477106 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622965d8-c654-4e30-a640-6536c7a6bb21']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:48.481829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=cc91567b-4559-430b-806a-9b16a85502a0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:48.496199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59841dd0-d000-4a9f-924f-ba20212b68f0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:48.496427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59841dd0-d000-4a9f-924f-ba20212b68f0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:48.517244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.522357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.548537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.565787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:48.567354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.569202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6b43955-a8b6-4425-994d-8f3a6c1e29a1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:48.571321 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:48.612610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f6b43955-a8b6-4425-994d-8f3a6c1e29a1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:48.613888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6b43955-a8b6-4425-994d-8f3a6c1e29a1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:48.614646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device df88798c-2432-4988-9c9d-7142a33cde04 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:48.630135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.640782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.665646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:48.666254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.667714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] 10.222.0.16 "PUT /v2.0/ports/8f911eba-394f-437c-80ad-69bf193209bd HTTP/1.1" status: 200 len: 1093 time: 3.5406234 Jul 05 09:37:48.667848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: df88798c-2432-4988-9c9d-7142a33cde04 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:48.668274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device df88798c-2432-4988-9c9d-7142a33cde04 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:48.678797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:48.681397 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f6fea-198d-4459-a40c-e7b617ab1f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "tag": "8f911eba-394f-437c-80ad-69bf193209bd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:48.687332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['cc91567b-4559-430b-806a-9b16a85502a0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:48.710000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.740357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86e15f6-a608-461a-a3c8-7b3491e1f04b req-28578bee-dd53-4d9a-875c-a81752e622d3 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557642 Jul 05 09:37:48.741372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.746151 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] 10.222.0.21 "DELETE /v2.0/networks/622965d8-c654-4e30-a640-6536c7a6bb21 HTTP/1.1" status: 204 len: 168 time: 1.1706169 Jul 05 09:37:48.772829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:48.775423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1b9d749-1f5d-4583-8d16-147bbd4be304 req-03f22a9e-2bf6-4ed4-9618-a42640d4609e tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7035244 Jul 05 09:37:48.829689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6b1a5-2773-4c25-b146-d9620544a808 admin admin] Pushing event deleted for resources: {'Network': ['ID=622965d8-c654-4e30-a640-6536c7a6bb21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:48.891201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db42b93-a229-4210-8fcb-fb1a7fb63717 service neutron] Pushing event updated for resources: {'Port': ['ID=8f911eba-394f-437c-80ad-69bf193209bd,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:48.912363 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.916986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ffbb68-9463-4646-806b-dd060e8bb9e4 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:37:48.948141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:48.949612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-24b30280-ba8f-47e5-967c-d25656a3f172 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a0ffbb68-9463-4646-806b-dd060e8bb9e4 HTTP/1.1" status: 204 len: 168 time: 4.9456649 Jul 05 09:37:48.952703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:48.986080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94103b-43af-4041-a8ce-7222809ff683 req-1faf9b8c-a310-4897-9b7d-f7925eb0b767 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:49.003749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b94103b-43af-4041-a8ce-7222809ff683 req-1faf9b8c-a310-4897-9b7d-f7925eb0b767 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.9780297 Jul 05 09:37:49.174564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b94103b-43af-4041-a8ce-7222809ff683 req-0e108ba5-b44a-4d9e-a714-21855633c486 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698065 Jul 05 09:37:49.191268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] Deleting subnet 3beb5226-1485-40fe-8b6e-df0e778cb0f9 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:37:49.197317 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:49.258443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-ab8f95a3-37c4-47ce-8642-16bde26497e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:49.261578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-ab8f95a3-37c4-47ce-8642-16bde26497e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb835d927de74a15892849748f00ba98&device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 1096 time: 0.4777513 Jul 05 09:37:49.336035 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:49.368542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-ec083f76-ee17-471d-9c74-551ba684b8a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f911eba-394f-437c-80ad-69bf193209bd HTTP/1.1" status: 200 len: 217 time: 0.0997286 Jul 05 09:37:49.443860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:49.531478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:49.607775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-62d1936b-ed20-4758-a5a1-f9b740a0776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:49.609347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-62d1936b-ed20-4758-a5a1-f9b740a0776b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a2d6b7a3-ac50-44dd-a1fa-14764a744a1b HTTP/1.1" status: 200 len: 844 time: 0.2211430 Jul 05 09:37:49.672735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:49.771686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af929-3af9-46d9-91ea-355c6dd567a5 req-a3d9f754-4405-44b0-8d4a-781c536d2e40 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:49.780253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b5af929-3af9-46d9-91ea-355c6dd567a5 req-a3d9f754-4405-44b0-8d4a-781c536d2e40 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 944 time: 0.4089556 Jul 05 09:37:49.803901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-fca73bb2-883b-449d-a823-ec2fc531fea8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2773111 Jul 05 09:37:49.852846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:49.861257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-18012b75-1442-4427-8d1b-dd6367a25c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:49.863891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-18012b75-1442-4427-8d1b-dd6367a25c39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ee7c27d-9a14-4780-b554-bac5dd458518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2449677 Jul 05 09:37:49.896405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b5af929-3af9-46d9-91ea-355c6dd567a5 req-eb5b0be4-967f-4806-af37-365ff3b1949e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151574 Jul 05 09:37:49.942279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3beb5226-1485-40fe-8b6e-df0e778cb0f9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:49.956215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Deleting port e27679ac-b2e0-4306-ab14-dedf910c994b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:49.956950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:49.981284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51637a-ef45-4f42-b2cc-869d51565b47 None None] Network 121a61ef-8df1-4f4b-bb28-b160b2cec386 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:50.039394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:50.052225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-881acab2-bae8-4c08-af2e-d5330ee54038 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3beb5226-1485-40fe-8b6e-df0e778cb0f9 HTTP/1.1" status: 204 len: 168 time: 1.0949948 Jul 05 09:37:50.064382 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f232bd-cd01-4d69-bac1-337fc993ab54 x-openstack-request-id: req-27f232bd-cd01-4d69-bac1-337fc993ab54 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:50.064382 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "tag": "8f911eba-394f-437c-80ad-69bf193209bd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:50.064382 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27f232bd-cd01-4d69-bac1-337fc993ab54 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:50.070674 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd', 'status': 'completed', 'code': 200} Jul 05 09:37:50.071274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:50.348307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:50.372640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:50.373206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b2ed8e60-d84c-419c-b4e3-f61b1f4d57b4 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:50.373843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8196319c-484c-44c0-b2bc-0bcc18e0cd52 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:50.384609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] For port e27679ac-b2e0-4306-ab14-dedf910c994b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e27679ac-b2e0-4306-ab14-dedf910c994b,segment=NetworkSegment(87c7b98b-2071-49c0-a2ca-dcd61c7f5feb),segment_id=87c7b98b-2071-49c0-a2ca-dcd61c7f5feb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:50.385104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:50.396860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 8196319c-484c-44c0-b2bc-0bcc18e0cd52 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:50.397528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8196319c-484c-44c0-b2bc-0bcc18e0cd52 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:50.399319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d51c27-c049-4467-a170-441e550f687b None None] DHCP port deletion for 121a61ef-8df1-4f4b-bb28-b160b2cec386 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:37:50.424506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:50.449414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Calling delete_port for e27679ac-b2e0-4306-ab14-dedf910c994b owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:50.458443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-42d51c27-c049-4467-a170-441e550f687b None None] Deleting port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:50.459429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42d51c27-c049-4467-a170-441e550f687b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:50.495918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-232349ee-c132-41ae-8ad6-5ee0d99d9359 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964913 Jul 05 09:37:50.609251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-42d51c27-c049-4467-a170-441e550f687b None None] For port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,segment=NetworkSegment(c20106b9-60a5-41bc-a741-6849c8352412),segment_id=c20106b9-60a5-41bc-a741-6849c8352412)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:50.609801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42d51c27-c049-4467-a170-441e550f687b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:50.658755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-42d51c27-c049-4467-a170-441e550f687b None None] Calling delete_port for c60b2000-1d52-4c6b-aa0c-fa7af1dc67de owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:50.757075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a3b80-7bbc-4909-8802-343fa7999868 req-b55933b5-d082-447a-a2e8-cb3011a6bd56 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:50.759193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-260a3b80-7bbc-4909-8802-343fa7999868 req-b55933b5-d082-447a-a2e8-cb3011a6bd56 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.4949884 Jul 05 09:37:50.845639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cdb2e-6ee3-48ed-9e42-995391175eab req-e44f57f8-373b-4f9d-838e-18f6260ac7ce tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:50.853651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-020cdb2e-6ee3-48ed-9e42-995391175eab req-e44f57f8-373b-4f9d-838e-18f6260ac7ce tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 944 time: 0.4331501 Jul 05 09:37:50.883560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1d9a5ff-896e-4d28-8ae6-2b33f04deb7c req-25a2fc1f-03a0-43a5-a77c-70e5b2052558 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691409 Jul 05 09:37:50.885713 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42d51c27-c049-4467-a170-441e550f687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:50.900951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-260a3b80-7bbc-4909-8802-343fa7999868 req-c34292e6-2767-47fb-aa8d-a1d23c187b21 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267745 Jul 05 09:37:50.954236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d51c27-c049-4467-a170-441e550f687b None None] Pushing event deleted for resources: {'Port': ['ID=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:50.970082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d51c27-c049-4467-a170-441e550f687b None None] No DVR routers for this DVR port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:50.971116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Deleting port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:50.971569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.021419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-020cdb2e-6ee3-48ed-9e42-995391175eab req-77d46c59-07fb-4c66-94c5-5b1737bb972b tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666381 Jul 05 09:37:51.265044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] For port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de, host n-d-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:51.265417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.282286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Calling delete_port for c60b2000-1d52-4c6b-aa0c-fa7af1dc67de owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:51.286380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:37:51.293130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.359049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c60b2000-1d52-4c6b-aa0c-fa7af1dc67de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:51.379908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] No DVR routers for this DVR port c60b2000-1d52-4c6b-aa0c-fa7af1dc67de on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:51.466154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc91567b-4559-430b-806a-9b16a85502a0 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:51.545451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.556218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.579047 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121a61ef-8df1-4f4b-bb28-b160b2cec386']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:51.589927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port cc91567b-4559-430b-806a-9b16a85502a0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:51.596496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port cc91567b-4559-430b-806a-9b16a85502a0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:51.597659 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.606755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b857-0887-40d7-81a1-d11acc812bdd req-7e55dda4-fa2c-48f0-906d-13be21b6f882 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:51.608746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a48b857-0887-40d7-81a1-d11acc812bdd req-7e55dda4-fa2c-48f0-906d-13be21b6f882 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.4606438 Jul 05 09:37:51.614069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20106b9-60a5-41bc-a741-6849c8352412') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:51.614284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20106b9-60a5-41bc-a741-6849c8352412') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:51.619212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-5aa59e9d-2cdc-49cf-a998-a577f8bf4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:51.620885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-5aa59e9d-2cdc-49cf-a998-a577f8bf4042 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb835d927de74a15892849748f00ba98&device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 1096 time: 0.6263585 Jul 05 09:37:51.622586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27679ac-b2e0-4306-ab14-dedf910c994b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:51.681221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.747847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1cfa-f635-4945-8f46-6b779989794a req-e358c1e5-adb8-41e3-af67-30061e7f5881 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:51.749440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0ff1cfa-f635-4945-8f46-6b779989794a req-e358c1e5-adb8-41e3-af67-30061e7f5881 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 944 time: 0.4462571 Jul 05 09:37:51.792122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.839622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:51.840407 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:51.842892 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:51.875884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:51.922162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a48b857-0887-40d7-81a1-d11acc812bdd req-f3fb4a2d-74ec-418a-b281-f493417aa94e tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997777 Jul 05 09:37:51.994378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:52.005609 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e2e62-7028-4a76-b4b8-47194a380017" -d '{"events": [{"server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "name": "network-vif-plugged", "status": "completed", "tag": "cc91567b-4559-430b-806a-9b16a85502a0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:52.014642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0ff1cfa-f635-4945-8f46-6b779989794a req-519b3d55-2834-4768-9b9a-936959d975bb tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551479 Jul 05 09:37:52.042070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port cc91567b-4559-430b-806a-9b16a85502a0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc91567b-4559-430b-806a-9b16a85502a0,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:52.051051 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:52.061437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-ab4b4204-bf54-4af5-83f0-d3233c302046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.064154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-ab4b4204-bf54-4af5-83f0-d3233c302046 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ee7c27d-9a14-4780-b554-bac5dd458518 HTTP/1.1" status: 200 len: 906 time: 0.4311948 Jul 05 09:37:52.069356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:52.085580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:52.092469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/121a61ef-8df1-4f4b-bb28-b160b2cec386 HTTP/1.1" status: 204 len: 168 time: 2.0159047 Jul 05 09:37:52.134569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=cc91567b-4559-430b-806a-9b16a85502a0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:52.190307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:52.201509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4db56a-e4c2-4c02-ab38-87d789543d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=121a61ef-8df1-4f4b-bb28-b160b2cec386,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:52.204364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-207a5ea1-214d-4780-97f7-c5e81c11f066 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f911eba-394f-437c-80ad-69bf193209bd HTTP/1.1" status: 200 len: 217 time: 0.1248221 Jul 05 09:37:52.240786 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9706eaa0-8267-49c6-bf9b-f6ab8a6dda85 x-openstack-request-id: req-9706eaa0-8267-49c6-bf9b-f6ab8a6dda85 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:52.241368 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "name": "network-vif-plugged", "status": "completed", "tag": "cc91567b-4559-430b-806a-9b16a85502a0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:52.241714 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9706eaa0-8267-49c6-bf9b-f6ab8a6dda85 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:52.242202 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0', 'code': 200} Jul 05 09:37:52.345416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-35f4b3f2-839a-4f6e-96af-93a2975ce1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.353190 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-35f4b3f2-839a-4f6e-96af-93a2975ce1ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1102 time: 0.3028722 Jul 05 09:37:52.377350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:52.512693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c60b2000-1d52-4c6b-aa0c-fa7af1dc67de no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:52.513288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-d2a0742e-eeca-4e48-a037-583e7a09eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.514657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-d2a0742e-eeca-4e48-a037-583e7a09eb2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a2d6b7a3-ac50-44dd-a1fa-14764a744a1b HTTP/1.1" status: 200 len: 844 time: 0.2978556 Jul 05 09:37:52.561762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c60b2000-1d52-4c6b-aa0c-fa7af1dc67de {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:52.562933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c60b2000-1d52-4c6b-aa0c-fa7af1dc67de not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:52.606582 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0a11b178-eca8-466a-9c08-96b513e0582f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=340173e9eeb74a528c890b0c17b7de45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937222 Jul 05 09:37:52.610848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:52.654780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b107dc-b9c1-4ada-a919-1a5b699f0d28 req-2e2cd484-b5ce-4f80-8815-8a0736e90b5a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.656696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2b107dc-b9c1-4ada-a919-1a5b699f0d28 req-2e2cd484-b5ce-4f80-8815-8a0736e90b5a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.4315758 Jul 05 09:37:52.712240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d23ab4-5176-4aeb-83c3-876144091e77 req-43744b2a-05ce-41a4-aee1-4d4ca1bfd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.714692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2d23ab4-5176-4aeb-83c3-876144091e77 req-43744b2a-05ce-41a4-aee1-4d4ca1bfd0f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 1097 time: 0.3302405 Jul 05 09:37:52.720765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-6d8ad0ab-3c8e-4c55-83c7-dd9251a581fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.723598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-6d8ad0ab-3c8e-4c55-83c7-dd9251a581fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ee7c27d-9a14-4780-b554-bac5dd458518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1974773 Jul 05 09:37:52.733991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-5fdeaa39-b286-4959-afb9-8e8813a17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.735513 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-5fdeaa39-b286-4959-afb9-8e8813a17413 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3742325 Jul 05 09:37:52.800782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8effe-8d0a-4781-be08-acf86c596c29 req-b761677d-55a3-45cc-bed4-54e0a7265ec0 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.808904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ade8effe-8d0a-4781-be08-acf86c596c29 req-b761677d-55a3-45cc-bed4-54e0a7265ec0 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 944 time: 0.3681960 Jul 05 09:37:52.826204 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-8a8f5512-25bf-44bc-9415-1a0a641263d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0821490 Jul 05 09:37:52.828542 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e615-9035-45be-b1d4-d15c7557271b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:52.906576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2b107dc-b9c1-4ada-a919-1a5b699f0d28 req-6303e408-3701-4a5e-8465-6df2eb891f64 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353075 Jul 05 09:37:52.915314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:37:52.919029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e615-9035-45be-b1d4-d15c7557271b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:52.939983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2d23ab4-5176-4aeb-83c3-876144091e77 req-21553077-ca7a-4ead-953b-dab49f5b978f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012351 Jul 05 09:37:52.941896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-ac849f2b-b11d-4d0b-9bc6-77b97e7ce09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:52.943389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-ac849f2b-b11d-4d0b-9bc6-77b97e7ce09f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1081748 Jul 05 09:37:53.006111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ade8effe-8d0a-4781-be08-acf86c596c29 req-938d817e-5dfb-4206-acbc-236fda17a556 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962354 Jul 05 09:37:53.043917 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-242d87df-87f4-472b-8a22-ea2c4f594e25 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093715 Jul 05 09:37:53.114996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e615-9035-45be-b1d4-d15c7557271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:53.117576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e615-9035-45be-b1d4-d15c7557271b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:53.118740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b2e3e615-9035-45be-b1d4-d15c7557271b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/861925ae-af11-4268-bbe2-943f3945b4f5 HTTP/1.1" status: 204 len: 168 time: 0.5025752 Jul 05 09:37:53.140906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-5e201d29-99f3-4870-b6e1-1b144aff16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:53.142438 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-5e201d29-99f3-4870-b6e1-1b144aff16a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1902061 Jul 05 09:37:53.145121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3e615-9035-45be-b1d4-d15c7557271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861925ae-af11-4268-bbe2-943f3945b4f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:53.149551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:53.155463 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b9a009d-b47a-4d97-a493-fbd43771fd62 admin admin] 10.222.0.21 "PUT /v2.0/routers/1f9ecdf9-0a17-4711-9014-a5b3e9e78304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3814707 Jul 05 09:37:53.161921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] Sync routers for ids ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:53.162428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40724) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:53.200206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] Routers {'1f9ecdf9-0a17-4711-9014-a5b3e9e78304'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:53.201186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:53.496678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-9dbfef7c-2d8b-4c11-b4ab-452d4aef5b95 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451524 Jul 05 09:37:53.534000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:53.631534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8f911eba-394f-437c-80ad-69bf193209bd details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:53.689414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] Set router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:53.821621 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-4e40b05b-021a-4954-9df6-47968a82c2a3 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134975 Jul 05 09:37:53.832518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:53.928323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Deleting port 418a5623-f790-446f-9686-65e93d2ed93e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:53.928998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:54.084200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10851ee-24b9-47f4-8dc2-714e6dd0be59 req-ad4064fe-d5cb-4cd5-acec-4da104523f6d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:54.092107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d10851ee-24b9-47f4-8dc2-714e6dd0be59 req-ad4064fe-d5cb-4cd5-acec-4da104523f6d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.4110205 Jul 05 09:37:54.098561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] For port 418a5623-f790-446f-9686-65e93d2ed93e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=418a5623-f790-446f-9686-65e93d2ed93e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:54.098929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:54.125502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d63f6fea-198d-4459-a40c-e7b617ab1f5b req-669e7811-e98b-4492-8557-6f233e0b3634 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0719388 Jul 05 09:37:54.137321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Calling delete_port for 418a5623-f790-446f-9686-65e93d2ed93e owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:54.145184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c19aa-0b4f-431b-8485-7adab6e83445 req-297e2881-7602-46b2-b09a-c855e3cdd4e0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:54.148494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a6c19aa-0b4f-431b-8485-7adab6e83445 req-297e2881-7602-46b2-b09a-c855e3cdd4e0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.5315702 Jul 05 09:37:54.210780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8f911eba-394f-437c-80ad-69bf193209bd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8f911eba-394f-437c-80ad-69bf193209bd,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:54.234320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8f911eba-394f-437c-80ad-69bf193209bd', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'port_id': '8f911eba-394f-437c-80ad-69bf193209bd', 'mac_address': 'fa:16:3e:1c:90:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:54.324250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:54.327342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d10851ee-24b9-47f4-8dc2-714e6dd0be59 req-fec9ed76-e2d8-48ae-be64-6f448c7438a0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134809 Jul 05 09:37:54.343693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a6c19aa-0b4f-431b-8485-7adab6e83445 req-2f5107d5-01ed-4924-9334-4e9834926bbf tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738605 Jul 05 09:37:54.349423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f911eba-394f-437c-80ad-69bf193209bd {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:54.372243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8f911eba-394f-437c-80ad-69bf193209bd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8f911eba-394f-437c-80ad-69bf193209bd,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:54.378762 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:54.483655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8f911eba-394f-437c-80ad-69bf193209bd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:54.530102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '418a5623-f790-446f-9686-65e93d2ed93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:37:51Z', 'revision_number': 5, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port': {'id': '418a5623-f790-446f-9686-65e93d2ed93e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:32:30Z', 'updated_at': '2021-07-05T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:54.605427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] Checking router: 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:37:54.631412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] Routers {'1f9ecdf9-0a17-4711-9014-a5b3e9e78304'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:54.632067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:54.646174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc158-e757-48fe-b4c6-8b86560a08d6 req-de8e098a-f61f-4091-9a54-ade5a9422817 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:54.654985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b7fc158-e757-48fe-b4c6-8b86560a08d6 req-de8e098a-f61f-4091-9a54-ade5a9422817 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1523609 Jul 05 09:37:54.717953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:54.736368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8f911eba-394f-437c-80ad-69bf193209bd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:54.767903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=418a5623-f790-446f-9686-65e93d2ed93e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:54.800964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b7fc158-e757-48fe-b4c6-8b86560a08d6 req-a7eafe87-c425-4a27-a04e-b37739cf5ea3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444867 Jul 05 09:37:54.849201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8569e-80cc-443c-b8c5-320d9cd5fb54 req-0b37de99-dc24-4e81-9caa-668f13174276 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:54.852547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72e8569e-80cc-443c-b8c5-320d9cd5fb54 req-0b37de99-dc24-4e81-9caa-668f13174276 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 945 time: 0.1873329 Jul 05 09:37:54.861123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] Set router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:54.869277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:54.955666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:37:53Z', 'revision_number': 6, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:54.964345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72e8569e-80cc-443c-b8c5-320d9cd5fb54 req-13fbe5b4-238b-44b8-8c59-ac00d751d8ae tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048357 Jul 05 09:37:54.992714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaeac3-58d7-4040-9041-4d743d7e2fed None None] The sync data for ids ['1f9ecdf9-0a17-4711-9014-a5b3e9e78304'] in n-d-771363-33 is: [{'id': '1f9ecdf9-0a17-4711-9014-a5b3e9e78304', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-182669805-router', 'tenant_id': '48decdef034049ca9a4e004d2e524e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:32:28Z', 'updated_at': '2021-07-05T09:37:53Z', 'revision_number': 6, 'project_id': '48decdef034049ca9a4e004d2e524e23', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:37:55.097660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.100365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.155281 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.155898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9ecdf9-0a17-4711-9014-a5b3e9e78304 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:37:55.163392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.165043 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f29a6b4e-ca14-4f16-a3e8-386de4de7d16 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1f9ecdf9-0a17-4711-9014-a5b3e9e78304 HTTP/1.1" status: 204 len: 168 time: 2.0003493 Jul 05 09:37:55.167767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:55.237180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] Deleting subnet adf6072d-a33b-46ec-8857-e69d586c03e2 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:37:55.242232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.304016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.468929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.584781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.621897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.627245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/adf6072d-a33b-46ec-8857-e69d586c03e2 HTTP/1.1" status: 204 len: 168 time: 0.4582500 Jul 05 09:37:55.628795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:55.629526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4df07-ce02-4761-902c-4cc7c8040133 None None] Network 91a21127-db0b-4f77-b290-7d8043890f71 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:37:55.629762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0537a75-af44-4a93-9e65-84d0796770bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf6072d-a33b-46ec-8857-e69d586c03e2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:55.737198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.757147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a923b6-c23c-46b7-9c53-b126dd49d8a3 req-581ee595-6f1e-4244-80b1-647e3aaa2ae6 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:55.759417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82a923b6-c23c-46b7-9c53-b126dd49d8a3 req-581ee595-6f1e-4244-80b1-647e3aaa2ae6 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.1820815 Jul 05 09:37:55.802608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066432a-cb0a-46a8-b4fa-0fc48f76d7b7 req-9f1437a8-476d-4e59-9498-e073f6ef5f4f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:55.804389 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3066432a-cb0a-46a8-b4fa-0fc48f76d7b7 req-9f1437a8-476d-4e59-9498-e073f6ef5f4f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.2394421 Jul 05 09:37:55.851984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Deleting port 6a374046-8b10-4786-8650-a8025965f9ef {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:55.852319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.903685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3066432a-cb0a-46a8-b4fa-0fc48f76d7b7 req-cc0ffd18-4bfb-488d-8859-e4d9961c9fe5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743423 Jul 05 09:37:55.923989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82a923b6-c23c-46b7-9c53-b126dd49d8a3 req-a3486beb-ce0e-4292-8288-1ba69b6e60d5 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511569 Jul 05 09:37:55.963373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] For port 6a374046-8b10-4786-8650-a8025965f9ef, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6a374046-8b10-4786-8650-a8025965f9ef,segment=NetworkSegment(87c7b98b-2071-49c0-a2ca-dcd61c7f5feb),segment_id=87c7b98b-2071-49c0-a2ca-dcd61c7f5feb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:55.963851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:55.968247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] DHCP port deletion for 91a21127-db0b-4f77-b290-7d8043890f71 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:37:55.982329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Calling delete_port for 6a374046-8b10-4786-8650-a8025965f9ef owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:56.090306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.148963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a374046-8b10-4786-8650-a8025965f9ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:56.154368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] No DVR routers for this DVR port 6a374046-8b10-4786-8650-a8025965f9ef on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:56.177392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Deleting port 6a374046-8b10-4786-8650-a8025965f9ef {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:37:56.177779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.319292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.350074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a21127-db0b-4f77-b290-7d8043890f71']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:56.369078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:56.369634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c7b98b-2071-49c0-a2ca-dcd61c7f5feb') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:56.382764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.395124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] For port 6a374046-8b10-4786-8650-a8025965f9ef, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:56.395124 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.415859 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.429710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Calling delete_port for 6a374046-8b10-4786-8650-a8025965f9ef owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:37:56.432397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:37:56.435507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 418a5623-f790-446f-9686-65e93d2ed93e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:56.436287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:37:56.438629 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:37:56.449420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Port 6a374046-8b10-4786-8650-a8025965f9ef was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:37:56.455678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.457967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd92223-eb05-4709-8646-b42660df105b req-0b7a4b0f-433a-4bc6-b449-c476b017458f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:56.480398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dd92223-eb05-4709-8646-b42660df105b req-0b7a4b0f-433a-4bc6-b449-c476b017458f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2531264 Jul 05 09:37:56.482193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:56.511200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'floatingip': {'port_id': 'cc91567b-4559-430b-806a-9b16a85502a0'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:37:56.553391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 418a5623-f790-446f-9686-65e93d2ed93e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:56.554039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 418a5623-f790-446f-9686-65e93d2ed93e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:56.554899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a374046-8b10-4786-8650-a8025965f9ef no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:56.561434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Pushing event deleted for resources: {'Port': ['ID=6a374046-8b10-4786-8650-a8025965f9ef,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:56.561860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.590936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 6a374046-8b10-4786-8650-a8025965f9ef {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:56.591579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a374046-8b10-4786-8650-a8025965f9ef not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:56.592181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e27679ac-b2e0-4306-ab14-dedf910c994b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:37:56.594095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] Network 91a21127-db0b-4f77-b290-7d8043890f71 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:37:56.594752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ab1c4-f7bd-4521-ad6b-b2392ce5f4c2 None None] No DVR routers for this DVR port 6a374046-8b10-4786-8650-a8025965f9ef on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:37:56.605882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.614579 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] 10.222.0.21 "DELETE /v2.0/networks/91a21127-db0b-4f77-b290-7d8043890f71 HTTP/1.1" status: 204 len: 168 time: 0.9812193 Jul 05 09:37:56.629860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e27679ac-b2e0-4306-ab14-dedf910c994b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:37:56.630466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e27679ac-b2e0-4306-ab14-dedf910c994b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:37:56.636219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698e5d0-4dba-4eae-a9fb-2187affb9f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=91a21127-db0b-4f77-b290-7d8043890f71,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:56.652474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:56.678276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4183a-3b82-4c5b-b9f6-09fe7deb2fbf req-d8a3848d-05f8-4cc3-9ecd-3a78f4cf9eaa tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:56.687682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47d4183a-3b82-4c5b-b9f6-09fe7deb2fbf req-d8a3848d-05f8-4cc3-9ecd-3a78f4cf9eaa tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.5343139 Jul 05 09:37:56.840223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47d4183a-3b82-4c5b-b9f6-09fe7deb2fbf req-3dd67882-bc72-4f28-9947-883fdf51ff89 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512187 Jul 05 09:37:57.030423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99128f-3306-489c-819a-a57960b27e51 req-50a1874b-de67-48cc-93cf-54e5f45e3972 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:57.030630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:57.039838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c99128f-3306-489c-819a-a57960b27e51 req-50a1874b-de67-48cc-93cf-54e5f45e3972 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 945 time: 0.2977772 Jul 05 09:37:57.120330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad27199b-b0c5-430e-8c7f-7f60f3890916 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94301d87067d401f82039f5a90b25f8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0886457 Jul 05 09:37:57.120938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40810) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:57.162415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c99128f-3306-489c-819a-a57960b27e51 req-40de4134-4612-44c7-9d8c-5ba65efb44c9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215749 Jul 05 09:37:57.216706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5d43750-66a5-4d60-a9e2-7f1c75ba14ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.243993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5d43750-66a5-4d60-a9e2-7f1c75ba14ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.257778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:57.325915 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5d43750-66a5-4d60-a9e2-7f1c75ba14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.334092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5d43750-66a5-4d60-a9e2-7f1c75ba14ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.334355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 61637181-99de-4bde-9422-c973eb97fa27 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:37:57.335323 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5d43750-66a5-4d60-a9e2-7f1c75ba14ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca1f4a2c-c6b2-4feb-92ac-cdc1095c7f76 HTTP/1.1" status: 204 len: 168 time: 0.2133217 Jul 05 09:37:57.357430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d43750-66a5-4d60-a9e2-7f1c75ba14ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1f4a2c-c6b2-4feb-92ac-cdc1095c7f76,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:57.473579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:57.490867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5138b-a1ee-4bfc-adf1-4cc379d60bda req-768f6a86-373c-40b9-b8ac-f0670130f682 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:57.497951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8f911eba-394f-437c-80ad-69bf193209bd up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:57.498860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ad5138b-a1ee-4bfc-adf1-4cc379d60bda req-768f6a86-373c-40b9-b8ac-f0670130f682 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.3750310 Jul 05 09:37:57.532365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '61637181-99de-4bde-9422-c973eb97fa27', 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85', 'port_id': '61637181-99de-4bde-9422-c973eb97fa27', 'mac_address': 'fa:16:3e:f8:7a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd517215a-53fa-4440-9a2a-2ad41a4d2990', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:37:57.556730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf3a-ae4e-4ba7-87fc-62d098f08bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.618805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8f911eba-394f-437c-80ad-69bf193209bd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:57.626819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8f911eba-394f-437c-80ad-69bf193209bd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:57.627222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.662999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.681248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61637181-99de-4bde-9422-c973eb97fa27 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:37:57.708748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ad5138b-a1ee-4bfc-adf1-4cc379d60bda req-3855b52d-0cb5-4d5d-accb-6bd8bac87234 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088928 Jul 05 09:37:57.710151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:57.715852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.792826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.821190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:57.826279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:57.835463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:57.837833 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8bf157-5eb2-46c0-964c-fbe13641e2f0" -d '{"events": [{"server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "name": "network-vif-plugged", "status": "completed", "tag": "8f911eba-394f-437c-80ad-69bf193209bd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:57.852210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8f911eba-394f-437c-80ad-69bf193209bd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8f911eba-394f-437c-80ad-69bf193209bd,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:57.857327 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:57.916226 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:37:57.963262 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7b73141e-3cea-4b1e-90ee-aba05ecfeeeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48decdef034049ca9a4e004d2e524e23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1352904 Jul 05 09:37:57.965786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:57.985100 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f9a24-fee8-4bf2-82f0-f268d17c1a5f x-openstack-request-id: req-586f9a24-fee8-4bf2-82f0-f268d17c1a5f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:57.992194 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "name": "network-vif-plugged", "status": "completed", "tag": "8f911eba-394f-437c-80ad-69bf193209bd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:57.996860 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-586f9a24-fee8-4bf2-82f0-f268d17c1a5f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:57.997788 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd', 'code': 200} Jul 05 09:37:58.054002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcc65-df44-416f-b617-1db3e1284a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.075296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.085170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcc65-df44-416f-b617-1db3e1284a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.086677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.095956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['61637181-99de-4bde-9422-c973eb97fa27'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:37:58.131069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8f911eba-394f-437c-80ad-69bf193209bd,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:58.148241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf3a-ae4e-4ba7-87fc-62d098f08bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.157904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cfcf3a-ae4e-4ba7-87fc-62d098f08bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.182080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcc65-df44-416f-b617-1db3e1284a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.186570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcc65-df44-416f-b617-1db3e1284a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.192283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2f3bcc65-df44-416f-b617-1db3e1284a2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e3363da-7d75-4e7d-82fd-7b33096b107c HTTP/1.1" status: 204 len: 168 time: 0.2254167 Jul 05 09:37:58.209344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bcc65-df44-416f-b617-1db3e1284a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3363da-7d75-4e7d-82fd-7b33096b107c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:58.244570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b33c7-d59a-40ae-863f-53e0fb0b6cb9 req-e47b479d-e694-4ff6-a12d-08ff97bdc06c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:58.246138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f02b33c7-d59a-40ae-863f-53e0fb0b6cb9 req-e47b479d-e694-4ff6-a12d-08ff97bdc06c tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.2413552 Jul 05 09:37:58.269908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfcf3a-ae4e-4ba7-87fc-62d098f08bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824e19b9-e776-4321-92c3-35254768b77b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:58.282571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:37:58.282816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c1cfcf3a-ae4e-4ba7-87fc-62d098f08bea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a749f0a091614bc0a625c5e979196e25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0183122 Jul 05 09:37:58.297721 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Floating IP 7fa0e740-879d-407a-bbf7-7243ec8128d0 associated. External IP: 172.25.1.3, port: cc91567b-4559-430b-806a-9b16a85502a0. Jul 05 09:37:58.398029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f02b33c7-d59a-40ae-863f-53e0fb0b6cb9 req-80872358-f276-43d8-9ff0-64d4ca3b1fd6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418362 Jul 05 09:37:58.425440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c602-f433-4c53-8af7-d608d9ab6175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.460750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c602-f433-4c53-8af7-d608d9ab6175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.544896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c602-f433-4c53-8af7-d608d9ab6175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.552964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c602-f433-4c53-8af7-d608d9ab6175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:58.554617 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ba5c602-f433-4c53-8af7-d608d9ab6175 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/824e19b9-e776-4321-92c3-35254768b77b HTTP/1.1" status: 204 len: 168 time: 0.2698267 Jul 05 09:37:58.576030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5c602-f433-4c53-8af7-d608d9ab6175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e19b9-e776-4321-92c3-35254768b77b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:59.023815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93789-d4ed-4b44-a9db-19967e4d2120 req-2f17bc2e-3862-4684-b65a-cc8f1d34544a tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:59.030899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51c93789-d4ed-4b44-a9db-19967e4d2120 req-2f17bc2e-3862-4684-b65a-cc8f1d34544a tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.2584410 Jul 05 09:37:59.037817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb02b5-d830-43a4-b32c-2ff34e10c42b req-e0ea230d-bd93-4802-aa56-f2182ec50240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:59.039759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2beb02b5-d830-43a4-b32c-2ff34e10c42b req-e0ea230d-bd93-4802-aa56-f2182ec50240 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 1098 time: 0.9128945 Jul 05 09:37:59.045584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:59.160009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6979b3-0adc-440b-a3af-81f1d4dbc87e req-a1bd5a72-eead-44e2-b915-96e066aeb3a3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:59.161753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e6979b3-0adc-440b-a3af-81f1d4dbc87e req-a1bd5a72-eead-44e2-b915-96e066aeb3a3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 945 time: 0.2957933 Jul 05 09:37:59.176106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51c93789-d4ed-4b44-a9db-19967e4d2120 req-73bc78b3-b764-456e-a720-70962ae4a921 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442575 Jul 05 09:37:59.180955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2beb02b5-d830-43a4-b32c-2ff34e10c42b req-6cf0f6e0-05fc-4387-a4a5-6bb115f962be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277175 Jul 05 09:37:59.192456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Router e70d367a-55a3-4788-8d72-5e30ba3e670f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:37:59.236721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:59.276223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e6979b3-0adc-440b-a3af-81f1d4dbc87e req-6c53c650-0ac7-4476-a73b-7573fbf2b204 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043439 Jul 05 09:37:59.339020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 61637181-99de-4bde-9422-c973eb97fa27 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:37:59.392529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:37:59.401709 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:59.412155 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] Sync routers for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:37:59.419884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 61637181-99de-4bde-9422-c973eb97fa27 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:37:59.434307 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:37:59.434948 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:37:59.435583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 61637181-99de-4bde-9422-c973eb97fa27 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:37:59.436601 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:59.545648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-590fd45a-09b4-453e-be91-0ff3a839426e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "PUT /v2.0/floatingips/7fa0e740-879d-407a-bbf7-7243ec8128d0 HTTP/1.1" status: 200 len: 989 time: 3.0590303 Jul 05 09:37:59.548744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:37:59.553130 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55" -d '{"events": [{"name": "network-changed", "server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "tag": "cc91567b-4559-430b-806a-9b16a85502a0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:37:59.652615 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:59.672576 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:37:59.739914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:37:59.748123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:37:59.824059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:37:59.861933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eadd40-1160-4857-a40e-df39c4188b79 req-98e8cbd7-a5af-4812-bb17-27880841677b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:37:59.869367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30eadd40-1160-4857-a40e-df39c4188b79 req-98e8cbd7-a5af-4812-bb17-27880841677b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1404099 Jul 05 09:37:59.938789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30eadd40-1160-4857-a40e-df39c4188b79 req-8f96bb5f-f62d-4306-86c9-11672dc90afc tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624721 Jul 05 09:37:59.994270 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb4d5b5-e3bb-4574-bc9d-c4fe2aadeb4c x-openstack-request-id: req-8bb4d5b5-e3bb-4574-bc9d-c4fe2aadeb4c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:37:59.994554 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "tag": "cc91567b-4559-430b-806a-9b16a85502a0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:37:59.995169 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bb4d5b5-e3bb-4574-bc9d-c4fe2aadeb4c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:37:59.995602 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0', 'status': 'completed', 'code': 200} Jul 05 09:37:59.999234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61637181-99de-4bde-9422-c973eb97fa27'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:00.009189 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed6159-d1c8-4be7-a032-bf6678c7c895" -d '{"events": [{"server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "name": "network-vif-plugged", "status": "completed", "tag": "61637181-99de-4bde-9422-c973eb97fa27"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:00.085587 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24011db-464f-41ac-bc80-adc578e8f931 x-openstack-request-id: req-f24011db-464f-41ac-bc80-adc578e8f931 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:00.086201 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "name": "network-vif-plugged", "status": "completed", "tag": "61637181-99de-4bde-9422-c973eb97fa27", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:00.086590 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f24011db-464f-41ac-bc80-adc578e8f931 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:00.087512 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61637181-99de-4bde-9422-c973eb97fa27', 'code': 200} Jul 05 09:38:00.142822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-18ce5a9a-5631-4960-9cd1-2ff5a7cfa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:00.145335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-18ce5a9a-5631-4960-9cd1-2ff5a7cfa3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 1097 time: 0.1064844 Jul 05 09:38:00.291237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40904) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:00.434019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5cfd3-051b-4ac5-af3a-5c0767f5e2a3 req-a6bead11-c673-4b34-a28d-0113f7cc7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:00.443609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ff5cfd3-051b-4ac5-af3a-5c0767f5e2a3 req-a6bead11-c673-4b34-a28d-0113f7cc7074 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1098 time: 0.2429554 Jul 05 09:38:00.555184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ff5cfd3-051b-4ac5-af3a-5c0767f5e2a3 req-acf5c7d8-bb72-4b4a-9a20-447bdeb95ec8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038458 Jul 05 09:38:00.569488 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '7fa0e740-879d-407a-bbf7-7243ec8128d0', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'port_id': 'cc91567b-4559-430b-806a-9b16a85502a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'mac_address': 'fa:16:3e:df:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:37:29Z', 'updated_at': '2021-07-05T09:37:57Z', 'revision_number': 1, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:00.602443 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] Checking router: e70d367a-55a3-4788-8d72-5e30ba3e670f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:38:00.622476 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:38:00.624227 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:00.636162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-193078323-network', 'tenant_id': '928ea4dd56f74b2c9bef7edd508303d4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:00.668488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-442f7cef-cd40-443a-b1ab-a486598ddd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:00.670141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-442f7cef-cd40-443a-b1ab-a486598ddd5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 0.5141091 Jul 05 09:38:00.791390 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:38:00.826393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Made reservation on behalf of 928ea4dd56f74b2c9bef7edd508303d4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:00.829066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:00.874453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:00.896937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-1988e948-a8a7-4945-a6c5-9107de612ebb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 200 len: 997 time: 0.1907415 Jul 05 09:38:00.934899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094b7d-7a77-4f3a-a39a-ad9195b7b95b req-4853edc5-9aa5-4098-b6d8-82f26853e214 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:00.936501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-77094b7d-7a77-4f3a-a39a-ad9195b7b95b req-4853edc5-9aa5-4098-b6d8-82f26853e214 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.3085151 Jul 05 09:38:00.947065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12211-a03e-4299-9c3e-fe6d16929233 req-274b75dc-382e-431a-8677-e7133b8101c0 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:00.954070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9f12211-a03e-4299-9c3e-fe6d16929233 req-274b75dc-382e-431a-8677-e7133b8101c0 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.3993626 Jul 05 09:38:01.077711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-7c566e40-d5a0-4a43-869f-60f07b82d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:01.079193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-7c566e40-d5a0-4a43-869f-60f07b82d118 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.1686661 Jul 05 09:38:01.092418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9f12211-a03e-4299-9c3e-fe6d16929233 req-995ca963-230f-4b0b-b5e5-79b9eda27a3f tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366594 Jul 05 09:38:01.099914 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '7fa0e740-879d-407a-bbf7-7243ec8128d0', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'port_id': 'cc91567b-4559-430b-806a-9b16a85502a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'mac_address': 'fa:16:3e:df:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:37:29Z', 'updated_at': '2021-07-05T09:37:57Z', 'revision_number': 1, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:01.118137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-77094b7d-7a77-4f3a-a39a-ad9195b7b95b req-4e0ac4d5-bc6f-439c-b6df-da3295718661 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414430 Jul 05 09:38:01.130928 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a092e7-6e61-40e2-9b6f-fc0c869a7295 None None] The sync data for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 is: [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '7fa0e740-879d-407a-bbf7-7243ec8128d0', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'port_id': 'cc91567b-4559-430b-806a-9b16a85502a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'mac_address': 'fa:16:3e:df:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:37:29Z', 'updated_at': '2021-07-05T09:37:57Z', 'revision_number': 1, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:38:01.263212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-360ed1f4-9e3b-44a8-8110-cae6acf91a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:01.264742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-360ed1f4-9e3b-44a8-8110-cae6acf91a19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569746 Jul 05 09:38:01.271431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:01.363252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:01.414679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2899bb6-b0ff-4d2e-a439-89045139611a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:01.439544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:38:01.452437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-04642dbf-0adc-4767-aa3e-0fa795f7b4eb service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678932 Jul 05 09:38:01.471060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:01.471395 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Added segment db19f0a5-2cab-405d-bbd4-4c726ae733ca of type vlan for network 510f519b-426f-4237-a492-8e82318bbe8c Jul 05 09:38:01.569434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b592b71-5000-4da5-8041-c0ddaa18e68c None None] New status for floating IP 7fa0e740-879d-407a-bbf7-7243ec8128d0: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:38:01.575191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:01.648994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:01.649541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:01.650122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:01.801772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2f1f-00f4-442d-a3ce-dde0d229a959 req-b3692974-2ce1-4cfc-b042-e1575572c6c2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:01.809785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10ca2f1f-00f4-442d-a3ce-dde0d229a959 req-b3692974-2ce1-4cfc-b042-e1575572c6c2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.5366728 Jul 05 09:38:01.817980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5253890 Jul 05 09:38:01.821608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:01.827959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Request body: {'subnet': {'network_id': '510f519b-426f-4237-a492-8e82318bbe8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-193078323-subnet', 'tenant_id': '928ea4dd56f74b2c9bef7edd508303d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:01.852126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8056c-4585-4e83-9d4e-1f20fc064fff admin admin] Pushing event updated for resources: {'Network': ['ID=510f519b-426f-4237-a492-8e82318bbe8c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:01.867288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 510f519b-426f-4237-a492-8e82318bbe8c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:38:01.872436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Made reservation on behalf of 928ea4dd56f74b2c9bef7edd508303d4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:01.877478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:01.886277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c08a7ad-9809-4cbb-86db-6d65e6c8da55 req-a63314e4-45c7-430b-a25e-20b219295421 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166946 Jul 05 09:38:01.925636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10ca2f1f-00f4-442d-a3ce-dde0d229a959 req-26b9ec1d-2b75-4abc-84b0-2d4605d1ca9d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141238 Jul 05 09:38:02.098557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:02.155915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08b68f8-d3a4-43eb-a614-55def799c7eb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:02.181862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Checking segment: {'id': 'db19f0a5-2cab-405d-bbd4-4c726ae733ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '510f519b-426f-4237-a492-8e82318bbe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:02.182211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Network hostable DHCP agents. Network: 510f519b-426f-4237-a492-8e82318bbe8c, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:38:02.202612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Network 510f519b-426f-4237-a492-8e82318bbe8c is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:38:02.215803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 510f519b-426f-4237-a492-8e82318bbe8c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:02.221638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:02.222286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:02.228095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8009951-37f9-468b-adec-03a16e3a55c4 None None] Network 510f519b-426f-4237-a492-8e82318bbe8c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:38:02.263787 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a89370d9-d578-4d53-8eac-7b978ec19196 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4403996 Jul 05 09:38:02.372237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa62a54-2806-41b6-9e3f-f20953830a4a req-505f5c4b-be37-4433-9df3-d48a7ab15b24 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:02.373755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1fa62a54-2806-41b6-9e3f-f20953830a4a req-505f5c4b-be37-4433-9df3-d48a7ab15b24 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.1266329 Jul 05 09:38:02.411073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb76a-6fb3-4a0a-85f6-1308b1ba5f9c req-39d2aa6f-7e23-4886-979a-ff44be839d3f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:02.412782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117bb76a-6fb3-4a0a-85f6-1308b1ba5f9c req-39d2aa6f-7e23-4886-979a-ff44be839d3f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.1291325 Jul 05 09:38:02.449064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1fa62a54-2806-41b6-9e3f-f20953830a4a req-830a8728-4350-4b9e-a5a4-6a4167e44ab7 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673473 Jul 05 09:38:02.487352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117bb76a-6fb3-4a0a-85f6-1308b1ba5f9c req-0bcef59a-010c-44a1-b4a4-88f5ad23d159 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613987 Jul 05 09:38:02.642641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ef06d-d897-4b07-8010-8a1a40f4e62c None None] Network 510f519b-426f-4237-a492-8e82318bbe8c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:38:02.849906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116689-a744-4152-a384-d8c622cc0081 req-d9d64af0-1c1e-4dc5-9550-d316a16fac0f tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:02.852190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8116689-a744-4152-a384-d8c622cc0081 req-d9d64af0-1c1e-4dc5-9550-d316a16fac0f tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.1044784 Jul 05 09:38:02.860988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:02.868018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Request body: {'floatingip': {'port_id': '8f911eba-394f-437c-80ad-69bf193209bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:02.926774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:03.028141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3a873-d538-435b-afac-23f07f23f543 req-c7f1fcb6-989e-466b-aaf4-7ee9637792af tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:03.041907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfd3a873-d538-435b-afac-23f07f23f543 req-c7f1fcb6-989e-466b-aaf4-7ee9637792af tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1098 time: 0.1363451 Jul 05 09:38:03.100506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfd3a873-d538-435b-afac-23f07f23f543 req-92a08cb0-8a71-4f11-8399-e26ae46820c5 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568438 Jul 05 09:38:03.417099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83fac2-a100-4274-a9b4-9a23f351713b req-a0a7e969-070b-4437-a910-d8f939f36d64 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:03.422192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b83fac2-a100-4274-a9b4-9a23f351713b req-a0a7e969-070b-4437-a910-d8f939f36d64 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1465352 Jul 05 09:38:03.507044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b83fac2-a100-4274-a9b4-9a23f351713b req-c2633a86-9e1e-4c4a-8ed2-883d9f72a627 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775113 Jul 05 09:38:03.856293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3fb1-41ab-4914-8b85-704dd38d3cc6 req-cc3568d4-f316-4774-8d1c-7a6f351d3f05 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:03.869858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c6e3fb1-41ab-4914-8b85-704dd38d3cc6 req-cc3568d4-f316-4774-8d1c-7a6f351d3f05 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1098 time: 0.1076572 Jul 05 09:38:03.985694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c6e3fb1-41ab-4914-8b85-704dd38d3cc6 req-1bb2141d-41ea-48e9-b704-879ab52cc450 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145058 Jul 05 09:38:04.235840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a1fa-1f20-4325-afb3-252882fec389 req-4a34271d-6db1-458d-bcb1-02bff21548a1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:04.243614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-4a34271d-6db1-458d-bcb1-02bff21548a1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.1452336 Jul 05 09:38:04.246856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:04.254293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:04.263749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-0f2f5fe9-cf8c-4e7b-9d92-fc4109cc72ca tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/quotas/79b8b3e0d7814e258cc1f7342e9c4899 HTTP/1.1" status: 200 len: 375 time: 0.0191615 Jul 05 09:38:04.358549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-def8cab1-a7cd-48ae-92f5-f011aab53bea tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938280 Jul 05 09:38:04.388787 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Floating IP d4cac1ec-6eca-467c-aae3-1e6a488827b8 associated. External IP: 172.25.1.196, port: 8f911eba-394f-437c-80ad-69bf193209bd. Jul 05 09:38:04.609339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-c616c9d4-c49e-4459-88c1-ab3ca73ab358 service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492619 Jul 05 09:38:04.709954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Router 211ded1a-4498-4485-8165-f0f00715d97a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:38:04.756311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-b2762dc7-8f54-415f-92aa-57056c9c2dfd service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458881 Jul 05 09:38:04.891899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-e73c96ac-1554-4432-8182-a20dfb280b22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1724370 Jul 05 09:38:04.914182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:38:04.919394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:04.934114 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] Sync routers for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:38:04.948041 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:38:04.949485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:04.993340 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-45c5d29e-0c94-4714-97fd-0577c9557f15 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "PUT /v2.0/floatingips/d4cac1ec-6eca-467c-aae3-1e6a488827b8 HTTP/1.1" status: 200 len: 992 time: 2.1309662 Jul 05 09:38:04.996696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:04.999430 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4197ec4d-0456-4616-a70c-cb67e216d8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "tag": "8f911eba-394f-437c-80ad-69bf193209bd"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:05.053858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-46261d7d-7922-4402-9d2e-7f4fe32b37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:05.057238 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-46261d7d-7922-4402-9d2e-7f4fe32b37ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 1097 time: 0.1024659 Jul 05 09:38:05.131334 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:38:05.283514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-851e9a1c-5186-4d68-b256-3094a21e2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:05.286199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-851e9a1c-5186-4d68-b256-3094a21e2726 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.1921117 Jul 05 09:38:05.342669 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-cf8a228e-bef7-4abd-a5f1-555e167cc28d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 200 len: 217 time: 0.0492744 Jul 05 09:38:05.381490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d5185-2095-49fc-b7da-4564181d5b73 req-89553cf4-d7d0-40ea-8a93-be12fe8ab1e2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:05.388875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c71d5185-2095-49fc-b7da-4564181d5b73 req-89553cf4-d7d0-40ea-8a93-be12fe8ab1e2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1299326 Jul 05 09:38:05.435399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-88360b69-22fd-4e78-bbf8-75ca08d9cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:05.437564 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-88360b69-22fd-4e78-bbf8-75ca08d9cfaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0886004 Jul 05 09:38:05.461509 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'd4cac1ec-6eca-467c-aae3-1e6a488827b8', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'port_id': '8f911eba-394f-437c-80ad-69bf193209bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'mac_address': 'fa:16:3e:1c:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:37:36Z', 'updated_at': '2021-07-05T09:38:04Z', 'revision_number': 1, 'project_id': 'eb835d927de74a15892849748f00ba98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:36Z', 'revision_number': 5, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:05.468403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c71d5185-2095-49fc-b7da-4564181d5b73 req-f1124a68-89a6-4750-8864-ba412a16b844 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783808 Jul 05 09:38:05.514142 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] Checking router: 211ded1a-4498-4485-8165-f0f00715d97a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:38:05.528696 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:38:05.529265 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:37:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:05.559946 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-5e74d555-aa75-472f-b3a7-3bff21da2242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073301 Jul 05 09:38:05.671339 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:38:05.755507 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-3b676cd5-0466-4b3d-b794-825d55f01d4f service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941803 Jul 05 09:38:05.780626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67a45ff6-23aa-454a-ba2a-066e7279b51e req-8af7fd57-406e-46b0-abb0-9563943bec4e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 210 time: 0.0550978 Jul 05 09:38:05.909647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6c7de581-1d78-4ce3-a95d-ddecb0bd1856 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:38:05.911450 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6c7de581-1d78-4ce3-a95d-ddecb0bd1856 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184305 Jul 05 09:38:05.928948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Request body: {'binding': {'host': 'n-h2-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:05.930136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Unknown quota resources ['binding']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:38:06.021904 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-666eaeeb-a00f-4769-a396-ace871ec7389 req-cb10d351-f919-41bd-abd2-739d9452042b service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586796 Jul 05 09:38:06.125173 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3d89a6-57c8-48da-bd0a-75903bca80c1 x-openstack-request-id: req-ec3d89a6-57c8-48da-bd0a-75903bca80c1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:06.125600 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "tag": "8f911eba-394f-437c-80ad-69bf193209bd", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:06.125960 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec3d89a6-57c8-48da-bd0a-75903bca80c1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:06.126455 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd', 'status': 'completed', 'code': 200} Jul 05 09:38:06.198952 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'd4cac1ec-6eca-467c-aae3-1e6a488827b8', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'port_id': '8f911eba-394f-437c-80ad-69bf193209bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'mac_address': 'fa:16:3e:1c:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:37:36Z', 'updated_at': '2021-07-05T09:38:04Z', 'revision_number': 1, 'project_id': 'eb835d927de74a15892849748f00ba98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:36Z', 'revision_number': 5, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:06.258293 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891fac05-06ba-4e26-b8e3-eb581e9d4d08 None None] The sync data for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 is: [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'd4cac1ec-6eca-467c-aae3-1e6a488827b8', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'port_id': '8f911eba-394f-437c-80ad-69bf193209bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'mac_address': 'fa:16:3e:1c:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:37:36Z', 'updated_at': '2021-07-05T09:38:04Z', 'revision_number': 1, 'project_id': 'eb835d927de74a15892849748f00ba98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:36Z', 'revision_number': 5, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:38:06.283304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-54cf31f8-79b2-436a-bcfb-58026a9ecf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:06.286473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-54cf31f8-79b2-436a-bcfb-58026a9ecf0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb835d927de74a15892849748f00ba98&device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 1098 time: 0.1339262 Jul 05 09:38:06.290900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on host n-h2-771363-33 for vnic_type normal with profile None {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:06.291514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:06.291653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:06.302827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:06.302949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:06.318825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:06.319039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:06.319476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:06.319944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Bound port: 61637181-99de-4bde-9422-c973eb97fa27, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:06.475673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:06.483209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:06.484558 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] 10.222.0.21 "POST /v2.0/ports/61637181-99de-4bde-9422-c973eb97fa27/bindings HTTP/1.1" status: 201 len: 390 time: 0.5649006 Jul 05 09:38:06.515662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-ce207b12-76fb-4c67-8471-38795d2e7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:06.517253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-ce207b12-76fb-4c67-8471-38795d2e7b51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ee7c27d-9a14-4780-b554-bac5dd458518 HTTP/1.1" status: 200 len: 906 time: 0.2204006 Jul 05 09:38:06.639305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf7276-538a-4bec-8460-057502443c99 None None] New status for floating IP d4cac1ec-6eca-467c-aae3-1e6a488827b8: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:38:06.660440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-13f9d763-670f-44a7-b639-4321520aef41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f911eba-394f-437c-80ad-69bf193209bd HTTP/1.1" status: 200 len: 1000 time: 0.1300180 Jul 05 09:38:06.762056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-5c8a62bc-2fd8-48b9-a77d-67ab5847196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:06.767020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-5c8a62bc-2fd8-48b9-a77d-67ab5847196c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a2d6b7a3-ac50-44dd-a1fa-14764a744a1b HTTP/1.1" status: 200 len: 844 time: 0.0941443 Jul 05 09:38:07.027362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-5bba54c7-26cc-4fd6-a81e-1a9abaa5735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:07.030129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-5bba54c7-26cc-4fd6-a81e-1a9abaa5735b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ee7c27d-9a14-4780-b554-bac5dd458518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475901 Jul 05 09:38:07.061681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486179c-ade3-4680-a9c8-e995d3b120c6 req-bcf86e11-2fc4-4408-8ea5-ea19d23eee13 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:07.063588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e486179c-ade3-4680-a9c8-e995d3b120c6 req-bcf86e11-2fc4-4408-8ea5-ea19d23eee13 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.2711654 Jul 05 09:38:07.136485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ffd59-dccf-4692-b14d-4bcf6f35a116 req-f5a5b67d-d921-4890-8c2d-e6b0cdeafade tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:07.138172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a9ffd59-dccf-4692-b14d-4bcf6f35a116 req-f5a5b67d-d921-4890-8c2d-e6b0cdeafade tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.2617795 Jul 05 09:38:07.162657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a1fa-1f20-4325-afb3-252882fec389 req-d4e50d23-2a43-4ec7-97c3-5e6f8c3ac67f tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:07.164451 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-d4e50d23-2a43-4ec7-97c3-5e6f8c3ac67f tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.2215409 Jul 05 09:38:07.180669 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Request body: {'port': {'device_id': 'f603ffdc-a818-45b7-b376-784670b59bba', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'admin_state_up': True, 'tenant_id': '79b8b3e0d7814e258cc1f7342e9c4899'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:07.345683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Made reservation on behalf of 79b8b3e0d7814e258cc1f7342e9c4899 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:07.350891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:07.482489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-90e35496-0233-405b-bfef-a1cf6b7c84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:07.484039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-90e35496-0233-405b-bfef-a1cf6b7c84be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1098 time: 0.5126960 Jul 05 09:38:07.494252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Allocated IP 172.20.0.5 (509c8be6-2162-4ffa-b409-40a6efba1eea/5662e1f3-1fe5-41e6-be76-8dd20288faa0/201ad9c8-094a-44e5-8b63-4f13f1e87e5f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:07.496095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e486179c-ade3-4680-a9c8-e995d3b120c6 req-f5253b7f-203d-4373-a9ea-c45fd9b8de78 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162760 Jul 05 09:38:07.560162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a9ffd59-dccf-4692-b14d-4bcf6f35a116 req-d52f7a8a-e1e8-498f-a6bd-a628f1ba2081 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084342 Jul 05 09:38:07.562943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-808beda5-f96d-436b-8b53-ffd954b2d7e8 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206242 Jul 05 09:38:07.697116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:07.759479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:07.776402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e24391c7-5bb7-4be7-8881-e2f7bc7d9576'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:07.816258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Network 509c8be6-2162-4ffa-b409-40a6efba1eea is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:07.825183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:07.840643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:07.881675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event updated for resources: {'Port': ['ID=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:07.995513 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-78aaec22-c75c-441d-b550-7163e0ac1ebf tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:07.997353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-78aaec22-c75c-441d-b550-7163e0ac1ebf tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/networks?id=510f519b-426f-4237-a492-8e82318bbe8c HTTP/1.1" status: 200 len: 809 time: 0.3704126 Jul 05 09:38:08.000231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-05483730-23bb-4c12-8d13-ac310235ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.001071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.001705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-05483730-23bb-4c12-8d13-ac310235ae1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.4701550 Jul 05 09:38:08.004199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:08.005696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4197ec4d-0456-4616-a70c-cb67e216d8d2 req-e11dffc4-bf2b-4f08-bb26-127bb9593406 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157650 Jul 05 09:38:08.030300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-659b1611-7e98-4b2c-9b4d-f89ed95ca373 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/quotas/928ea4dd56f74b2c9bef7edd508303d4 HTTP/1.1" status: 200 len: 375 time: 0.0236068 Jul 05 09:38:08.047699 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-e7f0255a-daa3-4fcd-a07e-44a383a69cbb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2164569 Jul 05 09:38:08.051060 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fad1480-0d31-4e5d-8f5a-b13e9dc7b3e9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744264 Jul 05 09:38:08.072721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-a8871358-f930-4b22-871f-4e4d4c5b8375 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 200 len: 217 time: 0.0562077 Jul 05 09:38:08.073709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Request body: {'port': {'device_id': 'f603ffdc-a818-45b7-b376-784670b59bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:08.115905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-e3dcfdea-0dcf-439e-8a5f-41bf6530c1e0 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=928ea4dd56f74b2c9bef7edd508303d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476465 Jul 05 09:38:08.208129 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:08.208383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b299a7d-0f56-441c-93c5-41bcca2c54f5 req-6b3633a7-ff8c-40f4-876b-ef8822160dcc tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.209739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b299a7d-0f56-441c-93c5-41bcca2c54f5 req-6b3633a7-ff8c-40f4-876b-ef8822160dcc tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 931 time: 0.3229697 Jul 05 09:38:08.230063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-458807b3-a46f-4735-a71c-92b973627cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.232364 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-458807b3-a46f-4735-a71c-92b973627cb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 1101 time: 0.1199675 Jul 05 09:38:08.238434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-f9c4cd73-1b06-457e-b1e0-1c1b3d02aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.239899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-f9c4cd73-1b06-457e-b1e0-1c1b3d02aa0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1267078 Jul 05 09:38:08.298288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-414b4ddb-a308-42ff-8772-3229789c36c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503061 Jul 05 09:38:08.383020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b299a7d-0f56-441c-93c5-41bcca2c54f5 req-c60ce746-82f9-47fb-bcca-18ec06a729d3 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561654 Jul 05 09:38:08.395272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-457cb37a-975c-4494-b652-dd9f93ba97b6 service neutron] 10.222.0.21 "GET /v2.0/networks/510f519b-426f-4237-a492-8e82318bbe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679124 Jul 05 09:38:08.532041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-575a9c3e-8bf5-4cf8-92f3-9b4a2d540240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.534247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-575a9c3e-8bf5-4cf8-92f3-9b4a2d540240 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2680159 Jul 05 09:38:08.537486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-1a66b4b4-0850-4b62-b3fb-dd4192efd5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242541 Jul 05 09:38:08.553441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-03058eb3-32e9-4582-8ba8-dbc6f3c91312 service neutron] 10.222.0.21 "GET /v2.0/networks/510f519b-426f-4237-a492-8e82318bbe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448824 Jul 05 09:38:08.634680 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-3b41519f-8ace-460f-9e36-1250c61bc454 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 200 len: 217 time: 0.0875263 Jul 05 09:38:08.732042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-016a9e75-ec5a-4de9-a8b4-b22716f3ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.733837 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-016a9e75-ec5a-4de9-a8b4-b22716f3ec1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0896471 Jul 05 09:38:08.759731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-474bbe94-e353-4d98-b1b2-7505c328a9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050498 Jul 05 09:38:08.793133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7df21-602c-45dd-a6d7-45def45987bc req-c44e6c0c-2b96-4e9b-b1f6-2af3580d8c8e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.794836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27a7df21-602c-45dd-a6d7-45def45987bc req-c44e6c0c-2b96-4e9b-b1f6-2af3580d8c8e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.0931327 Jul 05 09:38:08.831754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201ad9c8-094a-44e5-8b63-4f13f1e87e5f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:08.846111 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:08.857122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-1d5a6a5e-e032-40ab-9a6f-006af9670981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:08.858651 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-1d5a6a5e-e032-40ab-9a6f-006af9670981 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171765 Jul 05 09:38:08.862765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27a7df21-602c-45dd-a6d7-45def45987bc req-d6412a6e-02b6-4e4d-966d-35cb5d365e71 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604777 Jul 05 09:38:08.905703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Transition to ACTIVE for port object 201ad9c8-094a-44e5-8b63-4f13f1e87e5f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:08.945992 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:09.040091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:09.200017 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-efd2650b-93da-4215-bbf6-df030a575f0f service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254976 Jul 05 09:38:09.223871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090548-c807-47dd-9758-7e3babc895ab req-29226b92-fbac-46c7-ab7c-a3c9963c00e2 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:09.234995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06090548-c807-47dd-9758-7e3babc895ab req-29226b92-fbac-46c7-ab7c-a3c9963c00e2 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.1525056 Jul 05 09:38:09.307471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9acfd234-ab87-4826-af40-1d1f75624918 req-e9bfb668-3ec3-4307-b8cb-aa98d845c107 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 210 time: 0.0640383 Jul 05 09:38:09.349976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Attempting to bind port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:09.350312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Attempting to bind port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:09.350641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Attempting to bind port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:09.359139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06090548-c807-47dd-9758-7e3babc895ab req-ca046b5f-7fa4-4af5-877f-f0f57776c8ef tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202588 Jul 05 09:38:09.365481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f on network 509c8be6-2162-4ffa-b409-40a6efba1eea not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:09.365843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Attempting to bind port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:09.376155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:09.376558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Checking segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:09.376891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Bound using segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:09.377421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Bound port: 201ad9c8-094a-44e5-8b63-4f13f1e87e5f, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:09.378412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:09.430667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-971c369e-fb53-4c6a-bac1-01b9ebd3e6dc req-e8baf57e-2f0b-4e89-800f-947ffca31da0 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982841 Jul 05 09:38:09.569857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] For port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:09.579063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] For port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:09.592609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:09.669585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c33df7-917f-4c92-a204-e4c497a49c5c req-7e90d01c-a90d-406c-afab-91bff15be0e8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:09.672907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:09.673681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:09.675444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] 10.222.0.15 "PUT /v2.0/ports/201ad9c8-094a-44e5-8b63-4f13f1e87e5f HTTP/1.1" status: 200 len: 1092 time: 1.6134162 Jul 05 09:38:09.675986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f603ffdc-a818-45b7-b376-784670b59bba', 'tag': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:09.679874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66c33df7-917f-4c92-a204-e4c497a49c5c req-7e90d01c-a90d-406c-afab-91bff15be0e8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 943 time: 0.1042228 Jul 05 09:38:09.685301 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23" -d '{"events": [{"name": "network-changed", "server_uuid": "f603ffdc-a818-45b7-b376-784670b59bba", "tag": "201ad9c8-094a-44e5-8b63-4f13f1e87e5f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:09.717726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7edff8-11ca-423a-b7b2-8a41a24f4ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:09.782097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66c33df7-917f-4c92-a204-e4c497a49c5c req-897c6d57-7669-4d52-a0b7-cbb5a442eb5d tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013124 Jul 05 09:38:09.805581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a1fa-1f20-4325-afb3-252882fec389 req-8bf6bf15-9bad-4e75-9cb0-ffb5e5ea450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:09.812828 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-8bf6bf15-9bad-4e75-9cb0-ffb5e5ea450d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 1095 time: 0.0845046 Jul 05 09:38:09.941028 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9915a2af-029c-4600-892b-aa0e25e389ce x-openstack-request-id: req-9915a2af-029c-4600-892b-aa0e25e389ce {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:09.941849 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f603ffdc-a818-45b7-b376-784670b59bba", "tag": "201ad9c8-094a-44e5-8b63-4f13f1e87e5f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:09.942467 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9915a2af-029c-4600-892b-aa0e25e389ce {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:09.943174 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f603ffdc-a818-45b7-b376-784670b59bba', 'tag': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f', 'status': 'completed', 'code': 200} Jul 05 09:38:09.945525 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-33e4eca9-3f7e-4720-a43d-ca4fc4f1931f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f HTTP/1.1" status: 200 len: 217 time: 0.1256833 Jul 05 09:38:10.077023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a1fa-1f20-4325-afb3-252882fec389 req-9844a176-1821-4b83-9a24-b3fbab861ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:10.083237 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-9844a176-1821-4b83-9a24-b3fbab861ff8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.1220076 Jul 05 09:38:10.154811 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-cebb5538-8568-4c5b-8165-355875f1bb53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621593 Jul 05 09:38:10.216339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb4d9c-918c-4f1f-87bc-3eacb1c7acf2 req-6f66bac2-527e-4de5-954f-35ed4fd6c3e7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:10.225646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bb4d9c-918c-4f1f-87bc-3eacb1c7acf2 req-6f66bac2-527e-4de5-954f-35ed4fd6c3e7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1137428 Jul 05 09:38:10.279306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bb4d9c-918c-4f1f-87bc-3eacb1c7acf2 req-78af5032-c644-4f56-ae70-27f60d52fa0b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Jul 05 09:38:10.350549 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-152dd56d-6795-4d77-9ab8-2af3db24fb93 service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889532 Jul 05 09:38:10.485260 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:38:10.503318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3121a1fa-1f20-4325-afb3-252882fec389 req-6fda9ad7-4908-4cf4-aac9-da09800b33ea service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498115 Jul 05 09:38:10.604364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3756cb4d-3d63-4698-8ffc-a06ed8ba7734 req-e577a96d-9bd9-41fd-a16e-cb6f6b1a4b5e tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 210 time: 0.0411007 Jul 05 09:38:10.649865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aacb45-4ab3-48cd-ba0b-e0a77ce9d7eb req-adf543f3-57e4-4c9e-9cc2-27d7f99d9a44 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:10.651434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99aacb45-4ab3-48cd-ba0b-e0a77ce9d7eb req-adf543f3-57e4-4c9e-9cc2-27d7f99d9a44 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.1389382 Jul 05 09:38:10.658146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-16e31886-d131-4978-bb68-abab9dcc74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:10.661059 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-16e31886-d131-4978-bb68-abab9dcc74a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 1095 time: 0.0917230 Jul 05 09:38:10.735256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99aacb45-4ab3-48cd-ba0b-e0a77ce9d7eb req-6259126d-2623-43db-aca3-5a1c70b316b0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771689 Jul 05 09:38:10.853927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-4b907308-b61c-424d-8026-8f5d13580195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:10.856230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-4b907308-b61c-424d-8026-8f5d13580195 service neutron] 10.222.0.15 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 916 time: 0.1867790 Jul 05 09:38:10.950377 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-fd1c31ef-5002-43d8-82c6-9081388da4e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f HTTP/1.1" status: 200 len: 217 time: 0.0863924 Jul 05 09:38:11.199590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f2b5a-854e-4c34-8a66-d6cd700faecf req-bfbbf46b-5b06-480b-b8f7-78e60988c71c tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:11.206976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a4f2b5a-854e-4c34-8a66-d6cd700faecf req-bfbbf46b-5b06-480b-b8f7-78e60988c71c tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 943 time: 0.1489863 Jul 05 09:38:11.242979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a4f2b5a-854e-4c34-8a66-d6cd700faecf req-72e27ff9-f020-401f-a729-7b638d341cb3 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Jul 05 09:38:11.243711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:11.359809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-1e2d9637-1d1b-42c9-8480-7dd7a9512bdd tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:11.361298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-1e2d9637-1d1b-42c9-8480-7dd7a9512bdd tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.16 "GET /v2.0/networks?id=510f519b-426f-4237-a492-8e82318bbe8c HTTP/1.1" status: 200 len: 809 time: 0.3370769 Jul 05 09:38:11.364286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3e57-d5c1-40b3-b052-60b296b99e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.364651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-2d02b50d-2cf2-4454-ae2e-1a9acd188242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:11.366173 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-2d02b50d-2cf2-4454-ae2e-1a9acd188242 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.4069111 Jul 05 09:38:11.368262 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-52c68de5-4f82-47ec-a6a1-b576c73201de service neutron] show failed (client error): The resource could not be found. Jul 05 09:38:11.369198 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-52c68de5-4f82-47ec-a6a1-b576c73201de service neutron] 10.222.0.15 "GET /v2.0/ports/64666907-0a6a-4bfc-9e54-ce12f87a8d01/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.2484760 Jul 05 09:38:11.409340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Request body: {'port': {'device_id': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'network_id': '510f519b-426f-4237-a492-8e82318bbe8c', 'admin_state_up': True, 'tenant_id': '928ea4dd56f74b2c9bef7edd508303d4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:11.457748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-b4ed103b-6c34-4b8a-b244-3929c03ee369 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775499 Jul 05 09:38:11.498499 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3e57-d5c1-40b3-b052-60b296b99e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.504158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3e57-d5c1-40b3-b052-60b296b99e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.533228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f3e57-d5c1-40b3-b052-60b296b99e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db77d54-e561-4af2-a12a-ec902602e741,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:11.625218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fe9f3e57-d5c1-40b3-b052-60b296b99e37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af81e1e6c9404e4a84a1a4da722e8ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781044 Jul 05 09:38:11.633543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:11.692147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5beb-daf6-4a67-a290-b011fd4bb18b req-4b9468b4-9973-47fe-8100-49f48955da5a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:11.702462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-309e5beb-daf6-4a67-a290-b011fd4bb18b req-4b9468b4-9973-47fe-8100-49f48955da5a tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1714008 Jul 05 09:38:11.739396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b290-945a-4e18-bfd7-2afd74d1b556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.770476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b290-945a-4e18-bfd7-2afd74d1b556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.773915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Made reservation on behalf of 928ea4dd56f74b2c9bef7edd508303d4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:11.785130 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.844240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-4cc87f96-afeb-4e03-abe0-f027d02f2736 service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661225 Jul 05 09:38:11.946475 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b290-945a-4e18-bfd7-2afd74d1b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.949518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b290-945a-4e18-bfd7-2afd74d1b556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:11.953248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dbe8b290-945a-4e18-bfd7-2afd74d1b556 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7db77d54-e561-4af2-a12a-ec902602e741 HTTP/1.1" status: 204 len: 168 time: 0.3149021 Jul 05 09:38:11.962366 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-abcddcb9-cea7-4ae5-90d9-d3969b7d2d23 req-a903667c-1097-4e18-9c9b-2e8a693a2ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010540 Jul 05 09:38:11.980362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab1c4b15-73ef-4a3a-b593-0d09d39d40fa req-9aacfbd2-ce9c-42be-a076-e524f7cbd0ea tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 210 time: 0.1140192 Jul 05 09:38:12.025752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-309e5beb-daf6-4a67-a290-b011fd4bb18b req-3e0cd93c-e85b-46b5-8970-f31c1e2396b0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222606 Jul 05 09:38:12.061703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8b290-945a-4e18-bfd7-2afd74d1b556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db77d54-e561-4af2-a12a-ec902602e741,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:12.125528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-b2e4f1d1-44ec-489d-af1a-41f24e66c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:12.128537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-b2e4f1d1-44ec-489d-af1a-41f24e66c21b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e&tenant_id=a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 1102 time: 0.2823429 Jul 05 09:38:12.148165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:12.191120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Allocated IP 172.20.0.3 (510f519b-426f-4237-a492-8e82318bbe8c/b08b68f8-d3a4-43eb-a614-55def799c7eb/c951e6d2-94a4-4233-9f58-d0185186fc49) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:12.432987 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:12.479473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:12.684369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ac78b-4834-4146-8bcf-600bb18fc214 req-27669b59-d122-41c3-991d-5c6f75cc4243 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:12.698061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-052ac78b-4834-4146-8bcf-600bb18fc214 req-27669b59-d122-41c3-991d-5c6f75cc4243 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 943 time: 0.2129650 Jul 05 09:38:12.802253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc251b-db1d-449c-bb1c-7d00e04ea0a0 req-79b270c1-0147-4b01-9397-7a41735aa746 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:12.813429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34fc251b-db1d-449c-bb1c-7d00e04ea0a0 req-79b270c1-0147-4b01-9397-7a41735aa746 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.4851983 Jul 05 09:38:12.816045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41274) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:12.868224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f34ea967-40d3-4baa-af34-33bac8fef1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:12.951386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.001943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Network 510f519b-426f-4237-a492-8e82318bbe8c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:13.006583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:13.019006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:13.021435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-052ac78b-4834-4146-8bcf-600bb18fc214 req-f9221961-3037-4f8a-b20c-1ae8abbcde09 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344227 Jul 05 09:38:13.051051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34fc251b-db1d-449c-bb1c-7d00e04ea0a0 req-e1fec65b-61d9-4b1d-b750-4860341a5242 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365766 Jul 05 09:38:13.059698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Pushing event updated for resources: {'Port': ['ID=c951e6d2-94a4-4233-9f58-d0185186fc49,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:13.115161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:13.117103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.168822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:13.241820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:13.334715 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f34ea967-40d3-4baa-af34-33bac8fef1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.338686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:13.341040 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304eae9-e613-43e2-9950-d18d6934b46e" -d '{"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-unplugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:13.344980 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.348368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-8a0e14d8-ed24-4616-9a5a-7172e6ae497d tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9652488 Jul 05 09:38:13.351335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f34ea967-40d3-4baa-af34-33bac8fef1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.368841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Request body: {'port': {'device_id': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:13.382262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Transition to ACTIVE for port object 64666907-0a6a-4bfc-9e54-ce12f87a8d01 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:13.452421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 201ad9c8-094a-44e5-8b63-4f13f1e87e5f details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:13.455377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:13.465972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.474400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.518384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ea967-40d3-4baa-af34-33bac8fef1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c0b11b-2a31-4483-be3a-9c9355716fe5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:13.523525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f34ea967-40d3-4baa-af34-33bac8fef1df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06d2c6d4cfef40a1b593dac5673b66d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886098 Jul 05 09:38:13.554659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:13.591835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de430c1a-93af-48ed-a209-a2824f3bdc41 req-9ceb7ebe-2dcd-4dbb-a8b4-6380780a105f tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:13.600820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de430c1a-93af-48ed-a209-a2824f3bdc41 req-9ceb7ebe-2dcd-4dbb-a8b4-6380780a105f tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 931 time: 0.3813770 Jul 05 09:38:13.654552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] No DVR routers for this DVR port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:13.654808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:13.682150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:13.705803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'port_id': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f', 'mac_address': 'fa:16:3e:51:e4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5662e1f3-1fe5-41e6-be76-8dd20288faa0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:13.760533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:38:13.767204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de430c1a-93af-48ed-a209-a2824f3bdc41 req-7d929b7a-9586-4146-a2c6-f09795ea4b3a tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641035 Jul 05 09:38:13.798094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:13.798441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:13.798760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:13.804354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.818104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:13.818467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:13.837450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201ad9c8-094a-44e5-8b63-4f13f1e87e5f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:13.845195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4c077-4c1c-4433-b090-d10647dd58e0 req-96dddb59-d6fe-436d-ba1e-ecb11f9d8ef8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:13.847759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79a4c077-4c1c-4433-b090-d10647dd58e0 req-96dddb59-d6fe-436d-ba1e-ecb11f9d8ef8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 948 time: 0.4573040 Jul 05 09:38:13.858890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:13.858890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:13.859516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:13.859867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Bound port: 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:13.860235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.877298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:13.884033 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.909964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abae58f2-36ea-442c-be8d-d32e07988bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:13.970598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79a4c077-4c1c-4433-b090-d10647dd58e0 req-2869b76d-a709-44dc-a5d1-3db72c26cbd5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027994 Jul 05 09:38:14.030315 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5b8744b-06a2-46a9-8589-f6616559340e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.058802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abae58f2-36ea-442c-be8d-d32e07988bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.076474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:14.103542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:14.107492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:14.112628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.179800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:14.180424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.181933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] 10.222.0.16 "PUT /v2.0/ports/64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 1097 time: 2.0437403 Jul 05 09:38:14.209394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abae58f2-36ea-442c-be8d-d32e07988bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.213317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['201ad9c8-094a-44e5-8b63-4f13f1e87e5f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:14.234087 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abae58f2-36ea-442c-be8d-d32e07988bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.238644 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-abae58f2-36ea-442c-be8d-d32e07988bfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9c0b11b-2a31-4483-be3a-9c9355716fe5 HTTP/1.1" status: 204 len: 168 time: 0.6828761 Jul 05 09:38:14.296399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae58f2-36ea-442c-be8d-d32e07988bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c0b11b-2a31-4483-be3a-9c9355716fe5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:14.448867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277f2d8-6857-4e7e-8ac4-20bb3a64ea55 service neutron] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:14.480233 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c951e6d2-94a4-4233-9f58-d0185186fc49 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:14.515951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.554947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-e17ffe4a-fa24-48bf-b853-6faa6665868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:14.557622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-e17ffe4a-fa24-48bf-b853-6faa6665868d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1100 time: 0.3327045 Jul 05 09:38:14.574426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Transition to ACTIVE for port object c951e6d2-94a4-4233-9f58-d0185186fc49 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:14.580052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.733430 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00578999-90f3-4a2e-807d-0d961658a17f x-openstack-request-id: req-00578999-90f3-4a2e-807d-0d961658a17f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:14.733755 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-unplugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:14.734156 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00578999-90f3-4a2e-807d-0d961658a17f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:14.734641 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'code': 200} Jul 05 09:38:14.745764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c951e6d2-94a4-4233-9f58-d0185186fc49,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:14.810787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44eabf-9dda-45fb-ab3d-a127f363df6f req-504e22b5-9782-4aad-aba6-48fc2c23f4cd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:14.818647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e44eabf-9dda-45fb-ab3d-a127f363df6f req-504e22b5-9782-4aad-aba6-48fc2c23f4cd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 944 time: 0.4730117 Jul 05 09:38:14.825165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Attempting to bind port c951e6d2-94a4-4233-9f58-d0185186fc49 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:14.827507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Attempting to bind port c951e6d2-94a4-4233-9f58-d0185186fc49 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'db19f0a5-2cab-405d-bbd4-4c726ae733ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '510f519b-426f-4237-a492-8e82318bbe8c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:14.828565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Attempting to bind port c951e6d2-94a4-4233-9f58-d0185186fc49 on network 510f519b-426f-4237-a492-8e82318bbe8c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:14.836184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Port c951e6d2-94a4-4233-9f58-d0185186fc49 on network 510f519b-426f-4237-a492-8e82318bbe8c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:14.836858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Attempting to bind port c951e6d2-94a4-4233-9f58-d0185186fc49 on network 510f519b-426f-4237-a492-8e82318bbe8c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:14.843821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:14.844585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Checking segment: {'id': 'db19f0a5-2cab-405d-bbd4-4c726ae733ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '510f519b-426f-4237-a492-8e82318bbe8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:14.845193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Bound using segment: {'id': 'db19f0a5-2cab-405d-bbd4-4c726ae733ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '510f519b-426f-4237-a492-8e82318bbe8c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:14.845920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Bound port: c951e6d2-94a4-4233-9f58-d0185186fc49, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db19f0a5-2cab-405d-bbd4-4c726ae733ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '510f519b-426f-4237-a492-8e82318bbe8c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:14.847119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.889899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-0179ba4f-c72f-4906-9c30-82f04f176d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:14.892014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-0179ba4f-c72f-4906-9c30-82f04f176d6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3218541 Jul 05 09:38:14.950788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] For port c951e6d2-94a4-4233-9f58-d0185186fc49, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:14.955340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] For port c951e6d2-94a4-4233-9f58-d0185186fc49, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c951e6d2-94a4-4233-9f58-d0185186fc49,segment=NetworkSegment(db19f0a5-2cab-405d-bbd4-4c726ae733ca),segment_id=db19f0a5-2cab-405d-bbd4-4c726ae733ca)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:14.960204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:14.969415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e44eabf-9dda-45fb-ab3d-a127f363df6f req-8b2c3807-bfc0-44c8-aa0b-987d43a3db1a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500082 Jul 05 09:38:14.975787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-c0365b98-68b3-45b9-b827-d2e32dc48542 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0605860 Jul 05 09:38:15.031769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c951e6d2-94a4-4233-9f58-d0185186fc49,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:15.045388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.046431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:15.047488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-9af60aeb-e54e-4dc5-8a6f-f3cecc23bbd2 service neutron] 10.222.0.16 "PUT /v2.0/ports/c951e6d2-94a4-4233-9f58-d0185186fc49 HTTP/1.1" status: 200 len: 1092 time: 1.6872461 Jul 05 09:38:15.047951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:15.051016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862f05-141e-430a-99bc-fa672641d0e5 req-46a2ca49-694d-4090-8911-c1f319929e44 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.056972 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca9f423-4d91-4e3a-9b6d-4bdee1149496" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:15.059632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7862f05-141e-430a-99bc-fa672641d0e5 req-46a2ca49-694d-4090-8911-c1f319929e44 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.2825823 Jul 05 09:38:15.135959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7862f05-141e-430a-99bc-fa672641d0e5 req-24698e04-d914-4e54-833d-8c8c0afed48d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749142 Jul 05 09:38:15.147930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-816016d5-05fb-4c30-97ae-4c37e92ad7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.149745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-816016d5-05fb-4c30-97ae-4c37e92ad7e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1639605 Jul 05 09:38:15.171324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-ae2592b2-2aab-47b1-8f81-647eb7a49da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.172960 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-ae2592b2-2aab-47b1-8f81-647eb7a49da0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=928ea4dd56f74b2c9bef7edd508303d4&device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 1095 time: 0.0703740 Jul 05 09:38:15.239140 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-209c26b3-2ae2-4fcc-912d-008952d82ed9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c951e6d2-94a4-4233-9f58-d0185186fc49 HTTP/1.1" status: 200 len: 217 time: 0.0422747 Jul 05 09:38:15.267370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-9ca22019-85e8-4932-89bc-3309248086f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.269543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-9ca22019-85e8-4932-89bc-3309248086f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090682 Jul 05 09:38:15.336057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-4ea60325-6bef-4c7a-aa52-376140c19dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.338074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-4ea60325-6bef-4c7a-aa52-376140c19dc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b08b68f8-d3a4-43eb-a614-55def799c7eb HTTP/1.1" status: 200 len: 849 time: 0.0924611 Jul 05 09:38:15.387197 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-5e7a993d-a3f4-4a33-89c2-75ba46ef3d6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=510f519b-426f-4237-a492-8e82318bbe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317621 Jul 05 09:38:15.452920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 201ad9c8-094a-44e5-8b63-4f13f1e87e5f up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:15.506386 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-4489a66b-66e7-4268-916f-39979d3e47e2 service neutron] 10.222.0.16 "GET /v2.0/networks/510f519b-426f-4237-a492-8e82318bbe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067986 Jul 05 09:38:15.557257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:15.562322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:15.562988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:15.664911 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ee946e1c-1a59-44c0-9a05-5dcb41c9a4d4 req-74fe599d-48de-4e8d-9d80-a79f94340196 service neutron] 10.222.0.16 "GET /v2.0/networks/510f519b-426f-4237-a492-8e82318bbe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511214 Jul 05 09:38:15.744302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:15.775992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f603ffdc-a818-45b7-b376-784670b59bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:15.779411 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0a35b4-2947-43de-9d70-7f227edff049" -d '{"events": [{"server_uuid": "f603ffdc-a818-45b7-b376-784670b59bba", "name": "network-vif-plugged", "status": "completed", "tag": "201ad9c8-094a-44e5-8b63-4f13f1e87e5f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:15.794423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:15.798908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:15.807359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-8f10ead0-b979-4340-ae08-1207ee826562 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268698 Jul 05 09:38:15.822143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618e20-fb59-4851-9792-e6dd9a30b743 req-db6cfbd8-598c-49b0-91dc-ad8664cfd3cb tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.829135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0618e20-fb59-4851-9792-e6dd9a30b743 req-db6cfbd8-598c-49b0-91dc-ad8664cfd3cb tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 948 time: 0.1754148 Jul 05 09:38:15.853927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514e02-a314-4846-87ba-a6fde62ada0c req-045f3f77-2157-4039-b3f4-352609b66532 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:15.861421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1514e02-a314-4846-87ba-a6fde62ada0c req-045f3f77-2157-4039-b3f4-352609b66532 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 943 time: 0.2061732 Jul 05 09:38:15.882677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:15.962348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0618e20-fb59-4851-9792-e6dd9a30b743 req-70060e30-7b24-4276-ad2f-f0777d6179d6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322558 Jul 05 09:38:15.980394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1514e02-a314-4846-87ba-a6fde62ada0c req-dbc3c510-7620-4ae7-bb21-29c23f90b304 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173880 Jul 05 09:38:16.015071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06b82ca5-3a4f-43f2-a329-ebd2f4e344f6 req-3fd0131e-a004-4169-a5da-958f8ca921cc service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814122 Jul 05 09:38:16.039565 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655b00cf-2bb6-4356-8605-aceb401d2c26 x-openstack-request-id: req-655b00cf-2bb6-4356-8605-aceb401d2c26 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:16.039920 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:16.040415 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-655b00cf-2bb6-4356-8605-aceb401d2c26 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:16.041027 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49', 'status': 'completed', 'code': 200} Jul 05 09:38:16.164241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-ab446763-ed30-4712-b399-9f829574df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:16.165865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-ab446763-ed30-4712-b399-9f829574df64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=928ea4dd56f74b2c9bef7edd508303d4&device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 1095 time: 0.0920339 Jul 05 09:38:16.187180 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ff0ee-e7a9-459c-9b9e-f6abd3412745 x-openstack-request-id: req-c05ff0ee-e7a9-459c-9b9e-f6abd3412745 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:16.188188 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f603ffdc-a818-45b7-b376-784670b59bba", "name": "network-vif-plugged", "status": "completed", "tag": "201ad9c8-094a-44e5-8b63-4f13f1e87e5f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:16.189079 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c05ff0ee-e7a9-459c-9b9e-f6abd3412745 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:16.193520 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f603ffdc-a818-45b7-b376-784670b59bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f', 'code': 200} Jul 05 09:38:16.352640 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bdf3f-c7d6-459e-9942-f6f630c2fb94 req-b9c7a685-23c3-4c9e-b962-917e5af790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:16.354199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-113bdf3f-c7d6-459e-9942-f6f630c2fb94 req-b9c7a685-23c3-4c9e-b962-917e5af790ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 1097 time: 0.0534942 Jul 05 09:38:16.394065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-113bdf3f-c7d6-459e-9942-f6f630c2fb94 req-a6ac6a38-6ca3-487c-b97a-8b056b1117d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 Jul 05 09:38:16.396542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da595-5c58-4f9c-b050-16d9a363711d req-171faf17-9de9-4fcc-9cd3-386858d6eca6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:16.398035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-171faf17-9de9-4fcc-9cd3-386858d6eca6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.2312109 Jul 05 09:38:16.418926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-3cd6c331-0f2d-4f81-8ab0-0f07515414ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:16.420362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-3cd6c331-0f2d-4f81-8ab0-0f07515414ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=510f519b-426f-4237-a492-8e82318bbe8c HTTP/1.1" status: 200 len: 910 time: 0.2426891 Jul 05 09:38:16.424274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-9e558fad-0ecf-4162-910b-2994bd97ab45 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/quotas/6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 375 time: 0.0166543 Jul 05 09:38:16.485623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520001fa-0edd-490f-a7a5-1cbad6a09dd4 req-efb2039a-827b-476b-8daf-7e02a2852869 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:16.487240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-520001fa-0edd-490f-a7a5-1cbad6a09dd4 req-efb2039a-827b-476b-8daf-7e02a2852869 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 945 time: 0.1865950 Jul 05 09:38:16.506682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-79c5836b-141f-42a1-b838-91c5534c780c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c951e6d2-94a4-4233-9f58-d0185186fc49 HTTP/1.1" status: 200 len: 217 time: 0.0744336 Jul 05 09:38:16.596159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-520001fa-0edd-490f-a7a5-1cbad6a09dd4 req-efa6b6e0-80c9-4e9f-81e5-0af7dfd97f72 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910075 Jul 05 09:38:16.598802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-d0e4a719-1900-4a9e-ae5f-987be57aeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:16.600245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-d0e4a719-1900-4a9e-ae5f-987be57aeb0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b08b68f8-d3a4-43eb-a614-55def799c7eb HTTP/1.1" status: 200 len: 849 time: 0.0845718 Jul 05 09:38:16.618585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-413b881f-c705-495e-aee0-ab885219f4b7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1850374 Jul 05 09:38:16.644580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:16.652455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-7d8dd591-534c-4f05-94f6-d9aaa76d160f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=510f519b-426f-4237-a492-8e82318bbe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359392 Jul 05 09:38:16.708032 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88670e07-2223-436d-be37-2d31d4d1815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:16.739303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:16.741517 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0170ce-7e49-4059-a19a-0fc08d91c748" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:16.847264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-5097808d-d66f-4908-80ac-244c1a6fda8a service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041485 Jul 05 09:38:16.859147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-ed6826eb-c355-482c-a8bb-b725b4edb653 service neutron] 10.222.0.16 "GET /v2.0/networks/510f519b-426f-4237-a492-8e82318bbe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952288 Jul 05 09:38:16.964428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8065-c722-44ab-8ead-9a7c6328cd2b req-20310aff-7805-42a6-963b-d48c498dcb63 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:16.965973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aced8065-c722-44ab-8ead-9a7c6328cd2b req-20310aff-7805-42a6-963b-d48c498dcb63 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.2542212 Jul 05 09:38:17.046219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-be65c608-b1a4-4b76-97f3-dc42beaa4bf4 service neutron] 10.222.0.21 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897330 Jul 05 09:38:17.062194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aced8065-c722-44ab-8ead-9a7c6328cd2b req-62d9f79c-2478-4419-848c-e15b5b162f71 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880475 Jul 05 09:38:17.067160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca9f423-4d91-4e3a-9b6d-4bdee1149496 req-7e64f1d9-f953-4c1b-8014-a0eccef548b6 service neutron] 10.222.0.16 "GET /v2.0/networks/510f519b-426f-4237-a492-8e82318bbe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970057 Jul 05 09:38:17.384043 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb619c8d-3699-461d-89d6-f39af1f6f302 x-openstack-request-id: req-cb619c8d-3699-461d-89d6-f39af1f6f302 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:17.384642 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:17.385132 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb619c8d-3699-461d-89d6-f39af1f6f302 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:17.385810 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'status': 'completed', 'code': 200} Jul 05 09:38:17.530031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-ab44dee4-0af3-4dff-9b0c-4485e1f147b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.531865 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-ab44dee4-0af3-4dff-9b0c-4485e1f147b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1100 time: 0.0631514 Jul 05 09:38:17.620550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-82a18866-6663-4558-8d3a-903a1db69276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.622060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-82a18866-6663-4558-8d3a-903a1db69276 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1100 time: 0.2094982 Jul 05 09:38:17.636026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd795-dbdf-4189-bfb1-b5465cc66a34 req-d2f1f527-f2bf-4520-ad50-13e08781d5c1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.637585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-339bd795-dbdf-4189-bfb1-b5465cc66a34 req-d2f1f527-f2bf-4520-ad50-13e08781d5c1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 948 time: 0.1693363 Jul 05 09:38:17.646246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-a7ad878b-641e-45d5-94bd-b7536bbecfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.647808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-a7ad878b-641e-45d5-94bd-b7536bbecfdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1089666 Jul 05 09:38:17.682913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c951e6d2-94a4-4233-9f58-d0185186fc49 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:17.705227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76d091-2089-41e8-a9a6-88fadbe1deaa req-a4f305cc-926b-4700-945c-dd53b71f2b2b tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.712620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da76d091-2089-41e8-a9a6-88fadbe1deaa req-a4f305cc-926b-4700-945c-dd53b71f2b2b tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 943 time: 0.1870182 Jul 05 09:38:17.732037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-174c61a6-9ad8-4a6a-a2ec-9a4f0d2dbaaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0751674 Jul 05 09:38:17.783488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:17.805947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-339bd795-dbdf-4189-bfb1-b5465cc66a34 req-488a50c4-6b0f-4aa8-acea-3583f1f95f24 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576116 Jul 05 09:38:17.806178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c951e6d2-94a4-4233-9f58-d0185186fc49, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c951e6d2-94a4-4233-9f58-d0185186fc49,segment=NetworkSegment(db19f0a5-2cab-405d-bbd4-4c726ae733ca),segment_id=db19f0a5-2cab-405d-bbd4-4c726ae733ca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:17.819241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-e992ca88-0f21-4023-ade4-12c3963acd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.820801 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-e992ca88-0f21-4023-ade4-12c3963acd28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0790811 Jul 05 09:38:17.824715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da76d091-2089-41e8-a9a6-88fadbe1deaa req-6b3e3f7b-4bc5-42f7-abcc-88134903f6e7 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112530 Jul 05 09:38:17.826113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'c951e6d2-94a4-4233-9f58-d0185186fc49', 'network_id': '510f519b-426f-4237-a492-8e82318bbe8c', 'port_id': 'c951e6d2-94a4-4233-9f58-d0185186fc49', 'mac_address': 'fa:16:3e:46:b0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08b68f8-d3a4-43eb-a614-55def799c7eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:17.860851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-c2b0660e-31b2-4c6a-8c10-1f26d0068227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.866906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-c2b0660e-31b2-4c6a-8c10-1f26d0068227 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2283475 Jul 05 09:38:17.912942 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:17.933586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c951e6d2-94a4-4233-9f58-d0185186fc49 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:17.936084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-ba51e885-74bf-4a45-84bd-b332d86f0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:17.937952 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-ba51e885-74bf-4a45-84bd-b332d86f0d99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095357 Jul 05 09:38:17.947427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-4bde176d-91bb-460e-9579-b2090d50a7e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0706255 Jul 05 09:38:17.968341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c951e6d2-94a4-4233-9f58-d0185186fc49, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c951e6d2-94a4-4233-9f58-d0185186fc49,segment=NetworkSegment(db19f0a5-2cab-405d-bbd4-4c726ae733ca),segment_id=db19f0a5-2cab-405d-bbd4-4c726ae733ca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:17.976881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:18.050689 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-1adcf9e5-e9b3-48b5-9854-fdf2a0fcfafb service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043777 Jul 05 09:38:18.074670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c951e6d2-94a4-4233-9f58-d0185186fc49,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:18.095401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb72fcdf-ef0f-4cf8-b82c-44c63476d609 req-adc13733-5b62-4a6d-a9a9-2327607ea7b2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 210 time: 0.0734560 Jul 05 09:38:18.107015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-6275f2ad-b167-42c3-8266-c037b680eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:18.109377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-6275f2ad-b167-42c3-8266-c037b680eac1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1547325 Jul 05 09:38:18.190228 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-63e439c3-cb9c-4a87-8d10-26dd018a9478 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238105 Jul 05 09:38:18.235995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-3a771238-6c13-4d57-a46c-2fdbf8f9f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:18.238737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-3a771238-6c13-4d57-a46c-2fdbf8f9f9e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178391 Jul 05 09:38:18.254979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5191-24cc-4596-9a19-444aa9fc405b req-f0736f76-8d77-4e99-a9b9-3677faea46a7 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:18.256546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15bf5191-24cc-4596-9a19-444aa9fc405b req-f0736f76-8d77-4e99-a9b9-3677faea46a7 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 945 time: 0.0961351 Jul 05 09:38:18.350287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15bf5191-24cc-4596-9a19-444aa9fc405b req-1f09d9a2-994e-446c-a97e-2412bb573bea tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822234 Jul 05 09:38:18.387587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c951e6d2-94a4-4233-9f58-d0185186fc49'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:18.388057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-61c279fd-f6db-43b8-9f1a-a035886a48b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305420 Jul 05 09:38:18.522238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1800a-95ea-464f-af5f-22c5a9b2e2c1 req-57514e28-9e21-4150-be23-266c4f2d45e9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:18.523877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54b1800a-95ea-464f-af5f-22c5a9b2e2c1 req-57514e28-9e21-4150-be23-266c4f2d45e9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.1521497 Jul 05 09:38:18.525966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0170ce-7e49-4059-a19a-0fc08d91c748 req-9c765daa-753a-4abd-bd09-bbba48912bd0 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216183 Jul 05 09:38:18.571334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54b1800a-95ea-464f-af5f-22c5a9b2e2c1 req-08b0a893-fcf8-4b4a-adba-3163cd3a31fd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 Jul 05 09:38:18.977690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da595-5c58-4f9c-b050-16d9a363711d req-70c81481-c077-4759-9b81-a8296a87db0f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:18.982219 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-70c81481-c077-4759-9b81-a8296a87db0f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 820 time: 0.1720335 Jul 05 09:38:19.001810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Request body: {'port': {'device_id': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'admin_state_up': True, 'tenant_id': '6c31e7070995403b96e9496be4a9c5b2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:19.087662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180454f0-a8f4-477b-b029-cea896201ce8 req-c1c2e252-88f3-4ecb-8524-b54a9bb31bdc tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:19.089294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-180454f0-a8f4-477b-b029-cea896201ce8 req-c1c2e252-88f3-4ecb-8524-b54a9bb31bdc tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 944 time: 0.1216574 Jul 05 09:38:19.100571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41233-f700-44bf-ae88-2473e8cdc091 req-1f531160-1017-4cb3-9343-a8c09fc6e265 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:19.101812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23c41233-f700-44bf-ae88-2473e8cdc091 req-1f531160-1017-4cb3-9343-a8c09fc6e265 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 948 time: 0.1009405 Jul 05 09:38:19.123122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Made reservation on behalf of 6c31e7070995403b96e9496be4a9c5b2 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:19.127612 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:19.279210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Allocated IP 172.20.0.5 (c678e9e8-0cbd-425f-973d-55068fc1c21a/506f3a1a-20db-4d0e-86b5-c7c25cef450e/cc11ebba-d448-4b5b-b705-cb54ee4851ac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:19.430036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23c41233-f700-44bf-ae88-2473e8cdc091 req-78725c8c-a43c-432d-95d5-51611037b4b7 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Jul 05 09:38:19.456611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:19.456807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-180454f0-a8f4-477b-b029-cea896201ce8 req-b79ec457-14f7-43ed-83b4-063d975238c6 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537369 Jul 05 09:38:19.505456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:19.519576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8d12270f-ddad-4337-b66e-dbcd505ce2b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:19.552321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Network c678e9e8-0cbd-425f-973d-55068fc1c21a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:19.556311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:19.560493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:19.584553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:19.619024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:19.643633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:19.644288 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:19.686034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:19.688795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c951e6d2-94a4-4233-9f58-d0185186fc49 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:19.692023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-5bfe1523-4931-4a48-a9fb-d989190222dd tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6762280 Jul 05 09:38:19.697392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Request body: {'port': {'device_id': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:19.873643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:19.944437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe45d-a580-4928-b0a8-d735d9d5316f req-628b1d10-8eb7-4234-99a0-6616051a6983 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:19.958941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8edbe45d-a580-4928-b0a8-d735d9d5316f req-628b1d10-8eb7-4234-99a0-6616051a6983 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 931 time: 0.1697369 Jul 05 09:38:20.031590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port c951e6d2-94a4-4233-9f58-d0185186fc49 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:20.035745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8edbe45d-a580-4928-b0a8-d735d9d5316f req-a1bdffd0-f319-4e03-aa04-c1343262a428 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740178 Jul 05 09:38:20.074511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port c951e6d2-94a4-4233-9f58-d0185186fc49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:20.085106 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.093799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:20.216335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'mac_address': 'fa:16:3e:32:16:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:20.300100 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.390724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.399833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc11ebba-d448-4b5b-b705-cb54ee4851ac {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:20.410178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.426250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Transition to ACTIVE for port object cc11ebba-d448-4b5b-b705-cb54ee4851ac will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:20.434049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.474844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c951e6d2-94a4-4233-9f58-d0185186fc49, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c951e6d2-94a4-4233-9f58-d0185186fc49,segment=NetworkSegment(db19f0a5-2cab-405d-bbd4-4c726ae733ca),segment_id=db19f0a5-2cab-405d-bbd4-4c726ae733ca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:20.479375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:20.485322 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8e550-5e2f-489f-89dd-04b823a00ba4" -d '{"events": [{"server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "name": "network-vif-plugged", "status": "completed", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:20.491748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64666907-0a6a-4bfc-9e54-ce12f87a8d01 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:20.500881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-8884e0f3-1ea9-4202-af6c-3034d3ab7eb4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:20.508252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-8884e0f3-1ea9-4202-af6c-3034d3ab7eb4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e&tenant_id=a40472c226d04f59809253dcc27cc584&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 948 time: 0.3217485 Jul 05 09:38:20.515034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:20.517055 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.523156 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.601623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:20.616437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c951e6d2-94a4-4233-9f58-d0185186fc49,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:20.626559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:20.627023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:20.627477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:20.650175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:20.650586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:20.667291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:20.667689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:20.668087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:20.668926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Bound port: cc11ebba-d448-4b5b-b705-cb54ee4851ac, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:20.669310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.707060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:20.716307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-bbf9e72f-6e7e-4df0-b360-8f5a13cfe767 service neutron] 10.222.0.16 "GET /v2.0/ports/64666907-0a6a-4bfc-9e54-ce12f87a8d01/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 383 time: 0.1733563 Jul 05 09:38:20.757349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:20.775649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb163-ef1c-4aea-a05c-eb7e60dfecd6 req-547f44a9-c85a-45c8-b34c-666894985061 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:20.777867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dcbb163-ef1c-4aea-a05c-eb7e60dfecd6 req-547f44a9-c85a-45c8-b34c-666894985061 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 949 time: 0.2652938 Jul 05 09:38:20.829010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:20.832007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce48794-219f-44c1-b2e1-da4c147fa902 req-cbccd369-3764-47a8-b525-475c6b9c7fdb tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:20.834008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:20.839870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.840438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ce48794-219f-44c1-b2e1-da4c147fa902 req-cbccd369-3764-47a8-b525-475c6b9c7fdb tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.4018207 Jul 05 09:38:20.894451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb91a5ac-dfe9-4afc-9874-d157cc1cdcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.897347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:20.898002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:20.900078 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 200 len: 1092 time: 1.2066810 Jul 05 09:38:20.901146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dcbb163-ef1c-4aea-a05c-eb7e60dfecd6 req-01044ca3-f304-47d1-9e5c-a87d9e13efeb tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107907 Jul 05 09:38:20.903035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:20.918027 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0064aaee-f393-4405-900a-20d625a01002" -d '{"events": [{"name": "network-changed", "server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:20.923173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ce48794-219f-44c1-b2e1-da4c147fa902 req-2f58b814-ccaf-4bef-985b-77c6d83fa852 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Jul 05 09:38:20.945183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['64666907-0a6a-4bfc-9e54-ce12f87a8d01'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:20.951697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-96bdffeb-4c43-4863-8de7-f18554876163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:20.953502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-96bdffeb-4c43-4863-8de7-f18554876163 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1101 time: 0.2012656 Jul 05 09:38:21.071474 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75bcfa4-7ab4-40dd-927c-529a664c9668 x-openstack-request-id: req-b75bcfa4-7ab4-40dd-927c-529a664c9668 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:21.073033 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "name": "network-vif-plugged", "status": "completed", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:21.073859 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b75bcfa4-7ab4-40dd-927c-529a664c9668 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:21.074494 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49', 'code': 200} Jul 05 09:38:21.091870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb91a5ac-dfe9-4afc-9874-d157cc1cdcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:21.111463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb91a5ac-dfe9-4afc-9874-d157cc1cdcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:21.164358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cb91a5ac-dfe9-4afc-9874-d157cc1cdcdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f44d9dca5c45c083f1effb2c41e3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537442 Jul 05 09:38:21.184314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:21.228133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-c509a1de-623f-4c76-acdd-d5f826d6c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.230047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-c509a1de-623f-4c76-acdd-d5f826d6c17e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2597311 Jul 05 09:38:21.249383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebed91-cac9-4f84-8e9c-5b3614cea930 service neutron] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:21.324335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a5ac-dfe9-4afc-9874-d157cc1cdcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859426a8-7744-4e11-aaa1-013831dca240,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:21.329666 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d09a493-0835-48b6-a182-bc1d7fd01536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:21.341043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-04857fdd-8f57-49da-ac9d-baf01df720b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0622766 Jul 05 09:38:21.380357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d09a493-0835-48b6-a182-bc1d7fd01536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:21.383863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b72572-8471-417d-9b0e-8d576aa142eb req-4317d1f0-36cc-4064-b640-433a6e642b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.385428 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-26b72572-8471-417d-9b0e-8d576aa142eb req-4317d1f0-36cc-4064-b640-433a6e642b7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 1097 time: 0.2003670 Jul 05 09:38:21.395605 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4542a34f-6fb5-41ea-b0b2-357360b2ce80 x-openstack-request-id: req-4542a34f-6fb5-41ea-b0b2-357360b2ce80 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:21.396028 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:21.396432 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4542a34f-6fb5-41ea-b0b2-357360b2ce80 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:21.397604 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac', 'status': 'completed', 'code': 200} Jul 05 09:38:21.409007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da595-5c58-4f9c-b050-16d9a363711d req-e5235c6c-8f0b-4e9e-a0f9-d6703e7797b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.410749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-e5235c6c-8f0b-4e9e-a0f9-d6703e7797b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1095 time: 0.3172002 Jul 05 09:38:21.437360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5f1e8-5ec3-42d5-8910-79008e30542e req-52792071-1ebd-4c89-8400-d42a158cd8bc tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.449866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95c5f1e8-5ec3-42d5-8910-79008e30542e req-52792071-1ebd-4c89-8400-d42a158cd8bc tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 945 time: 0.2188745 Jul 05 09:38:21.484723 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-d62dbcb1-87ab-4027-abaf-bc1a65c16bd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 200 len: 217 time: 0.0631545 Jul 05 09:38:21.493417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-fb18484d-2c38-4991-a81c-8717a425f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.495610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-fb18484d-2c38-4991-a81c-8717a425f991 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1425002 Jul 05 09:38:21.511760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95c5f1e8-5ec3-42d5-8910-79008e30542e req-ee6b08ba-4f12-4e29-9557-e3dc012ab0ae tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608776 Jul 05 09:38:21.567404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da595-5c58-4f9c-b050-16d9a363711d req-a87df180-23c7-48e5-987d-c0b6457fb254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.569761 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-a87df180-23c7-48e5-987d-c0b6457fb254 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0751071 Jul 05 09:38:21.581188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-26b72572-8471-417d-9b0e-8d576aa142eb req-3963d1fc-5a45-4110-8259-48a15ef1dc2f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747918 Jul 05 09:38:21.629475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-7896a4f9-cdc9-481e-b2c9-4a86397ad571 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468435 Jul 05 09:38:21.656355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-c365be8c-6681-4dbd-85c6-2dde34ae62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.658201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-c365be8c-6681-4dbd-85c6-2dde34ae62ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416702 Jul 05 09:38:21.669880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d09a493-0835-48b6-a182-bc1d7fd01536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:21.673063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d09a493-0835-48b6-a182-bc1d7fd01536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:21.677160 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d09a493-0835-48b6-a182-bc1d7fd01536 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/859426a8-7744-4e11-aaa1-013831dca240 HTTP/1.1" status: 204 len: 168 time: 0.4861479 Jul 05 09:38:21.727389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09a493-0835-48b6-a182-bc1d7fd01536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859426a8-7744-4e11-aaa1-013831dca240,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:21.739148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873327-16c7-4e4f-843d-3585d3b97b8e req-4a4a9fc9-9511-4ac5-8c9f-99f20e02d461 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:21.741049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1873327-16c7-4e4f-843d-3585d3b97b8e req-4a4a9fc9-9511-4ac5-8c9f-99f20e02d461 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.2268836 Jul 05 09:38:21.802087 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-89b41d99-1bbb-4e8f-988c-482985324071 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647155 Jul 05 09:38:21.812058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-57cd9874-591b-45e8-94ed-7cff9d8c224f service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448078 Jul 05 09:38:21.862520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1873327-16c7-4e4f-843d-3585d3b97b8e req-d1005004-423f-450e-b8f2-d6649e91cae4 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030445 Jul 05 09:38:21.941177 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-254da595-5c58-4f9c-b050-16d9a363711d req-ed6eb7a2-f405-4be4-a060-043612d6016b service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313334 Jul 05 09:38:21.980417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-27605320-32dd-4a81-9388-83263d166b68 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571901 Jul 05 09:38:22.144638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064aaee-f393-4405-900a-20d625a01002 req-63de70e3-9568-4a4a-809f-c7b9195ffe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:22.146044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:22.146420 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0064aaee-f393-4405-900a-20d625a01002 req-63de70e3-9568-4a4a-809f-c7b9195ffe71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1095 time: 0.1348901 Jul 05 09:38:22.189148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:22.210063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b46cc-f3a7-4b44-9148-e7d5c987b43c req-247d043c-fa8c-44b3-a48d-4914fb3cccc1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:22.211766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-104b46cc-f3a7-4b44-9148-e7d5c987b43c req-247d043c-fa8c-44b3-a48d-4914fb3cccc1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 949 time: 0.1419890 Jul 05 09:38:22.303161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064aaee-f393-4405-900a-20d625a01002 req-ecafd478-0fae-4a05-b700-4d865f3884fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:22.305230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0064aaee-f393-4405-900a-20d625a01002 req-ecafd478-0fae-4a05-b700-4d865f3884fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.1466141 Jul 05 09:38:22.363124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-104b46cc-f3a7-4b44-9148-e7d5c987b43c req-69436b38-44d0-470c-ba5f-ba0840996e91 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381173 Jul 05 09:38:22.375066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f14cd-106b-4afc-bcd2-5903b0a7769e req-719c701e-57cc-4413-ab9b-357667d58e50 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:22.375771 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0064aaee-f393-4405-900a-20d625a01002 req-a92740a2-9bd3-4d8d-8f77-88725b7f6810 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 200 len: 217 time: 0.0631526 Jul 05 09:38:22.376780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f55f14cd-106b-4afc-bcd2-5903b0a7769e req-719c701e-57cc-4413-ab9b-357667d58e50 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 946 time: 0.2567618 Jul 05 09:38:22.451704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064aaee-f393-4405-900a-20d625a01002 req-009e5cf0-695f-4ef1-aefb-46dc752827d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:22.453384 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0064aaee-f393-4405-900a-20d625a01002 req-009e5cf0-695f-4ef1-aefb-46dc752827d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0700526 Jul 05 09:38:22.458579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-0bd4b77d-e547-4073-b845-72db9995070f tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:22.460127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-0bd4b77d-e547-4073-b845-72db9995070f tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1098 time: 0.2365320 Jul 05 09:38:22.484932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-33'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:22.495828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f55f14cd-106b-4afc-bcd2-5903b0a7769e req-343ad4ad-fe0e-4b9c-9b6f-b5a31484aab6 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972278 Jul 05 09:38:22.511692 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0064aaee-f393-4405-900a-20d625a01002 req-de858b4c-8c43-437f-947a-278dcc4f1bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502729 Jul 05 09:38:22.549394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:22.559072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:22.642181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:22.643042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dea634e0ea05408c89985c695d19c7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786451 Jul 05 09:38:22.643883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115ee5c4-3ea2-492e-8cf4-9a999a28e0b7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:22.646112 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:22.662955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.663375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.663667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.663995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.664323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.664649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.664968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.665283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.665600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.665913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.666226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.666567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73208686-b7d8-4e8f-afc2-e3fd7be9115a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:22.744632 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0064aaee-f393-4405-900a-20d625a01002 req-0fa89cce-a26b-43f7-80da-eeee0eb93355 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256939 Jul 05 09:38:22.778326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45f68800-431d-444d-9ace-add715a6b6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:22.916422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7e21c-4cb6-4f3f-9638-e33ba69696a0 req-5bd0459f-103a-4cc5-a7c6-70d891440ca7 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:22.931219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ce7e21c-4cb6-4f3f-9638-e33ba69696a0 req-5bd0459f-103a-4cc5-a7c6-70d891440ca7 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 945 time: 0.2591209 Jul 05 09:38:22.937828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45f68800-431d-444d-9ace-add715a6b6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.056039 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0064aaee-f393-4405-900a-20d625a01002 req-35d030e2-7c4d-4c55-9837-50d27dfe22b8 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034954 Jul 05 09:38:23.057543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45f68800-431d-444d-9ace-add715a6b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.060502 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45f68800-431d-444d-9ace-add715a6b6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.078841 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-45f68800-431d-444d-9ace-add715a6b6a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/115ee5c4-3ea2-492e-8cf4-9a999a28e0b7 HTTP/1.1" status: 204 len: 168 time: 0.4231863 Jul 05 09:38:23.081974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ce7e21c-4cb6-4f3f-9638-e33ba69696a0 req-ab4d0ac4-1e91-4064-9cb2-d103324383ad tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459093 Jul 05 09:38:23.094094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f68800-431d-444d-9ace-add715a6b6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115ee5c4-3ea2-492e-8cf4-9a999a28e0b7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:23.150204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:23.216763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:23.269416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1a525-e0de-485b-a21d-238094a75b2c req-0ccf296e-f7e4-4757-a964-6a3c1cc7947e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:23.270966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36d1a525-e0de-485b-a21d-238094a75b2c req-0ccf296e-f7e4-4757-a964-6a3c1cc7947e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.1524744 Jul 05 09:38:23.289667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61637181-99de-4bde-9422-c973eb97fa27'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:23.291937 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffca66fb-b627-4c34-8825-dfdd81bd8e7b" -d '{"events": [{"server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "name": "network-vif-unplugged", "status": "completed", "tag": "61637181-99de-4bde-9422-c973eb97fa27"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:23.296764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.315580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.362853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36d1a525-e0de-485b-a21d-238094a75b2c req-0854f8ee-d546-4c2d-8aab-53091933ce5a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811081 Jul 05 09:38:23.367968 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f97650-6d97-4cb4-858c-8b1910cf6516 x-openstack-request-id: req-13f97650-6d97-4cb4-858c-8b1910cf6516 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:23.368301 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "name": "network-vif-unplugged", "status": "completed", "tag": "61637181-99de-4bde-9422-c973eb97fa27", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:23.368539 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13f97650-6d97-4cb4-858c-8b1910cf6516 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:23.368962 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61637181-99de-4bde-9422-c973eb97fa27', 'code': 200} Jul 05 09:38:23.453887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:23.469800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on host n-h1-771363-33 for vnic_type normal with profile {"migrating_to": "n-h2-771363-33"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:23.470132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:23.471118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:23.477075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:23.477454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Attempting to bind port 61637181-99de-4bde-9422-c973eb97fa27 on network 462f8a30-ee97-4d26-81ce-ed641d509d85 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:23.483557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:23.483902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Checking segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:23.484283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Bound using segment: {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:23.484712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Bound port: 61637181-99de-4bde-9422-c973eb97fa27, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6a059-f38b-44f9-b247-4120812350ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '462f8a30-ee97-4d26-81ce-ed641d509d85'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:23.485119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.629875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:23.663234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:23.687202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde5324-3111-4c25-8f9c-ddd9f8ce6f17 req-32ba2fdc-20ae-4597-a2f5-88a4442a940b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:23.688803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cde5324-3111-4c25-8f9c-ddd9f8ce6f17 req-32ba2fdc-20ae-4597-a2f5-88a4442a940b tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 949 time: 0.1620233 Jul 05 09:38:23.696190 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.700079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 61637181-99de-4bde-9422-c973eb97fa27 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:23.703036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:23.862450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:23.879265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:23.879540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:23.879903 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.888706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cde5324-3111-4c25-8f9c-ddd9f8ce6f17 req-1e53d377-e044-4b2b-9d08-8da2c28b0ca9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748397 Jul 05 09:38:23.920749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:23.930885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:23.931678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:23.933812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-376848ed-1bc2-48a9-9fbd-1f2992a39dfc service neutron] 10.222.0.16 "PUT /v2.0/ports/61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 200 len: 1124 time: 1.4587173 Jul 05 09:38:23.957280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364024b-92b3-468e-af56-f6bde981ab62 req-11e2c3ff-06e1-477a-aa8d-471126934155 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:23.979226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8364024b-92b3-468e-af56-f6bde981ab62 req-11e2c3ff-06e1-477a-aa8d-471126934155 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.2801688 Jul 05 09:38:23.995450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 61637181-99de-4bde-9422-c973eb97fa27 has no active binding in host n-h2-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:38:24.052737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8364024b-92b3-468e-af56-f6bde981ab62 req-ceb47377-a24f-46f4-a8b9-eecd72c879be tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713181 Jul 05 09:38:24.073612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['61637181-99de-4bde-9422-c973eb97fa27'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:24.134942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['61637181-99de-4bde-9422-c973eb97fa27'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:24.253670 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:24.313977 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:24.316739 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454a3053-dc99-4bd1-8c4f-a7b3655bb577" -d '{"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-plugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:24.363652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:24.378900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:24.381661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eee7f-9bd1-4f16-a879-29c60b7cb154 req-9fadb892-59e2-4d63-87ec-17dfb2797463 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:24.384007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae3eee7f-9bd1-4f16-a879-29c60b7cb154 req-9fadb892-59e2-4d63-87ec-17dfb2797463 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 945 time: 0.1097939 Jul 05 09:38:24.456576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae3eee7f-9bd1-4f16-a879-29c60b7cb154 req-818b4733-3ba0-4fab-b3f7-59b96b307338 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661325 Jul 05 09:38:24.476818 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0f903-5c66-4c19-9a49-b09f7024ad1d x-openstack-request-id: req-fae0f903-5c66-4c19-9a49-b09f7024ad1d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:24.477127 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-plugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:24.477525 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae0f903-5c66-4c19-9a49-b09f7024ad1d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:24.477833 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'code': 200} Jul 05 09:38:24.593651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:24.779391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a309f95-bfe7-49e2-b9a5-9d9655de3ede req-9ed38ee8-4cfb-4217-bc38-9e0b39cf5136 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:24.788029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a309f95-bfe7-49e2-b9a5-9d9655de3ede req-9ed38ee8-4cfb-4217-bc38-9e0b39cf5136 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.1278522 Jul 05 09:38:24.857483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a309f95-bfe7-49e2-b9a5-9d9655de3ede req-b1214d66-9db9-44af-b7bf-e2136d890bcb tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680642 Jul 05 09:38:25.109536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-639d725f-cd34-40ff-a6be-12ad57d73d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:25.112198 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-639d725f-cd34-40ff-a6be-12ad57d73d39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e&tenant_id=a40472c226d04f59809253dcc27cc584 HTTP/1.1" status: 200 len: 1102 time: 0.1125922 Jul 05 09:38:25.129014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:25.161876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcab84-9cc5-4b01-b2dc-62734b983d32 req-10dcca5e-0701-45e6-b061-96c0d6721d06 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:25.170131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81fcab84-9cc5-4b01-b2dc-62734b983d32 req-10dcca5e-0701-45e6-b061-96c0d6721d06 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 945 time: 0.1590807 Jul 05 09:38:25.229078 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:25.230826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81fcab84-9cc5-4b01-b2dc-62734b983d32 req-0eaec16e-8595-43d9-84f5-5368e31d09e4 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 Jul 05 09:38:25.246512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc1ba-766f-41cc-8b06-80fd938a42ee req-3660e526-4b77-4e36-aa14-60eeffd3dfc6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:25.248088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95fdc1ba-766f-41cc-8b06-80fd938a42ee req-3660e526-4b77-4e36-aa14-60eeffd3dfc6 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1447043 Jul 05 09:38:25.321709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95fdc1ba-766f-41cc-8b06-80fd938a42ee req-558374c4-067f-421b-bc5e-3244071e8577 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651588 Jul 05 09:38:25.369556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'tag': '61637181-99de-4bde-9422-c973eb97fa27'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:25.372851 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7615bec6-f554-47ef-9fee-a81f28d5d154" -d '{"events": [{"name": "network-changed", "server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "tag": "61637181-99de-4bde-9422-c973eb97fa27"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:25.464816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b41116-0aee-4598-91c9-b536f85158e0 req-89de605d-d1d1-4a4f-9306-b36f66878041 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:25.466731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42b41116-0aee-4598-91c9-b536f85158e0 req-89de605d-d1d1-4a4f-9306-b36f66878041 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.0985739 Jul 05 09:38:25.487310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:25.515303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42b41116-0aee-4598-91c9-b536f85158e0 req-cada509d-ae56-4991-9677-b225ece162f3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Jul 05 09:38:25.531686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:25.588917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:25.598997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:25.601796 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc4fe2-17a2-4398-826f-f0c2e716267e" -d '{"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-unplugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:25.621476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Transition to ACTIVE for port object 64666907-0a6a-4bfc-9e54-ce12f87a8d01 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:25.627981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:25.685644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:25.730622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] No DVR routers for this DVR port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:25.740874 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ada17-4862-43a2-8fe2-63ffbad5c9eb x-openstack-request-id: req-e26ada17-4862-43a2-8fe2-63ffbad5c9eb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:25.741326 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "tag": "61637181-99de-4bde-9422-c973eb97fa27", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:25.741619 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e26ada17-4862-43a2-8fe2-63ffbad5c9eb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:25.742502 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'tag': '61637181-99de-4bde-9422-c973eb97fa27', 'status': 'completed', 'code': 200} Jul 05 09:38:25.863147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:25.863884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:25.864460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:25.872202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:25.872808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Attempting to bind port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:25.882689 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ecd165-8fea-4a2c-9578-2b5c0fea0c70 x-openstack-request-id: req-d5ecd165-8fea-4a2c-9578-2b5c0fea0c70 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:25.883304 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-unplugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:25.883555 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5ecd165-8fea-4a2c-9578-2b5c0fea0c70 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:25.883946 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'code': 200} Jul 05 09:38:25.886154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:25.886500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:25.886885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:25.887395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Bound port: 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:25.887750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:26.013066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-2196a8c5-df57-40f7-bf4b-93d657c56ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.027159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-2196a8c5-df57-40f7-bf4b-93d657c56ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1127 time: 0.2135746 Jul 05 09:38:26.144353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-d78fbd6d-d48d-4e98-831e-b77141f1fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.146157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-d78fbd6d-d48d-4e98-831e-b77141f1fe8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.1181188 Jul 05 09:38:26.160118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:26.163419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:26.224377 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-e50f4e86-3fdd-45b5-8669-de4f1320c922 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 200 len: 217 time: 0.0588484 Jul 05 09:38:26.225476 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:26.248534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da9fe9-2817-494f-a0b2-95151b12f3f1 req-6453ba5c-3c96-4edc-8f13-e4870c8afb69 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.252722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76da9fe9-2817-494f-a0b2-95151b12f3f1 req-6453ba5c-3c96-4edc-8f13-e4870c8afb69 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.1401920 Jul 05 09:38:26.303403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:26.338565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76da9fe9-2817-494f-a0b2-95151b12f3f1 req-24e8f8ae-acaf-4b79-aea1-9e61ecb9e596 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Jul 05 09:38:26.344848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.345329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:26.347415 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] 10.222.0.15 "PUT /v2.0/ports/64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 1098 time: 1.2258856 Jul 05 09:38:26.352510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.353124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.353697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.354235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.355072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.355574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.356418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.357283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.358221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.358811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.359400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.359959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a701fc-78df-472b-9c03-8035ddf62c62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:26.475402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-fb65fdd4-e559-4518-b4ba-a4b6059c4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.477548 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-fb65fdd4-e559-4518-b4ba-a4b6059c4994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1762497 Jul 05 09:38:26.530249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-545cf4e3-f495-40d4-a635-16df98b8b7fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386734 Jul 05 09:38:26.600418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac986bd-56ab-4182-8ab6-398b35795a62 req-f6b9027b-b25e-41ca-b11c-23854feb9310 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.609807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac986bd-56ab-4182-8ab6-398b35795a62 req-f6b9027b-b25e-41ca-b11c-23854feb9310 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 945 time: 0.0994554 Jul 05 09:38:26.729659 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-51326162-975c-4766-9c18-dadaedad12f1 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910055 Jul 05 09:38:26.755420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-c3ee2416-bb8d-4e5d-b8c7-d9c56c90302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.756967 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-c3ee2416-bb8d-4e5d-b8c7-d9c56c90302c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1101 time: 0.3590398 Jul 05 09:38:26.798974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac986bd-56ab-4182-8ab6-398b35795a62 req-0e8e73d3-6a5c-46fd-81af-2e17cd803845 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870825 Jul 05 09:38:26.886197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:26.965038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-78aaff2c-7424-4a01-8b38-bed9ca83961a tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:26.967861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-78aaff2c-7424-4a01-8b38-bed9ca83961a tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 945 time: 0.2468915 Jul 05 09:38:27.052779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf6ce7-a8e6-438a-a683-b7b1f4e42e66 req-a6071ace-9fb3-4682-929c-610b7ac932e9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:27.062302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdf6ce7-a8e6-438a-a683-b7b1f4e42e66 req-a6071ace-9fb3-4682-929c-610b7ac932e9 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 949 time: 0.2448161 Jul 05 09:38:27.130012 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7615bec6-f554-47ef-9fee-a81f28d5d154 req-6e1538f6-e094-4e5f-8c52-952d9e56be72 service neutron] 10.222.0.15 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846965 Jul 05 09:38:27.133042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-0d9e0f34-a89f-412f-b1eb-7e4144917b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:27.136301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-0d9e0f34-a89f-412f-b1eb-7e4144917b7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3640566 Jul 05 09:38:27.140825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95c70eef-04b2-492a-b7b9-6b22ef892546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:27.193719 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-0890cd8a-b5aa-4c61-925d-79a0cc8e2ff3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.0496578 Jul 05 09:38:27.260402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-66913b18-0d0c-494f-bb74-f5d7089df4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:27.262198 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-66913b18-0d0c-494f-bb74-f5d7089df4c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0559630 Jul 05 09:38:27.266058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdf6ce7-a8e6-438a-a683-b7b1f4e42e66 req-aec793da-3809-41b2-8986-2027ca816aad tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026622 Jul 05 09:38:27.354560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-18b9b2cf-e06c-4766-aef1-aaf0041b80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:27.357413 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-18b9b2cf-e06c-4766-aef1-aaf0041b80ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852096 Jul 05 09:38:27.500156 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-4a4af58b-90d4-4aa2-926d-d0266e7fea41 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353602 Jul 05 09:38:27.625724 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99db78a9-a59d-4c98-9727-8f2571321f6a req-3e889fcd-9b9f-4391-a576-b155ca93a1e9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177588 Jul 05 09:38:27.716704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c951e6d2-94a4-4233-9f58-d0185186fc49 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:27.885713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:27.890708 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3175ada-0868-4236-96b4-a58c1345c4de" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:27.920290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Deleting port c951e6d2-94a4-4233-9f58-d0185186fc49 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:38:27.920850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:27.932699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:27.983219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c951e6d2-94a4-4233-9f58-d0185186fc49, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c951e6d2-94a4-4233-9f58-d0185186fc49,segment=NetworkSegment(db19f0a5-2cab-405d-bbd4-4c726ae733ca),segment_id=db19f0a5-2cab-405d-bbd4-4c726ae733ca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:27.985057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:27.989938 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e00f8-c691-487f-909a-ad188aa3a83b" -d '{"events": [{"server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "name": "network-vif-unplugged", "status": "completed", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:27.994275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:27.995394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:28.062581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53914b13-a90e-4ca2-9047-00d6df58ef36 req-5d1fe7f9-2bd5-4424-bb2b-e1b0fa154de5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:28.065478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53914b13-a90e-4ca2-9047-00d6df58ef36 req-5d1fe7f9-2bd5-4424-bb2b-e1b0fa154de5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.8717046 Jul 05 09:38:28.102434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:38:28.112179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c951e6d2-94a4-4233-9f58-d0185186fc49,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:28.137632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95c70eef-04b2-492a-b7b9-6b22ef892546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:28.156951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95c70eef-04b2-492a-b7b9-6b22ef892546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:28.168028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cca70d-4149-48cb-a797-75e4faeaa72b req-48ff2974-0b05-4afe-b606-27a7d6d6f33e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:28.170000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48cca70d-4149-48cb-a797-75e4faeaa72b req-48ff2974-0b05-4afe-b606-27a7d6d6f33e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.4888198 Jul 05 09:38:28.271653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53914b13-a90e-4ca2-9047-00d6df58ef36 req-e45ace50-21b3-433e-aedb-e2432da7d629 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890872 Jul 05 09:38:28.304198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-95c70eef-04b2-492a-b7b9-6b22ef892546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb53a7e9af084de1b458e28e49007139&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4126248 Jul 05 09:38:28.307119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:28.307700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] For port c951e6d2-94a4-4233-9f58-d0185186fc49, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c951e6d2-94a4-4233-9f58-d0185186fc49,segment=NetworkSegment(db19f0a5-2cab-405d-bbd4-4c726ae733ca),segment_id=db19f0a5-2cab-405d-bbd4-4c726ae733ca)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:28.308029 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:28.325318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c70eef-04b2-492a-b7b9-6b22ef892546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc7b79-cb88-40e5-85ed-29446cfe53b0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:28.344410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Calling delete_port for c951e6d2-94a4-4233-9f58-d0185186fc49 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:38:28.355709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48cca70d-4149-48cb-a797-75e4faeaa72b req-7f7e9959-4aa8-4788-8251-b3bdbde875de tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554787 Jul 05 09:38:28.464367 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7ef597-645a-4b10-8c0e-91b87700cd17 x-openstack-request-id: req-de7ef597-645a-4b10-8c0e-91b87700cd17 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:28.464656 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:28.464906 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de7ef597-645a-4b10-8c0e-91b87700cd17 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:28.465320 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'status': 'completed', 'code': 200} Jul 05 09:38:28.466315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a850d0b4-075a-4687-8b4a-bde390ab3d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:28.500754 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a850d0b4-075a-4687-8b4a-bde390ab3d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:28.656796 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56ece9-8c87-429b-8233-0efd7fc0e459 x-openstack-request-id: req-fe56ece9-8c87-429b-8233-0efd7fc0e459 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:28.657094 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "name": "network-vif-unplugged", "status": "completed", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:28.657352 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe56ece9-8c87-429b-8233-0efd7fc0e459 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:28.658334 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49', 'code': 200} Jul 05 09:38:28.659778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:28.685619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-28fcac70-71d4-4084-86bd-73dd0045b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:28.689646 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-28fcac70-71d4-4084-86bd-73dd0045b142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1101 time: 0.1774554 Jul 05 09:38:28.695937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-2f649e7c-c778-40b9-8388-7c146c49fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:28.695937 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-2f649e7c-c778-40b9-8388-7c146c49fb82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a40472c226d04f59809253dcc27cc584&device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1101 time: 0.1979878 Jul 05 09:38:28.701673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Pushing event deleted for resources: {'Port': ['ID=c951e6d2-94a4-4233-9f58-d0185186fc49,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:28.798618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] No DVR routers for this DVR port c951e6d2-94a4-4233-9f58-d0185186fc49 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:28.814774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72346605-80b4-4b92-b0ab-506303c989f5 req-391516cf-4f52-4c80-80fc-3cf4c6af868c tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:28.818568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72346605-80b4-4b92-b0ab-506303c989f5 req-391516cf-4f52-4c80-80fc-3cf4c6af868c tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bcce73d-54fe-45e0-bd7d-218b8cd5051c HTTP/1.1" status: 200 len: 865 time: 0.3835428 Jul 05 09:38:28.830946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:28.833265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98dbe50e-76ce-4eba-ac24-e95720611161 req-dab66da4-a461-4482-a5ff-a6bcb3a11229 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.16 "DELETE /v2.0/ports/c951e6d2-94a4-4233-9f58-d0185186fc49 HTTP/1.1" status: 204 len: 173 time: 1.8419566 Jul 05 09:38:28.833739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'name': 'network-vif-deleted', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:28.836199 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72734bf-d48d-477e-affc-e018fc0c263c" -d '{"events": [{"server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "name": "network-vif-deleted", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:28.987300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72346605-80b4-4b92-b0ab-506303c989f5 req-6ab68de9-84e3-4c58-b0c8-e3f8da605dc2 tempest-ServerGroupTestJSON-1216055400 tempest-ServerGroupTestJSON-1216055400-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2899bb6-b0ff-4d2e-a439-89045139611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450291 Jul 05 09:38:29.053090 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:29.056976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-78be3ec1-80de-45d3-ac25-0807ceb70e7d tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:29.063177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-78be3ec1-80de-45d3-ac25-0807ceb70e7d tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.2663617 Jul 05 09:38:29.099353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-6f167c39-5960-4ff2-964e-4fffe151b3ed tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/quotas/79b8b3e0d7814e258cc1f7342e9c4899 HTTP/1.1" status: 200 len: 375 time: 0.0307462 Jul 05 09:38:29.251302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:29.353401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-98e1e95a-247a-45d1-8455-ebda1d1d865c tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2479680 Jul 05 09:38:29.396186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949c6de-2a6d-4bfe-93c3-5915a1f69c51 req-bc1225ea-b1db-4ed4-9ce4-3b00e4c71ca3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:29.400058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0949c6de-2a6d-4bfe-93c3-5915a1f69c51 req-bc1225ea-b1db-4ed4-9ce4-3b00e4c71ca3 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 949 time: 0.2144992 Jul 05 09:38:29.492530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0949c6de-2a6d-4bfe-93c3-5915a1f69c51 req-d5f0a70b-bceb-4088-b54a-06b774d036f0 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769031 Jul 05 09:38:29.538278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a850d0b4-075a-4687-8b4a-bde390ab3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:29.545663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a850d0b4-075a-4687-8b4a-bde390ab3d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:29.547489 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a850d0b4-075a-4687-8b4a-bde390ab3d9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4adc7b79-cb88-40e5-85ed-29446cfe53b0 HTTP/1.1" status: 204 len: 168 time: 1.2376945 Jul 05 09:38:29.549462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-91b5d4c0-a05c-421b-abb2-9632902242f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:29.560732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:29.580715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-91b5d4c0-a05c-421b-abb2-9632902242f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.8702810 Jul 05 09:38:29.870338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850d0b4-075a-4687-8b4a-bde390ab3d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc7b79-cb88-40e5-85ed-29446cfe53b0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:29.902653 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-b0899c69-c189-4b21-af95-69089291e845 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.2793043 Jul 05 09:38:29.926312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-a22bce69-3f61-4c6b-85ff-04fb13acce65 service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599964 Jul 05 09:38:30.015115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:30.031823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'mac_address': 'fa:16:3e:32:16:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:30.088997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-5a75ffa4-5a6d-40a6-92ab-e8db0719feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:30.094949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:30.097909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-5a75ffa4-5a6d-40a6-92ab-e8db0719feda service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 1.3825192 Jul 05 09:38:30.110034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-970d7cd9-c1f4-4a8c-98d4-51e2e4931001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:30.119821 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-970d7cd9-c1f4-4a8c-98d4-51e2e4931001 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2082102 Jul 05 09:38:30.124189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64666907-0a6a-4bfc-9e54-ce12f87a8d01 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:30.150774 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c1d5ac-247c-44a6-9193-ad92104d23fc x-openstack-request-id: req-84c1d5ac-247c-44a6-9193-ad92104d23fc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:30.153893 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcce73d-54fe-45e0-bd7d-218b8cd5051c", "name": "network-vif-deleted", "tag": "c951e6d2-94a4-4233-9f58-d0185186fc49", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:30.154219 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84c1d5ac-247c-44a6-9193-ad92104d23fc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:30.154616 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcce73d-54fe-45e0-bd7d-218b8cd5051c', 'name': 'network-vif-deleted', 'tag': 'c951e6d2-94a4-4233-9f58-d0185186fc49', 'status': 'completed', 'code': 200} Jul 05 09:38:30.180646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:30.187691 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:30.285786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-a3927e01-b09d-427c-a023-bcdd2ef8ce5a service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575251 Jul 05 09:38:30.288575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:30.297260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:30.316375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.320220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.321330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.321691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.322037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.322378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.322711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.323216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.323387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.323723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.324049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.326634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:30.327638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c19e1556-7059-493c-94b7-6e216aa0d0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:30.347030 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-bb22ed42-b53b-409d-8607-e1eb101f393a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 200 len: 217 time: 0.2227743 Jul 05 09:38:30.413495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-4fee88ff-43dc-4101-b150-9f8788c1de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:30.415132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-4fee88ff-43dc-4101-b150-9f8788c1de8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2670705 Jul 05 09:38:30.423849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-2d58f241-4188-4582-99bf-fd8c0ab84395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:30.425528 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-2d58f241-4188-4582-99bf-fd8c0ab84395 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0677125 Jul 05 09:38:30.590342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175ada-0868-4236-96b4-a58c1345c4de req-b1268945-0369-449e-83c9-9537359690e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:30.592106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-b1268945-0369-449e-83c9-9537359690e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520200 Jul 05 09:38:30.597217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-d6cec934-ee17-482d-b886-4f88e0cec1c5 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661775 Jul 05 09:38:30.622173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd737d-f898-426c-ab16-17c15ecaaddb req-6f8fcc1b-d8c8-485d-a1b9-13d2c3ef123a tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:30.629972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63cd737d-f898-426c-ab16-17c15ecaaddb req-6f8fcc1b-d8c8-485d-a1b9-13d2c3ef123a tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.2307806 Jul 05 09:38:30.660496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['64666907-0a6a-4bfc-9e54-ce12f87a8d01'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:30.750738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63cd737d-f898-426c-ab16-17c15ecaaddb req-e604badd-3415-4ebe-ba4b-4c3f8f7c5a1d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095963 Jul 05 09:38:30.816167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c19e1556-7059-493c-94b7-6e216aa0d0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:30.830227 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c19e1556-7059-493c-94b7-6e216aa0d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:30.845813 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-6be3c5f9-ad16-452b-a606-6d0081ccbcb4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302070 Jul 05 09:38:30.856471 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-66d7033b-d2fe-4886-b749-2492c88fa639 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528617 Jul 05 09:38:30.893668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c19e1556-7059-493c-94b7-6e216aa0d0df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d77b0eff0b47e9a0e8f85c06f198ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035118 Jul 05 09:38:30.899605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41666) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:30.911565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e1556-7059-493c-94b7-6e216aa0d0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d1376d-e4a1-4f96-b642-825e05608fe5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:30.989838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dd1e3-5a3b-4695-b300-3bd1d7fd5498 req-0644f4ba-2f51-4289-b9ab-e2636b73241a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:30.997846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b1dd1e3-5a3b-4695-b300-3bd1d7fd5498 req-0644f4ba-2f51-4289-b9ab-e2636b73241a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.2439280 Jul 05 09:38:31.021885 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3175ada-0868-4236-96b4-a58c1345c4de req-131bdc3d-2575-44b0-bb07-9b12b1b17434 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498847 Jul 05 09:38:31.049294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcedc8a8-c4f1-4d06-971a-d529a3c79598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:31.066140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b1dd1e3-5a3b-4695-b300-3bd1d7fd5498 req-8f5ddd18-2673-4927-8f38-71ac53487edf tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674071 Jul 05 09:38:31.082346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcedc8a8-c4f1-4d06-971a-d529a3c79598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:31.125027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06894806-615b-4bc9-8c42-1ae82ca4ecef req-ce2e7846-5e67-453b-87b7-e4fc677919a5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 210 time: 0.0531316 Jul 05 09:38:31.176694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcedc8a8-c4f1-4d06-971a-d529a3c79598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:31.179709 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcedc8a8-c4f1-4d06-971a-d529a3c79598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:31.181113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dcedc8a8-c4f1-4d06-971a-d529a3c79598 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2d1376d-e4a1-4f96-b642-825e05608fe5 HTTP/1.1" status: 204 len: 168 time: 0.2800288 Jul 05 09:38:31.198638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedc8a8-c4f1-4d06-971a-d529a3c79598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d1376d-e4a1-4f96-b642-825e05608fe5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:31.296304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037c0ac-69d8-4b76-bb7f-9a404ea8137f req-3c492319-9e33-4626-9586-ad650105c78e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:31.298963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8037c0ac-69d8-4b76-bb7f-9a404ea8137f req-3c492319-9e33-4626-9586-ad650105c78e tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.0916207 Jul 05 09:38:31.344696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8037c0ac-69d8-4b76-bb7f-9a404ea8137f req-a547c3b1-2f17-470e-9c93-ec31c583505f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Jul 05 09:38:31.556089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d0fc-4485-4ee3-ace7-4d3b2fd25948 req-7f1370cc-1cf6-4e64-87b2-01f7b65271ca tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:31.564486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fc7d0fc-4485-4ee3-ace7-4d3b2fd25948 req-7f1370cc-1cf6-4e64-87b2-01f7b65271ca tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 1102 time: 0.0883110 Jul 05 09:38:31.622410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fc7d0fc-4485-4ee3-ace7-4d3b2fd25948 req-d026cc76-b368-4f4e-8619-60168b88cfad tempest-MigrationsAdminTest-578390754 tempest-MigrationsAdminTest-578390754-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569239 Jul 05 09:38:31.777709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:31.843678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] Deleting subnet b08b68f8-d3a4-43eb-a614-55def799c7eb {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:38:31.848650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:31.892594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:31.972259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.010236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d4692-e9d1-4878-8fea-9f22d70ceb65 req-2a35097f-82b3-405b-85df-f52928d3883b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:32.011964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e1d4692-e9d1-4878-8fea-9f22d70ceb65 req-2a35097f-82b3-405b-85df-f52928d3883b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.1112831 Jul 05 09:38:32.080102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e1d4692-e9d1-4878-8fea-9f22d70ceb65 req-b821656d-c5fc-48e1-b603-3d52914a02ed tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614557 Jul 05 09:38:32.081198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.156122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08b68f8-d3a4-43eb-a614-55def799c7eb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:32.163848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.170240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:32.172619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eb439987-cbf2-4c93-82f5-9eab0fa1fb2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b08b68f8-d3a4-43eb-a614-55def799c7eb HTTP/1.1" status: 204 len: 168 time: 0.3937011 Jul 05 09:38:32.347956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41730) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:32.412138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.474511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-340b2330-e361-4e0b-9c4d-d74ba02ac65e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:32.476671 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-340b2330-e361-4e0b-9c4d-d74ba02ac65e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.1904330 Jul 05 09:38:32.491463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Request body: {'port': {'device_id': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'admin_state_up': True, 'tenant_id': '79b8b3e0d7814e258cc1f7342e9c4899'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:32.614809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bee008-2783-48c3-8eef-e10a5350d8e9 req-afc0db1b-76c9-4d2d-8c6e-996d043ad836 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:32.620159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03bee008-2783-48c3-8eef-e10a5350d8e9 req-afc0db1b-76c9-4d2d-8c6e-996d043ad836 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.3586257 Jul 05 09:38:32.621280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-network', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:32.642526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40495fbc-e0c2-4890-9b10-152a729dae17 req-47e630d5-a37f-4d17-88bb-868da4a202a2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:32.649453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:38:32.649453 n-d-771363-33 neutron-server[93795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 09:38:32.649453 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id': '79b8b3e0d7814e258cc1f7342e9c4899', 'id': 'd4423e7a-a316-4a6e-97f3-7b855e5bfb74', 'expiration': datetime.datetime(2021, 7, 5, 9, 40, 32, 640211)}] Jul 05 09:38:32.649453 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:38:32.650441 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:38:32.652058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40495fbc-e0c2-4890-9b10-152a729dae17 req-47e630d5-a37f-4d17-88bb-868da4a202a2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.2933841 Jul 05 09:38:32.659772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Made reservation on behalf of 8a7b6acfb2ee446b8dfbe9376a4e8040 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:32.663105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.680828 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.687297 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.707809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510f519b-426f-4237-a492-8e82318bbe8c']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:32.735063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db19f0a5-2cab-405d-bbd4-4c726ae733ca') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:32.735446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db19f0a5-2cab-405d-bbd4-4c726ae733ca') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:32.756627 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.779116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03bee008-2783-48c3-8eef-e10a5350d8e9 req-e294c0a9-7b1d-47d2-a43a-b885b0eec743 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258454 Jul 05 09:38:32.803340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40495fbc-e0c2-4890-9b10-152a729dae17 req-e07c2b44-5a9e-42b2-b667-c01057633fcc tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332326 Jul 05 09:38:32.809435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.818837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:38:32.821630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:38:32.825679 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:38:32.855125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.863103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.928900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.949747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.949966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:38:32.951992 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0a5f76-59e8-413d-86c5-9c2f945b25ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:32.955570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] 10.222.0.21 "DELETE /v2.0/networks/510f519b-426f-4237-a492-8e82318bbe8c HTTP/1.1" status: 204 len: 168 time: 0.7838912 Jul 05 09:38:32.956738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968eb78-2e09-4bcb-abac-0b6e4699f49c admin admin] Pushing event deleted for resources: {'Network': ['ID=510f519b-426f-4237-a492-8e82318bbe8c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:32.981983 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:32.982638 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Added segment 28264f29-1cca-41cc-ac4c-2c69334e067d of type vlan for network 8dc2233a-6ef7-47b7-b2bd-794f037e321d Jul 05 09:38:33.007842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fcebd46-68d4-406a-9a15-6d221ced016d req-572eb8a4-0e09-49e3-9387-6f3d84a126d7 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 210 time: 0.0485353 Jul 05 09:38:33.051840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.102179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.104380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:33.107260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.128868 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7801397 Jul 05 09:38:33.131752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:33.140616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Request body: {'subnet': {'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-subnet', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:33.205407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:33.246508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1db84-83b4-4732-bf30-ca898b155920 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc2233a-6ef7-47b7-b2bd-794f037e321d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:33.254198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Made reservation on behalf of 8a7b6acfb2ee446b8dfbe9376a4e8040 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:33.256200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Made reservation on behalf of 79b8b3e0d7814e258cc1f7342e9c4899 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:33.257356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.259751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:38:33.260540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.452483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-92c74e2c-3e4f-43e8-8560-b04bc9d21c2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=928ea4dd56f74b2c9bef7edd508303d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402813 Jul 05 09:38:33.459060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41744) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:33.546126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Allocated IP 172.20.0.3 (509c8be6-2162-4ffa-b409-40a6efba1eea/5662e1f3-1fe5-41e6-be76-8dd20288faa0/9f4653ba-931f-4478-892c-284e1bde1407) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:33.578937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:33.650778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:33.658438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:33.659531 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.672618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-36b741e8-016f-46fb-9606-dd50c9b94110 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:33.675252 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-36b741e8-016f-46fb-9606-dd50c9b94110 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 950 time: 0.1864116 Jul 05 09:38:33.706938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e9903b0-7ba2-4b98-bf87-a8ac8ccbabc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.733813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e9903b0-7ba2-4b98-bf87-a8ac8ccbabc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.780479 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.813750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:33.817575 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ef53cd-949c-4b3a-baf4-c113b3726654" -d '{"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-plugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:33.835514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:33.835758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137916-7d94-4804-a0f7-44c2400a0627 req-5e395857-5fe7-4090-bb49-0980dfbbcb65 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:33.837576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1137916-7d94-4804-a0f7-44c2400a0627 req-5e395857-5fe7-4090-bb49-0980dfbbcb65 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.5152669 Jul 05 09:38:33.844306 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.846250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 61637181-99de-4bde-9422-c973eb97fa27 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:33.855549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.930678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e9903b0-7ba2-4b98-bf87-a8ac8ccbabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.934134 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e9903b0-7ba2-4b98-bf87-a8ac8ccbabc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:33.935757 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2e9903b0-7ba2-4b98-bf87-a8ac8ccbabc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2899bb6-b0ff-4d2e-a439-89045139611a HTTP/1.1" status: 204 len: 168 time: 0.4649229 Jul 05 09:38:33.951899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-a4e2d98a-7108-4e25-b378-bfc378c63bc0 service neutron] 10.222.0.15 "GET /v2.0/ports/61637181-99de-4bde-9422-c973eb97fa27/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.3513927 Jul 05 09:38:33.978514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9903b0-7ba2-4b98-bf87-a8ac8ccbabc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2899bb6-b0ff-4d2e-a439-89045139611a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:33.981993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7223aeb-dd00-465d-9ee8-f662458c47ab,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:33.998062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1137916-7d94-4804-a0f7-44c2400a0627 req-bed56364-8a60-43c7-ac9c-8fe8537f0597 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519258 Jul 05 09:38:34.002927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Checking segment: {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:34.003328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Network hostable DHCP agents. Network: 8dc2233a-6ef7-47b7-b2bd-794f037e321d, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:38:34.028367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:34.075595 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad6c11a-c7fd-4f35-9221-40c65fe99416 x-openstack-request-id: req-dad6c11a-c7fd-4f35-9221-40c65fe99416 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:34.075890 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-plugged", "status": "completed", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:34.076142 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dad6c11a-c7fd-4f35-9221-40c65fe99416 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:34.076546 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'code': 200} Jul 05 09:38:34.107313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:38:34.120221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.128445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 8dc2233a-6ef7-47b7-b2bd-794f037e321d) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:34.128919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Deleting port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:38:34.129325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.133943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:34.134540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.144094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c783a-6091-42dd-9545-081c7b88fce0 None None] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:38:34.179674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09901e0-275e-44c6-a0f6-a98bf83d6f2e req-06dbe503-5e93-40a5-9ab8-635a2e85b728 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:34.182776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c09901e0-275e-44c6-a0f6-a98bf83d6f2e req-06dbe503-5e93-40a5-9ab8-635a2e85b728 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 951 time: 0.1702607 Jul 05 09:38:34.195968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f5c7529c-ea00-4102-9821-a7c90c49f7a6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0601182 Jul 05 09:38:34.208117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41758) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:34.219984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:34.298796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.300338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.343803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c09901e0-275e-44c6-a0f6-a98bf83d6f2e req-6ab8dea6-6d24-4add-a16b-8082f4a6c863 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535375 Jul 05 09:38:34.363627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:38:34.364585 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.395734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] For port 64666907-0a6a-4bfc-9e54-ce12f87a8d01, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=64666907-0a6a-4bfc-9e54-ce12f87a8d01,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:34.396107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.417034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a90b09-3d23-4327-9935-8ba8247250c1 req-40a39a30-323e-48ed-b839-46a01779dc29 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:34.420012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47a90b09-3d23-4327-9935-8ba8247250c1 req-40a39a30-323e-48ed-b839-46a01779dc29 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.1819119 Jul 05 09:38:34.428986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.434716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Calling delete_port for 64666907-0a6a-4bfc-9e54-ce12f87a8d01 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:38:34.514653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['201ad9c8-094a-44e5-8b63-4f13f1e87e5f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:34.529454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47a90b09-3d23-4327-9935-8ba8247250c1 req-79167325-1d82-4b1c-a43b-b0b858e05ee9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029162 Jul 05 09:38:34.531644 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.573384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Network 509c8be6-2162-4ffa-b409-40a6efba1eea is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:34.577369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:34.577497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e24391c7-5bb7-4be7-8881-e2f7bc7d9576'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:34.650734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd42f-91dc-4606-ad70-db6356888359 req-2166e708-2f5e-426c-b791-d2f7edbdf8f8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:34.652515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a04bd42f-91dc-4606-ad70-db6356888359 req-2166e708-2f5e-426c-b791-d2f7edbdf8f8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 931 time: 0.1179881 Jul 05 09:38:34.685539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:34.722438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a04bd42f-91dc-4606-ad70-db6356888359 req-d1c1d24f-c9dc-4fa6-9f20-de5eed7864f1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Jul 05 09:38:34.733852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:34.739820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event updated for resources: {'Port': ['ID=9f4653ba-931f-4478-892c-284e1bde1407,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:34.831417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:34.951500 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.966182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:34.967309 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:34.988179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Allocated IP 172.20.0.2 (8dc2233a-6ef7-47b7-b2bd-794f037e321d/d7223aeb-dd00-465d-9ee8-f662458c47ab/5978ab48-3a16-479e-b812-d0256c5e0ecc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:34.988543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61637181-99de-4bde-9422-c973eb97fa27 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:35.008663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:35.068040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-d3d3a8ed-5937-4760-a8c0-6440423286f5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5812497 Jul 05 09:38:35.093488 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.105128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Request body: {'port': {'device_id': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:35.210337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.247167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6801c79-a8d4-4d44-a002-0f4d17bcbd10 req-bf0f14d5-f0e3-4bf8-9cea-83e23081b75c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:35.256681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6801c79-a8d4-4d44-a002-0f4d17bcbd10 req-bf0f14d5-f0e3-4bf8-9cea-83e23081b75c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 944 time: 0.1022062 Jul 05 09:38:35.264892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:35.284260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event deleted for resources: {'Port': ['ID=64666907-0a6a-4bfc-9e54-ce12f87a8d01,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:35.291856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.305192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Transition to ACTIVE for port object 5978ab48-3a16-479e-b812-d0256c5e0ecc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:35.321140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6801c79-a8d4-4d44-a002-0f4d17bcbd10 req-c8b0f6d8-a336-4411-b42a-0ab28e7154eb tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619776 Jul 05 09:38:35.329056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Transition to ACTIVE for port object 5978ab48-3a16-479e-b812-d0256c5e0ecc will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:35.337397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.389391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.395035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:35.400862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:35.401149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] No DVR routers for this DVR port 64666907-0a6a-4bfc-9e54-ce12f87a8d01 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:35.405627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:35.414145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Pushing event updated for resources: {'Port': ['ID=5978ab48-3a16-479e-b812-d0256c5e0ecc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:35.415724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.417994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b3b7160-d2cd-44b4-b55a-807056545f08 req-e7b21ad1-d1cf-447d-adbd-d67667bf96f1 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "DELETE /v2.0/ports/64666907-0a6a-4bfc-9e54-ce12f87a8d01 HTTP/1.1" status: 204 len: 173 time: 1.7329361 Jul 05 09:38:35.418598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-deleted', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:35.421308 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666258a7-2366-40d4-b9d7-9e2567f43478" -d '{"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-deleted", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:35.425005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] Transition to ACTIVE for port object 61637181-99de-4bde-9422-c973eb97fa27 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:35.457853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.463822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['55cd4034-71f5-49ea-9edb-6e1be7329368', '64666907-0a6a-4bfc-9e54-ce12f87a8d01'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:35.564312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b6c1705-ec35-4efd-91ab-9666ab3d009c req-0093dd5b-e677-4fc7-8825-46b954b02252 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb1eb66-ca40-4add-aee3-60bddefc949e HTTP/1.1" status: 200 len: 210 time: 0.0485332 Jul 05 09:38:35.576186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df', '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:35.582216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-745681260-network', 'tenant_id': '6fca11bc769b4d93a6817dd94a5c3cc8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:35.600351 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7c4c9-279c-4ed0-ab21-458cdf9f40e0 x-openstack-request-id: req-0ce7c4c9-279c-4ed0-ab21-458cdf9f40e0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:35.600580 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1eb66-ca40-4add-aee3-60bddefc949e", "name": "network-vif-deleted", "tag": "64666907-0a6a-4bfc-9e54-ce12f87a8d01", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:35.600810 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ce7c4c9-279c-4ed0-ab21-458cdf9f40e0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:35.601223 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1eb66-ca40-4add-aee3-60bddefc949e', 'name': 'network-vif-deleted', 'tag': '64666907-0a6a-4bfc-9e54-ce12f87a8d01', 'status': 'completed', 'code': 200} Jul 05 09:38:35.630636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Made reservation on behalf of 6fca11bc769b4d93a6817dd94a5c3cc8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:35.638464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.660779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.678145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Attempting to bind port 5978ab48-3a16-479e-b812-d0256c5e0ecc on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:35.678766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Attempting to bind port 5978ab48-3a16-479e-b812-d0256c5e0ecc by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:35.679516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Attempting to bind port 5978ab48-3a16-479e-b812-d0256c5e0ecc on network 8dc2233a-6ef7-47b7-b2bd-794f037e321d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:35.717216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:35.718089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Checking segment: {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:35.718630 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.719583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Bound using segment: {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:35.719876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Bound port: 5978ab48-3a16-479e-b812-d0256c5e0ecc, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:35.720565 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:35.730634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] No DVR routers for this DVR port 61637181-99de-4bde-9422-c973eb97fa27 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:35.740197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] Pushing event updated for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:35.983860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] For port 5978ab48-3a16-479e-b812-d0256c5e0ecc, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:36.014946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.029071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.034506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] For port 5978ab48-3a16-479e-b812-d0256c5e0ecc, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5978ab48-3a16-479e-b812-d0256c5e0ecc,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:36.051345 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.137702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:38:36.193954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d174b-a6b3-45eb-8208-7a74e1dc10f8 req-37aae881-3ab4-4bda-845b-b83b1ca69ea7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:36.210390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f63d174b-a6b3-45eb-8208-7a74e1dc10f8 req-37aae881-3ab4-4bda-845b-b83b1ca69ea7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.3917868 Jul 05 09:38:36.213761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.216224 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Added segment b279a28e-f984-41e5-b02b-e1bad3f5a001 of type vlan for network 7bf747e7-bef9-43c8-8369-6fa390377cb4 Jul 05 09:38:36.226464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a4354-0be7-4d90-b563-590fddf61ed1 None None] Pushing event updated for resources: {'Port': ['ID=5978ab48-3a16-479e-b812-d0256c5e0ecc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:36.245168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384be619-6b86-4376-91e4-da91bd4b67e6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:36.319374 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-6a24efdb-9760-4e3f-8bcb-17694bbe49ff service neutron] 10.222.0.15 "PUT /v2.0/ports/61637181-99de-4bde-9422-c973eb97fa27/bindings/n-h2-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 2.3541620 Jul 05 09:38:36.336443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.368200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f63d174b-a6b3-45eb-8208-7a74e1dc10f8 req-ce32d23e-00b6-45c8-b3df-b7bc89276466 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562765 Jul 05 09:38:36.427274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.483300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.508243 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.509257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:36.510113 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.593084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0b2ec-fe4c-41cb-995d-4307b34e1f72 req-2f80ae29-244a-4c47-9a1d-854a4f894e6e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:36.600328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8a0b2ec-fe4c-41cb-995d-4307b34e1f72 req-2f80ae29-244a-4c47-9a1d-854a4f894e6e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 931 time: 0.3442056 Jul 05 09:38:36.624631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3579047 Jul 05 09:38:36.629751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41802) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:36.636529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Request body: {'subnet': {'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-745681260-subnet', 'tenant_id': '6fca11bc769b4d93a6817dd94a5c3cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:36.649590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a9e3-d805-4e72-9f63-57e5fb37042f admin admin] Pushing event updated for resources: {'Network': ['ID=7bf747e7-bef9-43c8-8369-6fa390377cb4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:36.662340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 7bf747e7-bef9-43c8-8369-6fa390377cb4 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:38:36.701447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8a0b2ec-fe4c-41cb-995d-4307b34e1f72 req-36076649-d6e0-45ef-9d57-527db25aa8e1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997739 Jul 05 09:38:36.712244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-d7854289-9dc4-4070-9f70-3289c102227a tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:36.719593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-d7854289-9dc4-4070-9f70-3289c102227a tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.2949038 Jul 05 09:38:36.721960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Allocated IP 172.25.1.235 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/683a50bc-18b7-4d42-a555-dc955cc44979) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:36.738467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4653ba-931f-4478-892c-284e1bde1407 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:36.746394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Made reservation on behalf of 6fca11bc769b4d93a6817dd94a5c3cc8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:36.748821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.759595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.865458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Transition to ACTIVE for port object 9f4653ba-931f-4478-892c-284e1bde1407 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:36.870734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-b1b1ebb6-efa8-4b17-948b-9ebcc4a451e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:36.872992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-b1b1ebb6-efa8-4b17-948b-9ebcc4a451e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5 HTTP/1.1" status: 200 len: 1097 time: 0.1445444 Jul 05 09:38:36.874482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:36.897267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d924a5-8daa-4991-be91-22c1a2df3d15 req-6ca5b33e-c637-4fdd-b8d6-7db5a546bf94 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:36.899390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4d924a5-8daa-4991-be91-22c1a2df3d15 req-6ca5b33e-c637-4fdd-b8d6-7db5a546bf94 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 945 time: 0.1120973 Jul 05 09:38:36.997143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4d924a5-8daa-4991-be91-22c1a2df3d15 req-31ebbd54-0a24-4e1f-acf3-5d9df4e6c2a5 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910187 Jul 05 09:38:37.036389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:37.037653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-7df0d5cd-c5af-4c31-a037-10e733b574bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:37.039497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-7df0d5cd-c5af-4c31-a037-10e733b574bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1097 time: 0.1149733 Jul 05 09:38:37.040755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4653ba-931f-4478-892c-284e1bde1407,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:37.228877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-52470dd0-2905-408b-a0ba-3a8a58a09f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:37.230401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-52470dd0-2905-408b-a0ba-3a8a58a09f7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.1699984 Jul 05 09:38:37.237559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Attempting to bind port 9f4653ba-931f-4478-892c-284e1bde1407 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:37.238016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Attempting to bind port 9f4653ba-931f-4478-892c-284e1bde1407 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:37.238247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Attempting to bind port 9f4653ba-931f-4478-892c-284e1bde1407 on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:37.244214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:37.251965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Port 9f4653ba-931f-4478-892c-284e1bde1407 on network 509c8be6-2162-4ffa-b409-40a6efba1eea not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:37.252426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Attempting to bind port 9f4653ba-931f-4478-892c-284e1bde1407 on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:37.260223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:37.284998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-2b7bd25f-a9c4-476a-b5a4-86759cc4165a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 200 len: 217 time: 0.0448449 Jul 05 09:38:37.290012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:37.290355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Checking segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:37.290749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Bound using segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:37.291220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Bound port: 9f4653ba-931f-4478-892c-284e1bde1407, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:37.291580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:37.362318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:37.381977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:37.403279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86638a1-3c97-42a4-95fe-a239d5ab72c9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:37.405923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:37.411017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Pushing event updated for resources: {'Port': ['ID=683a50bc-18b7-4d42-a555-dc955cc44979,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:37.451424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Checking segment: {'id': 'b279a28e-f984-41e5-b02b-e1bad3f5a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:37.451797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Network hostable DHCP agents. Network: 7bf747e7-bef9-43c8-8369-6fa390377cb4, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:38:37.492200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] For port 9f4653ba-931f-4478-892c-284e1bde1407, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:37.497798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] For port 9f4653ba-931f-4478-892c-284e1bde1407, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9f4653ba-931f-4478-892c-284e1bde1407,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:37.504798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:37.604030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e7953-248b-44ce-9147-141f005d6aa3 None None] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:38:37.605161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Network 7bf747e7-bef9-43c8-8369-6fa390377cb4 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:38:37.626601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f8551-a230-4fbd-8fb7-5ae1568ce14b req-d2c08f50-3a04-47f5-8d32-6cbb5cbc0444 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:37.628704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b0f8551-a230-4fbd-8fb7-5ae1568ce14b req-d2c08f50-3a04-47f5-8d32-6cbb5cbc0444 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 951 time: 0.4367032 Jul 05 09:38:37.630924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device cc11ebba-d448-4b5b-b705-cb54ee4851ac details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:37.637453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:37.638638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:37.639302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:37.640738 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f4653ba-931f-4478-892c-284e1bde1407 HTTP/1.1" status: 200 len: 1092 time: 2.5440681 Jul 05 09:38:37.643834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'tag': '9f4653ba-931f-4478-892c-284e1bde1407'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:37.645995 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd38bb7a-762e-4a2d-b531-0a288209bc5f", "tag": "9f4653ba-931f-4478-892c-284e1bde1407"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:37.652466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 7bf747e7-bef9-43c8-8369-6fa390377cb4) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:37.670672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:37.671293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:37.685727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-021dee3b-c808-4e8e-a6a7-5c2f7d6b7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:37.687355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-021dee3b-c808-4e8e-a6a7-5c2f7d6b7fe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.3918564 Jul 05 09:38:37.720674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d3fe6-9674-4adb-9fed-de1dd1548e92 None None] Network 7bf747e7-bef9-43c8-8369-6fa390377cb4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:38:37.729516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 64666907-0a6a-4bfc-9e54-ce12f87a8d01 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:38:37.729948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 64666907-0a6a-4bfc-9e54-ce12f87a8d01 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:38:37.734681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cf123-66ee-4183-bd40-826298c7b545 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4653ba-931f-4478-892c-284e1bde1407,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:37.740102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b0f8551-a230-4fbd-8fb7-5ae1568ce14b req-a66b329c-e608-4dbe-9484-47dec2d37427 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866389 Jul 05 09:38:37.743654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-c52ec37e-e7c1-4d38-931f-5a60d6303ae4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444224 Jul 05 09:38:37.791270 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ff9cf351-1936-4717-8392-3fa29818067f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1575129 Jul 05 09:38:37.817764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5763670-729f-4204-88fd-069fe09a004d req-edd3ddc6-dd9d-4240-89f4-70591eb11a7b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:37.825727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a5763670-729f-4204-88fd-069fe09a004d req-edd3ddc6-dd9d-4240-89f4-70591eb11a7b tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.2231836 Jul 05 09:38:37.892822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a5763670-729f-4204-88fd-069fe09a004d req-004acee7-d5c5-4988-bc7c-d0d602246694 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660672 Jul 05 09:38:37.906480 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:38:37.948633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-b90200ed-0086-43d6-8f1e-fed39aa73af0 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938636 Jul 05 09:38:38.012682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ef413438-22ce-45a6-bf81-5d9e82812079 None None] Provisioning for port 5978ab48-3a16-479e-b812-d0256c5e0ecc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:38.013041 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc69a61-490f-4f48-9db9-b1c1784b756f x-openstack-request-id: req-5cc69a61-490f-4f48-9db9-b1c1784b756f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:38.013527 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd38bb7a-762e-4a2d-b531-0a288209bc5f", "tag": "9f4653ba-931f-4478-892c-284e1bde1407", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:38.013939 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cc69a61-490f-4f48-9db9-b1c1784b756f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:38.014523 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'tag': '9f4653ba-931f-4478-892c-284e1bde1407', 'status': 'completed', 'code': 200} Jul 05 09:38:38.044281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b3f913-53f6-4076-a417-84c1df72c5b3 None None] Network 7bf747e7-bef9-43c8-8369-6fa390377cb4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:38:38.045396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:38.082014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-53375386-33fd-46ea-965e-243c7dbc2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:38.089421 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-53375386-33fd-46ea-965e-243c7dbc2eb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 1095 time: 0.3759172 Jul 05 09:38:38.105266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-63bac6ad-ddc5-4f32-8e12-862eb3bbaf59 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457198 Jul 05 09:38:38.117013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac', 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a', 'port_id': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac', 'mac_address': 'fa:16:3e:ef:c9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506f3a1a-20db-4d0e-86b5-c7c25cef450e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:38.124355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:38.177368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-fa55213a-0406-4e0e-93e8-43d03f9be813 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f4653ba-931f-4478-892c-284e1bde1407 HTTP/1.1" status: 200 len: 217 time: 0.0756958 Jul 05 09:38:38.227743 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:38.264678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc11ebba-d448-4b5b-b705-cb54ee4851ac {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:38.289528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3f3b6-c27f-40a9-a35f-0f4d5fc166f3 req-37dbda7e-7ce8-4fd8-8f17-052a210fdbb8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:38.291276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbb3f3b6-c27f-40a9-a35f-0f4d5fc166f3 req-37dbda7e-7ce8-4fd8-8f17-052a210fdbb8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 943 time: 0.1397362 Jul 05 09:38:38.310757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:38.311021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8eec1-79ab-4004-be03-e2ff659a3a70 req-d84908bf-621f-4780-ae9d-b80c3b485321 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:38.314524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d8eec1-79ab-4004-be03-e2ff659a3a70 req-d84908bf-621f-4780-ae9d-b80c3b485321 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 945 time: 0.1170104 Jul 05 09:38:38.328502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-85a2e2ff-a544-49d6-ba20-d7424a58ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:38.330167 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-85a2e2ff-a544-49d6-ba20-d7424a58ef28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.1209097 Jul 05 09:38:38.339685 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:38.405653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:38.418371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-f383c342-113f-4984-946f-5e7ef4fdf96a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366018 Jul 05 09:38:38.431808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbb3f3b6-c27f-40a9-a35f-0f4d5fc166f3 req-65135bb3-740c-408d-91b7-5c0dec9ff119 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164629 Jul 05 09:38:38.481191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d8eec1-79ab-4004-be03-e2ff659a3a70 req-b0f990dc-675f-49d6-907b-1e458c4f7a76 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422820 Jul 05 09:38:38.562043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5978ab48-3a16-479e-b812-d0256c5e0ecc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:38.590395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-633db270-7f52-4767-adbf-72ffbe83fd19 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:38.592631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-633db270-7f52-4767-adbf-72ffbe83fd19 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2&tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.0937531 Jul 05 09:38:38.605654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:38.620585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['cc11ebba-d448-4b5b-b705-cb54ee4851ac'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:38.691387 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-2c019268-8e61-4f23-a7b8-7ba1a438fdd7 service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629910 Jul 05 09:38:38.758084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5978ab48-3a16-479e-b812-d0256c5e0ecc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:38.770129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5978ab48-3a16-479e-b812-d0256c5e0ecc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:38.770505 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:38.879052 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9866ee06-692d-4474-9bc8-0236182ebb24 req-7e912e6d-5edd-4d15-9ed7-17670508cdb7 service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743832 Jul 05 09:38:38.895386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-946ca495-17bd-4d0d-8965-393a66a128e5 None None] Provisioning complete for port 5978ab48-3a16-479e-b812-d0256c5e0ecc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:38.895801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-946ca495-17bd-4d0d-8965-393a66a128e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:38.919715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-89f07947-ea0c-4adf-8ff3-947d086e7670 service neutron] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:38.928730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-89f07947-ea0c-4adf-8ff3-947d086e7670 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:38.930427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-89f07947-ea0c-4adf-8ff3-947d086e7670 service neutron] 10.222.0.16 "DELETE /v2.0/ports/61637181-99de-4bde-9422-c973eb97fa27/bindings/n-h1-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.3277411 Jul 05 09:38:38.960630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Router cb1b1602-8495-45cd-bdd4-3823447cb506 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:38:39.008547 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:39.067808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-57b48c3d-c566-4ec1-81b4-4db5ca0b16ce tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:39.074351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-946ca495-17bd-4d0d-8965-393a66a128e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:39.074683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-57b48c3d-c566-4ec1-81b4-4db5ca0b16ce tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/networks?id=7bf747e7-bef9-43c8-8369-6fa390377cb4 HTTP/1.1" status: 200 len: 820 time: 0.2793100 Jul 05 09:38:39.086631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 5978ab48-3a16-479e-b812-d0256c5e0ecc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5978ab48-3a16-479e-b812-d0256c5e0ecc,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:39.106167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:39.113171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-64b2b4db-7116-448c-a9ce-be7fc0e777a9 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/quotas/6fca11bc769b4d93a6817dd94a5c3cc8 HTTP/1.1" status: 200 len: 375 time: 0.0367792 Jul 05 09:38:39.164323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-117a1d51-52f8-476d-8e3f-d624490d6b6e tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fca11bc769b4d93a6817dd94a5c3cc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503120 Jul 05 09:38:39.177070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3b6b8-2983-4783-b91e-ed9a025060ec req-ca140ed1-3ab9-4c67-b336-4d2cde807d8f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:39.178793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00c3b6b8-2983-4783-b91e-ed9a025060ec req-ca140ed1-3ab9-4c67-b336-4d2cde807d8f tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 951 time: 0.2473106 Jul 05 09:38:39.182657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:38:39.192898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-df5d917f-592d-4842-a55a-58d105f76063 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:39.194460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-df5d917f-592d-4842-a55a-58d105f76063 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 951 time: 0.1579192 Jul 05 09:38:39.194871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-c116dd53-698c-4870-92c8-c524eeff62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:39.196499 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-946ca495-17bd-4d0d-8965-393a66a128e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:38:39.196700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-c116dd53-698c-4870-92c8-c524eeff62ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 1095 time: 0.2198389 Jul 05 09:38:39.197082 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-946ca495-17bd-4d0d-8965-393a66a128e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:38:39.201676 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Sync routers for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:38:39.211653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:39.213571 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cfb4ab3-8489-4b84-80df-06086ee7a69e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.0011463 Jul 05 09:38:39.216520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:39.218914 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:38:39.219523 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:38:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:39.227948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=5978ab48-3a16-479e-b812-d0256c5e0ecc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:39.386829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:38:39.433429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-cd1b4b00-df28-43d9-b470-1701e1df38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:39.435479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-cd1b4b00-df28-43d9-b470-1701e1df38b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 916 time: 0.2141190 Jul 05 09:38:39.446629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00c3b6b8-2983-4783-b91e-ed9a025060ec req-f78e6fdf-40c9-4950-8c70-2aa5befdb9a4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274327 Jul 05 09:38:39.487641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Deleting port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:38:39.488069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:39.499982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-01d9abce-e7c6-4b54-8ca1-286f663ca403 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f4653ba-931f-4478-892c-284e1bde1407 HTTP/1.1" status: 200 len: 217 time: 0.0516202 Jul 05 09:38:39.529421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-98d232b0-861d-475f-9993-41f2096e3dc8 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf747e7-bef9-43c8-8369-6fa390377cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454351 Jul 05 09:38:39.636046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-0469ca50-5b93-4eef-abd1-a74ba8bdc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:39.637746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-0469ca50-5b93-4eef-abd1-a74ba8bdc345 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.1240139 Jul 05 09:38:39.681851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] For port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:39.681851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:39.702839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-8f7d44f9-f9ef-4854-aceb-898b01b57c0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426278 Jul 05 09:38:39.703591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Calling delete_port for 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:38:39.739466 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:37Z', 'revision_number': 3, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:39.776991 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Checking router: cb1b1602-8495-45cd-bdd4-3823447cb506 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:38:39.777835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Updating router cb1b1602-8495-45cd-bdd4-3823447cb506 port 683a50bc-18b7-4d42-a555-dc955cc44979 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:38:39.822317 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:39.830843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-df3ea4c1-d2e9-47df-847b-1347cc9aafe0 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf747e7-bef9-43c8-8369-6fa390377cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821350 Jul 05 09:38:39.858729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec51fa0-19f3-470b-a5b4-9f97cd8e2469 req-3d371e5d-9f51-454f-b8d4-cb8674dbd14e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:39.866399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ec51fa0-19f3-470b-a5b4-9f97cd8e2469 req-3d371e5d-9f51-454f-b8d4-cb8674dbd14e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 944 time: 0.2481825 Jul 05 09:38:39.957250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ec51fa0-19f3-470b-a5b4-9f97cd8e2469 req-9ff7eca5-26c8-484b-8fb0-d35c92720368 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898271 Jul 05 09:38:39.960070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-7e3c3a29-804d-47ea-ae08-e561f12a0a92 service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440658 Jul 05 09:38:40.151521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45309224-7cd5-46b5-b9a2-ff8a99a0b37a req-d684a3d5-1336-4453-86b0-e8960805e1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778235 Jul 05 09:38:40.274469 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.282058 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Transition to ACTIVE for port object 683a50bc-18b7-4d42-a555-dc955cc44979 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:40.290413 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.315875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512bb13-15a5-48f4-ab8b-c7511ccbe4e5 req-a1f87d8f-d87a-4b5d-a302-42b05048172a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:40.319633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d512bb13-15a5-48f4-ab8b-c7511ccbe4e5 req-a1f87d8f-d87a-4b5d-a302-42b05048172a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 943 time: 0.1660268 Jul 05 09:38:40.361580 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Attempting to bind port 683a50bc-18b7-4d42-a555-dc955cc44979 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:40.361950 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Attempting to bind port 683a50bc-18b7-4d42-a555-dc955cc44979 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:40.362377 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Attempting to bind port 683a50bc-18b7-4d42-a555-dc955cc44979 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:40.372540 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Pushing event updated for resources: {'Port': ['ID=683a50bc-18b7-4d42-a555-dc955cc44979,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:40.377917 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:40.379021 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:40.379462 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.379859 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:40.380374 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Bound port: 683a50bc-18b7-4d42-a555-dc955cc44979, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:40.394087 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.436559 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.436925 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.437352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.437695 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.438074 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.439003 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.439356 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.439730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d512bb13-15a5-48f4-ab8b-c7511ccbe4e5 req-a7ed05bd-01d1-4c99-a64d-ba5ab7f45f88 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016760 Jul 05 09:38:40.440433 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.440772 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.441102 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.441424 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.442600 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:38:40.456363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.459545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.472662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['55cd4034-71f5-49ea-9edb-6e1be7329368'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:40.476997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:40.494904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057394-0d6c-493c-8658-d3610b82b2a6 req-47137b2f-6e57-4ff2-b30c-148853ac044f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:40.505275 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] For port 683a50bc-18b7-4d42-a555-dc955cc44979, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:40.508080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54057394-0d6c-493c-8658-d3610b82b2a6 req-47137b2f-6e57-4ff2-b30c-148853ac044f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 945 time: 0.1870480 Jul 05 09:38:40.513178 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] For port 683a50bc-18b7-4d42-a555-dc955cc44979, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=683a50bc-18b7-4d42-a555-dc955cc44979,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:40.513582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event deleted for resources: {'Port': ['ID=58a4618c-a2ae-4fb1-bc84-58b74d4ae38d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:40.525742 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.588001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] No DVR routers for this DVR port 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:40.603872 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:38:40.604805 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:38:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:40.627148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5978ab48-3a16-479e-b812-d0256c5e0ecc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:40.628671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54057394-0d6c-493c-8658-d3610b82b2a6 req-ce106b59-fc4e-41a6-8c6a-6f9095c09838 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195018 Jul 05 09:38:40.667918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:40.669984 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a5d37690-b05f-4c0f-b049-3a1ee52333f2 req-50d2dfff-1a0f-4bcc-b340-a57a2b62f1ec tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "DELETE /v2.0/ports/58a4618c-a2ae-4fb1-bc84-58b74d4ae38d HTTP/1.1" status: 204 len: 173 time: 1.4549189 Jul 05 09:38:40.670461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-deleted', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:40.670758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736a957-8a10-4ce4-b3d4-a2854fdba33e None None] Pushing event updated for resources: {'Port': ['ID=683a50bc-18b7-4d42-a555-dc955cc44979,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:40.672956 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717b7aac-aefd-4b53-8dd1-ba7fabe1bb38" -d '{"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-deleted", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:40.733637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26ae498a-3c9a-437b-9d72-e2fd4c1efa27 req-4c2b110c-4660-4f32-b1f9-879b9e63bfe7 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 210 time: 0.0721614 Jul 05 09:38:40.873189 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:38:40.982333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Allocated IP 172.20.0.1 (8dc2233a-6ef7-47b7-b2bd-794f037e321d/d7223aeb-dd00-465d-9ee8-f662458c47ab/bfbf1018-c023-4249-98a8-7e4234fd8346) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:41.097323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c608268-04f0-4098-adbc-11a03ba10992 req-38e58318-84c4-47b3-abac-5e400d5d469d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032a9e5-b582-4046-a9de-9d4fef33cc28 HTTP/1.1" status: 200 len: 210 time: 0.0762777 Jul 05 09:38:41.116752 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb0e8a-32c8-443f-b35f-1d736d9b4cd9 x-openstack-request-id: req-b8bb0e8a-32c8-443f-b35f-1d736d9b4cd9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:41.117373 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032a9e5-b582-4046-a9de-9d4fef33cc28", "name": "network-vif-deleted", "tag": "58a4618c-a2ae-4fb1-bc84-58b74d4ae38d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:41.117717 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8bb0e8a-32c8-443f-b35f-1d736d9b4cd9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:41.118309 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9032a9e5-b582-4046-a9de-9d4fef33cc28', 'name': 'network-vif-deleted', 'tag': '58a4618c-a2ae-4fb1-bc84-58b74d4ae38d', 'status': 'completed', 'code': 200} Jul 05 09:38:41.188176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:41.202675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Transition to ACTIVE for port object bfbf1018-c023-4249-98a8-7e4234fd8346 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:41.220775 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:37Z', 'revision_number': 3, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:41.244529 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:41.245793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598a41b-7b5d-4c00-aa6b-ce0f4561477e req-5426f090-97d3-4d0c-b29e-756bd093e248 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:41.247385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5598a41b-7b5d-4c00-aa6b-ce0f4561477e req-5426f090-97d3-4d0c-b29e-756bd093e248 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 1097 time: 0.1454053 Jul 05 09:38:41.288202 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e3ce2-7edf-4cfc-80bf-bb044eddfaec None None] The sync data for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 is: [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:37Z', 'revision_number': 3, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:38:41.333768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5598a41b-7b5d-4c00-aa6b-ce0f4561477e req-28d4aaff-674b-4b09-82e8-b399e9423d70 tempest-LiveMigrationTest-1829916867 tempest-LiveMigrationTest-1829916867-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710578 Jul 05 09:38:41.339803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:41.343165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:41.357922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:41.391038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5978ab48-3a16-479e-b812-d0256c5e0ecc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:41.391677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:41.409543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbf1018-c023-4249-98a8-7e4234fd8346,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:41.452467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:41.489324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58d600-99f2-4094-977b-e99728a294e3 req-6909b06d-ba54-4c4e-86f8-ee295d0f9b53 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:41.503654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a58d600-99f2-4094-977b-e99728a294e3 req-6909b06d-ba54-4c4e-86f8-ee295d0f9b53 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 944 time: 0.1856544 Jul 05 09:38:41.559448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a58d600-99f2-4094-977b-e99728a294e3 req-1af53091-4cbc-4944-96d0-c5a64798196a tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543289 Jul 05 09:38:41.635022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device cc11ebba-d448-4b5b-b705-cb54ee4851ac up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:41.819767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9f4653ba-931f-4478-892c-284e1bde1407 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:41.822048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:41.828610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:41.910480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4227d85-e564-486a-94c8-d2715186f62f req-c442675e-68a5-468d-91f0-27fff56fbc42 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:41.922012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4227d85-e564-486a-94c8-d2715186f62f req-c442675e-68a5-468d-91f0-27fff56fbc42 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 943 time: 0.1786880 Jul 05 09:38:41.922259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:38:41.922461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58a4618c-a2ae-4fb1-bc84-58b74d4ae38d not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:38:41.933562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-63cd7851-6a34-43da-9a11-5407d13272f9 None None] Provisioning for port bfbf1018-c023-4249-98a8-7e4234fd8346 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:42.070101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4227d85-e564-486a-94c8-d2715186f62f req-f3752967-bf62-481c-905e-29ee61921392 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458135 Jul 05 09:38:42.211866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-63cd7851-6a34-43da-9a11-5407d13272f9 None None] Provisioning complete for port bfbf1018-c023-4249-98a8-7e4234fd8346 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:42.213415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63cd7851-6a34-43da-9a11-5407d13272f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.223634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port cc11ebba-d448-4b5b-b705-cb54ee4851ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:42.290296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27e1cbcf-b3f0-4230-b33c-1f72d782c4a4 req-cd496e73-bcbf-4050-9f6e-d5ff41155fa0 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 210 time: 0.0416520 Jul 05 09:38:42.291892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port cc11ebba-d448-4b5b-b705-cb54ee4851ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:42.291892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.550270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-63cd7851-6a34-43da-9a11-5407d13272f9 None None] Port bfbf1018-c023-4249-98a8-7e4234fd8346 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:38:42.587320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 683a50bc-18b7-4d42-a555-dc955cc44979 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:42.612081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-8d535bc6-cf7e-4a50-b5a6-1e890715b42c tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:42.614611 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-8d535bc6-cf7e-4a50-b5a6-1e890715b42c tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.15 "GET /v2.0/networks?id=7bf747e7-bef9-43c8-8369-6fa390377cb4 HTTP/1.1" status: 200 len: 820 time: 0.5048742 Jul 05 09:38:42.616765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9f4653ba-931f-4478-892c-284e1bde1407, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9f4653ba-931f-4478-892c-284e1bde1407,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:42.618432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a00164-cb33-48bc-b33a-11c3e6288db8 req-c9e0d936-1b23-4750-bbeb-8f877fde60b3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:42.627192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6a00164-cb33-48bc-b33a-11c3e6288db8 req-c9e0d936-1b23-4750-bbeb-8f877fde60b3 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 945 time: 0.2182500 Jul 05 09:38:42.634251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.642796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Request body: {'port': {'device_id': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4', 'admin_state_up': True, 'tenant_id': '6fca11bc769b4d93a6817dd94a5c3cc8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:42.663061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.683827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '9f4653ba-931f-4478-892c-284e1bde1407', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'port_id': '9f4653ba-931f-4478-892c-284e1bde1407', 'mac_address': 'fa:16:3e:fb:d2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5662e1f3-1fe5-41e6-be76-8dd20288faa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:42.699997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6a00164-cb33-48bc-b33a-11c3e6288db8 req-532cbd35-6ab5-43c4-892b-d8e0090ed63c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687134 Jul 05 09:38:42.726957 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.729328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.759359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4653ba-931f-4478-892c-284e1bde1407 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:42.788832 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.800067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9f4653ba-931f-4478-892c-284e1bde1407, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9f4653ba-931f-4478-892c-284e1bde1407,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:42.818237 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.827214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:42.831105 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6473e5c5-ad7f-419d-8048-d20a677d5b7d" -d '{"events": [{"server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "name": "network-vif-plugged", "status": "completed", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:42.880108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 683a50bc-18b7-4d42-a555-dc955cc44979 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:42.893275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:42.894899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 683a50bc-18b7-4d42-a555-dc955cc44979 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:42.895443 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.929455 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:42.940050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbf1018-c023-4249-98a8-7e4234fd8346,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:42.983304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=9f4653ba-931f-4478-892c-284e1bde1407,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:43.049437 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb9f3d-398f-4571-a911-7b0f70e3d456 x-openstack-request-id: req-e0fb9f3d-398f-4571-a911-7b0f70e3d456 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:43.049757 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "name": "network-vif-plugged", "status": "completed", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:43.050018 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0fb9f3d-398f-4571-a911-7b0f70e3d456 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:43.050958 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac', 'code': 200} Jul 05 09:38:43.100976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Made reservation on behalf of 6fca11bc769b4d93a6817dd94a5c3cc8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:43.105364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:43.120325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:43.128125 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:43.152802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-6c76b237-4b40-493f-833d-b3f5e7d17ed9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:43.154791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-6c76b237-4b40-493f-833d-b3f5e7d17ed9 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 945 time: 0.2431095 Jul 05 09:38:43.155679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 683a50bc-18b7-4d42-a555-dc955cc44979, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=683a50bc-18b7-4d42-a555-dc955cc44979,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:43.157508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:43.161155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:43.163441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['9f4653ba-931f-4478-892c-284e1bde1407'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:43.165654 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:43.273405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=683a50bc-18b7-4d42-a555-dc955cc44979,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:43.302909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e75ad-a83e-45a9-ab92-cc2b4ce0e400 req-5f61af50-1020-40aa-b3d5-8384f5b25bba tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:43.312089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d33e75ad-a83e-45a9-ab92-cc2b4ce0e400 req-5f61af50-1020-40aa-b3d5-8384f5b25bba tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.2880716 Jul 05 09:38:43.336124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b5159-fbbf-4ac7-a357-6e7825cba1fe req-5198550a-8cc9-42cb-ac1e-3bded4de0813 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:43.344977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb3b5159-fbbf-4ac7-a357-6e7825cba1fe req-5198550a-8cc9-42cb-ac1e-3bded4de0813 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1871295 Jul 05 09:38:43.414510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d33e75ad-a83e-45a9-ab92-cc2b4ce0e400 req-cc645ed7-faf6-4a27-9d55-2c267330d0b0 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016057 Jul 05 09:38:43.447928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb3b5159-fbbf-4ac7-a357-6e7825cba1fe req-98776c33-dd03-4117-8cf4-9ea930c5fb3d tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016066 Jul 05 09:38:43.530014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126880e4-0b38-4a40-8b21-a83ece749e83 req-dae7c8b3-1b23-492c-8e71-7e7338dd666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:43.531621 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-126880e4-0b38-4a40-8b21-a83ece749e83 req-dae7c8b3-1b23-492c-8e71-7e7338dd666d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1097 time: 0.3538630 Jul 05 09:38:43.542874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Allocated IP 172.20.0.4 (7bf747e7-bef9-43c8-8369-6fa390377cb4/b86638a1-3c97-42a4-95fe-a239d5ab72c9/1f3e7961-f289-4444-a9ee-7bf087e5569b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:43.550176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Router cb1b1602-8495-45cd-bdd4-3823447cb506 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:38:43.587278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6cbda896-b754-4c23-8f73-54f23591cab5 None None] Provisioning complete for port bfbf1018-c023-4249-98a8-7e4234fd8346 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:43.587559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6cbda896-b754-4c23-8f73-54f23591cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:43.645678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Deleting port 61637181-99de-4bde-9422-c973eb97fa27 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:38:43.646062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:43.649932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6cbda896-b754-4c23-8f73-54f23591cab5 None None] Port bfbf1018-c023-4249-98a8-7e4234fd8346 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:38:43.724808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-126880e4-0b38-4a40-8b21-a83ece749e83 req-bfb2bec6-b032-43d6-9e91-df2a4523f634 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783168 Jul 05 09:38:43.729968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed621f-2c75-435c-8a53-f3f828ad7997 req-c63d82b7-a92a-40cd-9c94-3434de01d84a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:43.731978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64ed621f-2c75-435c-8a53-f3f828ad7997 req-c63d82b7-a92a-40cd-9c94-3434de01d84a tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 944 time: 0.1210127 Jul 05 09:38:43.764517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2479da2-9bcb-4239-bc6b-75ce24984f66 req-eeea9354-33ab-4c8e-97b0-89b6ce929a0b tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 210 time: 0.0315254 Jul 05 09:38:43.807759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64ed621f-2c75-435c-8a53-f3f828ad7997 req-5ca610e5-13f2-4cc4-b498-4617e0b9091b tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Jul 05 09:38:43.932196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] For port 61637181-99de-4bde-9422-c973eb97fa27, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=61637181-99de-4bde-9422-c973eb97fa27,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:43.932563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:43.952486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc307fbc-e379-4196-804f-c84291ec51e8 req-de502d32-538f-43b3-a664-0d73112d72bb tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:43.961225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc307fbc-e379-4196-804f-c84291ec51e8 req-de502d32-538f-43b3-a664-0d73112d72bb tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 945 time: 0.0875297 Jul 05 09:38:43.967620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Calling delete_port for 61637181-99de-4bde-9422-c973eb97fa27 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:38:43.971172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:38:43.976600 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9fad4d54-d605-4a9c-a8e3-ed7e8833cfb7 admin admin] 10.222.0.21 "PUT /v2.0/routers/cb1b1602-8495-45cd-bdd4-3823447cb506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7585444 Jul 05 09:38:43.991643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.007039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Sync routers for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:38:44.036264 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf84e5a1-0f84-4d44-b2d4-6eb761f06b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.036974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc307fbc-e379-4196-804f-c84291ec51e8 req-d199a473-979e-4e02-8129-4ce5d696ec2a tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735793 Jul 05 09:38:44.045459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:38:44.046273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:38:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:44.142783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.171630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:38:44.214529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Network 7bf747e7-bef9-43c8-8369-6fa390377cb4 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:44.224188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:44.227112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:44.281154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Pushing event updated for resources: {'Port': ['ID=1f3e7961-f289-4444-a9ee-7bf087e5569b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:44.294289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.321502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:44.322166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.323217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['10e69c65-b7f4-4768-988c-218057597b58'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:44.357693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event deleted for resources: {'Port': ['ID=61637181-99de-4bde-9422-c973eb97fa27,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:44.385499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-9259880d-5061-46bf-b0a5-655748075731 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7482407 Jul 05 09:38:44.406564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] No DVR routers for this DVR port 61637181-99de-4bde-9422-c973eb97fa27 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:44.411190 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.413733 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6f9a69bf-5e43-4b3b-b0a1-25b0d05933b6 req-647bacc8-4bc3-4bc0-960e-229d46e423fe tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "DELETE /v2.0/ports/61637181-99de-4bde-9422-c973eb97fa27 HTTP/1.1" status: 204 len: 173 time: 1.2475281 Jul 05 09:38:44.427579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Request body: {'port': {'device_id': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:44.525903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'name': 'network-vif-deleted', 'tag': '61637181-99de-4bde-9422-c973eb97fa27'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:44.532091 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0ccf2-c5eb-4f7a-bb55-ae76aa8a1acd" -d '{"events": [{"server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "name": "network-vif-deleted", "tag": "61637181-99de-4bde-9422-c973eb97fa27"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:44.550243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-e00c4c6a-c327-4e99-959e-0fe545f7e690 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:44.557248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-e00c4c6a-c327-4e99-959e-0fe545f7e690 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks?id=8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 200 len: 828 time: 0.2051866 Jul 05 09:38:44.581228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-627a084c-4d7d-456b-934d-6b507e3cfea6 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/quotas/8a7b6acfb2ee446b8dfbe9376a4e8040 HTTP/1.1" status: 200 len: 375 time: 0.0229883 Jul 05 09:38:44.581631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 683a50bc-18b7-4d42-a555-dc955cc44979 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:44.644230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.685944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 2, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:44.768364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93652cb-fdf2-4395-91d8-1e62eba61ea4 req-f8715ba8-400c-4870-a884-a96dc67f4361 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:44.773091 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Checking router: cb1b1602-8495-45cd-bdd4-3823447cb506 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:38:44.773643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Updating router cb1b1602-8495-45cd-bdd4-3823447cb506 port bfbf1018-c023-4249-98a8-7e4234fd8346 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:38:44.775856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a93652cb-fdf2-4395-91d8-1e62eba61ea4 req-f8715ba8-400c-4870-a884-a96dc67f4361 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.1428814 Jul 05 09:38:44.798707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-720a5140-c785-48da-a266-b284424ba7fb tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2165270 Jul 05 09:38:44.874458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494940d2-5a40-47d1-b234-506bdc888d0c req-60d00320-fcad-4c4a-9bdd-7959f08828f8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:44.878232 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-494940d2-5a40-47d1-b234-506bdc888d0c req-60d00320-fcad-4c4a-9bdd-7959f08828f8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 949 time: 0.3351941 Jul 05 09:38:44.910175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-2e5509c3-e42f-4017-b65e-37eb385047de service neutron] 10.222.0.21 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100645 Jul 05 09:38:44.913185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:44.961124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 683a50bc-18b7-4d42-a555-dc955cc44979 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:44.961700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.039630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-f244a3c6-9a72-43e0-9fbd-9424050bf58e service neutron] 10.222.0.21 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284814 Jul 05 09:38:45.128740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a93652cb-fdf2-4395-91d8-1e62eba61ea4 req-446e7afc-ef64-44c8-9a69-9cc58d3b5bc4 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436270 Jul 05 09:38:45.348391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8c44d-7b04-41a3-8215-3443b13743ac req-c9de52c1-7456-4819-a9ba-5357bbccfc0f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:45.362012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cb8c44d-7b04-41a3-8215-3443b13743ac req-c9de52c1-7456-4819-a9ba-5357bbccfc0f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.1083531 Jul 05 09:38:45.396446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Deleting port 55cd4034-71f5-49ea-9edb-6e1be7329368 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:38:45.397075 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.430115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cb8c44d-7b04-41a3-8215-3443b13743ac req-ed8709f3-7361-4bfa-9741-85b9735a023f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669732 Jul 05 09:38:45.548318 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aa9206-1bd8-41e6-9e85-aca057aab53f x-openstack-request-id: req-63aa9206-1bd8-41e6-9e85-aca057aab53f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:45.548622 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca5421-135f-4345-9a2c-447d23e0e4c2", "name": "network-vif-deleted", "tag": "61637181-99de-4bde-9422-c973eb97fa27", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:45.548880 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63aa9206-1bd8-41e6-9e85-aca057aab53f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:45.549291 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca5421-135f-4345-9a2c-447d23e0e4c2', 'name': 'network-vif-deleted', 'tag': '61637181-99de-4bde-9422-c973eb97fa27', 'status': 'completed', 'code': 200} Jul 05 09:38:45.559759 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.568365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] For port 55cd4034-71f5-49ea-9edb-6e1be7329368, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55cd4034-71f5-49ea-9edb-6e1be7329368,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:45.568732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.578453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Transition to ACTIVE for port object bfbf1018-c023-4249-98a8-7e4234fd8346 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:45.587919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.615615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Calling delete_port for 55cd4034-71f5-49ea-9edb-6e1be7329368 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:38:45.770627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07d793-f1ad-4ebe-b973-1e73cd35de14 None None] Pushing event updated for resources: {'Port': ['ID=bfbf1018-c023-4249-98a8-7e4234fd8346,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:45.791731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9f4653ba-931f-4478-892c-284e1bde1407 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:45.810715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3e7961-f289-4444-a9ee-7bf087e5569b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:45.829234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.846172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Transition to ACTIVE for port object 1f3e7961-f289-4444-a9ee-7bf087e5569b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:45.849972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.878893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Attempting to bind port bfbf1018-c023-4249-98a8-7e4234fd8346 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:45.883725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Attempting to bind port bfbf1018-c023-4249-98a8-7e4234fd8346 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:45.888290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Attempting to bind port bfbf1018-c023-4249-98a8-7e4234fd8346 on network 8dc2233a-6ef7-47b7-b2bd-794f037e321d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:45.889145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b18cd-3226-4ee3-97a0-e55208413f4d req-ce9b9831-e042-4f7d-bec6-d9296d705443 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:45.898376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d81b18cd-3226-4ee3-97a0-e55208413f4d req-ce9b9831-e042-4f7d-bec6-d9296d705443 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 944 time: 0.2284448 Jul 05 09:38:45.912790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:45.914512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Checking segment: {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:45.914972 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.917324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Bound using segment: {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:45.919550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Bound port: bfbf1018-c023-4249-98a8-7e4234fd8346, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:45.923680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:45.943214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031e0b-e3f2-4656-abea-5d8542408e4a req-4024a336-365a-4dc4-92ad-f3b38d9d2b18 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:45.945085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1031e0b-e3f2-4656-abea-5d8542408e4a req-4024a336-365a-4dc4-92ad-f3b38d9d2b18 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 931 time: 0.1819432 Jul 05 09:38:46.011652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e7961-f289-4444-a9ee-7bf087e5569b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:46.022594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d81b18cd-3226-4ee3-97a0-e55208413f4d req-066ea2dd-c70d-4a6b-b2c0-03fa4da85c42 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228108 Jul 05 09:38:46.051582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] For port bfbf1018-c023-4249-98a8-7e4234fd8346, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:46.056127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] For port bfbf1018-c023-4249-98a8-7e4234fd8346, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bfbf1018-c023-4249-98a8-7e4234fd8346,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:46.070604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:46.075309 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:46.102946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Attempting to bind port 1f3e7961-f289-4444-a9ee-7bf087e5569b on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:46.103324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Attempting to bind port 1f3e7961-f289-4444-a9ee-7bf087e5569b by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'b279a28e-f984-41e5-b02b-e1bad3f5a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:46.103674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Attempting to bind port 1f3e7961-f289-4444-a9ee-7bf087e5569b on network 7bf747e7-bef9-43c8-8369-6fa390377cb4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:46.115108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['0aa0d800-42bc-4bf3-924d-9ad22490f3df'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:46.119149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1031e0b-e3f2-4656-abea-5d8542408e4a req-71605735-e401-4ebe-8bfc-31d7351df794 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621740 Jul 05 09:38:46.185796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event deleted for resources: {'Port': ['ID=55cd4034-71f5-49ea-9edb-6e1be7329368,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:46.332327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Port 1f3e7961-f289-4444-a9ee-7bf087e5569b on network 7bf747e7-bef9-43c8-8369-6fa390377cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:46.332690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Attempting to bind port 1f3e7961-f289-4444-a9ee-7bf087e5569b on network 7bf747e7-bef9-43c8-8369-6fa390377cb4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:46.340166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] No DVR routers for this DVR port 55cd4034-71f5-49ea-9edb-6e1be7329368 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:46.345792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:46.356766 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-494940d2-5a40-47d1-b234-506bdc888d0c req-9b3aa8f0-4803-4f73-bfa4-b788191f71d5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.15 "DELETE /v2.0/ports/55cd4034-71f5-49ea-9edb-6e1be7329368 HTTP/1.1" status: 204 len: 173 time: 1.4717436 Jul 05 09:38:46.371022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:46.371650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Checking segment: {'id': 'b279a28e-f984-41e5-b02b-e1bad3f5a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:46.372261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Bound using segment: {'id': 'b279a28e-f984-41e5-b02b-e1bad3f5a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:46.372720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Bound port: 1f3e7961-f289-4444-a9ee-7bf087e5569b, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b279a28e-f984-41e5-b02b-e1bad3f5a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:46.377818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:46.405354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07d793-f1ad-4ebe-b973-1e73cd35de14 None None] Pushing event updated for resources: {'Port': ['ID=bfbf1018-c023-4249-98a8-7e4234fd8346,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:46.424314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:38:46.424506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfb1f33a-ea42-4093-9149-be45b51f5607 req-c608610a-b560-4dbf-bc5d-7f0b040ac084 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 210 time: 0.0973947 Jul 05 09:38:46.425066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:38:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:46.572866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] For port 1f3e7961-f289-4444-a9ee-7bf087e5569b, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:46.594121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] For port 1f3e7961-f289-4444-a9ee-7bf087e5569b, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=1f3e7961-f289-4444-a9ee-7bf087e5569b,segment=NetworkSegment(b279a28e-f984-41e5-b02b-e1bad3f5a001),segment_id=b279a28e-f984-41e5-b02b-e1bad3f5a001)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:46.601773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:46.715600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:46.721532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:46.728755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f3e7961-f289-4444-a9ee-7bf087e5569b HTTP/1.1" status: 200 len: 1092 time: 2.3235607 Jul 05 09:38:46.740371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 9f4653ba-931f-4478-892c-284e1bde1407 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:46.776541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-990257cf-6395-49e7-aa8f-2da613572ef2 req-c5a6dce7-34a5-4c23-8700-37272c267439 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 210 time: 0.0852344 Jul 05 09:38:46.778139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142131af-e81e-4559-9d6c-8e352b6e8df6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e7961-f289-4444-a9ee-7bf087e5569b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:46.779785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 9f4653ba-931f-4478-892c-284e1bde1407 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:46.780395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:46.855104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba3351-8fc2-45ee-ad96-bf8a68291531 req-4fbdc861-6275-4304-8090-82ef6e389b99 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:46.858545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efba3351-8fc2-45ee-ad96-bf8a68291531 req-4fbdc861-6275-4304-8090-82ef6e389b99 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1097 time: 0.1033046 Jul 05 09:38:46.923692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:38:46.944914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-cc3eff22-4dce-4b7f-8100-0bc79dcf196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:46.946653 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-cc3eff22-4dce-4b7f-8100-0bc79dcf196c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fca11bc769b4d93a6817dd94a5c3cc8&device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 1095 time: 0.1068544 Jul 05 09:38:46.947885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efba3351-8fc2-45ee-ad96-bf8a68291531 req-c2b8f118-7530-4e1b-9fcd-d50572a2d80d tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 Jul 05 09:38:47.051005 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-ee1e34c5-cfd2-4610-bc00-b9f9bf4cf1f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3e7961-f289-4444-a9ee-7bf087e5569b HTTP/1.1" status: 200 len: 217 time: 0.0917342 Jul 05 09:38:47.100092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daad64b7-6290-4e36-afc3-343f7c457456 req-7f693858-929b-40e8-b8ba-d43d6f9e4743 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=35814b82-5842-4323-be64-def05b721a3b HTTP/1.1" status: 200 len: 210 time: 0.0854561 Jul 05 09:38:47.159037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-6b9d1415-3cb7-4983-8433-78c57b0f864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:47.163995 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-6b9d1415-3cb7-4983-8433-78c57b0f864b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b86638a1-3c97-42a4-95fe-a239d5ab72c9 HTTP/1.1" status: 200 len: 860 time: 0.1062019 Jul 05 09:38:47.210447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:47.243697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-693d640a-d2d7-4fe4-b8c1-95afe5c25aa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bf747e7-bef9-43c8-8369-6fa390377cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726628 Jul 05 09:38:47.261704 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8269da16-94bd-418e-a931-67a6e39d6a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:47.420585 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-b47ac4cb-4f20-4fc8-be95-62b13e3a1fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/7bf747e7-bef9-43c8-8369-6fa390377cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674597 Jul 05 09:38:47.487852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc93999-9cf7-435d-99fb-5c7c5c6ea15c req-62c4e235-4fa2-416e-8713-588b1c4fdea3 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:47.499681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fc93999-9cf7-435d-99fb-5c7c5c6ea15c req-62c4e235-4fa2-416e-8713-588b1c4fdea3 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1097 time: 0.2087047 Jul 05 09:38:47.500183 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:38:47.500984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:47.567172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-deleted', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368'}, {'name': 'network-changed', 'server_uuid': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'tag': '1f3e7961-f289-4444-a9ee-7bf087e5569b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:47.571434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fc93999-9cf7-435d-99fb-5c7c5c6ea15c req-14bc1ec1-9917-460e-8c34-1bde0d8f8dad tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698965 Jul 05 09:38:47.572564 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e91c57-769f-4568-8cb9-8654e39fadd5" -d '{"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-deleted", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368"}, {"name": "network-changed", "server_uuid": "7d2da43c-8792-47d4-960a-21c41b6cb1ff", "tag": "1f3e7961-f289-4444-a9ee-7bf087e5569b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:47.601595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4653ba-931f-4478-892c-284e1bde1407'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:47.604101 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbebfd7-0926-48a2-abd3-8ac88f308ae2" -d '{"events": [{"server_uuid": "fd38bb7a-762e-4a2d-b531-0a288209bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "9f4653ba-931f-4478-892c-284e1bde1407"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:47.665135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9f4653ba-931f-4478-892c-284e1bde1407, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9f4653ba-931f-4478-892c-284e1bde1407,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:47.668181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55cd4034-71f5-49ea-9edb-6e1be7329368 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:47.740417 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:47.741318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 61637181-99de-4bde-9422-c973eb97fa27 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:47.838327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 61637181-99de-4bde-9422-c973eb97fa27 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:38:47.838830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 61637181-99de-4bde-9422-c973eb97fa27 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:38:47.854479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 55cd4034-71f5-49ea-9edb-6e1be7329368 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:38:47.854827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55cd4034-71f5-49ea-9edb-6e1be7329368 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:38:47.904183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:47.933087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=9f4653ba-931f-4478-892c-284e1bde1407,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:47.958891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:46Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:38:47.970642 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff3148ac-f574-4852-b1fd-4099a40010e2 req-fbbbee7f-dc4a-4f8e-b2d0-4a44e3fc5ccb service neutron] 10.222.0.15 "GET /v2.0/networks/7bf747e7-bef9-43c8-8369-6fa390377cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367243 Jul 05 09:38:47.997453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-93e89168-5b82-4371-8c17-2354e7a65440 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:47.998889 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-93e89168-5b82-4371-8c17-2354e7a65440 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.16 "GET /v2.0/networks?id=8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 200 len: 828 time: 0.3993468 Jul 05 09:38:48.005683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845372f-2a7c-48a0-b7c4-2926dfc19fb0 None None] The sync data for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 is: [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:46Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:38:48.014475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Request body: {'port': {'device_id': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'admin_state_up': True, 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:48.033215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeadf1-cc41-409f-9f42-e307520c8e24 req-51ba58d1-29c3-44c7-bcfd-79f2198df03d tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:48.038591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3eeadf1-cc41-409f-9f42-e307520c8e24 req-51ba58d1-29c3-44c7-bcfd-79f2198df03d tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 945 time: 0.1781604 Jul 05 09:38:48.085448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed21da-2e25-4226-981b-a9caee7ff81d req-d83ac242-0192-43af-ad3d-c835df477b65 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:48.089013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eeed21da-2e25-4226-981b-a9caee7ff81d req-d83ac242-0192-43af-ad3d-c835df477b65 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 943 time: 0.2929525 Jul 05 09:38:48.171435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Made reservation on behalf of 8a7b6acfb2ee446b8dfbe9376a4e8040 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:38:48.176141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:48.190940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3eeadf1-cc41-409f-9f42-e307520c8e24 req-73ac1a81-8d52-4e58-b52a-d30b734fec50 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411705 Jul 05 09:38:48.233773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eeed21da-2e25-4226-981b-a9caee7ff81d req-83a201d3-1843-48ab-bf55-26f620dfad50 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138554 Jul 05 09:38:48.339618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Allocated IP 172.20.0.8 (8dc2233a-6ef7-47b7-b2bd-794f037e321d/d7223aeb-dd00-465d-9ee8-f662458c47ab/e64f1c5f-9c69-4c2f-a692-363af93829ed) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:48.504283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7080dc13-53ec-4a7c-b33f-b9fdddbcfde2 req-06bed639-ebc4-4a55-8cd5-676c6122dcb0 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 210 time: 0.0514483 Jul 05 09:38:48.560503 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d766c70-ec4f-4baa-a3d8-26da98576ee5 x-openstack-request-id: req-9d766c70-ec4f-4baa-a3d8-26da98576ee5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:48.561181 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd38bb7a-762e-4a2d-b531-0a288209bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "9f4653ba-931f-4478-892c-284e1bde1407", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:48.561181 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d766c70-ec4f-4baa-a3d8-26da98576ee5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:48.562352 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4653ba-931f-4478-892c-284e1bde1407', 'code': 200} Jul 05 09:38:48.573563 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca37667-de16-47e5-a05d-6e7906e16385 x-openstack-request-id: req-7ca37667-de16-47e5-a05d-6e7906e16385 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:48.574161 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35814b82-5842-4323-be64-def05b721a3b", "name": "network-vif-deleted", "tag": "55cd4034-71f5-49ea-9edb-6e1be7329368", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d2da43c-8792-47d4-960a-21c41b6cb1ff", "tag": "1f3e7961-f289-4444-a9ee-7bf087e5569b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:48.574592 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ca37667-de16-47e5-a05d-6e7906e16385 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:48.576632 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35814b82-5842-4323-be64-def05b721a3b', 'name': 'network-vif-deleted', 'tag': '55cd4034-71f5-49ea-9edb-6e1be7329368', 'status': 'completed', 'code': 200} Jul 05 09:38:48.580435 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'tag': '1f3e7961-f289-4444-a9ee-7bf087e5569b', 'status': 'completed', 'code': 200} Jul 05 09:38:48.606033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:48.621545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bfbf1018-c023-4249-98a8-7e4234fd8346 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:48.622485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Transition to ACTIVE for port object e64f1c5f-9c69-4c2f-a692-363af93829ed will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:48.671167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:48.754459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port bfbf1018-c023-4249-98a8-7e4234fd8346 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:48.759634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bfbf1018-c023-4249-98a8-7e4234fd8346 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:48.760295 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:48.890454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc331b-e554-448d-a8fd-092e6289f8cb req-811d54ed-d5ee-41a1-95c5-35a7d137d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:48.892920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cdc331b-e554-448d-a8fd-092e6289f8cb req-811d54ed-d5ee-41a1-95c5-35a7d137d5a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 1097 time: 0.2205713 Jul 05 09:38:48.914328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb365e-8117-42aa-8604-46e0deffaf07 req-86e63a52-8b1b-4662-a28c-16e129d37034 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:48.916154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cbb365e-8117-42aa-8604-46e0deffaf07 req-86e63a52-8b1b-4662-a28c-16e129d37034 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 931 time: 0.1798234 Jul 05 09:38:48.940716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:49.004293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cdc331b-e554-448d-a8fd-092e6289f8cb req-df1890d6-e3a8-4f70-aa52-ffddf6936f61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006820 Jul 05 09:38:49.008930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cbb365e-8117-42aa-8604-46e0deffaf07 req-d7f9f01a-009e-4159-b8e4-0ef290ac530f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853717 Jul 05 09:38:49.014663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port bfbf1018-c023-4249-98a8-7e4234fd8346, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bfbf1018-c023-4249-98a8-7e4234fd8346,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:49.020941 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:49.152521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=bfbf1018-c023-4249-98a8-7e4234fd8346,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:49.382303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:49.393348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:49.395881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:49.475659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:49.476311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:49.518763 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5085068 Jul 05 09:38:49.521868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e498e4f-a396-4278-a8bc-e0ca0a7ab7bd tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event updated for resources: {'Port': ['ID=e64f1c5f-9c69-4c2f-a692-363af93829ed,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:49.536227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Request body: {'port': {'device_id': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:49.550250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:49.569063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-2dd9852d-77ad-4f35-9788-d54b50f58f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:49.570734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-2dd9852d-77ad-4f35-9788-d54b50f58f0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fca11bc769b4d93a6817dd94a5c3cc8&device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 1095 time: 0.9114258 Jul 05 09:38:49.669447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 1f3e7961-f289-4444-a9ee-7bf087e5569b details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:49.744802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:49.759780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182529-b13c-4c96-8322-2555772e557b req-67872e5f-9660-4243-acb2-7c6943d7cded tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:49.761979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64182529-b13c-4c96-8322-2555772e557b req-67872e5f-9660-4243-acb2-7c6943d7cded tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 945 time: 0.1151414 Jul 05 09:38:49.839506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64182529-b13c-4c96-8322-2555772e557b req-b191ec6c-73a3-4e1a-8816-9a990caa1700 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708165 Jul 05 09:38:49.864467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 1f3e7961-f289-4444-a9ee-7bf087e5569b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=1f3e7961-f289-4444-a9ee-7bf087e5569b,segment=NetworkSegment(b279a28e-f984-41e5-b02b-e1bad3f5a001),segment_id=b279a28e-f984-41e5-b02b-e1bad3f5a001)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:49.881200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '1f3e7961-f289-4444-a9ee-7bf087e5569b', 'network_id': '7bf747e7-bef9-43c8-8369-6fa390377cb4', 'port_id': '1f3e7961-f289-4444-a9ee-7bf087e5569b', 'mac_address': 'fa:16:3e:d5:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86638a1-3c97-42a4-95fe-a239d5ab72c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:49.979178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd77350e-e6be-4754-8331-84e7056f5f7c None None] Provisioning for port e64f1c5f-9c69-4c2f-a692-363af93829ed completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:50.013189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd77350e-e6be-4754-8331-84e7056f5f7c None None] Provisioning complete for port e64f1c5f-9c69-4c2f-a692-363af93829ed triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:50.013845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd77350e-e6be-4754-8331-84e7056f5f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.044670 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.061817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3e7961-f289-4444-a9ee-7bf087e5569b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:50.084988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 1f3e7961-f289-4444-a9ee-7bf087e5569b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=1f3e7961-f289-4444-a9ee-7bf087e5569b,segment=NetworkSegment(b279a28e-f984-41e5-b02b-e1bad3f5a001),segment_id=b279a28e-f984-41e5-b02b-e1bad3f5a001)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:50.098012 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.141888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-c80089ab-73d0-4cbe-a4e3-e6909bde03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:50.143967 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-c80089ab-73d0-4cbe-a4e3-e6909bde03e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bf747e7-bef9-43c8-8369-6fa390377cb4 HTTP/1.1" status: 200 len: 921 time: 0.5596354 Jul 05 09:38:50.149012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fd77350e-e6be-4754-8331-84e7056f5f7c None None] Port e64f1c5f-9c69-4c2f-a692-363af93829ed cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:38:50.174280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d05d47-7e17-44a7-847f-bcc3c5243460 req-0775bec7-4c2f-44a7-aab3-ec3372108cbb tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:50.175231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10d05d47-7e17-44a7-847f-bcc3c5243460 req-0775bec7-4c2f-44a7-aab3-ec3372108cbb tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 943 time: 0.1852145 Jul 05 09:38:50.222446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=1f3e7961-f289-4444-a9ee-7bf087e5569b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:50.244704 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-969504e3-00ef-4143-8374-6a037fcd97d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3e7961-f289-4444-a9ee-7bf087e5569b HTTP/1.1" status: 200 len: 217 time: 0.0920696 Jul 05 09:38:50.278565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10d05d47-7e17-44a7-847f-bcc3c5243460 req-ec07a10d-0c8f-41cb-998b-0c2e52a57014 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970516 Jul 05 09:38:50.287766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64f1c5f-9c69-4c2f-a692-363af93829ed {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:50.321394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.352620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Transition to ACTIVE for port object e64f1c5f-9c69-4c2f-a692-363af93829ed will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:38:50.360915 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.364980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-2e1d1914-3d3a-45aa-a541-2fa6298ca58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:50.366890 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-2e1d1914-3d3a-45aa-a541-2fa6298ca58f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b86638a1-3c97-42a4-95fe-a239d5ab72c9 HTTP/1.1" status: 200 len: 860 time: 0.1151445 Jul 05 09:38:50.396193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['1f3e7961-f289-4444-a9ee-7bf087e5569b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:50.447770 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-e257f0a7-c288-4f31-bd88-148c48b98806 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bf747e7-bef9-43c8-8369-6fa390377cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682855 Jul 05 09:38:50.534365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bfbf1018-c023-4249-98a8-7e4234fd8346 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:50.586295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e64f1c5f-9c69-4c2f-a692-363af93829ed,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:50.662367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bfbf1018-c023-4249-98a8-7e4234fd8346 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:50.663137 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.717455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee7b00-f496-4ca0-8ed5-549757d95695 req-69454246-7317-4695-a2f5-87c6d5642892 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:50.721910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8ee7b00-f496-4ca0-8ed5-549757d95695 req-69454246-7317-4695-a2f5-87c6d5642892 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.1573713 Jul 05 09:38:50.748514 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-de102ebf-cc45-436e-930d-bb9dbb0fcc01 service neutron] 10.222.0.15 "GET /v2.0/networks/7bf747e7-bef9-43c8-8369-6fa390377cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903059 Jul 05 09:38:50.755313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Attempting to bind port e64f1c5f-9c69-4c2f-a692-363af93829ed on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:50.756015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Attempting to bind port e64f1c5f-9c69-4c2f-a692-363af93829ed by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:50.756685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Attempting to bind port e64f1c5f-9c69-4c2f-a692-363af93829ed on network 8dc2233a-6ef7-47b7-b2bd-794f037e321d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:50.772899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Port e64f1c5f-9c69-4c2f-a692-363af93829ed on network 8dc2233a-6ef7-47b7-b2bd-794f037e321d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:50.773285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Attempting to bind port e64f1c5f-9c69-4c2f-a692-363af93829ed on network 8dc2233a-6ef7-47b7-b2bd-794f037e321d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:50.810269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-d3d21a31-ad20-4a18-b442-d6ce24c5c456 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:38:50.817382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-d3d21a31-ad20-4a18-b442-d6ce24c5c456 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373142 Jul 05 09:38:50.822176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Request body: {'binding': {'host': 'n-h2-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:50.822635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 09:38:50.852836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:50.853095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Checking segment: {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:50.853516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Bound using segment: {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:50.853949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Bound port: e64f1c5f-9c69-4c2f-a692-363af93829ed, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28264f29-1cca-41cc-ac4c-2c69334e067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:50.854304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:50.864103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8ee7b00-f496-4ca0-8ed5-549757d95695 req-17cb05f0-c67c-4db7-91a3-d0612c8426b2 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/security-groups?id=db1766ca-313f-435a-a59c-b3688917b2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358223 Jul 05 09:38:50.959001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] For port e64f1c5f-9c69-4c2f-a692-363af93829ed, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:38:50.963923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] For port e64f1c5f-9c69-4c2f-a692-363af93829ed, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:50.966820 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50e91c57-769f-4568-8cb9-8654e39fadd5 req-b9c953f4-0bc0-497a-a4c5-0b4fecac4c01 service neutron] 10.222.0.15 "GET /v2.0/networks/7bf747e7-bef9-43c8-8369-6fa390377cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974335 Jul 05 09:38:50.980965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:51.013093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on host n-h2-771363-33 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:38:51.014379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:38:51.014895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:51.020886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:38:51.021202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:38:51.026477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:38:51.027135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:38:51.027684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:38:51.028361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Bound port: cc11ebba-d448-4b5b-b705-cb54ee4851ac, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:38:51.042381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:51.043182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:51.044667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] 10.222.0.16 "PUT /v2.0/ports/e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 1092 time: 1.5136669 Jul 05 09:38:51.045250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:51.049275 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7" -d '{"events": [{"name": "network-changed", "server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:51.079352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba303d-bdcc-42b5-a95a-5ab237181dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e64f1c5f-9c69-4c2f-a692-363af93829ed,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:51.150501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:38:51.156720 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:51.162628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] 10.222.0.21 "POST /v2.0/ports/cc11ebba-d448-4b5b-b705-cb54ee4851ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.3442028 Jul 05 09:38:51.167634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-3f9e9454-8558-4788-9742-2cc212c64d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:51.170106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-3f9e9454-8558-4788-9742-2cc212c64d63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 1095 time: 0.0843384 Jul 05 09:38:51.238738 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-2622350f-3539-44a9-9c28-350408d08d18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 217 time: 0.0597365 Jul 05 09:38:51.285315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce74bc2d-64ea-41f7-aaa4-4aa78fc613ea req-cedd8ec0-f68b-42b8-8bd6-1cd2474b293c tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=afca5421-135f-4345-9a2c-447d23e0e4c2 HTTP/1.1" status: 200 len: 210 time: 0.0444784 Jul 05 09:38:51.361774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-83f738b9-d62f-481d-842e-88e8d5aec744 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:51.370403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-83f738b9-d62f-481d-842e-88e8d5aec744 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 949 time: 0.2022951 Jul 05 09:38:51.372493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-bc5f7df4-d5be-41f7-bcbd-37e4e8c3024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:51.376056 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-bc5f7df4-d5be-41f7-bcbd-37e4e8c3024f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7223aeb-dd00-465d-9ee8-f662458c47ab HTTP/1.1" status: 200 len: 867 time: 0.1294615 Jul 05 09:38:51.487793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dbfb49a9-ae94-460f-ac7a-8f067b503e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:51.489307 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-dbfb49a9-ae94-460f-ac7a-8f067b503e47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dc2233a-6ef7-47b7-b2bd-794f037e321d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968037 Jul 05 09:38:51.607668 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-869ce450-fb27-4a00-918b-5fc8ba80aa1a service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106288 Jul 05 09:38:51.666022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 1f3e7961-f289-4444-a9ee-7bf087e5569b up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:51.726947 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c066323-20a3-4781-a5c0-9a6a9dcd43cd req-80cc3e99-6126-4731-b1af-0f25161bb76d service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122458 Jul 05 09:38:51.744537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 1f3e7961-f289-4444-a9ee-7bf087e5569b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:51.751615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 1f3e7961-f289-4444-a9ee-7bf087e5569b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:51.751991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:51.841912 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:51.873554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e7961-f289-4444-a9ee-7bf087e5569b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:51.877448 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72e0c2-e56a-4d39-b207-314451f87024" -d '{"events": [{"server_uuid": "7d2da43c-8792-47d4-960a-21c41b6cb1ff", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e7961-f289-4444-a9ee-7bf087e5569b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:51.892691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 1f3e7961-f289-4444-a9ee-7bf087e5569b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=1f3e7961-f289-4444-a9ee-7bf087e5569b,segment=NetworkSegment(b279a28e-f984-41e5-b02b-e1bad3f5a001),segment_id=b279a28e-f984-41e5-b02b-e1bad3f5a001)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:51.897728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:51.966509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=1f3e7961-f289-4444-a9ee-7bf087e5569b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:52.030115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-2656029b-7474-4685-a489-88ffd011e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.031703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-2656029b-7474-4685-a489-88ffd011e136 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1097 time: 0.5493586 Jul 05 09:38:52.069285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bb1bb-36ed-4bb1-8446-fb616e0ceef3 req-f52d1016-e41a-41ab-90b5-5ba3816a18ea tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.070982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a89bb1bb-36ed-4bb1-8446-fb616e0ceef3 req-f52d1016-e41a-41ab-90b5-5ba3816a18ea tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 943 time: 0.5949185 Jul 05 09:38:52.113822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Deleting port 0aa0d800-42bc-4bf3-924d-9ad22490f3df {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:38:52.114182 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:52.194158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223069e-0eb6-4ac6-906a-bf5a37ab8547 req-f8aa7e5f-1e13-4c63-a3a4-8c9fa2404678 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.195725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6223069e-0eb6-4ac6-906a-bf5a37ab8547 req-f8aa7e5f-1e13-4c63-a3a4-8c9fa2404678 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 945 time: 0.2741585 Jul 05 09:38:52.273485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a89bb1bb-36ed-4bb1-8446-fb616e0ceef3 req-c2a5c48a-ebf8-4b5f-ba81-e3cad52dcbb0 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862559 Jul 05 09:38:52.315249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-e67afc30-199f-4dc6-ac50-3003269ed020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.316754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-e67afc30-199f-4dc6-ac50-3003269ed020 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2760491 Jul 05 09:38:52.318587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] For port 0aa0d800-42bc-4bf3-924d-9ad22490f3df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=0aa0d800-42bc-4bf3-924d-9ad22490f3df,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:52.318949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:52.330148 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c53bf-4fcf-4dc0-a7aa-aeb0a50e3263 x-openstack-request-id: req-e76c53bf-4fcf-4dc0-a7aa-aeb0a50e3263 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:52.330579 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:52.330836 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e76c53bf-4fcf-4dc0-a7aa-aeb0a50e3263 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:52.331521 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'status': 'completed', 'code': 200} Jul 05 09:38:52.373694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-f482f9bf-f91a-44e5-b8f1-6e67963f204f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 200 len: 217 time: 0.0422816 Jul 05 09:38:52.379679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6223069e-0eb6-4ac6-906a-bf5a37ab8547 req-fe2e2c71-440b-4be9-83bc-3177ba85b213 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684496 Jul 05 09:38:52.452420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a7e57fb5-61c9-4703-b71e-bbe46903f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.454613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a7e57fb5-61c9-4703-b71e-bbe46903f993 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0735698 Jul 05 09:38:52.455841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Calling delete_port for 0aa0d800-42bc-4bf3-924d-9ad22490f3df owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:38:52.471531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-3d13e085-7dbd-479e-b319-56469b1cc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.473504 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-3d13e085-7dbd-479e-b319-56469b1cc25b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 1095 time: 0.1169600 Jul 05 09:38:52.508590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-313d0677-8d82-45f0-901d-90f639b689bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383766 Jul 05 09:38:52.622100 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-8e8f8ada-b6df-4797-85b5-b270e6da12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.623936 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-8e8f8ada-b6df-4797-85b5-b270e6da12fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 200 len: 929 time: 0.1436110 Jul 05 09:38:52.686778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-ee7195e6-e980-4eb6-8bc1-ce7e71dd821c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 217 time: 0.0546792 Jul 05 09:38:52.750559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-c0ec43cd-fbfd-421c-8e7b-2235c8389b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.753300 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-c0ec43cd-fbfd-421c-8e7b-2235c8389b45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7223aeb-dd00-465d-9ee8-f662458c47ab HTTP/1.1" status: 200 len: 867 time: 0.0595016 Jul 05 09:38:52.815698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce1ad1-7a9f-491e-bfb8-9632567fbc3d req-c3fdd829-d67b-4e43-b372-132271ef1715 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.817475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32ce1ad1-7a9f-491e-bfb8-9632567fbc3d req-c3fdd829-d67b-4e43-b372-132271ef1715 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.3076386 Jul 05 09:38:52.862030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-6b4168e6-a146-4d3f-8c20-b9af2569ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.863842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-6b4168e6-a146-4d3f-8c20-b9af2569ab28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dc2233a-6ef7-47b7-b2bd-794f037e321d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021142 Jul 05 09:38:52.892981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-3e0f54ca-3bc3-437e-b9da-9f62250bec06 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203146 Jul 05 09:38:52.913394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e95f7e-4016-4326-a730-c5ac9d936659 req-67fa6f18-ed82-48f8-9456-4a2c8b7cfe94 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:52.915138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04e95f7e-4016-4326-a730-c5ac9d936659 req-67fa6f18-ed82-48f8-9456-4a2c8b7cfe94 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 945 time: 0.3185236 Jul 05 09:38:52.999734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-1a5d8190-6bc5-4e7a-9ee8-b01894263941 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284547 Jul 05 09:38:53.041429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32ce1ad1-7a9f-491e-bfb8-9632567fbc3d req-0118a9d7-abde-41fb-b9f7-543acc1ecb1f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081685 Jul 05 09:38:53.134211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04e95f7e-4016-4326-a730-c5ac9d936659 req-de90a7d9-51f3-4165-95e4-6e3ae319854a tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057829 Jul 05 09:38:53.136145 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4bcab35-e5cf-4f7b-8716-c2565fb326e7 req-fb13df74-23ab-4b18-b7e0-083923f16318 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262963 Jul 05 09:38:53.178381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:53.216676 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a5425b-bd51-4c7e-8ea0-43aa4439861f x-openstack-request-id: req-d1a5425b-bd51-4c7e-8ea0-43aa4439861f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:53.217185 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2da43c-8792-47d4-960a-21c41b6cb1ff", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e7961-f289-4444-a9ee-7bf087e5569b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:53.217273 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1a5425b-bd51-4c7e-8ea0-43aa4439861f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:53.217603 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e7961-f289-4444-a9ee-7bf087e5569b', 'code': 200} Jul 05 09:38:53.312059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Pushing event deleted for resources: {'Port': ['ID=0aa0d800-42bc-4bf3-924d-9ad22490f3df,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:53.372248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-8ecdf1f3-e06a-4a97-979a-5e25f99fed75 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688623 Jul 05 09:38:53.374934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] No DVR routers for this DVR port 0aa0d800-42bc-4bf3-924d-9ad22490f3df on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:38:53.390195 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:53.400705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5babcaee-a9c7-4286-8a72-a09661c85a53 req-f46c6a0a-4687-4494-8412-b38a196136c5 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.16 "DELETE /v2.0/ports/0aa0d800-42bc-4bf3-924d-9ad22490f3df HTTP/1.1" status: 204 len: 173 time: 2.0208304 Jul 05 09:38:53.402368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-deleted', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:53.418374 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8608da1a-ad57-4eda-b7ea-c572798bf50e" -d '{"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-deleted", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:53.456058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028972-1f85-4faf-8792-3dcf25ea74a1 req-8dfff879-9212-46ee-9ed1-f2c7ecfa175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:53.468487 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-00028972-1f85-4faf-8792-3dcf25ea74a1 req-8dfff879-9212-46ee-9ed1-f2c7ecfa175d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 1097 time: 0.1618917 Jul 05 09:38:53.616104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d4d93cf-5b2b-4e08-932e-9aacaf996070 req-cbc9f25e-9103-4912-bf76-01e326afbfb8 tempest-MigrationsAdminTest-630962586 tempest-MigrationsAdminTest-630962586-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d975654-8be7-4c91-b81b-b08b80d8643c HTTP/1.1" status: 200 len: 210 time: 0.1472416 Jul 05 09:38:53.648380 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-00028972-1f85-4faf-8792-3dcf25ea74a1 req-661c5c89-4be1-49a3-882b-b05de5fd235b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704671 Jul 05 09:38:53.739457 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae850e-1856-42c4-8e24-e1319e3b0945 x-openstack-request-id: req-94ae850e-1856-42c4-8e24-e1319e3b0945 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:53.739791 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d975654-8be7-4c91-b81b-b08b80d8643c", "name": "network-vif-deleted", "tag": "0aa0d800-42bc-4bf3-924d-9ad22490f3df", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:53.740048 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94ae850e-1856-42c4-8e24-e1319e3b0945 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:53.740771 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d975654-8be7-4c91-b81b-b08b80d8643c', 'name': 'network-vif-deleted', 'tag': '0aa0d800-42bc-4bf3-924d-9ad22490f3df', 'status': 'completed', 'code': 200} Jul 05 09:38:53.807430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e64f1c5f-9c69-4c2f-a692-363af93829ed details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:38:53.811538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:38:53.894373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 0aa0d800-42bc-4bf3-924d-9ad22490f3df {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:38:53.894721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 0aa0d800-42bc-4bf3-924d-9ad22490f3df not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:38:54.009884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc0898-f1af-43de-848c-2e48513f6486 req-88f0a02f-2fd1-4455-9a51-2f8147d97bd1 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:54.024060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10bc0898-f1af-43de-848c-2e48513f6486 req-88f0a02f-2fd1-4455-9a51-2f8147d97bd1 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 943 time: 0.1764176 Jul 05 09:38:54.084090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e64f1c5f-9c69-4c2f-a692-363af93829ed, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:54.112741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'port_id': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'mac_address': 'fa:16:3e:5d:82:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:38:54.123179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10bc0898-f1af-43de-848c-2e48513f6486 req-b0e319e0-f167-471f-9f6a-55198ac091f3 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977926 Jul 05 09:38:54.178188 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:54.193939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64f1c5f-9c69-4c2f-a692-363af93829ed {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:38:54.218699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e64f1c5f-9c69-4c2f-a692-363af93829ed, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:54.223866 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:54.353180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e64f1c5f-9c69-4c2f-a692-363af93829ed,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:54.479408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40ba77-8066-4ab2-9fd9-402b20d5108a req-4e7294e5-e357-4497-8b65-18819c5f7721 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:54.488021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb40ba77-8066-4ab2-9fd9-402b20d5108a req-4e7294e5-e357-4497-8b65-18819c5f7721 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.1466017 Jul 05 09:38:54.523050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e64f1c5f-9c69-4c2f-a692-363af93829ed'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:38:54.577438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb40ba77-8066-4ab2-9fd9-402b20d5108a req-fb07373a-9682-4719-9586-dabe399424d2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809069 Jul 05 09:38:54.928175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db2e1-6602-4ff1-926d-f9e97793c84d req-a10381db-901c-4729-94af-8744fd4d9628 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:54.930457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd2db2e1-6602-4ff1-926d-f9e97793c84d req-a10381db-901c-4729-94af-8744fd4d9628 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 945 time: 0.1759841 Jul 05 09:38:54.979311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd2db2e1-6602-4ff1-926d-f9e97793c84d req-0913b708-d10d-425a-9914-7ee27ea25d98 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Jul 05 09:38:55.329137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42088) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:55.459735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70226dfc-b289-43f9-8dc6-ffe9de406405 req-072793f5-e683-4490-b9c0-00bb09347996 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:55.461943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70226dfc-b289-43f9-8dc6-ffe9de406405 req-072793f5-e683-4490-b9c0-00bb09347996 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 944 time: 0.0870335 Jul 05 09:38:55.542248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70226dfc-b289-43f9-8dc6-ffe9de406405 req-5dfb215c-6e8e-4ee4-9015-6acf34f3792b tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747271 Jul 05 09:38:55.570812 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f83fedba-fbab-492b-882f-4b5c68ca1e3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a40472c226d04f59809253dcc27cc584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376759 Jul 05 09:38:55.571036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42092) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:55.636034 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa8d8-85f2-4098-aecb-781a4ec4a3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:55.707449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa8d8-85f2-4098-aecb-781a4ec4a3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:55.792932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa8d8-85f2-4098-aecb-781a4ec4a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:55.797617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa8d8-85f2-4098-aecb-781a4ec4a3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:55.801217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e8fa8d8-85f2-4098-aecb-781a4ec4a3a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db1766ca-313f-435a-a59c-b3688917b2bf HTTP/1.1" status: 204 len: 168 time: 0.2269273 Jul 05 09:38:55.819669 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fa8d8-85f2-4098-aecb-781a4ec4a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1766ca-313f-435a-a59c-b3688917b2bf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:55.820443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e64f1c5f-9c69-4c2f-a692-363af93829ed up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:38:55.916954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b0c45-bfb0-426e-bef5-3b4af30de9a5 req-f610c704-62f5-4dd3-9a0d-d6086857c7b1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:55.925783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b53b0c45-bfb0-426e-bef5-3b4af30de9a5 req-f610c704-62f5-4dd3-9a0d-d6086857c7b1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.1125388 Jul 05 09:38:55.989137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b53b0c45-bfb0-426e-bef5-3b4af30de9a5 req-9ecfcfae-9f08-4023-b5db-6b138088f39f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623333 Jul 05 09:38:56.017049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port e64f1c5f-9c69-4c2f-a692-363af93829ed completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:38:56.027147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port e64f1c5f-9c69-4c2f-a692-363af93829ed triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:38:56.027722 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.158501 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.214826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:38:56.217819 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68865831-1d13-4233-b32a-37c41944e6d3" -d '{"events": [{"server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "name": "network-vif-plugged", "status": "completed", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:38:56.252295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e64f1c5f-9c69-4c2f-a692-363af93829ed, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:56.256912 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.286937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42112) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:56.350787 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0909f69e-7746-4112-9055-b1c486f37300 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=195647cd25de4557b6af3a9d4eeb9d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600634 Jul 05 09:38:56.353315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:38:56.357912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d81072-d30b-420b-964b-d1f4168f9e0d req-96390b37-232c-45a9-bbbb-1ee8a9f6797a tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:56.358859 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2135ccf-50b2-4738-90ed-88f0787feb6c x-openstack-request-id: req-e2135ccf-50b2-4738-90ed-88f0787feb6c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:38:56.359493 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "name": "network-vif-plugged", "status": "completed", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:38:56.360083 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2135ccf-50b2-4738-90ed-88f0787feb6c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:38:56.360933 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'code': 200} Jul 05 09:38:56.361794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e64f1c5f-9c69-4c2f-a692-363af93829ed,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:56.376206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50d81072-d30b-420b-964b-d1f4168f9e0d req-96390b37-232c-45a9-bbbb-1ee8a9f6797a tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 945 time: 0.0996294 Jul 05 09:38:56.435900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6e21be-9438-44ee-829f-71c84d8bccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.444600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50d81072-d30b-420b-964b-d1f4168f9e0d req-b068c330-2371-44aa-9737-e0aacaa53216 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671947 Jul 05 09:38:56.463701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6e21be-9438-44ee-829f-71c84d8bccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.501679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e7e6f-1422-47f7-9ce9-c62a47ef670d req-96b6f55c-dcca-4878-85d5-a77b1bb0af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:56.504336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a18e7e6f-1422-47f7-9ce9-c62a47ef670d req-96b6f55c-dcca-4878-85d5-a77b1bb0af7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 1097 time: 0.1014779 Jul 05 09:38:56.564199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6e21be-9438-44ee-829f-71c84d8bccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.568134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6e21be-9438-44ee-829f-71c84d8bccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:56.569454 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc6e21be-9438-44ee-829f-71c84d8bccfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5a79934-bce2-4502-be66-b2bc93d3e05f HTTP/1.1" status: 204 len: 168 time: 0.2092342 Jul 05 09:38:56.590083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a18e7e6f-1422-47f7-9ce9-c62a47ef670d req-bd9f5ce0-d8d7-48ec-b034-a2e931064403 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Jul 05 09:38:56.604843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e21be-9438-44ee-829f-71c84d8bccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a79934-bce2-4502-be66-b2bc93d3e05f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:56.880264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e313-e16f-4be0-b8a2-11889b4205f9 req-05c7e73d-d3a2-482e-9c69-775b62f1252e tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:56.884955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8f5e313-e16f-4be0-b8a2-11889b4205f9 req-05c7e73d-d3a2-482e-9c69-775b62f1252e tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 945 time: 0.1542568 Jul 05 09:38:56.950025 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8f5e313-e16f-4be0-b8a2-11889b4205f9 req-bf94865a-8d0b-4847-ae1d-ab9499aeb7a0 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592704 Jul 05 09:38:57.290569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724349f-7c68-47a1-a7ff-1f23fcf81278 req-8051d6ad-a73f-408b-a133-a484e3584b98 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:57.308139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c724349f-7c68-47a1-a7ff-1f23fcf81278 req-8051d6ad-a73f-408b-a133-a484e3584b98 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.1388736 Jul 05 09:38:57.399670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c724349f-7c68-47a1-a7ff-1f23fcf81278 req-aa62a250-734b-4930-a43f-f8b29accd94c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897367 Jul 05 09:38:58.163279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af11b2-297d-4a87-a445-257a12fb4add req-bc583d79-9bbb-45e4-944a-1a9bc7ca2891 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:58.171367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2af11b2-297d-4a87-a445-257a12fb4add req-bc583d79-9bbb-45e4-944a-1a9bc7ca2891 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 945 time: 0.0879581 Jul 05 09:38:58.278894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2af11b2-297d-4a87-a445-257a12fb4add req-85059b57-f452-4b0c-970d-ac8f99f606c1 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/security-groups?id=384be619-6b86-4376-91e4-da91bd4b67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996957 Jul 05 09:38:58.373609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f209ec-bc43-49c2-b9a2-b73a30c7f20a req-f6fde052-87e6-48e6-9eb6-43c878eec70a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:58.381741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84f209ec-bc43-49c2-b9a2-b73a30c7f20a req-f6fde052-87e6-48e6-9eb6-43c878eec70a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 945 time: 0.2038016 Jul 05 09:38:58.477578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84f209ec-bc43-49c2-b9a2-b73a30c7f20a req-833c13ba-b991-4ec2-9f98-177b7043e57f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787041 Jul 05 09:38:58.903036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-2fa813b9-f401-4730-8b54-7118edb4ce89 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 258 time: 0.2530010 Jul 05 09:38:58.908451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:38:58.977599 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.045527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d776-1e14-4eff-abef-7d0d1b8e5d42 req-1bbadc7a-f5fb-44cf-874d-96b0a1e67ca2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:59.048511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a41d776-1e14-4eff-abef-7d0d1b8e5d42 req-1bbadc7a-f5fb-44cf-874d-96b0a1e67ca2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.1324658 Jul 05 09:38:59.051172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.106092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a41d776-1e14-4eff-abef-7d0d1b8e5d42 req-6c50e770-6581-42a8-8cf4-fb3800dfb9c8 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Jul 05 09:38:59.149475 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.263568 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.268795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Allocated IP 172.25.1.123 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/816c055c-1f8f-4118-94e0-3933ec71b88b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:38:59.361775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-97c41ca7-3f4e-4c30-857f-1d809b46aab2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280173 Jul 05 09:38:59.457737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.496356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-a210b593-3a24-4cc6-adea-73a1f664e6aa tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:59.497757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-a210b593-3a24-4cc6-adea-73a1f664e6aa tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 945 time: 0.0839262 Jul 05 09:38:59.511319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-e5d170a0-13d3-4a39-9060-a43f5c898ac5 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:38:59.512843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-e5d170a0-13d3-4a39-9060-a43f5c898ac5 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409783 Jul 05 09:38:59.544676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-a22434ea-9073-4f4c-b5d0-3782063d12b1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/quotas/2ad0461083dc4b68a462b0d01eb0f5e4 HTTP/1.1" status: 200 len: 375 time: 0.0200622 Jul 05 09:38:59.558924 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.612248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-07cb7331-e2a4-4cc5-af9e-5651f94c61a9 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556271 Jul 05 09:38:59.614173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Deleting port 1f3e7961-f289-4444-a9ee-7bf087e5569b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:38:59.614639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.626505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:38:59.632693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:38:59.636623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:38:59.661599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event updated for resources: {'Port': ['ID=816c055c-1f8f-4118-94e0-3933ec71b88b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:38:59.728242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] For port 1f3e7961-f289-4444-a9ee-7bf087e5569b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=1f3e7961-f289-4444-a9ee-7bf087e5569b,segment=NetworkSegment(b279a28e-f984-41e5-b02b-e1bad3f5a001),segment_id=b279a28e-f984-41e5-b02b-e1bad3f5a001)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:38:59.728609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.745141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Calling delete_port for 1f3e7961-f289-4444-a9ee-7bf087e5569b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:38:59.846655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.921489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.923019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:38:59.978183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Pushing event deleted for resources: {'Port': ['ID=1f3e7961-f289-4444-a9ee-7bf087e5569b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:00.040731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] No DVR routers for this DVR port 1f3e7961-f289-4444-a9ee-7bf087e5569b on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:00.043310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:00.045506 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fb25159-b301-4afa-9d0f-ed6625f41a05 req-3b6ff27e-184c-4029-a001-9c37f577b7bd tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.15 "DELETE /v2.0/ports/1f3e7961-f289-4444-a9ee-7bf087e5569b HTTP/1.1" status: 204 len: 173 time: 0.5383923 Jul 05 09:39:00.045955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'name': 'network-vif-deleted', 'tag': '1f3e7961-f289-4444-a9ee-7bf087e5569b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:00.055550 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc2b04-9fa4-4b86-83f8-c3c151ebd8da" -d '{"events": [{"server_uuid": "7d2da43c-8792-47d4-960a-21c41b6cb1ff", "name": "network-vif-deleted", "tag": "1f3e7961-f289-4444-a9ee-7bf087e5569b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:00.419726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76d7b4f2-a657-40e5-a183-0fbce0d203b2 req-98650592-1ef7-4a2f-b405-dfa64d287ef7 tempest-ServerMetadataNegativeTestJSON-1362235707 tempest-ServerMetadataNegativeTestJSON-1362235707-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2da43c-8792-47d4-960a-21c41b6cb1ff HTTP/1.1" status: 200 len: 210 time: 0.0398030 Jul 05 09:39:00.509772 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:00.515679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:00.638655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event updated for resources: {'Port': ['ID=816c055c-1f8f-4118-94e0-3933ec71b88b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:00.662219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:00.689940 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:00.691489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-ef4d6f15-b882-430b-8dec-907f4a5f6f2a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7872963 Jul 05 09:39:00.801911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-4f893c13-86d3-44f0-9da3-2eea8546b16d tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.1039946 Jul 05 09:39:00.889854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-5df53909-b1eb-4dcf-92d5-61afa23fcb83 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671363 Jul 05 09:39:01.006036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-b223e1cb-3e89-4e63-bf9d-3079ad0a8e54 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:01.007472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b60cfb6c-0e8b-4145-9cb8-2e705b1be0cc req-b223e1cb-3e89-4e63-bf9d-3079ad0a8e54 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1996441 Jul 05 09:39:01.043352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-f09bb9ca-d99f-4c1e-aa55-8e5d356f07fb tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:01.045025 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-f09bb9ca-d99f-4c1e-aa55-8e5d356f07fb tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475770 Jul 05 09:39:01.051421 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab38bb7f-db55-4ec5-aaad-4348204b7de4 x-openstack-request-id: req-ab38bb7f-db55-4ec5-aaad-4348204b7de4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:01.051903 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2da43c-8792-47d4-960a-21c41b6cb1ff", "name": "network-vif-deleted", "tag": "1f3e7961-f289-4444-a9ee-7bf087e5569b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:01.052112 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab38bb7f-db55-4ec5-aaad-4348204b7de4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:01.052507 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2da43c-8792-47d4-960a-21c41b6cb1ff', 'name': 'network-vif-deleted', 'tag': '1f3e7961-f289-4444-a9ee-7bf087e5569b', 'status': 'completed', 'code': 200} Jul 05 09:39:01.069144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-661153ea-5ad6-443d-a578-395d249b5584 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/quotas/2ad0461083dc4b68a462b0d01eb0f5e4 HTTP/1.1" status: 200 len: 375 time: 0.0112042 Jul 05 09:39:01.112505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-3e4e347d-47a7-44fe-b696-fb23f6f945df tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371206 Jul 05 09:39:01.255405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe744b-27b9-4f15-9573-ef1ca2064286 req-d1531640-8462-4ea7-8421-f10f21fe1cf1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:01.263519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ffe744b-27b9-4f15-9573-ef1ca2064286 req-d1531640-8462-4ea7-8421-f10f21fe1cf1 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.0968909 Jul 05 09:39:01.280494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-d0e03e3b-0a6a-420f-be69-b8819bec22e1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948370 Jul 05 09:39:01.337010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ffe744b-27b9-4f15-9573-ef1ca2064286 req-05027561-508a-44d8-9715-a79001e8d10f tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724747 Jul 05 09:39:01.432581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38e6b7d1-a03d-453b-8dbc-4deff40354b9 req-9341a8e8-4f9b-4ddf-966b-3b24632c5db2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 210 time: 0.0507815 Jul 05 09:39:01.456217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-912cad88-bd03-4bdd-92f4-c82a46dcd237 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:01.457886 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-912cad88-bd03-4bdd-92f4-c82a46dcd237 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713355 Jul 05 09:39:01.474861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Request body: {'port': {'device_id': '01dd7208-306c-4967-a9a1-f568026e4da0', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2ad0461083dc4b68a462b0d01eb0f5e4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:01.536974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42250) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:01.623942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] Deleting subnet b86638a1-3c97-42a4-95fe-a239d5ab72c9 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:39:01.627924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.665849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 1f3e7961-f289-4444-a9ee-7bf087e5569b no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:01.683509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.700355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 1f3e7961-f289-4444-a9ee-7bf087e5569b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:01.700692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 1f3e7961-f289-4444-a9ee-7bf087e5569b not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:01.725404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-5a07af2f-a2a2-4e99-a65a-f7a9e20a316f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:01.735319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-5a07af2f-a2a2-4e99-a65a-f7a9e20a316f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2323835 Jul 05 09:39:01.737160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Made reservation on behalf of 2ad0461083dc4b68a462b0d01eb0f5e4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:01.740910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.754977 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.804110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-05be90c9-5727-4683-ae3d-6b26da64cf4c tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0674849 Jul 05 09:39:01.810772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Request body: {'floatingip': {'port_id': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:01.816701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.873518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.904373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.910266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.927379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:01.978771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86638a1-3c97-42a4-95fe-a239d5ab72c9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:02.021297 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.027004 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-29cfeb6a-15b3-403c-b1f5-79446d9eb367 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b86638a1-3c97-42a4-95fe-a239d5ab72c9 HTTP/1.1" status: 204 len: 168 time: 0.4889424 Jul 05 09:39:02.030881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42262) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:02.054571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffc04b7-6089-4d2e-a4af-36057df9d3ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:02.192873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.216283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Allocated IP 192.168.233.107 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/fb0fd700-f700-4812-97ea-f31732580281) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:02.324611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.347554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf747e7-bef9-43c8-8369-6fa390377cb4']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:02.369864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b279a28e-f984-41e5-b02b-e1bad3f5a001') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:02.370221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b279a28e-f984-41e5-b02b-e1bad3f5a001') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:02.422290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.448307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.459761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:39:02.464347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:39:02.464823 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:39:02.544844 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:39:02.550750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.566337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.568401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7bf747e7-bef9-43c8-8369-6fa390377cb4 HTTP/1.1" status: 204 len: 168 time: 0.5334256 Jul 05 09:39:02.583678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99136237-a8c5-46fc-b4be-1b467f5c1821 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf747e7-bef9-43c8-8369-6fa390377cb4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:02.588273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.592984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.631062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.653571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Transition to ACTIVE for port object fb0fd700-f700-4812-97ea-f31732580281 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:02.766989 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Floating IP f2d336f4-e5b3-442e-8651-3a731b45855b associated. External IP: 172.25.1.123, port: e64f1c5f-9c69-4c2f-a692-363af93829ed. Jul 05 09:39:02.769999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:02.782597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b466d-92b4-4d1a-94a9-aed25e53841a req-a35acc0a-60ad-48f7-b42c-6ca540a8bc7d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:02.790299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a98b466d-92b4-4d1a-94a9-aed25e53841a req-a35acc0a-60ad-48f7-b42c-6ca540a8bc7d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.1427438 Jul 05 09:39:02.858472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:02.867290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:02.868696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:02.875692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:02.875920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42274) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:02.913806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a98b466d-92b4-4d1a-94a9-aed25e53841a req-8aab3f25-4bd5-4ff0-a6e4-1c8aed58c2bb tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224568 Jul 05 09:39:02.962004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:02.962665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.016180 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a93687a6-85e2-410e-834a-cce42ea99a12 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503757 Jul 05 09:39:03.101628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d7820bef-aef7-4df8-85fd-a4ea565d4377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fca11bc769b4d93a6817dd94a5c3cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245481 Jul 05 09:39:03.105567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:03.140910 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0500c17f-71e4-46dc-9e0f-d828fe3b3f7d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6701720 Jul 05 09:39:03.161329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Request body: {'port': {'device_id': '01dd7208-306c-4967-a9a1-f568026e4da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:03.196465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1dc75bd7-0fe8-4c76-ab47-ee2e5493c783 None None] Provisioning for port fb0fd700-f700-4812-97ea-f31732580281 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:03.202280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1dc75bd7-0fe8-4c76-ab47-ee2e5493c783 None None] Provisioning complete for port fb0fd700-f700-4812-97ea-f31732580281 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:03.202640 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1dc75bd7-0fe8-4c76-ab47-ee2e5493c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.229415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6099f62c-2510-4d28-8ab2-771650f44e0d req-dfe19cd2-fa3e-45e0-b617-161e290f24f6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 210 time: 0.1244104 Jul 05 09:39:03.257939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.260784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1dc75bd7-0fe8-4c76-ab47-ee2e5493c783 None None] Port fb0fd700-f700-4812-97ea-f31732580281 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:03.291261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Router cb1b1602-8495-45cd-bdd4-3823447cb506 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:39:03.442511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-6d69c014-d4cb-4b11-b3ab-d8d7c5de0f0e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:03.444047 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-6d69c014-d4cb-4b11-b3ab-d8d7c5de0f0e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4173567 Jul 05 09:39:03.467001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Request body: {'port': {'device_id': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2ad0461083dc4b68a462b0d01eb0f5e4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:03.473941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afdcf86c-f775-4b7d-a288-147d7c651318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.503415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:03.506541 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afdcf86c-f775-4b7d-a288-147d7c651318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.512155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.517938 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5812be7-2149-4297-84a4-312863425389 None None] Sync routers for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:03.537074 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:03.537715 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:38:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:03.567507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-31093bfd-dd49-49b6-a59c-c52aa6d1d608 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "PUT /v2.0/floatingips/f2d336f4-e5b3-442e-8651-3a731b45855b HTTP/1.1" status: 200 len: 996 time: 1.7622128 Jul 05 09:39:03.579194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:03.582011 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f98ebb-4492-4050-9ade-e5ca38997327" -d '{"events": [{"name": "network-changed", "server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:03.701535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Made reservation on behalf of 2ad0461083dc4b68a462b0d01eb0f5e4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:03.706211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.745654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-f0daa7d0-fb3a-4a9c-88c6-6aff880f176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:03.749982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-f0daa7d0-fb3a-4a9c-88c6-6aff880f176d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 1097 time: 0.1641512 Jul 05 09:39:03.751259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afdcf86c-f775-4b7d-a288-147d7c651318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.754044 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afdcf86c-f775-4b7d-a288-147d7c651318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.755377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-afdcf86c-f775-4b7d-a288-147d7c651318 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/384be619-6b86-4376-91e4-da91bd4b67e6 HTTP/1.1" status: 204 len: 168 time: 0.5755308 Jul 05 09:39:03.816311 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:03.832431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0fd700-f700-4812-97ea-f31732580281 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:03.845427 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.875071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Transition to ACTIVE for port object fb0fd700-f700-4812-97ea-f31732580281 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:03.881994 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:03.907401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcf86c-f775-4b7d-a288-147d7c651318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384be619-6b86-4376-91e4-da91bd4b67e6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:03.996497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:04.024837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-497c8f06-1681-4bde-ad9e-1c3d8834bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:04.037195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-497c8f06-1681-4bde-ad9e-1c3d8834bde9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 200 len: 929 time: 0.2779083 Jul 05 09:39:04.116712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-81b99b68-c627-4ab0-b21a-903e15c49325 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 999 time: 0.0782795 Jul 05 09:39:04.221180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Allocated IP 192.168.233.24 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:04.270546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-2b7ee224-45e1-472b-9f3a-8ea4a663b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:04.272269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-2b7ee224-45e1-472b-9f3a-8ea4a663b1a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7223aeb-dd00-465d-9ee8-f662458c47ab HTTP/1.1" status: 200 len: 867 time: 0.1547749 Jul 05 09:39:04.393463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d2f7d491-01dd-4ee1-8a47-96c75e637827 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:04.395244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d2f7d491-01dd-4ee1-8a47-96c75e637827 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 945 time: 0.2765119 Jul 05 09:39:04.414032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'f2d336f4-e5b3-442e-8651-3a731b45855b', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'port_id': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'mac_address': 'fa:16:3e:5d:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:38:59Z', 'updated_at': '2021-07-05T09:39:02Z', 'revision_number': 1, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:48Z', 'revision_number': 5, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:04.452203 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5812be7-2149-4297-84a4-312863425389 None None] Checking router: cb1b1602-8495-45cd-bdd4-3823447cb506 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:04.466986 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:04.468431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:38:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:04.471659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc98ee-fc6d-432e-a63d-707a9cdc2484 req-3ee9d411-2baa-45b5-a178-69aa785553d8 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:04.479545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dcdc98ee-fc6d-432e-a63d-707a9cdc2484 req-3ee9d411-2baa-45b5-a178-69aa785553d8 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 945 time: 0.2598968 Jul 05 09:39:04.559963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dcdc98ee-fc6d-432e-a63d-707a9cdc2484 req-4e277771-f8f1-4cfb-be89-38d349f5fe2b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791466 Jul 05 09:39:04.592178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-716d78c2-37e5-4eb1-8091-bb1aff4c6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:04.595333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-716d78c2-37e5-4eb1-8091-bb1aff4c6eab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dc2233a-6ef7-47b7-b2bd-794f037e321d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2995195 Jul 05 09:39:04.738517 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f430912-18fe-45ed-81ac-d23b42e947ba x-openstack-request-id: req-8f430912-18fe-45ed-81ac-d23b42e947ba {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:04.738792 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:04.739043 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f430912-18fe-45ed-81ac-d23b42e947ba {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:04.739504 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'status': 'completed', 'code': 200} Jul 05 09:39:04.866851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Deleting port 10e69c65-b7f4-4768-988c-218057597b58 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:04.867295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:04.888474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Attempting to bind port fb0fd700-f700-4812-97ea-f31732580281 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:04.889088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Attempting to bind port fb0fd700-f700-4812-97ea-f31732580281 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:04.889625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Attempting to bind port fb0fd700-f700-4812-97ea-f31732580281 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:04.904239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Port fb0fd700-f700-4812-97ea-f31732580281 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:04.904837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Attempting to bind port fb0fd700-f700-4812-97ea-f31732580281 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:04.904968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:04.929591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:04.929930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:04.932399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:04.932399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Bound port: fb0fd700-f700-4812-97ea-f31732580281, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:04.932930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:04.985025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-65b160ae-86c4-435b-83ed-b6f0d2a164ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:04.986588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-65b160ae-86c4-435b-83ed-b6f0d2a164ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 1097 time: 0.2441590 Jul 05 09:39:05.003516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-e70d93e5-5a20-4180-9ce4-127123b2d8d4 service neutron] 10.222.0.21 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785632 Jul 05 09:39:05.145139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.166914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:05.171546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:05.173395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Transition to ACTIVE for port object 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:05.179545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.235923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:05.236815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.238949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb0fd700-f700-4812-97ea-f31732580281 HTTP/1.1" status: 200 len: 1097 time: 2.0849116 Jul 05 09:39:05.241368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:05.243994 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304fda99-9d51-409d-b42c-6fb2254054a9" -d '{"events": [{"name": "network-changed", "server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "tag": "fb0fd700-f700-4812-97ea-f31732580281"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:05.312709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c52ea-f21d-45ca-92e8-aa671147b522 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:05.348043 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5812be7-2149-4297-84a4-312863425389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'f2d336f4-e5b3-442e-8651-3a731b45855b', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'port_id': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'mac_address': 'fa:16:3e:5d:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:38:59Z', 'updated_at': '2021-07-05T09:39:02Z', 'revision_number': 1, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:48Z', 'revision_number': 5, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:05.348906 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.391339 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5812be7-2149-4297-84a4-312863425389 None None] The sync data for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 is: [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'f2d336f4-e5b3-442e-8651-3a731b45855b', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'port_id': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'mac_address': 'fa:16:3e:5d:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:38:59Z', 'updated_at': '2021-07-05T09:39:02Z', 'revision_number': 1, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:48Z', 'revision_number': 5, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:05.432690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:05.441159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:05.450232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:05.487861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-55300f6a-c0a9-4a75-8629-4fe3dc43d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:05.489573 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-55300f6a-c0a9-4a75-8629-4fe3dc43d3fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1100 time: 0.1941204 Jul 05 09:39:05.493029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Pushing event updated for resources: {'Port': ['ID=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:05.534445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] For port 10e69c65-b7f4-4768-988c-218057597b58, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=10e69c65-b7f4-4768-988c-218057597b58,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:05.534956 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.547406 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-0702ec37-2606-4af0-95fb-7864958f4ad9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=fb0fd700-f700-4812-97ea-f31732580281 HTTP/1.1" status: 200 len: 217 time: 0.0437875 Jul 05 09:39:05.578474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Calling delete_port for 10e69c65-b7f4-4768-988c-218057597b58 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:05.606100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf3fda6c-a972-419c-bb60-4bd73953090a req-71d48b8e-fe97-4160-ba88-2ebcd9fcc202 service neutron] 10.222.0.21 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016812 Jul 05 09:39:05.609579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:05.609757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.641415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1efb-1f87-4998-ba79-775adff93152 req-655680d6-6ca6-4d89-9ca4-7e45f818a667 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:05.647318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-a55163e2-93b4-45f6-88fa-e68ed1b9989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:05.649185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-a55163e2-93b4-45f6-88fa-e68ed1b9989d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0937748 Jul 05 09:39:05.649410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaff1efb-1f87-4998-ba79-775adff93152 req-655680d6-6ca6-4d89-9ca4-7e45f818a667 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.7103844 Jul 05 09:39:05.651214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c44c2235-3209-4eb8-9797-73b86ed67107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1895220 Jul 05 09:39:05.670024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Request body: {'port': {'device_id': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:05.712989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-0018d36e-1d07-4f81-a6c6-d774d537473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:05.714624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-0018d36e-1d07-4f81-a6c6-d774d537473c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 200 len: 929 time: 0.3053250 Jul 05 09:39:05.741212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656f455-65c3-4480-b3df-70441857b4d1 None None] New status for floating IP f2d336f4-e5b3-442e-8651-3a731b45855b: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:39:05.820601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-ccb9cf7f-98d2-4f42-bac6-9ce89f4bb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:05.822840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-ccb9cf7f-98d2-4f42-bac6-9ce89f4bb1ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1613014 Jul 05 09:39:05.824210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaff1efb-1f87-4998-ba79-775adff93152 req-b5f3e3f5-c4d2-4477-81e2-cec49ce8dbcc tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740601 Jul 05 09:39:05.862537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:05.972108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55003b05-50b6-44a0-93df-2378e7c5f0f8 None None] Provisioning for port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:05.975495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-ab2b3428-ce54-48fd-80c0-f90aa4b9979f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 999 time: 0.2421334 Jul 05 09:39:05.979694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55003b05-50b6-44a0-93df-2378e7c5f0f8 None None] Provisioning complete for port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:05.980438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55003b05-50b6-44a0-93df-2378e7c5f0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.054134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55003b05-50b6-44a0-93df-2378e7c5f0f8 None None] Port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:06.070499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-23d0e3c8-e653-4c33-a2ef-033e0b6f50e6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356937 Jul 05 09:39:06.092158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f6f14-ccaf-479e-bd9f-dd5ee0390e92 req-e4ffac34-68a8-4875-a512-d8c12ead9107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:06.094270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-607f6f14-ccaf-479e-bd9f-dd5ee0390e92 req-e4ffac34-68a8-4875-a512-d8c12ead9107 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 935 time: 0.2886331 Jul 05 09:39:06.100406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-8b429c90-3cb5-4678-81c9-f8fcd6b2441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:06.101869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-8b429c90-3cb5-4678-81c9-f8fcd6b2441a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7223aeb-dd00-465d-9ee8-f662458c47ab HTTP/1.1" status: 200 len: 867 time: 0.1153889 Jul 05 09:39:06.187269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-607f6f14-ccaf-479e-bd9f-dd5ee0390e92 req-0c0f9aff-48f4-4f98-a671-741a3df0e705 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808380 Jul 05 09:39:06.188845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.235698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event deleted for resources: {'Port': ['ID=10e69c65-b7f4-4768-988c-218057597b58,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:06.242791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cf20e202-7fa6-42da-9eab-03d4fa6fcfba req-b8fb6b8a-bd67-49c3-bf63-9dc3d369ea52 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634884 Jul 05 09:39:06.297995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] No DVR routers for this DVR port 10e69c65-b7f4-4768-988c-218057597b58 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:06.301186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.303464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ffee698-488e-4320-b52e-22a8d25b54db req-d7e73cf7-6cdf-40b7-8680-6cbe2c95f387 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.15 "DELETE /v2.0/ports/10e69c65-b7f4-4768-988c-218057597b58 HTTP/1.1" status: 204 len: 173 time: 1.8874538 Jul 05 09:39:06.306581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-7dbf1fdc-d693-4c01-89c4-80fe6b2f318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:06.308872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-7dbf1fdc-d693-4c01-89c4-80fe6b2f318a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dc2233a-6ef7-47b7-b2bd-794f037e321d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1922793 Jul 05 09:39:06.323908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:06.334907 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682bec67-7b58-4c38-819b-37d8fef88f4a x-openstack-request-id: req-682bec67-7b58-4c38-819b-37d8fef88f4a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:06.336072 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "tag": "fb0fd700-f700-4812-97ea-f31732580281", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:06.336072 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-682bec67-7b58-4c38-819b-37d8fef88f4a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:06.336507 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281', 'status': 'completed', 'code': 200} Jul 05 09:39:06.338552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.352307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Transition to ACTIVE for port object 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:06.356478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.417184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Pushing event updated for resources: {'Port': ['ID=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:06.550476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Attempting to bind port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:06.550823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Attempting to bind port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:06.554090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Attempting to bind port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:06.575567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:06.576012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Attempting to bind port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:06.582891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:06.583406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:06.583894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:06.584676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Bound port: 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:06.585376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.629008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf1d7cd0-8920-4b26-82ae-7f0cf3169174 req-c78faa56-622c-4577-a2ae-a088f89654cd tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1132297-c14e-4443-88a3-5722f0c59cd0 HTTP/1.1" status: 200 len: 210 time: 0.1082759 Jul 05 09:39:06.668803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] For port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:06.673539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] For port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:06.678113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.743218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:06.744149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:06.745692 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] 10.222.0.15 "PUT /v2.0/ports/97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 HTTP/1.1" status: 200 len: 1096 time: 1.0826466 Jul 05 09:39:06.767109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'name': 'network-vif-deleted', 'tag': '10e69c65-b7f4-4768-988c-218057597b58'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:06.769832 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647e1614-1674-40da-b894-c76d28bb64f9" -d '{"events": [{"server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "name": "network-vif-deleted", "tag": "10e69c65-b7f4-4768-988c-218057597b58"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:06.850994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6c734-f76f-45af-bdf9-39472ab5713d service neutron] Pushing event updated for resources: {'Port': ['ID=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:06.877924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-1ab78db6-4201-4553-919e-823b70ece7a2 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612562 Jul 05 09:39:06.881246 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-86d932ed-c8cd-4c45-9fe3-349c8252dd7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1609833 Jul 05 09:39:06.904446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c6390814-43d8-4c08-85ed-a9ad31607682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:06.906718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c6390814-43d8-4c08-85ed-a9ad31607682 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 1099 time: 0.1025300 Jul 05 09:39:06.910370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-d64ce79a-50ea-4355-bbf4-eaff206d0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:06.912097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-d64ce79a-50ea-4355-bbf4-eaff206d0e2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1100 time: 0.5532534 Jul 05 09:39:06.914187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24009694-279a-43a5-b935-beae1d3ed075 req-64666af6-d80b-4f99-8bf5-f0bbe2da9f64 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.1288586 Jul 05 09:39:07.072376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-25d3dbb0-5b51-413f-9cb1-cf8378d59709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.074158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-25d3dbb0-5b51-413f-9cb1-cf8378d59709 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1455889 Jul 05 09:39:07.079347 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed302c-849f-49c9-bbcb-b682188bbe7a x-openstack-request-id: req-79ed302c-849f-49c9-bbcb-b682188bbe7a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:07.080814 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1132297-c14e-4443-88a3-5722f0c59cd0", "name": "network-vif-deleted", "tag": "10e69c65-b7f4-4768-988c-218057597b58", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:07.081291 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79ed302c-849f-49c9-bbcb-b682188bbe7a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:07.082535 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1132297-c14e-4443-88a3-5722f0c59cd0', 'name': 'network-vif-deleted', 'tag': '10e69c65-b7f4-4768-988c-218057597b58', 'status': 'completed', 'code': 200} Jul 05 09:39:07.088983 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-8605f676-02ac-4093-a28e-48bbaf10ae54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 HTTP/1.1" status: 200 len: 217 time: 0.1603389 Jul 05 09:39:07.194855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c1870730-3000-498b-8844-ca4e4cddec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.197044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-c1870730-3000-498b-8844-ca4e4cddec24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0788100 Jul 05 09:39:07.203538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896842d-a031-4131-a66a-d63af1df649a req-07856594-38be-4f3d-bb0e-f21ba22ec232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.209847 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-07856594-38be-4f3d-bb0e-f21ba22ec232 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 1096 time: 0.2363122 Jul 05 09:39:07.291314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-a26b0f85-0bb7-403e-94ac-bedc171555de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=fb0fd700-f700-4812-97ea-f31732580281 HTTP/1.1" status: 200 len: 217 time: 0.0862072 Jul 05 09:39:07.356594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-5be54b98-9f33-49fb-bdec-94755786618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.358687 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-5be54b98-9f33-49fb-bdec-94755786618f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476543 Jul 05 09:39:07.364604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-99d58233-a132-44b2-9b0c-5b73937278da tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 258 time: 0.7552407 Jul 05 09:39:07.394902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896842d-a031-4131-a66a-d63af1df649a req-0dd6ee66-f13d-47d2-a8c2-e02eb978073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.395396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:07.397230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-0dd6ee66-f13d-47d2-a8c2-e02eb978073b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.1595874 Jul 05 09:39:07.402075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-c103072a-4211-485e-a1fd-11890f8a2596 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6952484 Jul 05 09:39:07.488220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-4a0f95c0-c64d-4f4a-833f-996c5e067e4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 200 len: 217 time: 0.0452571 Jul 05 09:39:07.495643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-ee9e285f-2610-441d-bacf-ab189537c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.497307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-ee9e285f-2610-441d-bacf-ab189537c37e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1821980 Jul 05 09:39:07.503245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f98ebb-4492-4050-9ade-e5ca38997327 req-7949de71-5c00-4d37-9d1c-f6b9e0701f64 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985508 Jul 05 09:39:07.507494 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:07.564576 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-2e1d379a-5851-4f40-9bc6-fd601339b29e service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965809 Jul 05 09:39:07.566204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896842d-a031-4131-a66a-d63af1df649a req-5c200486-e3cd-4fc6-a2c9-e5f9b97f92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.567955 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-5c200486-e3cd-4fc6-a2c9-e5f9b97f92f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0717254 Jul 05 09:39:07.620379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5d920-18f6-4782-b3d4-d9330e173bd9 req-f915fee1-1218-43df-b819-8ddf95a89d0d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.621852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b5d920-18f6-4782-b3d4-d9330e173bd9 req-f915fee1-1218-43df-b819-8ddf95a89d0d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.3443322 Jul 05 09:39:07.667932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-e107b9b2-fa0c-4f85-89ab-562a71ba1997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902045 Jul 05 09:39:07.673723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-d5580d67-b85b-408a-a556-1bbab8647fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.675927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-d5580d67-b85b-408a-a556-1bbab8647fe9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 1096 time: 0.2293377 Jul 05 09:39:07.698226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:07.706712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 10e69c65-b7f4-4768-988c-218057597b58 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:07.707545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-85c32824-18af-4aa9-9823-d32efb1f35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.709083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-85c32824-18af-4aa9-9823-d32efb1f35c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2029762 Jul 05 09:39:07.723033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b5d920-18f6-4782-b3d4-d9330e173bd9 req-459a1506-17ab-42a5-8def-f8ec697ec0d5 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863695 Jul 05 09:39:07.733260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 10e69c65-b7f4-4768-988c-218057597b58 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:07.734736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 10e69c65-b7f4-4768-988c-218057597b58 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:07.804328 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7e9df2fc-e55c-42fa-9caa-c26436d92998 req-053e7af0-9ac2-4fa3-9f24-3009c56fff32 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283452 Jul 05 09:39:07.828944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-4bf34861-6b1d-4dc1-b3d4-d443e725933e service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510985 Jul 05 09:39:07.858233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:07.871650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'fb0fd700-f700-4812-97ea-f31732580281', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'fb0fd700-f700-4812-97ea-f31732580281', 'mac_address': 'fa:16:3e:22:19:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:39:07.903461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:07.927444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:07.952138 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1896842d-a031-4131-a66a-d63af1df649a req-e9601d74-73f8-4352-ae9b-68059c31aa04 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146567 Jul 05 09:39:07.952273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0fd700-f700-4812-97ea-f31732580281 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:07.970870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-58b9a24e-7528-40da-9604-5dd8fe450f99 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450736 Jul 05 09:39:07.975644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-d1e295b6-552d-4b7e-aa38-5a144a698341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:07.977358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-d1e295b6-552d-4b7e-aa38-5a144a698341 service neutron] 10.222.0.16 "GET /v2.0/networks?id=462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 200 len: 909 time: 0.2532749 Jul 05 09:39:08.015298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:08.023404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:08.103768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:08.104135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-eae79c2b-02e6-44c8-9a04-a64d78154bc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 200 len: 217 time: 0.0941513 Jul 05 09:39:08.231907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-17e696a6-b9a6-4948-af14-156dbac88ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:08.233412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-17e696a6-b9a6-4948-af14-156dbac88ac1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 200 len: 848 time: 0.1197865 Jul 05 09:39:08.246063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Allocated IP 172.25.1.252 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/a771f304-98d6-4be1-a032-82be9282e45e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:08.291468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['fb0fd700-f700-4812-97ea-f31732580281'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:08.313439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304fda99-9d51-409d-b42c-6fb2254054a9 req-f4af22b0-644f-494d-9a20-2bcf283bccc1 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349340 Jul 05 09:39:08.317392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-54601694-e469-4946-91d1-57438a66b7d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=462f8a30-ee97-4d26-81ce-ed641d509d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691073 Jul 05 09:39:08.338267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'tag': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:08.340775 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd06154-2ae2-4ca7-8e5a-76533afd183d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed127a84-8a11-4a06-9ead-bd807173de9d", "tag": "97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:08.509171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516ed41-7736-46c1-9d78-3b5cdcabb9c7 req-045292f3-1de4-4283-954a-5e82403610f2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:08.510770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1516ed41-7736-46c1-9d78-3b5cdcabb9c7 req-045292f3-1de4-4283-954a-5e82403610f2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 947 time: 0.2709794 Jul 05 09:39:08.560976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:08.568999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-596ef4b7-7368-40dd-8c35-a2ae18ce54f2 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416229 Jul 05 09:39:08.639362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1516ed41-7736-46c1-9d78-3b5cdcabb9c7 req-043838a4-18ea-4412-9a25-5a04bdc8bc63 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187112 Jul 05 09:39:08.684710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:08.738951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6794b7f5-9566-4583-87ac-cd1aea7bcf02 req-7d57b6a4-7b27-4010-89dc-83f50b42cd52 service neutron] 10.222.0.16 "GET /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521914 Jul 05 09:39:08.740754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:08.754633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:08.757440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event updated for resources: {'Port': ['ID=a771f304-98d6-4be1-a032-82be9282e45e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:08.760056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:08.868247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5f7733f-e47c-4d33-bc2e-70121964bd91 req-63c99abf-ce71-4915-adc2-a958b903b121 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0328257 Jul 05 09:39:08.881832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:08.931061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:08.940726 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51219d5b-7374-4504-a42e-54d5ae9535b4 x-openstack-request-id: req-51219d5b-7374-4504-a42e-54d5ae9535b4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:08.941247 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed127a84-8a11-4a06-9ead-bd807173de9d", "tag": "97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:08.941563 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51219d5b-7374-4504-a42e-54d5ae9535b4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:08.942044 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'tag': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2', 'status': 'completed', 'code': 200} Jul 05 09:39:09.501594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-25a05afa-bb08-4209-8ae1-352abba752dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:09.503136 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-25a05afa-bb08-4209-8ae1-352abba752dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 1099 time: 0.5338931 Jul 05 09:39:09.514065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-b0888745-2f6c-46e3-bd1f-e5fdfc857402 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:09.516046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-b0888745-2f6c-46e3-bd1f-e5fdfc857402 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.5457404 Jul 05 09:39:09.538564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-33'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:09.664934 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:09.677593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7112b0d-3bbb-47e0-b54d-20252f1587f7 req-08d40085-c955-4ddd-8225-808f0437a6a7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:09.679173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7112b0d-3bbb-47e0-b54d-20252f1587f7 req-08d40085-c955-4ddd-8225-808f0437a6a7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 945 time: 0.2663918 Jul 05 09:39:09.688018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:09.705203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:09.710330 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:09.797314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:09.818432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port fb0fd700-f700-4812-97ea-f31732580281 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:09.825584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port fb0fd700-f700-4812-97ea-f31732580281 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:09.825954 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:09.831567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-719501ad-4444-416a-b4e2-2b507938e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:09.833373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-719501ad-4444-416a-b4e2-2b507938e377 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3215864 Jul 05 09:39:09.865832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:09.894935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2', 'mac_address': 'fa:16:3e:7e:76:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:39:09.937470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event updated for resources: {'Port': ['ID=a771f304-98d6-4be1-a032-82be9282e45e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:09.939398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc11ebba-d448-4b5b-b705-cb54ee4851ac details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:09.944598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7112b0d-3bbb-47e0-b54d-20252f1587f7 req-9c5c068c-96f5-4b70-a2e7-d3141dc30217 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343071 Jul 05 09:39:09.971214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-353a4cc6-f9ba-4e76-af12-d104dd550f30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 HTTP/1.1" status: 200 len: 217 time: 0.1195190 Jul 05 09:39:10.001955 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.016839 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.081195 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.082529 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-a37766ed-cd6b-4e6b-974d-ce9a4033357a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7170637 Jul 05 09:39:10.085353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:10.115216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:10.119242 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.130088 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.159194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-3e47162b-28d4-410c-b407-8ba0353a5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:10.160776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-3e47162b-28d4-410c-b407-8ba0353a5e17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1538658 Jul 05 09:39:10.180259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-492b359c-8c59-4aa8-9b7d-6dad9eecc3e2 req-6173e209-b04e-4783-bfd3-e8626a0e355f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0493674 Jul 05 09:39:10.256319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-abb23219-8fb6-4835-b5c6-3750f2036012 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1131365 Jul 05 09:39:10.284721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-be2dd780-abf6-4491-aa3f-fcc794e27b4f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:10.286277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-be2dd780-abf6-4491-aa3f-fcc794e27b4f tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 945 time: 0.4518945 Jul 05 09:39:10.345244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:10.352741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:10.395356 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:10.397704 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a042aae9-e0ad-4c4f-9e16-27990c42b2fe" -d '{"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:10.417174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:10.424678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.437998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:10.474816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:10.502461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc11ebba-d448-4b5b-b705-cb54ee4851ac has no active binding in host n-h2-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 09:39:10.535239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:10.545006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:10.660882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-7c22627a-a2c0-4f35-a410-5fe57b560073 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:10.662377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffb8274-b64e-4047-80fe-c5c1d67c0a5a req-7c22627a-a2c0-4f35-a410-5fe57b560073 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.3942068 Jul 05 09:39:10.675469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:10.677875 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd69c6b1-0db4-4351-bffa-3fbc482dfa96" -d '{"events": [{"server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "name": "network-vif-unplugged", "status": "completed", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:10.683269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.687893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-7dfade50-0429-4cbf-a9d7-7ca043172c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:10.689537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-7dfade50-0429-4cbf-a9d7-7ca043172c86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4894679 Jul 05 09:39:10.711855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:10.816440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d61557-7f27-4d6a-85f2-ca86a729c5f7 req-ea9bf1f7-9ed0-4d4f-abdc-2868b49fad18 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:10.817990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74d61557-7f27-4d6a-85f2-ca86a729c5f7 req-ea9bf1f7-9ed0-4d4f-abdc-2868b49fad18 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 945 time: 0.3863041 Jul 05 09:39:10.914503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:10.918734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Deleting port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:10.919138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.037487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74d61557-7f27-4d6a-85f2-ca86a729c5f7 req-e917ce37-2039-4e33-ae45-1964bba5992b tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859481 Jul 05 09:39:11.039724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-dea02ce3-c4e6-4428-9f22-ad96ca1dda35 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394542 Jul 05 09:39:11.056661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on host n-h1-771363-33 for vnic_type normal with profile {"migrating_to": "n-h2-771363-33"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:11.056995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:11.057339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:11.115712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:11.116035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Attempting to bind port cc11ebba-d448-4b5b-b705-cb54ee4851ac on network c678e9e8-0cbd-425f-973d-55068fc1c21a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:11.156704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a502b-3cd7-46dd-8d72-bd98d68cde66 req-47744777-e8b6-4017-a138-9ca9621657b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:11.158395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d44a502b-3cd7-46dd-8d72-bd98d68cde66 req-47744777-e8b6-4017-a138-9ca9621657b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 948 time: 0.3707128 Jul 05 09:39:11.159638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:11.160359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Checking segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:11.160802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Bound using segment: {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:11.161255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Bound port: cc11ebba-d448-4b5b-b705-cb54ee4851ac, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf080a56-cfdd-4f65-90f7-613232ebe0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c678e9e8-0cbd-425f-973d-55068fc1c21a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:11.161952 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.249339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccbdff8f-8391-435a-88a4-3c29fa467237 req-47ec1caf-3662-462a-9ebf-f3366507d1ed tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0829582 Jul 05 09:39:11.294853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] For port 8a167cc3-2253-48c4-bc77-28f3c7d351e2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8a167cc3-2253-48c4-bc77-28f3c7d351e2,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:11.295486 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.306496 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16df5a16-32da-4564-a174-ebe8f2abe703 x-openstack-request-id: req-16df5a16-32da-4564-a174-ebe8f2abe703 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:11.307432 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:11.307432 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16df5a16-32da-4564-a174-ebe8f2abe703 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:11.307811 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281', 'code': 200} Jul 05 09:39:11.348272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Calling delete_port for 8a167cc3-2253-48c4-bc77-28f3c7d351e2 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:11.362877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d44a502b-3cd7-46dd-8d72-bd98d68cde66 req-95013da0-cc92-4960-87d1-ee9e8c583e8f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903741 Jul 05 09:39:11.372410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bd06154-2ae2-4ca7-8e5a-76533afd183d req-20a5212e-b548-4db2-bb89-31a5cd4bee64 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166845 Jul 05 09:39:11.424092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:11.478895 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041ec27-1951-4999-8aa8-e63dc7a7399c x-openstack-request-id: req-a041ec27-1951-4999-8aa8-e63dc7a7399c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:11.479213 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "name": "network-vif-unplugged", "status": "completed", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:11.479464 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a041ec27-1951-4999-8aa8-e63dc7a7399c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:11.479853 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac', 'code': 200} Jul 05 09:39:11.485770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:11.523575 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.680238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:11.727980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:11.737414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9ddaa-771b-4299-af27-c0cc8a2edee6 req-5eb76652-6fe9-43ec-afe9-dee61548428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:11.739042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03f9ddaa-771b-4299-af27-c0cc8a2edee6 req-5eb76652-6fe9-43ec-afe9-dee61548428e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1102 time: 0.3166738 Jul 05 09:39:11.745202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:11.750404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:11.750837 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.753144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:11.753775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.755335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-9b915dab-c6cc-4a83-aaf6-d9d7fa6d2862 service neutron] 10.222.0.16 "PUT /v2.0/ports/cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 200 len: 1123 time: 2.2246552 Jul 05 09:39:11.763491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825af903-659f-4184-94b1-ed0aab63c958 req-ddec15c5-d2c0-4564-aee9-5d1d9b735c84 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:11.765534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-825af903-659f-4184-94b1-ed0aab63c958 req-ddec15c5-d2c0-4564-aee9-5d1d9b735c84 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3257270 Jul 05 09:39:11.852055 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.864495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['cc11ebba-d448-4b5b-b705-cb54ee4851ac'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:11.868126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-825af903-659f-4184-94b1-ed0aab63c958 req-e9524a4f-88ac-4cda-aea4-e3748c5f1a00 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0763311 Jul 05 09:39:11.873667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:11.891775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03f9ddaa-771b-4299-af27-c0cc8a2edee6 req-58cf2a05-ee0d-40b4-8e0d-304dea45d22c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441131 Jul 05 09:39:11.894953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['cc11ebba-d448-4b5b-b705-cb54ee4851ac'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:11.921323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-825af903-659f-4184-94b1-ed0aab63c958 req-b1c35709-9082-436c-91f3-6ffe528d8a3b tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Request body: {'floatingip': {'port_id': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:11.931509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a13cab-b521-42d1-81f6-195c3755eeb9 req-5f292301-78ed-4bdf-abe5-9450a53d5292 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:11.933071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3a13cab-b521-42d1-81f6-195c3755eeb9 req-5f292301-78ed-4bdf-abe5-9450a53d5292 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.3607237 Jul 05 09:39:11.966071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:11.974316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.006110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event deleted for resources: {'Port': ['ID=8a167cc3-2253-48c4-bc77-28f3c7d351e2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:12.036979 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-825af903-659f-4184-94b1-ed0aab63c958 req-b1c35709-9082-436c-91f3-6ffe528d8a3b tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.046349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] No DVR routers for this DVR port 8a167cc3-2253-48c4-bc77-28f3c7d351e2 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:12.049606 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:12.051948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2199df-b0bb-47c3-a084-d562f0ee9b55 req-b9485284-7df2-445f-88e9-534043eb7399 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "DELETE /v2.0/ports/8a167cc3-2253-48c4-bc77-28f3c7d351e2 HTTP/1.1" status: 204 len: 173 time: 1.6307309 Jul 05 09:39:12.081400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:12.172442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3a13cab-b521-42d1-81f6-195c3755eeb9 req-b7af18c6-88cd-43ed-9406-47a756a70644 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733866 Jul 05 09:39:12.786477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39507da0-54a8-45a0-a218-dfd7197e10c7 req-cd5b4733-4208-42d5-93e1-fc67b3a8be5d tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=41cbf19a-7feb-4c1d-bb1b-fbf6156600d4 HTTP/1.1" status: 200 len: 210 time: 0.0406933 Jul 05 09:39:12.826753 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-825af903-659f-4184-94b1-ed0aab63c958 req-b1c35709-9082-436c-91f3-6ffe528d8a3b tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 09:39:12.828678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-825af903-659f-4184-94b1-ed0aab63c958 req-b1c35709-9082-436c-91f3-6ffe528d8a3b tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "PUT /v2.0/floatingips/594bc500-bb00-4bf3-9dea-4185d73987f9 HTTP/1.1" status: 409 len: 550 time: 0.9473262 Jul 05 09:39:12.953481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa3f4fa-17d0-47ce-9bf0-d65b3b75b0ae req-7c58f0d2-3873-47c2-a008-40eff52c6e92 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0322685 Jul 05 09:39:13.033936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f147c8-30b6-4a50-9504-2737f4d02b93 req-caabae24-17aa-475f-8414-f3fcfef9c0e7 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:13.036059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4f147c8-30b6-4a50-9504-2737f4d02b93 req-caabae24-17aa-475f-8414-f3fcfef9c0e7 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 949 time: 0.0850933 Jul 05 09:39:13.096932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4f147c8-30b6-4a50-9504-2737f4d02b93 req-33f9c5c2-ab93-4f96-aa9e-40fb05349ebb tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Jul 05 09:39:13.184355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-a4040579-6eab-4345-bf73-43083a2682c8 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips/594bc500-bb00-4bf3-9dea-4185d73987f9 HTTP/1.1" status: 200 len: 693 time: 0.0513179 Jul 05 09:39:13.309193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:13.313554 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e63d764-ceb3-49e7-8beb-68f24cfa8f33" -d '{"events": [{"server_uuid": "ed127a84-8a11-4a06-9ead-bd807173de9d", "name": "network-vif-plugged", "status": "completed", "tag": "97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:13.331845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-e480c221-ab2e-4e16-9ae1-de6f0ac8ea4f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:13.333446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-e480c221-ab2e-4e16-9ae1-de6f0ac8ea4f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1411140 Jul 05 09:39:13.402606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-3408693d-c2b8-4e93-8220-0de112475e30 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0624647 Jul 05 09:39:13.463419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-e61b1156-f3a0-4e81-8eb2-5f4e56da02c1 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0537043 Jul 05 09:39:13.506644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac'}, {'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'name': 'network-vif-deleted', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:13.508807 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998e0c74-aaa4-4988-9600-65a634fc1624" -d '{"events": [{"name": "network-changed", "server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac"}, {"server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "name": "network-vif-deleted", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:13.629288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Deleting port a771f304-98d6-4be1-a032-82be9282e45e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:13.629759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.752850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.753304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.792599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Calling delete_port for a771f304-98d6-4be1-a032-82be9282e45e owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:13.895336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37285be-107d-4271-aec0-5ef54a7e40e9 req-97b1d620-fe8d-4de1-a2e9-134f3ea40404 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:13.896882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b37285be-107d-4271-aec0-5ef54a7e40e9 req-97b1d620-fe8d-4de1-a2e9-134f3ea40404 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.1403999 Jul 05 09:39:13.932158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:13.952943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 8a167cc3-2253-48c4-bc77-28f3c7d351e2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:13.953687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8a167cc3-2253-48c4-bc77-28f3c7d351e2 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:13.981957 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3907c6fc-3edc-4276-9271-43c86315e9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:13.993744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b37285be-107d-4271-aec0-5ef54a7e40e9 req-6703f556-9707-4005-91f2-4687ac9f057d tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826082 Jul 05 09:39:14.020635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.056275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event deleted for resources: {'Port': ['ID=a771f304-98d6-4be1-a032-82be9282e45e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:14.089355 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd838751-7c82-4ee1-b3b8-e5c56afff598 x-openstack-request-id: req-fd838751-7c82-4ee1-b3b8-e5c56afff598 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:14.089637 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed127a84-8a11-4a06-9ead-bd807173de9d", "name": "network-vif-plugged", "status": "completed", "tag": "97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:14.090009 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd838751-7c82-4ee1-b3b8-e5c56afff598 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:14.090549 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2', 'code': 200} Jul 05 09:39:14.132416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.135120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:14.136599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbd4074f-7a8d-4719-92cf-df2a9e98dadb req-6209ccd7-138e-4ed9-98fe-8e7fdc038f44 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "DELETE /v2.0/floatingips/594bc500-bb00-4bf3-9dea-4185d73987f9 HTTP/1.1" status: 204 len: 173 time: 0.6671159 Jul 05 09:39:14.259284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631079d2-da77-430b-acef-54a845e2266e req-686fd935-cc58-4ec9-87c9-090156f45360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:14.260831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-631079d2-da77-430b-acef-54a845e2266e req-686fd935-cc58-4ec9-87c9-090156f45360 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 1101 time: 0.0686264 Jul 05 09:39:14.310734 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa6cf1-24d7-4c32-8858-fa7e93fbb99c x-openstack-request-id: req-1baa6cf1-24d7-4c32-8858-fa7e93fbb99c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:14.311063 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac", "status": "completed", "code": 200}, {"server_uuid": "41cbf19a-7feb-4c1d-bb1b-fbf6156600d4", "name": "network-vif-deleted", "tag": "8a167cc3-2253-48c4-bc77-28f3c7d351e2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:14.311355 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1baa6cf1-24d7-4c32-8858-fa7e93fbb99c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:14.312947 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac', 'status': 'completed', 'code': 200} Jul 05 09:39:14.313269 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cbf19a-7feb-4c1d-bb1b-fbf6156600d4', 'name': 'network-vif-deleted', 'tag': '8a167cc3-2253-48c4-bc77-28f3c7d351e2', 'status': 'completed', 'code': 200} Jul 05 09:39:14.332489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-631079d2-da77-430b-acef-54a845e2266e req-eda848c7-a6b4-4b41-81ee-a4070d3796e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641687 Jul 05 09:39:14.473344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1ebf232-603a-484e-b2a7-14a49f2ed3c8 req-deb923fa-aa98-400c-bab3-7dc403d32ea8 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0355320 Jul 05 09:39:14.493128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-0ae338db-2335-4c6c-9443-0ec3bf830542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:14.494683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-0ae338db-2335-4c6c-9443-0ec3bf830542 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1126 time: 0.1105263 Jul 05 09:39:14.727891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-ba8148e1-ee0b-4ad4-ab07-4ca4fc5d8cd2 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 1001 time: 0.1604717 Jul 05 09:39:14.734140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-f260858e-be14-4139-b23c-dd08db882022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:14.736081 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-f260858e-be14-4139-b23c-dd08db882022 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.2337093 Jul 05 09:39:14.784420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda285d-ba5d-455a-a448-bd723f3ee246 req-885e6816-ecab-4a28-92a0-a8c974702b30 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:14.785912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfda285d-ba5d-455a-a448-bd723f3ee246 req-885e6816-ecab-4a28-92a0-a8c974702b30 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 949 time: 0.2732124 Jul 05 09:39:14.822704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-481a70d0-2d0a-461d-ba8d-fe181c6fda93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 200 len: 217 time: 0.0713503 Jul 05 09:39:14.899887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-b7769567-e338-486f-9781-1cb815a23092 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:14.901266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-b7769567-e338-486f-9781-1cb815a23092 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports/e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 942 time: 0.1620312 Jul 05 09:39:14.910308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfda285d-ba5d-455a-a448-bd723f3ee246 req-180f72ce-82bf-4084-ad94-6c687b1abe41 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919180 Jul 05 09:39:14.918437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-fe76043c-7c16-46f4-bb95-ebb158f72060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:14.919875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-fe76043c-7c16-46f4-bb95-ebb158f72060 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.0891423 Jul 05 09:39:14.978388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-33076cf2-4fef-4285-923d-f1ffd273fc78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383627 Jul 05 09:39:15.156297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-b86a0b5f-d267-4e6e-861f-e8b4ccb93132 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 1001 time: 0.1146066 Jul 05 09:39:15.193304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-aa90bd88-bd03-4db7-b9f5-496546dabdf6 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076347 Jul 05 09:39:15.356485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-ed140b16-c416-4275-a7f6-a88cc1f69101 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:15.359105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-ed140b16-c416-4275-a7f6-a88cc1f69101 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1937559 Jul 05 09:39:15.364197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-998e0c74-aaa4-4988-9600-65a634fc1624 req-1ef1d0ba-786e-4b72-a24d-4ab511e4a666 service neutron] 10.222.0.15 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455071 Jul 05 09:39:15.476738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-cc04087e-8255-47bd-be38-080d9e25ace9 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 1001 time: 0.1074452 Jul 05 09:39:15.492255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:15.553879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fde347-cf93-45ae-bfd7-72caf3dd06d7 req-9919934d-b95d-4b54-9c87-4700d41185ab tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:15.557613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45fde347-cf93-45ae-bfd7-72caf3dd06d7 req-9919934d-b95d-4b54-9c87-4700d41185ab tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.1475363 Jul 05 09:39:15.594687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:15.664981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45fde347-cf93-45ae-bfd7-72caf3dd06d7 req-feb302e6-9388-4093-bd3d-eceb191388fc tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963409 Jul 05 09:39:15.800327 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:15.812003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:15.812428 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Floating IP f2d336f4-e5b3-442e-8651-3a731b45855b disassociated. External IP: 172.25.1.123, port: e64f1c5f-9c69-4c2f-a692-363af93829ed. Jul 05 09:39:15.948310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d13f1-9918-47d8-be7d-b4eb5efa7874 req-65b4a2da-de64-4ede-ae6b-38c1390458ea tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:15.949821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b5d13f1-9918-47d8-be7d-b4eb5efa7874 req-65b4a2da-de64-4ede-ae6b-38c1390458ea tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 944 time: 0.1518221 Jul 05 09:39:16.034869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b5d13f1-9918-47d8-be7d-b4eb5efa7874 req-a1b36383-6cd7-451e-9084-d87132122ff7 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c640803-790b-48cb-bac4-8a13fa78650c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759745 Jul 05 09:39:16.456256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68800935-d96d-4452-bddf-ecb1395fc6ae req-9d576b65-0a53-4e7a-b42b-90a35bb024bc tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0430808 Jul 05 09:39:16.481391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Router cb1b1602-8495-45cd-bdd4-3823447cb506 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:39:16.512060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-c5be9d47-2807-4360-9cf3-132015f6d9a2 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:16.513557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-c5be9d47-2807-4360-9cf3-132015f6d9a2 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 944 time: 0.1453545 Jul 05 09:39:16.637387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.714494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9789e72d-7dee-458b-adb8-e77fae2a1184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.759817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:16.767380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.769637 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] Sync routers for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:16.781342 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:16.782007 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:16.835558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cfe56-e8fe-4610-a2f0-862f35386943 req-67297d7d-8021-4039-a744-09dac4dac6db tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:16.837148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e3cfe56-e8fe-4610-a2f0-862f35386943 req-67297d7d-8021-4039-a744-09dac4dac6db tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 949 time: 0.2406719 Jul 05 09:39:16.845851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-8b52aea4-b4c4-4f32-a82d-5de9d797b539 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "PUT /v2.0/floatingips/f2d336f4-e5b3-442e-8651-3a731b45855b HTTP/1.1" status: 200 len: 695 time: 1.3607872 Jul 05 09:39:16.849286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:16.851568 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111fdde5-f6b6-461d-a347-808aeff4858c" -d '{"events": [{"name": "network-changed", "server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:16.894226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Deleting port e7605d4d-2269-4063-919d-3904fcd95fa6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:16.894522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:16.901736 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:17.004562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e3cfe56-e8fe-4610-a2f0-862f35386943 req-c3753151-f4bc-4309-b82d-3cfa3dde83f6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401887 Jul 05 09:39:17.055181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-9d3a74cd-8249-479f-90f5-4d6ede055fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:17.056736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-9d3a74cd-8249-479f-90f5-4d6ede055fff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 1097 time: 0.1883454 Jul 05 09:39:17.152234 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:48Z', 'revision_number': 5, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:17.165981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] For port e7605d4d-2269-4063-919d-3904fcd95fa6, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e7605d4d-2269-4063-919d-3904fcd95fa6,segment=NetworkSegment(22a6a059-f38b-44f9-b247-4120812350ee),segment_id=22a6a059-f38b-44f9-b247-4120812350ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:17.166524 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.186443 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] Checking router: cb1b1602-8495-45cd-bdd4-3823447cb506 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:17.198029 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:17.198790 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:17.224733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Calling delete_port for e7605d4d-2269-4063-919d-3904fcd95fa6 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:17.226885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-1dd124ef-123e-451d-b547-1631ff40fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:17.230143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-1dd124ef-123e-451d-b547-1631ff40fa93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 200 len: 929 time: 0.1534295 Jul 05 09:39:17.292815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-3fe4a155-9797-46c1-8891-64e26ff41bc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 217 time: 0.0542099 Jul 05 09:39:17.315282 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:17.453380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce478d-7e8a-4863-a42b-cc0eda12044f req-2e160f3c-41a7-4b00-95f2-297b998c7281 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:17.454980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbce478d-7e8a-4863-a42b-cc0eda12044f req-2e160f3c-41a7-4b00-95f2-297b998c7281 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.2912323 Jul 05 09:39:17.458117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-54a79cbd-bee4-45b1-aeaf-94c535678f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:17.459923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-54a79cbd-bee4-45b1-aeaf-94c535678f1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7223aeb-dd00-465d-9ee8-f662458c47ab HTTP/1.1" status: 200 len: 867 time: 0.1088881 Jul 05 09:39:17.535521 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:48Z', 'revision_number': 5, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:17.566789 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac93be-46fe-4a92-877d-a9d4701241e4 None None] The sync data for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 is: [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:38:41Z', 'revision_number': 4, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bfbf1018-c023-4249-98a8-7e4234fd8346', 'name': '', 'network_id': '8dc2233a-6ef7-47b7-b2bd-794f037e321d', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'mac_address': 'fa:16:3e:38:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:40Z', 'updated_at': '2021-07-05T09:38:48Z', 'revision_number': 5, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'subnets': [{'id': 'd7223aeb-dd00-465d-9ee8-f662458c47ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:17.615017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbce478d-7e8a-4863-a42b-cc0eda12044f req-4e326f55-cd66-425b-b825-10a1bc0d2a89 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481252 Jul 05 09:39:17.696062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device cc11ebba-d448-4b5b-b705-cb54ee4851ac no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:17.750782 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca1d9e-c66a-437f-9801-a3d0206ff03f x-openstack-request-id: req-6aca1d9e-c66a-437f-9801-a3d0206ff03f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:17.751542 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:17.751995 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6aca1d9e-c66a-437f-9801-a3d0206ff03f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:17.752737 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'status': 'completed', 'code': 200} Jul 05 09:39:17.759674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.765798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-d98eaca0-2c78-4ef4-87b7-954d5178cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:17.768233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-d98eaca0-2c78-4ef4-87b7-954d5178cf87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dc2233a-6ef7-47b7-b2bd-794f037e321d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2784827 Jul 05 09:39:17.860026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.897121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Pushing event deleted for resources: {'Port': ['ID=e7605d4d-2269-4063-919d-3904fcd95fa6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:17.984554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] No DVR routers for this DVR port e7605d4d-2269-4063-919d-3904fcd95fa6 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:17.987743 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:17.990209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3e72283-b8e2-4f71-be88-e72a7d5d230a req-627ab591-cd9e-4736-9dc9-e0e7bbea5eee tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.16 "DELETE /v2.0/ports/e7605d4d-2269-4063-919d-3904fcd95fa6 HTTP/1.1" status: 204 len: 173 time: 1.4300787 Jul 05 09:39:18.037432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a5930-9033-413a-903a-f239580ff294 None None] New status for floating IP f2d336f4-e5b3-442e-8651-3a731b45855b: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:39:18.047905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-057adbf1-569a-49fb-8f0d-90b069c86e2c service neutron] 10.222.0.21 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209210 Jul 05 09:39:18.056685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fdde5-f6b6-461d-a347-808aeff4858c req-236d9b2c-de6e-4514-b8ca-a4d736ad9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:18.058954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fdde5-f6b6-461d-a347-808aeff4858c req-236d9b2c-de6e-4514-b8ca-a4d736ad9426 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 1097 time: 0.3238735 Jul 05 09:39:18.332248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab051de8-3b82-4081-b882-78ef5c937f94 req-156df79f-ad75-41bb-b51a-df6702f36774 service neutron] 10.222.0.21 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650228 Jul 05 09:39:18.368400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fdde5-f6b6-461d-a347-808aeff4858c req-a45de650-bae7-4e49-ae55-1a9a0b8afbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:18.370209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fdde5-f6b6-461d-a347-808aeff4858c req-a45de650-bae7-4e49-ae55-1a9a0b8afbcc service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 200 len: 929 time: 0.2137396 Jul 05 09:39:18.430020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fdde5-f6b6-461d-a347-808aeff4858c req-5ca47f13-c229-4b87-adb3-04f97ca24205 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 200 len: 217 time: 0.0509641 Jul 05 09:39:18.442001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565a0ab-9d53-4b17-9fbf-f6bcaf6ae06b req-afd7d381-d25b-44bf-8ae6-9baa0ed61b72 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:18.449163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f565a0ab-9d53-4b17-9fbf-f6bcaf6ae06b req-afd7d381-d25b-44bf-8ae6-9baa0ed61b72 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2762396 Jul 05 09:39:18.504597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fdde5-f6b6-461d-a347-808aeff4858c req-cdc7ae9e-3570-4b87-94cf-8c4fa2e3c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:18.506131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fdde5-f6b6-461d-a347-808aeff4858c req-cdc7ae9e-3570-4b87-94cf-8c4fa2e3c3e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7223aeb-dd00-465d-9ee8-f662458c47ab HTTP/1.1" status: 200 len: 867 time: 0.0543613 Jul 05 09:39:18.586946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ec29d5c-9c79-4203-a89e-7f611a71972f req-0593744b-dba5-4cbe-93c8-0b51ec1f4449 tempest-LiveMigrationTest-1770365291 tempest-LiveMigrationTest-1770365291-project] 10.222.0.21 "GET /v2.0/ports?device_id=598b0805-6615-4e60-a2c1-2330a3ec59ec HTTP/1.1" status: 200 len: 210 time: 0.0727215 Jul 05 09:39:18.597237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f565a0ab-9d53-4b17-9fbf-f6bcaf6ae06b req-113459c6-8c55-489c-9694-6d73369facb0 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471934 Jul 05 09:39:18.672793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fdde5-f6b6-461d-a347-808aeff4858c req-32136b11-169f-4c16-9004-9d2da93ff90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:18.674616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fdde5-f6b6-461d-a347-808aeff4858c req-32136b11-169f-4c16-9004-9d2da93ff90d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dc2233a-6ef7-47b7-b2bd-794f037e321d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518829 Jul 05 09:39:18.840727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fdde5-f6b6-461d-a347-808aeff4858c req-a7395d2a-2d0a-4413-8385-1277c9247005 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582594 Jul 05 09:39:18.956655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-9c7ad22b-e490-476b-981e-ef41d2d3a933 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips/f2d336f4-e5b3-442e-8651-3a731b45855b HTTP/1.1" status: 200 len: 693 time: 0.1107440 Jul 05 09:39:18.984883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2b6ff58-2fd6-4adb-8f51-662940cfb35c req-9572393a-d6af-4767-ad86-d0980b44265c tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0416124 Jul 05 09:39:19.126012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fdde5-f6b6-461d-a347-808aeff4858c req-6ce6f11e-4700-44e2-99ad-bcfa5b39aab7 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727654 Jul 05 09:39:19.178727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-9289c48e-ff7a-464b-8ff2-b121f4647209 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:19.180179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-9289c48e-ff7a-464b-8ff2-b121f4647209 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.2006893 Jul 05 09:39:19.253309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-46f4e876-ad08-430e-bddd-e6143845e3fb tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0641699 Jul 05 09:39:19.318913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-4c5a0cd6-f98c-41d7-9928-d3ca6a3152d5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:19.320429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-4c5a0cd6-f98c-41d7-9928-d3ca6a3152d5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.2125604 Jul 05 09:39:19.338013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-c7516976-edbd-4498-8152-0ddaf987f96a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0706601 Jul 05 09:39:19.342034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-6f43470c-69f3-4c89-a9d2-0297ddec6f3e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/quotas/79b8b3e0d7814e258cc1f7342e9c4899 HTTP/1.1" status: 200 len: 375 time: 0.0135238 Jul 05 09:39:19.527832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.776833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'name': 'network-vif-deleted', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:19.779203 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067038b9-8f6e-429c-abee-19f7c31b1358" -d '{"events": [{"server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "name": "network-vif-deleted", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:19.854725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-6f131e6c-fab0-4dfa-93cc-ce369a51ce42 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5019753 Jul 05 09:39:19.969091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Deleting port 816c055c-1f8f-4118-94e0-3933ec71b88b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:19.969347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:19.992304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:20.014429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: e7605d4d-2269-4063-919d-3904fcd95fa6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:20.014930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e7605d4d-2269-4063-919d-3904fcd95fa6 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:20.034313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a6162366-bcf6-4517-a2d7-46e29f935577 service neutron] 10.222.0.15 "GET /v2.0/ports/cc11ebba-d448-4b5b-b705-cb54ee4851ac/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.1785929 Jul 05 09:39:20.084735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-c3e03d30-1ee1-478d-baf9-7e66308bccd9 service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219737 Jul 05 09:39:20.192432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.193238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.221623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Calling delete_port for 816c055c-1f8f-4118-94e0-3933ec71b88b owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:20.314851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-157d40e2-8d38-43ba-9404-b426cd6122e0 service neutron] 10.222.0.21 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166030 Jul 05 09:39:20.437365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:20.493856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:20.550591 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.557311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc11ebba-d448-4b5b-b705-cb54ee4851ac {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:20.621020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:20.624864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event deleted for resources: {'Port': ['ID=816c055c-1f8f-4118-94e0-3933ec71b88b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:20.666641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.756544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.759050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.760242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3fa34c9-4f1a-4bda-b815-4139a4e73194 req-6de91f71-6097-41c4-8c32-7c137ab6d894 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2d336f4-e5b3-442e-8651-3a731b45855b HTTP/1.1" status: 204 len: 173 time: 1.4142964 Jul 05 09:39:20.782378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df13ae5-c676-4992-841d-0e9006d3f5f0 req-bfdf7f8a-9f24-496b-9568-f737a98028a5 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:20.784017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1df13ae5-c676-4992-841d-0e9006d3f5f0 req-bfdf7f8a-9f24-496b-9568-f737a98028a5 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 943 time: 0.2216554 Jul 05 09:39:20.839980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] Transition to ACTIVE for port object cc11ebba-d448-4b5b-b705-cb54ee4851ac will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:20.848838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:20.927541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1df13ae5-c676-4992-841d-0e9006d3f5f0 req-017336c3-bc9b-47ec-839c-565ef5f523ec tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195171 Jul 05 09:39:20.935001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-f2dcacbb-0625-4e94-85a5-fd29868f91bc tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826261 Jul 05 09:39:21.001858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] No DVR routers for this DVR port cc11ebba-d448-4b5b-b705-cb54ee4851ac on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:21.010970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:21.036259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42542) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:21.104951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-cd91ae27-a095-4182-b89e-cc03c22e98d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc11ebba-d448-4b5b-b705-cb54ee4851ac/bindings/n-h2-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 1.0614643 Jul 05 09:39:21.188315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-e1c88d82-f878-4bc0-99fb-7f16d00e8e78 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:21.190289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-e1c88d82-f878-4bc0-99fb-7f16d00e8e78 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450871 Jul 05 09:39:21.218832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-da206a3b-8b93-4a4b-8b07-1c908dafaa7f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/quotas/2ad0461083dc4b68a462b0d01eb0f5e4 HTTP/1.1" status: 200 len: 375 time: 0.0196702 Jul 05 09:39:21.263408 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307947d7-e282-4cb5-9a0b-718a94ef5b2b x-openstack-request-id: req-307947d7-e282-4cb5-9a0b-718a94ef5b2b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:21.264312 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598b0805-6615-4e60-a2c1-2330a3ec59ec", "name": "network-vif-deleted", "tag": "e7605d4d-2269-4063-919d-3904fcd95fa6", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:21.265464 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-307947d7-e282-4cb5-9a0b-718a94ef5b2b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:21.266336 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598b0805-6615-4e60-a2c1-2330a3ec59ec', 'name': 'network-vif-deleted', 'tag': 'e7605d4d-2269-4063-919d-3904fcd95fa6', 'status': 'completed', 'code': 200} Jul 05 09:39:21.349427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-5988a9a3-6606-450c-a893-bd5d4345b4ad tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074061 Jul 05 09:39:21.368148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] Deleting subnet d517215a-53fa-4440-9a2a-2ad41a4d2990 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:39:21.371613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.415472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.458326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.478886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-09c0c58e-98d6-4b5f-95a7-79723fc45e75 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:21.481839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-09c0c58e-98d6-4b5f-95a7-79723fc45e75 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.2889266 Jul 05 09:39:21.535209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.582301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d517215a-53fa-4440-9a2a-2ad41a4d2990,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:21.595622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.599133 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-262ebe96-3715-44a3-8128-c61f18296493 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d517215a-53fa-4440-9a2a-2ad41a4d2990 HTTP/1.1" status: 204 len: 168 time: 0.5613151 Jul 05 09:39:21.601427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:21.612442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-977e9df6-caec-4bd6-8eb4-27bfcf2bc9a3 req-17428be6-94f0-410f-aa5e-6795d5f21439 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0428708 Jul 05 09:39:21.693420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dcd0989c-0ff6-4fd7-8d6b-a1e7eac4018d req-0ea56cc7-9c2f-4575-bf0c-9260a6a76ad8 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 210 time: 0.0685539 Jul 05 09:39:21.701478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-940427a9-e741-44d4-aae5-ec8e18c26314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:21.703550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-940427a9-e741-44d4-aae5-ec8e18c26314 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109&tenant_id=6c31e7070995403b96e9496be4a9c5b2 HTTP/1.1" status: 200 len: 1096 time: 0.2115338 Jul 05 09:39:21.740154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.748053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13a7536a-648d-4555-a496-4457d2f16a34 req-e0036724-0221-4bd4-807f-f602a2a37637 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 210 time: 0.0381470 Jul 05 09:39:21.844928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-f6859076-cf5c-4f17-94cb-3e2fc899b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:21.846883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-f6859076-cf5c-4f17-94cb-3e2fc899b114 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c31e7070995403b96e9496be4a9c5b2&device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1096 time: 0.0978000 Jul 05 09:39:21.856296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.874969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462f8a30-ee97-4d26-81ce-ed641d509d85']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:21.901973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a6a059-f38b-44f9-b247-4120812350ee') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:21.903000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a6a059-f38b-44f9-b247-4120812350ee') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:21.925490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.960270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.971344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:39:21.972436 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:39:21.975527 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:39:22.069207 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.086272 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.095670 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/462f8a30-ee97-4d26-81ce-ed641d509d85 HTTP/1.1" status: 204 len: 168 time: 0.4863992 Jul 05 09:39:22.098263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:22.158608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16b7dc-6c95-45dc-a467-c4a0856e9b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=462f8a30-ee97-4d26-81ce-ed641d509d85,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:22.192931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] Deleting subnet cd09e918-aa9f-46e8-bb10-721e6909b187 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:39:22.198517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.236219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf6382-5c07-4e45-b0be-4963f4977edc req-a754566a-4d6a-4a80-900f-c792f8b5f6bb tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:22.237783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1edf6382-5c07-4e45-b0be-4963f4977edc req-a754566a-4d6a-4a80-900f-c792f8b5f6bb tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3898973 Jul 05 09:39:22.246649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-384ac3e2-cc5f-43ba-a87d-9340d67356cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:22.248392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-384ac3e2-cc5f-43ba-a87d-9340d67356cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 200 len: 921 time: 0.3886094 Jul 05 09:39:22.250519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.303174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.349431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1edf6382-5c07-4e45-b0be-4963f4977edc req-2c369e08-bd6d-4519-bd97-94b79c54677a tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0989535 Jul 05 09:39:22.354784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-abd333f0-af03-405d-a59f-55cd0378bf6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 200 len: 217 time: 0.0884557 Jul 05 09:39:22.371552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-d7a52055-917a-45d6-852b-f065151725a5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:22.373309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-d7a52055-917a-45d6-852b-f065151725a5 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 815 time: 0.4127707 Jul 05 09:39:22.385266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.395803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Request body: {'port': {'device_id': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'admin_state_up': True, 'tenant_id': '79b8b3e0d7814e258cc1f7342e9c4899'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:22.439062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.444819 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd09e918-aa9f-46e8-bb10-721e6909b187 HTTP/1.1" status: 204 len: 168 time: 0.3448312 Jul 05 09:39:22.445449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:22.447746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304f10f-2f8a-4d40-b77a-2b07e7a049d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd09e918-aa9f-46e8-bb10-721e6909b187,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:22.491474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-5599d203-6cc2-441d-bded-c4c8b6997a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:22.493503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-5599d203-6cc2-441d-bded-c4c8b6997a3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 200 len: 860 time: 0.1172116 Jul 05 09:39:22.508047 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f540501-4db4-4ddc-a304-468a040084e7 req-2918dc96-6d1b-4320-948a-72f880e21852 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:22.515505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f540501-4db4-4ddc-a304-468a040084e7 req-2918dc96-6d1b-4320-948a-72f880e21852 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 944 time: 0.3543029 Jul 05 09:39:22.555001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.594215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-980d784e-48d8-40fa-afa8-41a313494d63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c678e9e8-0cbd-425f-973d-55068fc1c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700269 Jul 05 09:39:22.649467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.651156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b066446a-18a0-48bd-bc3f-cd6dc403145a req-debf2ed8-aeb6-4edf-8eec-6e6e587547c7 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1066508 Jul 05 09:39:22.668173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f19e9e1-58e9-4e9e-a4fd-320836aad419']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:22.683314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3336ab-60f8-46f9-89fb-254b995baf17') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:22.683314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3336ab-60f8-46f9-89fb-254b995baf17') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:22.694538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.714589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.724300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:39:22.724941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:39:22.726805 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:39:22.743898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f540501-4db4-4ddc-a304-468a040084e7 req-ab7e4fc2-e9d6-40dc-b789-b40c5e433315 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271183 Jul 05 09:39:22.806135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-57ea91c6-3ae8-4a90-92aa-d7ff648c4594 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699910 Jul 05 09:39:22.806785 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.808378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Made reservation on behalf of 79b8b3e0d7814e258cc1f7342e9c4899 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:22.813198 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.828514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:22.832080 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1f19e9e1-58e9-4e9e-a4fd-320836aad419 HTTP/1.1" status: 204 len: 168 time: 0.3849368 Jul 05 09:39:22.849901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020f32e-616e-428a-a751-162ba32515a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f19e9e1-58e9-4e9e-a4fd-320836aad419,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:23.010767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:23.013878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-09acdb09-a079-4567-9b7f-28e8cba61b66 service neutron] 10.222.0.16 "GET /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823897 Jul 05 09:39:23.100799 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-816e4b51-6452-475c-9068-ea66bf882c0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6b2f5ce2ee442c3903194b31d07bce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881019 Jul 05 09:39:23.104141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:23.120370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdad5d31-e958-4432-8864-345fb9b467f5 req-9a4ad578-1f6e-42bb-90f0-454b5977d6bc tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.1430399 Jul 05 09:39:23.221808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc1ab2e2-f0df-454e-a1b8-ef8a48d3007d req-5b99d4b8-fc03-43b2-aed6-59c2e36eb004 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 210 time: 0.0415311 Jul 05 09:39:23.234763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Allocated IP 172.20.0.11 (509c8be6-2162-4ffa-b409-40a6efba1eea/5662e1f3-1fe5-41e6-be76-8dd20288faa0/66788acd-37e2-4a09-82f7-e2b6567e6eb3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:23.259773 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-6e1ca60d-2414-4451-b6b0-a941aa4384b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479488 Jul 05 09:39:23.386169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf2312f8-cc03-4cbb-987c-e3b6f4ca6dc4 req-81dfcbf0-8d9c-4cb6-a777-7fbf09dddeb4 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 210 time: 0.0724587 Jul 05 09:39:23.437172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1627fdd5-1dc9-4a09-a81a-24f8e390b926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.491975 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1627fdd5-1dc9-4a09-a81a-24f8e390b926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.500645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-bc749532-e12c-4385-a277-d66744d9ac1d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:23.502135 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-bc749532-e12c-4385-a277-d66744d9ac1d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349033 Jul 05 09:39:23.520645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Request body: {'port': {'device_id': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2ad0461083dc4b68a462b0d01eb0f5e4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:23.599416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dd06b-8f61-4553-b8c9-ad134d987967 req-5cb0f7ed-9800-4601-8d83-7705e0ae5cf6 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:23.600945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e9dd06b-8f61-4553-b8c9-ad134d987967 req-5cb0f7ed-9800-4601-8d83-7705e0ae5cf6 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 945 time: 0.2069547 Jul 05 09:39:23.617862 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1627fdd5-1dc9-4a09-a81a-24f8e390b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.620115 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1627fdd5-1dc9-4a09-a81a-24f8e390b926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.623684 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1627fdd5-1dc9-4a09-a81a-24f8e390b926 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c640803-790b-48cb-bac4-8a13fa78650c HTTP/1.1" status: 204 len: 168 time: 0.5131698 Jul 05 09:39:23.642196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627fdd5-1dc9-4a09-a81a-24f8e390b926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c640803-790b-48cb-bac4-8a13fa78650c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:23.651363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-29c56767-15dd-40fc-9c05-7ee904e9d6f7 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:23.653102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-29c56767-15dd-40fc-9c05-7ee904e9d6f7 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109&tenant_id=6c31e7070995403b96e9496be4a9c5b2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.1905067 Jul 05 09:39:23.663540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.676618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Made reservation on behalf of 2ad0461083dc4b68a462b0d01eb0f5e4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:23.685659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.721644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e9dd06b-8f61-4553-b8c9-ad134d987967 req-9c8506a1-53cb-4138-9642-ac73340b1ed7 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066363 Jul 05 09:39:23.808387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:23.830093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e24391c7-5bb7-4be7-8881-e2f7bc7d9576', '9f4653ba-931f-4478-892c-284e1bde1407'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:23.969146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['201ad9c8-094a-44e5-8b63-4f13f1e87e5f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:24.006081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Allocated IP 192.168.233.248 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/6c131f75-0e04-44c4-9b20-efcf82d5b2d9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:24.214328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42602) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:24.314973 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84009f2f-9a97-4cea-9a3d-adf1358d7e6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bab1ae71246e450bb78f81d15111aee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996130 Jul 05 09:39:24.319765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:24.354529 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.364727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Network 509c8be6-2162-4ffa-b409-40a6efba1eea is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:24.403721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Transition to ACTIVE for port object 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:24.414880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b83a9e70-4a09-4ce1-a1d7-17490a2fc4cd req-0f02d50d-b0f6-4fec-83b1-96a7ac1b7ee7 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0641873 Jul 05 09:39:24.416613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:24.423733 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611fb8cb-1d67-4afe-89cb-f19e09c23112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.429828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:24.441876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event updated for resources: {'Port': ['ID=66788acd-37e2-4a09-82f7-e2b6567e6eb3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:24.463321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611fb8cb-1d67-4afe-89cb-f19e09c23112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.481673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-2f98fbb7-ea84-4960-be08-f152c40ae865 service neutron] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:24.486238 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:39:24.499969 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-2f98fbb7-ea84-4960-be08-f152c40ae865 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.501605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-2f98fbb7-ea84-4960-be08-f152c40ae865 service neutron] 10.222.0.16 "DELETE /v2.0/ports/cc11ebba-d448-4b5b-b705-cb54ee4851ac/bindings/n-h1-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.8348522 Jul 05 09:39:24.507792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.508222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.508477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.508808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.509125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.509464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.509769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.510090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.510412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.510731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.511270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.511596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:24.544224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6667e-f6d4-4474-b152-308e921722e3 req-5f8b7af9-2a92-4844-8f0f-e165846327f2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:24.552562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94f6667e-f6d4-4474-b152-308e921722e3 req-5f8b7af9-2a92-4844-8f0f-e165846327f2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 944 time: 0.6190493 Jul 05 09:39:24.554244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.559926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:24.560899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.617991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:24.624782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:24.626308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-251c0b13-6e45-4c5e-870d-50e6bac2e2c9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2358344 Jul 05 09:39:24.627369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:24.630242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611fb8cb-1d67-4afe-89cb-f19e09c23112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.632922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611fb8cb-1d67-4afe-89cb-f19e09c23112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.634106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-611fb8cb-1d67-4afe-89cb-f19e09c23112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b021fcab-c56a-4b6c-b067-c5a778e3ab44 HTTP/1.1" status: 204 len: 168 time: 0.3133740 Jul 05 09:39:24.645586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['fb0fd700-f700-4812-97ea-f31732580281', '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:24.647483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Request body: {'port': {'device_id': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:24.673022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Pushing event updated for resources: {'Port': ['ID=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:24.691169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94f6667e-f6d4-4474-b152-308e921722e3 req-43798c0e-2f79-4c37-a172-1747e56698cb tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374886 Jul 05 09:39:24.706656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fb8cb-1d67-4afe-89cb-f19e09c23112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b021fcab-c56a-4b6c-b067-c5a778e3ab44,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:24.772645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:24.773599 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.798072 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8dff86cd-3d14-4d1a-b4dc-a20200bba3b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2854426 Jul 05 09:39:24.805518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9de2c5-f780-43a8-a9f4-f9ac43a0f396 req-f99cc7a8-10c8-4f55-b056-6e8e7b6cdfe6 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:24.807469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a9de2c5-f780-43a8-a9f4-f9ac43a0f396 req-f99cc7a8-10c8-4f55-b056-6e8e7b6cdfe6 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 932 time: 0.2349203 Jul 05 09:39:24.813118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Request body: {'port': {'device_id': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:24.833550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:24.955585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a9de2c5-f780-43a8-a9f4-f9ac43a0f396 req-dafb47f3-1c3b-4beb-881c-e94e049f5543 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391470 Jul 05 09:39:25.041123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.152678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-99656087-c7db-496f-8ae8-fa3819cd11af None None] Provisioning for port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:25.162380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-99656087-c7db-496f-8ae8-fa3819cd11af None None] Provisioning complete for port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:25.162874 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99656087-c7db-496f-8ae8-fa3819cd11af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.243204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99656087-c7db-496f-8ae8-fa3819cd11af None None] Port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:25.340032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-5fac0c83-2968-4153-b509-72f080439397 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:25.341687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-5fac0c83-2968-4153-b509-72f080439397 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.16 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 945 time: 0.3463809 Jul 05 09:39:25.507632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:25.520820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.558005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14890-80c3-4da9-ad34-216c1cc21a15 req-e0483781-eedb-42af-b482-6f63d17ee3a2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:25.560607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ce14890-80c3-4da9-ad34-216c1cc21a15 req-e0483781-eedb-42af-b482-6f63d17ee3a2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 936 time: 0.6297584 Jul 05 09:39:25.561339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Transition to ACTIVE for port object 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:25.567683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.665240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6606bd5-5408-4ca6-9433-b724f6e033cb req-2d02c42a-5fa2-4bf0-9753-a4144b5ca83f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:25.673398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6606bd5-5408-4ca6-9433-b724f6e033cb req-2d02c42a-5fa2-4bf0-9753-a4144b5ca83f tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 945 time: 0.3305743 Jul 05 09:39:25.715435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Pushing event updated for resources: {'Port': ['ID=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:25.756998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ce14890-80c3-4da9-ad34-216c1cc21a15 req-c24ac7c3-6ef4-4fa5-a6b9-69c4933f6915 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703610 Jul 05 09:39:25.828499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Deleting port e64f1c5f-9c69-4c2f-a692-363af93829ed {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:25.828845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.848973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6606bd5-5408-4ca6-9433-b724f6e033cb req-7d4635a8-3e41-4632-a996-2674d1ed467b tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0a5f76-59e8-413d-86c5-9c2f945b25ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495852 Jul 05 09:39:25.928579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Attempting to bind port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:25.929112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Attempting to bind port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:25.929703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Attempting to bind port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:25.942267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:25.942720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66788acd-37e2-4a09-82f7-e2b6567e6eb3 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:25.943796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Attempting to bind port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:25.954632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:25.955216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:25.955848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:25.956624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Bound port: 6c131f75-0e04-44c4-9b20-efcf82d5b2d9, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:25.957142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:25.966489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.024031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Transition to ACTIVE for port object 66788acd-37e2-4a09-82f7-e2b6567e6eb3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:26.051540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.102577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] For port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:26.106360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] For port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:26.113167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.165662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:26.166256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.167701 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c131f75-0e04-44c4-9b20-efcf82d5b2d9 HTTP/1.1" status: 200 len: 1097 time: 1.3592200 Jul 05 09:39:26.168151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'tag': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:26.171377 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad" -d '{"events": [{"name": "network-changed", "server_uuid": "97e8c19c-ff12-43a8-b2ed-40aa2995167c", "tag": "6c131f75-0e04-44c4-9b20-efcf82d5b2d9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:26.179326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] For port e64f1c5f-9c69-4c2f-a692-363af93829ed, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e64f1c5f-9c69-4c2f-a692-363af93829ed,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:26.179625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.203395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e4f07-fe60-4d8d-bd0d-df24a3fc2107 service neutron] Pushing event updated for resources: {'Port': ['ID=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:26.219685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Calling delete_port for e64f1c5f-9c69-4c2f-a692-363af93829ed owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:26.227600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Pushing event updated for resources: {'Port': ['ID=66788acd-37e2-4a09-82f7-e2b6567e6eb3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:26.334237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-603b6d30-5246-458a-bf3c-f87134e217fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:26.337289 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-603b6d30-5246-458a-bf3c-f87134e217fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 1100 time: 0.0907865 Jul 05 09:39:26.383946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64a009f0-cd50-458c-b38d-d2431889def3 req-c3cc07f1-b420-46d8-b5d3-b6e143b6d141 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0980563 Jul 05 09:39:26.439233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bca98a-d0e9-4d5c-b9a5-a98f513d83cb req-b398797b-1f70-44ae-aa3f-c7cff4b09437 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:26.446497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-8f830819-f344-4b30-bd1f-208b3f3613c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6c131f75-0e04-44c4-9b20-efcf82d5b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0995741 Jul 05 09:39:26.451329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79bca98a-d0e9-4d5c-b9a5-a98f513d83cb req-b398797b-1f70-44ae-aa3f-c7cff4b09437 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 1096 time: 0.4095812 Jul 05 09:39:26.484570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Attempting to bind port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:26.485022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Attempting to bind port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:26.485553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Attempting to bind port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:26.504403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 on network 509c8be6-2162-4ffa-b409-40a6efba1eea not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:26.504724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Attempting to bind port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 on network 509c8be6-2162-4ffa-b409-40a6efba1eea {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:26.554660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:26.555568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Checking segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:26.555979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Bound using segment: {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:26.556421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Bound port: 66788acd-37e2-4a09-82f7-e2b6567e6eb3, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed26724-5f1a-4ba1-8993-0f37c935e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:26.556893 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.571172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79bca98a-d0e9-4d5c-b9a5-a98f513d83cb req-dbc92821-624c-4241-b48f-b95bf1967988 tempest-LiveAutoBlockMigrationV225Test-2081460577 tempest-LiveAutoBlockMigrationV225Test-2081460577-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179175 Jul 05 09:39:26.581498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-02380da5-dc40-4553-aa5a-749648a324d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:26.586075 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-02380da5-dc40-4553-aa5a-749648a324d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1313908 Jul 05 09:39:26.726367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-dbdc59e5-6d19-47eb-b71b-641adcae495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:26.733185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-dbdc59e5-6d19-47eb-b71b-641adcae495c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1384599 Jul 05 09:39:26.749868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.777666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] For port 66788acd-37e2-4a09-82f7-e2b6567e6eb3, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:26.816368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Pushing event deleted for resources: {'Port': ['ID=e64f1c5f-9c69-4c2f-a692-363af93829ed,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:26.830554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] For port 66788acd-37e2-4a09-82f7-e2b6567e6eb3, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66788acd-37e2-4a09-82f7-e2b6567e6eb3,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:26.882213 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e542fdfa-873a-4d0c-a212-c5ad52b0f95f x-openstack-request-id: req-e542fdfa-873a-4d0c-a212-c5ad52b0f95f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:26.882731 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e8c19c-ff12-43a8-b2ed-40aa2995167c", "tag": "6c131f75-0e04-44c4-9b20-efcf82d5b2d9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:26.883286 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e542fdfa-873a-4d0c-a212-c5ad52b0f95f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:26.883970 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'tag': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9', 'status': 'completed', 'code': 200} Jul 05 09:39:26.891163 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-2f7c3153-e6f7-4be2-b1ce-dafbb4dd9dc6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471593 Jul 05 09:39:26.898670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.901565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] No DVR routers for this DVR port e64f1c5f-9c69-4c2f-a692-363af93829ed on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:26.923497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f3c2-5d55-4fb2-b286-edcfb9ae12ab req-e3f6ea7f-1b80-4471-9c4c-66c98027ead9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:26.937761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fe6f3c2-5d55-4fb2-b286-edcfb9ae12ab req-e3f6ea7f-1b80-4471-9c4c-66c98027ead9 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 944 time: 0.3173115 Jul 05 09:39:26.940678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:26.942782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82a761e6-bfb6-493d-a28d-7a86c86e031b req-3a8b2a90-5be7-48b8-ad09-760cff150866 tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.16 "DELETE /v2.0/ports/e64f1c5f-9c69-4c2f-a692-363af93829ed HTTP/1.1" status: 204 len: 173 time: 1.5809999 Jul 05 09:39:26.946533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'name': 'network-vif-deleted', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:26.949306 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec482d0-0c1c-4bbe-8ab0-0fddc66df936" -d '{"events": [{"server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "name": "network-vif-deleted", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:27.036540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:27.037176 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:27.038631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] 10.222.0.15 "PUT /v2.0/ports/66788acd-37e2-4a09-82f7-e2b6567e6eb3 HTTP/1.1" status: 200 len: 1093 time: 2.3983996 Jul 05 09:39:27.057925 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-27176e59-5a48-4138-a7b6-38f85f43de7c req-ff3b1755-f851-4b8f-8a71-a776f5a118a7 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573763 Jul 05 09:39:27.135073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fe6f3c2-5d55-4fb2-b286-edcfb9ae12ab req-1085520e-0abb-48f9-9e13-8a3caf37e19e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961963 Jul 05 09:39:27.136029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47730f4-0c62-43ef-a13b-a9de7dfa9b97 service neutron] Pushing event updated for resources: {'Port': ['ID=66788acd-37e2-4a09-82f7-e2b6567e6eb3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:27.234221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-5109e65c-818a-4351-a9e3-61e42421777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:27.238403 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-5109e65c-818a-4351-a9e3-61e42421777e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 1096 time: 0.1514368 Jul 05 09:39:27.352736 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-05cdbbf4-e333-4ad3-8a51-e7d357162b73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66788acd-37e2-4a09-82f7-e2b6567e6eb3 HTTP/1.1" status: 200 len: 217 time: 0.1043496 Jul 05 09:39:27.423982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4fadd-174f-4a29-96a3-9d4c189b7cec req-bba4b035-c229-4b6e-bf0e-c6df54c52f19 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:27.432754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3df4fadd-174f-4a29-96a3-9d4c189b7cec req-bba4b035-c229-4b6e-bf0e-c6df54c52f19 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 948 time: 0.1751418 Jul 05 09:39:27.434307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-5970bf93-d99c-47af-a6fd-29d19150935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:27.436004 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-5970bf93-d99c-47af-a6fd-29d19150935c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.0764840 Jul 05 09:39:27.469178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-5175a7e9-8307-4da9-acc7-3ba59e1eb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:27.470750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-5175a7e9-8307-4da9-acc7-3ba59e1eb337 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 1100 time: 0.1481175 Jul 05 09:39:27.479116 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-5426635b-488d-42c7-9246-cf2f7425ed9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335524 Jul 05 09:39:27.523713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3df4fadd-174f-4a29-96a3-9d4c189b7cec req-2c3d8a93-7f91-4429-8301-c485c68655e6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897017 Jul 05 09:39:27.525918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa499824-09ef-4a11-9933-aeb847a1feb3 req-0a20f7cc-c585-47c2-9617-b26a221c4fff tempest-FloatingIPsAssociationNegativeTestJSON-632503540 tempest-FloatingIPsAssociationNegativeTestJSON-632503540-project] 10.222.0.21 "GET /v2.0/ports?device_id=63928006-75dc-4d6e-8ab7-9451d9f12a01 HTTP/1.1" status: 200 len: 210 time: 0.0542405 Jul 05 09:39:27.616184 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b11c4-e1e2-4387-8f98-8b31cbcc77a0 x-openstack-request-id: req-cd1b11c4-e1e2-4387-8f98-8b31cbcc77a0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:27.617207 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63928006-75dc-4d6e-8ab7-9451d9f12a01", "name": "network-vif-deleted", "tag": "e64f1c5f-9c69-4c2f-a692-363af93829ed", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:27.617207 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd1b11c4-e1e2-4387-8f98-8b31cbcc77a0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:27.617667 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63928006-75dc-4d6e-8ab7-9451d9f12a01', 'name': 'network-vif-deleted', 'tag': 'e64f1c5f-9c69-4c2f-a692-363af93829ed', 'status': 'completed', 'code': 200} Jul 05 09:39:27.620310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-2ef07c2a-ee13-4dba-83e5-e2d94f9d5fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335988 Jul 05 09:39:27.655722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-3922fcea-341d-450d-8f5c-9de8aab1d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:27.658776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-3922fcea-341d-450d-8f5c-9de8aab1d012 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1692040 Jul 05 09:39:27.761205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-b64dd0b6-7750-4aa5-8e55-248d74ebb80b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6c131f75-0e04-44c4-9b20-efcf82d5b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0923665 Jul 05 09:39:27.917160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1463bb72-621d-403c-b13c-6d02170a202d req-84a2f904-8d5e-463d-8bcc-dc97e8dbe5b8 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0417314 Jul 05 09:39:27.934333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-74b07a57-d5ba-4530-9128-818e1ed412e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:27.936592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-74b07a57-d5ba-4530-9128-818e1ed412e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1642303 Jul 05 09:39:28.001152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685308b4-841b-40a8-a694-b7b981f1d68d req-379d9c32-a912-4062-a64e-0df59e667d21 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:28.002809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-685308b4-841b-40a8-a694-b7b981f1d68d req-379d9c32-a912-4062-a64e-0df59e667d21 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 944 time: 0.2213101 Jul 05 09:39:28.003469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e64f1c5f-9c69-4c2f-a692-363af93829ed no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:28.075877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: e64f1c5f-9c69-4c2f-a692-363af93829ed {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:28.076391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-685308b4-841b-40a8-a694-b7b981f1d68d req-8aced84f-6dfa-4228-ba57-ceb2cfeb6235 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626230 Jul 05 09:39:28.077558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e64f1c5f-9c69-4c2f-a692-363af93829ed not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:28.079646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-7541f6d1-298e-4838-8072-d4abe2914b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:28.081448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-7541f6d1-298e-4838-8072-d4abe2914b26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369071 Jul 05 09:39:28.140400 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ca5ecf56-1e61-406d-80fb-9c8905e4b7ab req-b86976cc-e305-4bc1-a31e-f3a0187420f8 service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114930 Jul 05 09:39:28.289040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-96ea4c88-c14f-4856-abab-6f24db39ab55 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d4567202da5844bb849d7dec0fe82000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448461 Jul 05 09:39:28.305023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-dcd84f01-f503-4490-852b-28b31965dc6b service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152541 Jul 05 09:39:28.526867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-4840b3a2-a956-4b04-a20e-612b1e347d85 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:28.528407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-4840b3a2-a956-4b04-a20e-612b1e347d85 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 944 time: 0.3424556 Jul 05 09:39:28.622281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-489f18f5-977f-4d83-9306-6321cb169669 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:28.624538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-489f18f5-977f-4d83-9306-6321cb169669 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267426 Jul 05 09:39:28.630092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc6d00b6-f7ea-4bd6-a12f-7f1154f88dad req-6086ef6f-2625-41d5-b862-0916e76b392a service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062727 Jul 05 09:39:28.660912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa061424-9be8-4d96-acb1-dfeeadc81708 req-9ca18afd-38bd-41ac-ae4f-015628e39140 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:28.662402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa061424-9be8-4d96-acb1-dfeeadc81708 req-9ca18afd-38bd-41ac-ae4f-015628e39140 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 944 time: 0.2679868 Jul 05 09:39:28.669359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-f800e07c-a21c-40da-901b-f7e4135b7469 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/quotas/d4567202da5844bb849d7dec0fe82000 HTTP/1.1" status: 200 len: 375 time: 0.0342362 Jul 05 09:39:28.744728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-529c7ea5-4df0-4118-80f4-e1fddbfa9a90 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4567202da5844bb849d7dec0fe82000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486469 Jul 05 09:39:28.765762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa061424-9be8-4d96-acb1-dfeeadc81708 req-c36c06fc-f418-44ba-acbd-f684da33db0f tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917506 Jul 05 09:39:28.808731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Deleting port cc11ebba-d448-4b5b-b705-cb54ee4851ac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:28.809288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.014890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42706) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:29.044903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] For port cc11ebba-d448-4b5b-b705-cb54ee4851ac, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc11ebba-d448-4b5b-b705-cb54ee4851ac,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:29.045997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.073788 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.075886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Calling delete_port for cc11ebba-d448-4b5b-b705-cb54ee4851ac owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:29.170208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f795-08b3-4c89-b3bd-14ad8440f0f6 req-ae9ce8c7-9933-4c89-b7a9-3f87eef1fa5f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:29.172698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10f9f795-08b3-4c89-b3bd-14ad8440f0f6 req-ae9ce8c7-9933-4c89-b7a9-3f87eef1fa5f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 948 time: 0.2122457 Jul 05 09:39:29.285818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.304066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6f43806-7f38-4d9e-a512-7cfa6ca24210 req-916b6683-73a4-439c-8624-dbb4a3edb3d3 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 210 time: 0.0751374 Jul 05 09:39:29.309532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10f9f795-08b3-4c89-b3bd-14ad8440f0f6 req-7c5a9200-248f-4742-a99d-c556dd4b9a38 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286368 Jul 05 09:39:29.431221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.445107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8d12270f-ddad-4337-b66e-dbcd505ce2b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:29.563547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event deleted for resources: {'Port': ['ID=cc11ebba-d448-4b5b-b705-cb54ee4851ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:29.610035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e433d32-6a50-4e33-a40e-b47981852aa7 req-79697695-90a0-4df8-8d31-fe3a5abdc5ba tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 210 time: 0.0923324 Jul 05 09:39:29.628670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'tag': '66788acd-37e2-4a09-82f7-e2b6567e6eb3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:29.633403 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3bc47b-a506-4c63-bbbb-30c37593a930" -d '{"events": [{"name": "network-changed", "server_uuid": "c3856111-5fe0-4479-8efc-ae412d4c9de0", "tag": "66788acd-37e2-4a09-82f7-e2b6567e6eb3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:29.634312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.732310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4681fed7-3b03-4472-b1d7-bf67437c2cc7 req-1b779aab-7ce1-4f29-8ee6-08586b4053e5 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.1433139 Jul 05 09:39:29.836080 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fcad2f-a0d7-465d-9436-3d3ee35dd4e9 x-openstack-request-id: req-c9fcad2f-a0d7-465d-9436-3d3ee35dd4e9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:29.837482 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3856111-5fe0-4479-8efc-ae412d4c9de0", "tag": "66788acd-37e2-4a09-82f7-e2b6567e6eb3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:29.837482 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9fcad2f-a0d7-465d-9436-3d3ee35dd4e9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:29.837788 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'tag': '66788acd-37e2-4a09-82f7-e2b6567e6eb3', 'status': 'completed', 'code': 200} Jul 05 09:39:29.838683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] No DVR routers for this DVR port cc11ebba-d448-4b5b-b705-cb54ee4851ac on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:29.856215 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:29.875779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67fa7bbe-27d4-4e1d-ba6e-3749a1281fe6 req-44b1fc8e-3408-42ff-ad65-2af078c2c54e tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.16 "DELETE /v2.0/ports/cc11ebba-d448-4b5b-b705-cb54ee4851ac HTTP/1.1" status: 204 len: 173 time: 1.3205388 Jul 05 09:39:30.011484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc11ebba-d448-4b5b-b705-cb54ee4851ac no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:30.054051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: cc11ebba-d448-4b5b-b705-cb54ee4851ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:30.055699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc11ebba-d448-4b5b-b705-cb54ee4851ac not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:30.258796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Deleting port bfbf1018-c023-4249-98a8-7e4234fd8346 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:30.263367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.417861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] For port bfbf1018-c023-4249-98a8-7e4234fd8346, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bfbf1018-c023-4249-98a8-7e4234fd8346,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:30.418461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.437589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Calling delete_port for bfbf1018-c023-4249-98a8-7e4234fd8346 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:30.584352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-537ad7e1-82e8-4b83-afd6-0ae5d0b9c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:30.586206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-537ad7e1-82e8-4b83-afd6-0ae5d0b9c499 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 1096 time: 0.7094190 Jul 05 09:39:30.596224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922851d-9ffa-41a8-b513-77fc38f19cdc req-192eb7ea-b05b-4cf4-8405-672b231129f1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:30.603838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a922851d-9ffa-41a8-b513-77fc38f19cdc req-192eb7ea-b05b-4cf4-8405-672b231129f1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 944 time: 0.6259725 Jul 05 09:39:30.724272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52872541-281e-4f2f-be2e-8d2799f8b07b req-4363ccda-92ff-4b11-81e8-63d7c72cb3e0 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 210 time: 0.1173422 Jul 05 09:39:30.756997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a922851d-9ffa-41a8-b513-77fc38f19cdc req-a39a3d2b-2f2f-49f3-b50c-fee3af4f7ec4 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519690 Jul 05 09:39:30.838869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-1f29af7c-e29b-4c5d-a4c5-ef4171b2cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:30.841359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:30.847306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-1f29af7c-e29b-4c5d-a4c5-ef4171b2cf57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 916 time: 0.2354808 Jul 05 09:39:30.948180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbf1018-c023-4249-98a8-7e4234fd8346,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:30.970375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.970908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.971310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.971650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.971984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.972322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.972922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.973597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.974017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.974356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.974695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.975023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:30.985507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-32cc3731-1f48-4efc-a6be-99b2f599d227 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66788acd-37e2-4a09-82f7-e2b6567e6eb3 HTTP/1.1" status: 200 len: 217 time: 0.1313510 Jul 05 09:39:31.043010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-c23e4d21-5879-46e5-86f3-dbda08b15fc6 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d4567202da5844bb849d7dec0fe82000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715277 Jul 05 09:39:31.211285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3ec2141-9c0a-41c2-9a96-bc0c1ebfbf33 req-55ebf8ae-975d-4a69-9a62-512a26a48134 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 210 time: 0.1414471 Jul 05 09:39:31.271426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-e7da2039-4b02-48cb-8403-0bd830f73d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:31.274244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-e7da2039-4b02-48cb-8403-0bd830f73d76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.2427876 Jul 05 09:39:31.379652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:31.380433 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-380d159e-5e40-4d12-a362-a62bfc53cb55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896795 Jul 05 09:39:31.410380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2a29d-c98c-40a7-9947-42b547c797d0 req-0b612079-96d1-48c4-9dc0-f25821584184 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:31.412968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71f2a29d-c98c-40a7-9947-42b547c797d0 req-0b612079-96d1-48c4-9dc0-f25821584184 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 948 time: 0.4402437 Jul 05 09:39:31.549856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-907596a6-0f67-42dd-9878-7e736e1f634e tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:31.551463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-907596a6-0f67-42dd-9878-7e736e1f634e tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4836411 Jul 05 09:39:31.555777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91056308-6f47-43ad-99ce-be1144e483b6 req-d45db8da-2e13-4164-88ac-32f38b4a2c7f tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0623875 Jul 05 09:39:31.580695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Request body: {'port': {'device_id': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'd4567202da5844bb849d7dec0fe82000'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:31.611996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71f2a29d-c98c-40a7-9947-42b547c797d0 req-e60ce0df-c412-443e-9d05-2b8d231fa3a5 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825376 Jul 05 09:39:31.744213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:31.745260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-589e3a1d-3238-4a2d-adb7-851a43e6085d service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525558 Jul 05 09:39:31.748160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Router cb1b1602-8495-45cd-bdd4-3823447cb506 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:39:31.892385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'name': 'network-vif-deleted', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:31.897294 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1344487-e89f-424c-8750-594e491ce2ac" -d '{"events": [{"server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "name": "network-vif-deleted", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:31.935308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:31.960096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9', 'mac_address': 'fa:16:3e:98:b9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:39:31.995900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:32.006066 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22395706-9476-4a8e-a876-daf15b76deaa admin admin] 10.222.0.21 "PUT /v2.0/routers/cb1b1602-8495-45cd-bdd4-3823447cb506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894459 Jul 05 09:39:32.009726 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] Sync routers for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:32.010506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:32.031329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.033747 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:32.034580 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:32.050919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:32.075605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee3bc47b-a506-4c63-bbbb-30c37593a930 req-e43f5be6-30fd-4194-b560-2474e5d998a9 service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086212 Jul 05 09:39:32.107404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:32.115974 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.118936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66788acd-37e2-4a09-82f7-e2b6567e6eb3 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:32.145000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Made reservation on behalf of d4567202da5844bb849d7dec0fe82000 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:32.152984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.189154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.213986 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:32.245324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.371304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.393868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-908c49c5-a820-436a-a16d-a3f705290370 req-8dfb011c-615f-4956-886c-24b43c857c00 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 210 time: 0.2365282 Jul 05 09:39:32.395901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.437863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 66788acd-37e2-4a09-82f7-e2b6567e6eb3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66788acd-37e2-4a09-82f7-e2b6567e6eb3,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:32.464709 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:39:30Z', 'revision_number': 5, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port': {'id': '683a50bc-18b7-4d42-a555-dc955cc44979', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:38:36Z', 'updated_at': '2021-07-05T09:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:32.474722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.520595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '66788acd-37e2-4a09-82f7-e2b6567e6eb3', 'network_id': '509c8be6-2162-4ffa-b409-40a6efba1eea', 'port_id': '66788acd-37e2-4a09-82f7-e2b6567e6eb3', 'mac_address': 'fa:16:3e:96:14:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5662e1f3-1fe5-41e6-be76-8dd20288faa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:39:32.533299 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] Checking router: cb1b1602-8495-45cd-bdd4-3823447cb506 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:32.554595 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] Routers {'cb1b1602-8495-45cd-bdd4-3823447cb506'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:32.556069 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cb1b1602-8495-45cd-bdd4-3823447cb506'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:32.605213 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Deleting port 683a50bc-18b7-4d42-a555-dc955cc44979 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:32.607628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.648164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.652648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:32.695000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.711860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.712450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.713017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.713593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.714350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.714925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.715523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.716087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.716640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.717837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.718407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:32.738560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66788acd-37e2-4a09-82f7-e2b6567e6eb3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:32.739774 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb12757-e34d-4e70-9b48-f9636e69f63a x-openstack-request-id: req-bcb12757-e34d-4e70-9b48-f9636e69f63a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:32.742073 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da994ec9-aba7-42a8-b8de-05c4c494c109", "name": "network-vif-deleted", "tag": "cc11ebba-d448-4b5b-b705-cb54ee4851ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:32.742560 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcb12757-e34d-4e70-9b48-f9636e69f63a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:32.743241 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da994ec9-aba7-42a8-b8de-05c4c494c109', 'name': 'network-vif-deleted', 'tag': 'cc11ebba-d448-4b5b-b705-cb54ee4851ac', 'status': 'completed', 'code': 200} Jul 05 09:39:32.813263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d60b708-674c-40d1-8726-1eaf583c49a5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:32.832172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 66788acd-37e2-4a09-82f7-e2b6567e6eb3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66788acd-37e2-4a09-82f7-e2b6567e6eb3,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:32.837747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.852807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] For port 683a50bc-18b7-4d42-a555-dc955cc44979, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=683a50bc-18b7-4d42-a555-dc955cc44979,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:32.853312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:32.870219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Allocated IP 192.168.233.97 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/21eba849-68f2-4917-aac3-aa773c833388) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:32.883658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Calling delete_port for 683a50bc-18b7-4d42-a555-dc955cc44979 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:32.938833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=66788acd-37e2-4a09-82f7-e2b6567e6eb3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:32.958514 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] Set router cb1b1602-8495-45cd-bdd4-3823447cb506 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:32.989971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c5653-8381-470c-8e4d-5289d39ec4ea req-99b837cf-ceb0-45a4-b7f6-a9f12b6107c2 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:32.992864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd2c5653-8381-470c-8e4d-5289d39ec4ea req-99b837cf-ceb0-45a4-b7f6-a9f12b6107c2 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 944 time: 0.8948495 Jul 05 09:39:33.034613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98a7a3f2-b43e-44cd-aa02-60f821ceacf3 req-b5406035-c6c1-4ceb-9509-c1a30de8a291 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 210 time: 0.1092601 Jul 05 09:39:33.047211 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:39:32Z', 'revision_number': 6, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:33.111547 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b2a5b-caeb-4db3-893d-bde93e42dd91 None None] The sync data for ids ['cb1b1602-8495-45cd-bdd4-3823447cb506'] in n-d-771363-33 is: [{'id': 'cb1b1602-8495-45cd-bdd4-3823447cb506', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118020159-router', 'tenant_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:38:34Z', 'updated_at': '2021-07-05T09:39:32Z', 'revision_number': 6, 'project_id': '8a7b6acfb2ee446b8dfbe9376a4e8040', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:33.159031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['66788acd-37e2-4a09-82f7-e2b6567e6eb3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:33.219382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['6c131f75-0e04-44c4-9b20-efcf82d5b2d9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:33.258918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.307937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.309474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=683a50bc-18b7-4d42-a555-dc955cc44979,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:33.334066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Transition to ACTIVE for port object 21eba849-68f2-4917-aac3-aa773c833388 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:33.394359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd2c5653-8381-470c-8e4d-5289d39ec4ea req-555291d3-db45-410c-a104-2b74ba32b494 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697238 Jul 05 09:39:33.398154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.422237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f9dff14-54b2-4e42-9c6d-ecab37d51777 req-0422e008-7072-41d7-af9f-7af2c4ef5633 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0421538 Jul 05 09:39:33.466846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.517925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:33.522515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:33.524997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:33.528082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Pushing event updated for resources: {'Port': ['ID=21eba849-68f2-4917-aac3-aa773c833388,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:33.655694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:33.656774 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.746467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-65ac107c-00ae-4718-b7fd-d732d1c9f46b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1713011 Jul 05 09:39:33.764946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Request body: {'port': {'device_id': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:33.804672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.809139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.962920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.972549 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1b1602-8495-45cd-bdd4-3823447cb506 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:39:33.986143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:33.990659 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17813023-cea2-4b43-9fc5-b8cdd0af4dfe admin admin] 10.222.0.21 "DELETE /v2.0/routers/cb1b1602-8495-45cd-bdd4-3823447cb506 HTTP/1.1" status: 204 len: 168 time: 1.9754996 Jul 05 09:39:33.991709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42758) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:34.043496 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.073746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] Deleting subnet d7223aeb-dd00-465d-9ee8-f662458c47ab {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:39:34.078449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.101674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf981-f0d4-455b-9849-25a081de9d96 req-ca194abc-af3d-4770-81e9-11e6f3be64a9 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:34.112364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75caf981-f0d4-455b-9849-25a081de9d96 req-ca194abc-af3d-4770-81e9-11e6f3be64a9 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 949 time: 0.2126651 Jul 05 09:39:34.127393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1dae525-e2a9-406b-8e55-c5103895772c None None] Provisioning for port 21eba849-68f2-4917-aac3-aa773c833388 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:34.131641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1dae525-e2a9-406b-8e55-c5103895772c None None] Provisioning complete for port 21eba849-68f2-4917-aac3-aa773c833388 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:34.132021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1dae525-e2a9-406b-8e55-c5103895772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.151153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.238707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1dae525-e2a9-406b-8e55-c5103895772c None None] Port 21eba849-68f2-4917-aac3-aa773c833388 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:34.239870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.308014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.328660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.330189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ec589-85e9-4c38-afc4-96c56bdef0c8 None None] Network 8dc2233a-6ef7-47b7-b2bd-794f037e321d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:34.341078 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7223aeb-dd00-465d-9ee8-f662458c47ab HTTP/1.1" status: 204 len: 168 time: 0.3385651 Jul 05 09:39:34.358841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:34.445887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c92c9-6671-47f1-b9f7-672cef5cf128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7223aeb-dd00-465d-9ee8-f662458c47ab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:34.449895 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.536904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Deleting port 5978ab48-3a16-479e-b812-d0256c5e0ecc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:34.537267 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.563567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bfbf1018-c023-4249-98a8-7e4234fd8346 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:34.567213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75caf981-f0d4-455b-9849-25a081de9d96 req-f5af2332-b3df-42ef-9a20-586ad1b298be tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534545 Jul 05 09:39:34.620300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] For port 5978ab48-3a16-479e-b812-d0256c5e0ecc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5978ab48-3a16-479e-b812-d0256c5e0ecc,segment=NetworkSegment(28264f29-1cca-41cc-ac4c-2c69334e067d),segment_id=28264f29-1cca-41cc-ac4c-2c69334e067d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:34.620710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.638489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Calling delete_port for 5978ab48-3a16-479e-b812-d0256c5e0ecc owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:34.646290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: bfbf1018-c023-4249-98a8-7e4234fd8346 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:34.646792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bfbf1018-c023-4249-98a8-7e4234fd8346 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:34.648644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 683a50bc-18b7-4d42-a555-dc955cc44979 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:34.721451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 683a50bc-18b7-4d42-a555-dc955cc44979 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:34.721949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 683a50bc-18b7-4d42-a555-dc955cc44979 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:34.727181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b19bb-9140-4db6-85b5-bcb76dbbae9a req-5cca3d80-1b7f-475d-a5e7-4f3d8777f4c2 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:34.732776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b6b19bb-9140-4db6-85b5-bcb76dbbae9a req-5cca3d80-1b7f-475d-a5e7-4f3d8777f4c2 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 935 time: 0.4252644 Jul 05 09:39:34.753660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.789488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Pushing event deleted for resources: {'Port': ['ID=5978ab48-3a16-479e-b812-d0256c5e0ecc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:34.812976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] No DVR routers for this DVR port 5978ab48-3a16-479e-b812-d0256c5e0ecc on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:34.858542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289a440-1c68-4944-93c4-e2143468bb7c None None] DHCP port deletion for 8dc2233a-6ef7-47b7-b2bd-794f037e321d request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:39:34.902932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-714d1ded-ccc7-449e-9641-093494cf8233 req-d3ca95f9-a064-4b8f-9ef3-c0008a3b88a9 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 210 time: 0.0376532 Jul 05 09:39:34.930982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b6b19bb-9140-4db6-85b5-bcb76dbbae9a req-b0ced9cb-0fac-45e8-981e-86e542d7e1f2 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193533 Jul 05 09:39:34.948918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:34.966180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc2233a-6ef7-47b7-b2bd-794f037e321d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:34.982415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28264f29-1cca-41cc-ac4c-2c69334e067d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:34.983916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28264f29-1cca-41cc-ac4c-2c69334e067d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:34.996332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.017944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.034183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:39:35.034744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.044237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21eba849-68f2-4917-aac3-aa773c833388 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:35.057786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.087286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Transition to ACTIVE for port object 21eba849-68f2-4917-aac3-aa773c833388 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:35.110827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:39:35.112660 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:39:35.119356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.129822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.133216 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8dc2233a-6ef7-47b7-b2bd-794f037e321d HTTP/1.1" status: 204 len: 168 time: 0.7725837 Jul 05 09:39:35.156113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c827f-558e-4cc9-900e-0ff4f0f3a486 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc2233a-6ef7-47b7-b2bd-794f037e321d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:35.202506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ea9307b-d049-4152-8e14-6fb0f68fce94 req-0e9ad0db-74c5-451c-a96e-08f8217eb6bf tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0504141 Jul 05 09:39:35.247384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Pushing event updated for resources: {'Port': ['ID=21eba849-68f2-4917-aac3-aa773c833388,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:35.316519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860caa9-5070-474b-bc2a-1273c720f781 req-c394b49d-d966-491a-a8ef-cd29335683ac tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:35.318470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7860caa9-5070-474b-bc2a-1273c720f781 req-c394b49d-d966-491a-a8ef-cd29335683ac tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 945 time: 0.2419870 Jul 05 09:39:35.360666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Attempting to bind port 21eba849-68f2-4917-aac3-aa773c833388 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:35.361007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Attempting to bind port 21eba849-68f2-4917-aac3-aa773c833388 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:35.361321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Attempting to bind port 21eba849-68f2-4917-aac3-aa773c833388 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:35.374925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Port 21eba849-68f2-4917-aac3-aa773c833388 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:35.375318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Attempting to bind port 21eba849-68f2-4917-aac3-aa773c833388 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:35.386061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:35.386402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:35.386797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:35.387280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Bound port: 21eba849-68f2-4917-aac3-aa773c833388, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:35.388062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.407804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42774) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:35.449720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7860caa9-5070-474b-bc2a-1273c720f781 req-abe51ba2-47d1-4f04-a6cc-bb6b08fe23df tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071892 Jul 05 09:39:35.491118 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-759c9078-5469-46f1-a63d-11b985dac186 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a7b6acfb2ee446b8dfbe9376a4e8040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820382 Jul 05 09:39:35.491743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42776) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:35.497558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] For port 21eba849-68f2-4917-aac3-aa773c833388, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:35.501824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] For port 21eba849-68f2-4917-aac3-aa773c833388, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=21eba849-68f2-4917-aac3-aa773c833388,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:35.506586 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.552409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:35.553209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.554640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] 10.222.0.16 "PUT /v2.0/ports/21eba849-68f2-4917-aac3-aa773c833388 HTTP/1.1" status: 200 len: 1096 time: 1.7955539 Jul 05 09:39:35.555277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'tag': '21eba849-68f2-4917-aac3-aa773c833388'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:35.556032 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f1aba-7d0e-4e83-b85d-7542d5bc95ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.557856 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca079bc2-9839-475b-8000-9882f432895f" -d '{"events": [{"name": "network-changed", "server_uuid": "13b57d67-7396-4184-bf2e-a56f93ee08a0", "tag": "21eba849-68f2-4917-aac3-aa773c833388"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:35.637771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381743f-f79d-4203-aa9f-75edc9e50124 service neutron] Pushing event updated for resources: {'Port': ['ID=21eba849-68f2-4917-aac3-aa773c833388,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:35.645486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f1aba-7d0e-4e83-b85d-7542d5bc95ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.682144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-c0f5a55d-eebc-4d59-a606-5e236377ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:35.685484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-c0f5a55d-eebc-4d59-a606-5e236377ab98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4567202da5844bb849d7dec0fe82000&device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 1099 time: 0.0830524 Jul 05 09:39:35.688948 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264773c1-ba8b-4cd0-ab16-eceab58d8228 x-openstack-request-id: req-264773c1-ba8b-4cd0-ab16-eceab58d8228 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:35.689446 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b57d67-7396-4184-bf2e-a56f93ee08a0", "tag": "21eba849-68f2-4917-aac3-aa773c833388", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:35.689858 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-264773c1-ba8b-4cd0-ab16-eceab58d8228 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:35.690438 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'tag': '21eba849-68f2-4917-aac3-aa773c833388', 'status': 'completed', 'code': 200} Jul 05 09:39:35.741107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f1aba-7d0e-4e83-b85d-7542d5bc95ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.743043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-9ad79698-f33b-4e05-b08d-d7d67eaaf74d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=21eba849-68f2-4917-aac3-aa773c833388 HTTP/1.1" status: 200 len: 217 time: 0.0477924 Jul 05 09:39:35.744726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f1aba-7d0e-4e83-b85d-7542d5bc95ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.756474 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-008f1aba-7d0e-4e83-b85d-7542d5bc95ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d0a5f76-59e8-413d-86c5-9c2f945b25ca HTTP/1.1" status: 204 len: 168 time: 0.2628870 Jul 05 09:39:35.760299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66788acd-37e2-4a09-82f7-e2b6567e6eb3 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:35.789158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f1aba-7d0e-4e83-b85d-7542d5bc95ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0a5f76-59e8-413d-86c5-9c2f945b25ca,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:35.821482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-52a21e56-2427-43fb-918c-c5ebcbb8fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:35.828673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-52a21e56-2427-43fb-918c-c5ebcbb8fa57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0783670 Jul 05 09:39:35.864900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:35.871661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:35.872170 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:35.981311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dd6b3-9712-4ab9-8017-d3f29c18ae4d req-744cceb0-7dbf-4258-a4e5-73e43ca2f6b4 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:35.984996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca0dd6b3-9712-4ab9-8017-d3f29c18ae4d req-744cceb0-7dbf-4258-a4e5-73e43ca2f6b4 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 949 time: 0.1553361 Jul 05 09:39:35.991937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804333-9017-40c5-8308-684213404c2f req-3609d2c0-4808-4463-b47a-bc6b2f9af549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:35.994475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-3609d2c0-4808-4463-b47a-bc6b2f9af549 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1534090 Jul 05 09:39:36.018084 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.049590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca0dd6b3-9712-4ab9-8017-d3f29c18ae4d req-d51a1368-640f-4eec-b038-33fcbb9b29b7 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536852 Jul 05 09:39:36.067375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66788acd-37e2-4a09-82f7-e2b6567e6eb3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:36.070032 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4904c58-7fa2-43a2-a5e6-6233029d6a60" -d '{"events": [{"server_uuid": "c3856111-5fe0-4479-8efc-ae412d4c9de0", "name": "network-vif-plugged", "status": "completed", "tag": "66788acd-37e2-4a09-82f7-e2b6567e6eb3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:36.085757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 66788acd-37e2-4a09-82f7-e2b6567e6eb3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66788acd-37e2-4a09-82f7-e2b6567e6eb3,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:36.091715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.092863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:36.097357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1d69e53-a962-45ae-904a-f3ff1f9ebe9f req-8241bbaa-1720-41f1-b16b-eff41eb6f372 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=da994ec9-aba7-42a8-b8de-05c4c494c109 HTTP/1.1" status: 200 len: 210 time: 0.0465844 Jul 05 09:39:36.219571 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffedfb8b-1d63-478d-9263-72bee12d85fc x-openstack-request-id: req-ffedfb8b-1d63-478d-9263-72bee12d85fc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:36.220314 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3856111-5fe0-4479-8efc-ae412d4c9de0", "name": "network-vif-plugged", "status": "completed", "tag": "66788acd-37e2-4a09-82f7-e2b6567e6eb3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:36.220959 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffedfb8b-1d63-478d-9263-72bee12d85fc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:36.221536 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66788acd-37e2-4a09-82f7-e2b6567e6eb3', 'code': 200} Jul 05 09:39:36.222397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=66788acd-37e2-4a09-82f7-e2b6567e6eb3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:36.234193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-02a4c658-3130-4fda-b828-d42aab04dfb6 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957214 Jul 05 09:39:36.313418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:36.332774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:36.332774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.465208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a9453b-8a97-4bc2-ade4-228a49abd79a req-4361b7ad-5dea-478f-8c6c-9de11e2968da tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0673628 Jul 05 09:39:36.468491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.500425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692cb90-2611-4a28-bcd1-adc97785c844 req-4eece733-336e-4b13-a119-4306e658760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.501996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2692cb90-2611-4a28-bcd1-adc97785c844 req-4eece733-336e-4b13-a119-4306e658760a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 1098 time: 0.2264676 Jul 05 09:39:36.549293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:36.552650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5978ab48-3a16-479e-b812-d0256c5e0ecc no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:36.556368 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:36.556594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32804333-9017-40c5-8308-684213404c2f req-e9c778e7-8b07-4c31-b6e4-ae568812034e service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153710 Jul 05 09:39:36.585448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5978ab48-3a16-479e-b812-d0256c5e0ecc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:36.585738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5978ab48-3a16-479e-b812-d0256c5e0ecc not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:36.587314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d6b52-177b-408b-a4d0-dcb5aaf9607a req-44b73e20-7294-443c-b0db-55e083b450b2 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.595237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d4d6b52-177b-408b-a4d0-dcb5aaf9607a req-44b73e20-7294-443c-b0db-55e083b450b2 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 947 time: 0.3153546 Jul 05 09:39:36.598952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2692cb90-2611-4a28-bcd1-adc97785c844 req-3b8f1b1a-2792-4200-a852-19ced36f85f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759811 Jul 05 09:39:36.641171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:36.686971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d4d6b52-177b-408b-a4d0-dcb5aaf9607a req-fee70e89-c2ff-42d3-842e-1437b87c55fb tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906324 Jul 05 09:39:36.734606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079bc2-9839-475b-8000-9882f432895f req-6467848f-d31b-49e3-859a-155e869308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.739395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca079bc2-9839-475b-8000-9882f432895f req-6467848f-d31b-49e3-859a-155e869308ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4567202da5844bb849d7dec0fe82000&device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 1099 time: 0.1025562 Jul 05 09:39:36.929545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:36.947420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079bc2-9839-475b-8000-9882f432895f req-8f43f7ac-7a36-47ec-91b9-89f93cb32a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:36.948927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca079bc2-9839-475b-8000-9882f432895f req-8f43f7ac-7a36-47ec-91b9-89f93cb32a7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2030733 Jul 05 09:39:37.015664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca079bc2-9839-475b-8000-9882f432895f req-63771451-e17f-4c20-abfb-551af8097d61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=21eba849-68f2-4917-aac3-aa773c833388 HTTP/1.1" status: 200 len: 217 time: 0.0579576 Jul 05 09:39:37.030285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e7a3-7917-4f32-80b0-e8704cf8c230 req-0c88f079-6421-44f4-881a-068dcca8c9d2 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:37.032277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b537e7a3-7917-4f32-80b0-e8704cf8c230 req-0c88f079-6421-44f4-881a-068dcca8c9d2 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 946 time: 0.1751792 Jul 05 09:39:37.084266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-813070979-network', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:37.119724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b537e7a3-7917-4f32-80b0-e8704cf8c230 req-c246adc2-6f2a-4271-b552-90711e938c5d tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786211 Jul 05 09:39:37.128832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079bc2-9839-475b-8000-9882f432895f req-db1a9bae-4fd3-46c4-89ed-8763f6357c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:37.130665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca079bc2-9839-475b-8000-9882f432895f req-db1a9bae-4fd3-46c4-89ed-8763f6357c63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0974619 Jul 05 09:39:37.144319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Made reservation on behalf of e7ebb69d8d8845c8a7749e6c6ae1101c for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:37.159914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.182825 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.218325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079bc2-9839-475b-8000-9882f432895f req-8d7149d6-90d6-437b-93a9-e2a285c4cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:37.220016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca079bc2-9839-475b-8000-9882f432895f req-8d7149d6-90d6-437b-93a9-e2a285c4cf00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801375 Jul 05 09:39:37.379826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca079bc2-9839-475b-8000-9882f432895f req-e156f6b7-24d6-42f2-8faf-1f68276dd415 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509373 Jul 05 09:39:37.396171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb657134-711e-42e1-8a44-a98617769ba8 req-3e16cea3-9028-4b77-9705-017a1bf75fcd tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:37.403591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb657134-711e-42e1-8a44-a98617769ba8 req-3e16cea3-9028-4b77-9705-017a1bf75fcd tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 950 time: 0.1475246 Jul 05 09:39:37.403850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.408774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.435472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:39:37.485610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.486245 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Added segment 928a7f1d-c221-421a-bee3-e70b4f5f743a of type vlan for network 47aabd80-75ac-4419-95ef-17f0b7cf68ef Jul 05 09:39:37.500710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bd3220-4591-4af3-a8e8-6f2e7d016c13,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:37.550468 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.595782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.596809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:37.597421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.697705 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7663171 Jul 05 09:39:37.698564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e609c-78b5-47aa-ba7b-668a3a11868d admin admin] Pushing event updated for resources: {'Network': ['ID=47aabd80-75ac-4419-95ef-17f0b7cf68ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:37.700703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:37.707068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Request body: {'subnet': {'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-subnet', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:37.710493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:39:37.764554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Made reservation on behalf of e7ebb69d8d8845c8a7749e6c6ae1101c for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:37.767312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:37.958848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-381c17bb-82d7-4452-b874-6449a0c5e715 req-b9c094e2-6b5b-4f27-ac02-9de654caf176 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0403826 Jul 05 09:39:37.977987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.032936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb657134-711e-42e1-8a44-a98617769ba8 req-6d4150c6-02e6-4b03-8048-1e823721f36b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281433 Jul 05 09:39:38.039330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23890d0a-24bd-487d-9c26-8b27a5756653,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:38.054222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 21eba849-68f2-4917-aac3-aa773c833388 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:39:38.103861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca079bc2-9839-475b-8000-9882f432895f req-98be0fae-4455-4664-a5fc-3bc4cda34ced service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165906 Jul 05 09:39:38.106776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Checking segment: {'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:38.107796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Network hostable DHCP agents. Network: 47aabd80-75ac-4419-95ef-17f0b7cf68ef, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:39:38.146974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:39:38.158841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 47aabd80-75ac-4419-95ef-17f0b7cf68ef) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:38.165314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:38.166329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.184349 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f79c6dad-5771-40d9-9d8a-a5730017b487 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4817338 Jul 05 09:39:38.186848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:38.196912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:38.216223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07229cb6-e152-48da-a087-a6f1c9893c68 None None] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:38.223269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:38.225953 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9016d4-d9dc-4973-a788-5881e83afa3d" -d '{"events": [{"server_uuid": "97e8c19c-ff12-43a8-b2ed-40aa2995167c", "name": "network-vif-plugged", "status": "completed", "tag": "6c131f75-0e04-44c4-9b20-efcf82d5b2d9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:38.251039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.253299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.297963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a6a7-e458-4102-bf68-d4d3d689245d req-ef56d335-6d58-447f-9bfa-6c59fcdc34dd tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:38.302326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4af4a6a7-e458-4102-bf68-d4d3d689245d req-ef56d335-6d58-447f-9bfa-6c59fcdc34dd tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 947 time: 0.1824827 Jul 05 09:39:38.374649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 21eba849-68f2-4917-aac3-aa773c833388, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=21eba849-68f2-4917-aac3-aa773c833388,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:38.375897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4af4a6a7-e458-4102-bf68-d4d3d689245d req-9ce5c7d9-2ac9-4af7-93e4-14b8e2be0194 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651386 Jul 05 09:39:38.402603 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.445752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '21eba849-68f2-4917-aac3-aa773c833388', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '21eba849-68f2-4917-aac3-aa773c833388', 'mac_address': 'fa:16:3e:c3:2c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:39:38.500039 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c4024-1c9d-436f-8018-5d05ec2280c4 x-openstack-request-id: req-bd6c4024-1c9d-436f-8018-5d05ec2280c4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:38.500401 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e8c19c-ff12-43a8-b2ed-40aa2995167c", "name": "network-vif-plugged", "status": "completed", "tag": "6c131f75-0e04-44c4-9b20-efcf82d5b2d9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:38.500733 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd6c4024-1c9d-436f-8018-5d05ec2280c4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:38.501189 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9', 'code': 200} Jul 05 09:39:38.634789 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.645617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-47aabd80-75ac-4419-95ef-17f0b7cf68ef', 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'fixed_ips': [{'subnet_id': '23890d0a-24bd-487d-9c26-8b27a5756653'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:39:38.646478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.672305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eba849-68f2-4917-aac3-aa773c833388 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:38.710226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40733b6d-32ef-48e2-90ec-a148c9a03dee req-9e3400ca-fef3-44ca-b05b-b55bd13992d3 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:38.719974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40733b6d-32ef-48e2-90ec-a148c9a03dee req-9e3400ca-fef3-44ca-b05b-b55bd13992d3 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 946 time: 0.2219403 Jul 05 09:39:38.745581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 21eba849-68f2-4917-aac3-aa773c833388, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=21eba849-68f2-4917-aac3-aa773c833388,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:38.750873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2587a4-d8d5-4e12-8299-c1311e3e3b91 req-2ec977e8-df9b-4072-842b-675455136b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:38.752872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:38.753528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d2587a4-d8d5-4e12-8299-c1311e3e3b91 req-2ec977e8-df9b-4072-842b-675455136b31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 1102 time: 0.1591780 Jul 05 09:39:38.807392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40733b6d-32ef-48e2-90ec-a148c9a03dee req-113800fe-f72c-4bb7-884c-b2d70caf747c tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861747 Jul 05 09:39:38.830847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d2587a4-d8d5-4e12-8299-c1311e3e3b91 req-ced50c1b-c6db-4c8f-8e61-613d1192b0cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Jul 05 09:39:39.080978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.129766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['21eba849-68f2-4917-aac3-aa773c833388'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:39.137750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=21eba849-68f2-4917-aac3-aa773c833388,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:39.278056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Allocated IP 172.20.0.2 (47aabd80-75ac-4419-95ef-17f0b7cf68ef/23890d0a-24bd-487d-9c26-8b27a5756653/c9e8edca-fa34-4876-8abd-0c1ff8f9acb4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:39.372224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-925bd784-48c9-423a-854d-ca255b295d15 req-2c94c0cf-a82d-4cfe-a28d-358b96fd5327 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0467567 Jul 05 09:39:39.449870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869f557-1de8-4794-b5d4-4d12028b0474 req-5387be6c-94eb-4e95-bd8d-aff9cd7b149e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:39.472935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f869f557-1de8-4794-b5d4-4d12028b0474 req-5387be6c-94eb-4e95-bd8d-aff9cd7b149e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 950 time: 0.2112312 Jul 05 09:39:39.491784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.502146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Transition to ACTIVE for port object c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:39.520207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Transition to ACTIVE for port object c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:39.528640 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.619103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f869f557-1de8-4794-b5d4-4d12028b0474 req-b16bebcc-0689-4a42-bced-26e54c08bdce tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409380 Jul 05 09:39:39.691145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:39.695854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:39.707472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:39.787970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Pushing event updated for resources: {'Port': ['ID=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:39.855579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.869528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Attempting to bind port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:39.870058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Attempting to bind port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:39.870527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Attempting to bind port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 on network 47aabd80-75ac-4419-95ef-17f0b7cf68ef {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:39.877528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:39.879278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Checking segment: {'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:39.879791 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.882660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Bound using segment: {'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:39.883328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Bound port: c9e8edca-fa34-4876-8abd-0c1ff8f9acb4, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:39.883834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:39.948937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.110337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] For port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:40.144796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] For port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,segment=NetworkSegment(928a7f1d-c221-421a-bee3-e70b4f5f743a),segment_id=928a7f1d-c221-421a-bee3-e70b4f5f743a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:40.171267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.289769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Allocated IP 172.25.1.181 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/bc913a26-1065-4226-8227-606f5e256b68) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:40.355667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33719bf3-03f6-435b-b1d9-212598eeefe8 req-38bd8269-fd1a-409f-9a63-fd92dc840b48 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:40.361317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33719bf3-03f6-435b-b1d9-212598eeefe8 req-38bd8269-fd1a-409f-9a63-fd92dc840b48 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 948 time: 0.3242407 Jul 05 09:39:40.484759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33719bf3-03f6-435b-b1d9-212598eeefe8 req-7ce4e982-f4d9-4df2-a6d5-b5d145d38adf tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978222 Jul 05 09:39:40.532028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589ff91-f532-488e-b420-8bfb57003928 None None] Pushing event updated for resources: {'Port': ['ID=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:40.550001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.610514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:40.659044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:40.705528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:40.713453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:40.816520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e54a9650-60da-4750-80a0-866e168a0ea4 req-1a58de33-80ba-4fea-bdbf-712b6e768476 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.1225214 Jul 05 09:39:40.851043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Pushing event updated for resources: {'Port': ['ID=bc913a26-1065-4226-8227-606f5e256b68,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:41.095139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8b22a-28aa-488f-89e4-d0f909b4ce62 req-0f5300a4-eb72-4f45-9ee8-3de4db426e25 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:41.103505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfd8b22a-28aa-488f-89e4-d0f909b4ce62 req-0f5300a4-eb72-4f45-9ee8-3de4db426e25 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 950 time: 0.1474798 Jul 05 09:39:41.156695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfd8b22a-28aa-488f-89e4-d0f909b4ce62 req-7d6c1158-751b-431a-960b-5b59beeef5b3 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Jul 05 09:39:41.227890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.614637 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:41.765124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Router 374fc76b-050a-44b1-bbd2-aaad3cd39070 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:39:41.880313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35d21a-2847-4487-8bb5-af80067b418b req-19980ec7-114f-4c3a-a188-f29f44a7b805 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:41.887348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf35d21a-2847-4487-8bb5-af80067b418b req-19980ec7-114f-4c3a-a188-f29f44a7b805 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 948 time: 0.1408989 Jul 05 09:39:41.972241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf35d21a-2847-4487-8bb5-af80067b418b req-48474fcb-e8b0-4531-8234-66ae340c0687 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820098 Jul 05 09:39:42.004241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:42.017561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Sync routers for ids ['374fc76b-050a-44b1-bbd2-aaad3cd39070'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:42.048420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.052853 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-146553c7-2d9b-48ce-8880-397a36d0bcde admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8617203 Jul 05 09:39:42.053052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Routers {'374fc76b-050a-44b1-bbd2-aaad3cd39070'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:42.053052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['374fc76b-050a-44b1-bbd2-aaad3cd39070'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:42.053282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:42.057357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e048a-5935-41ba-a36e-e9fa3b47d3b9 None None] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:39:42.098956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 21eba849-68f2-4917-aac3-aa773c833388 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:42.395937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5c5190cc-9f30-4de5-b524-e3b7d06c0f2d None None] Provisioning for port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:42.481974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 21eba849-68f2-4917-aac3-aa773c833388 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:42.504288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 21eba849-68f2-4917-aac3-aa773c833388 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:42.505057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.510982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Set router 374fc76b-050a-44b1-bbd2-aaad3cd39070 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:42.593480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e98cdb09-a8ed-4f4f-96ec-963e1d79886c req-e3a44a52-0762-449a-b873-2e5dfc583b9b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0704415 Jul 05 09:39:42.705655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:42.751292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0beb724-4014-49af-8040-5493284de3aa req-41c354ee-2d53-4d2c-ae55-b345b54ab385 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0586438 Jul 05 09:39:42.916174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:42.926920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:42.929018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:42.929974 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.007276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eba849-68f2-4917-aac3-aa773c833388'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:43.009777 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce10e47-13b4-4628-ae7c-5aa44805795f" -d '{"events": [{"server_uuid": "13b57d67-7396-4184-bf2e-a56f93ee08a0", "name": "network-vif-plugged", "status": "completed", "tag": "21eba849-68f2-4917-aac3-aa773c833388"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:43.053337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 21eba849-68f2-4917-aac3-aa773c833388, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=21eba849-68f2-4917-aac3-aa773c833388,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:43.062944 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.102982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.103774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bc913a26-1065-4226-8227-606f5e256b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:39:41Z', 'revision_number': 3, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port': {'id': 'bc913a26-1065-4226-8227-606f5e256b68', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:39Z', 'updated_at': '2021-07-05T09:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:43.103969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.108466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.109216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.109830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.110312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.110778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.111281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.111748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.112203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.124058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.124540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.125239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:43.127641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-20f9818c-9938-440d-9fc8-d85f5406c1c2 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0&device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c&device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0&device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b&device_id=ed127a84-8a11-4a06-9ead-bd807173de9d&device_id=01dd7208-306c-4967-a9a1-f568026e4da0&device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f&device_id=f603ffdc-a818-45b7-b376-784670b59bba&device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e&device_id=142ad51b-8e6b-4295-bcda-3d24e110af64&device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf&device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3&device_id=f5d6fabd-755d-4642-8db9-ee73109b3672&device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 11761 time: 0.3564880 Jul 05 09:39:43.180704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Checking router: 374fc76b-050a-44b1-bbd2-aaad3cd39070 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:43.181648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Updating router 374fc76b-050a-44b1-bbd2-aaad3cd39070 port bc913a26-1065-4226-8227-606f5e256b68 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:39:43.239909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.250172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.260574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=21eba849-68f2-4917-aac3-aa773c833388,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:43.302531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-acb8acd3-0a11-4b68-9b7d-54b036ec1535 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.307137 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.394542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,segment=NetworkSegment(928a7f1d-c221-421a-bee3-e70b4f5f743a),segment_id=928a7f1d-c221-421a-bee3-e70b4f5f743a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:43.407841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.410260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4a187bf-35b7-459b-abe3-7f3b32fffe5e None None] Provisioning complete for port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:43.410615 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4a187bf-35b7-459b-abe3-7f3b32fffe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.543630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Allocated IP 172.20.0.1 (47aabd80-75ac-4419-95ef-17f0b7cf68ef/23890d0a-24bd-487d-9c26-8b27a5756653/0d0f3d1a-c7aa-46e4-ad45-41f78cd56498) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:43.727348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.755785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-acb8acd3-0a11-4b68-9b7d-54b036ec1535 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.759558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Transition to ACTIVE for port object 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:43.776197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-acb8acd3-0a11-4b68-9b7d-54b036ec1535 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:43.815421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:43.900454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7869fd7-5578-4e7a-a956-d6ad029902ce req-acb8acd3-0a11-4b68-9b7d-54b036ec1535 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&id=3d60b708-674c-40d1-8726-1eaf583c49a5&id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&id=3337e082-d2da-4e28-9beb-de47866971be&id=fc74bc87-825e-42fb-b579-fee589bbca9e&id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.6673884 Jul 05 09:39:43.947671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8acd3-0a11-4b68-9b7d-54b036ec1535 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce7f50-1b5f-4775-b6e5-01b491ef78b4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:43.981369 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f21170-4663-492d-b1d7-898b837be0a5 x-openstack-request-id: req-39f21170-4663-492d-b1d7-898b837be0a5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:43.981369 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b57d67-7396-4184-bf2e-a56f93ee08a0", "name": "network-vif-plugged", "status": "completed", "tag": "21eba849-68f2-4917-aac3-aa773c833388", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:43.981369 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39f21170-4663-492d-b1d7-898b837be0a5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:43.981369 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eba849-68f2-4917-aac3-aa773c833388', 'code': 200} Jul 05 09:39:44.006089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23ae471f-47b2-4954-9353-1c133eea39c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.009357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116abb8-ce8e-42ce-824c-bf559d7799d2 req-02044d32-5c67-4515-be71-b27305afa081 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:44.011145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9116abb8-ce8e-42ce-824c-bf559d7799d2 req-02044d32-5c67-4515-be71-b27305afa081 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 949 time: 0.2492971 Jul 05 09:39:44.013976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.040100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706810bb-69b0-443d-a512-87f1baf70c21 req-674d2d0f-4d4b-4dff-9e56-d278acb718d7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:44.041980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-706810bb-69b0-443d-a512-87f1baf70c21 req-674d2d0f-4d4b-4dff-9e56-d278acb718d7 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 944 time: 0.2377787 Jul 05 09:39:44.082502 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.099288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Transition to ACTIVE for port object bc913a26-1065-4226-8227-606f5e256b68 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:44.108526 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.170910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Attempting to bind port bc913a26-1065-4226-8227-606f5e256b68 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:44.170910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Attempting to bind port bc913a26-1065-4226-8227-606f5e256b68 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:44.171559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Attempting to bind port bc913a26-1065-4226-8227-606f5e256b68 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:44.175036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae3c55-ee9b-4609-929d-2aef67967371 None None] Pushing event updated for resources: {'Port': ['ID=bc913a26-1065-4226-8227-606f5e256b68,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:44.181366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:44.181902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:44.182409 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.183043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:44.183733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Bound port: bc913a26-1065-4226-8227-606f5e256b68, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:44.185172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.253478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:44.255355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] For port bc913a26-1065-4226-8227-606f5e256b68, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:44.259374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] For port bc913a26-1065-4226-8227-606f5e256b68, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bc913a26-1065-4226-8227-606f5e256b68,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:44.267584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.274984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:44.277710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:44.280211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Pushing event updated for resources: {'Port': ['ID=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:44.298290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9116abb8-ce8e-42ce-824c-bf559d7799d2 req-bdb62fed-9cdb-47ca-a90a-49c6279a35c0 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757850 Jul 05 09:39:44.335424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae3c55-ee9b-4609-929d-2aef67967371 None None] Pushing event updated for resources: {'Port': ['ID=bc913a26-1065-4226-8227-606f5e256b68,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:44.367514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Routers {'374fc76b-050a-44b1-bbd2-aaad3cd39070'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:44.368444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['374fc76b-050a-44b1-bbd2-aaad3cd39070'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:44.429226 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.501898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694263c4-3861-40be-a86c-cdc6167e6091 req-e54b515f-f88d-4553-ae14-4f009b35b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:44.503782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-694263c4-3861-40be-a86c-cdc6167e6091 req-e54b515f-f88d-4553-ae14-4f009b35b21a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 1101 time: 0.4187286 Jul 05 09:39:44.546253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e07c-d180-4f97-beaf-46d8a0a9bd46 req-b0a9367e-c88f-45b7-8812-16f9a2b059e6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:44.557633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ca7e07c-d180-4f97-beaf-46d8a0a9bd46 req-b0a9367e-c88f-45b7-8812-16f9a2b059e6 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 944 time: 0.4088020 Jul 05 09:39:44.588108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:44.607006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Deleting port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:44.608164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.690653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:44.691025 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.696497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] Set router 374fc76b-050a-44b1-bbd2-aaad3cd39070 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:44.731254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0da1dc4d-5052-48d9-93b6-acd4437c2083 req-8ccc63fc-e2a0-4eda-9ec8-bc837fa1c02e tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.1178436 Jul 05 09:39:44.773103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ca7e07c-d180-4f97-beaf-46d8a0a9bd46 req-93505e18-08ac-473a-adce-f1f0c498f754 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143152 Jul 05 09:39:44.780171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-694263c4-3861-40be-a86c-cdc6167e6091 req-eebd6265-3fc4-48d3-8b78-e81a35391c42 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606938 Jul 05 09:39:44.880556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] For port 8d12270f-ddad-4337-b66e-dbcd505ce2b8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8d12270f-ddad-4337-b66e-dbcd505ce2b8,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:44.880933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.910179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Calling delete_port for 8d12270f-ddad-4337-b66e-dbcd505ce2b8 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:44.920833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:44.975001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3de7de49-7fb5-48a1-8d0d-05466a51c9a3 None None] Provisioning for port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:44.990955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3de7de49-7fb5-48a1-8d0d-05466a51c9a3 None None] Provisioning complete for port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:44.991361 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3de7de49-7fb5-48a1-8d0d-05466a51c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.045326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3de7de49-7fb5-48a1-8d0d-05466a51c9a3 None None] Port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:45.126504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bc913a26-1065-4226-8227-606f5e256b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:39:41Z', 'revision_number': 3, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port': {'id': 'bc913a26-1065-4226-8227-606f5e256b68', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:39Z', 'updated_at': '2021-07-05T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:45.202559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015b0e4-0dd5-4244-884d-bef6bd4ee037 None None] The sync data for ids ['374fc76b-050a-44b1-bbd2-aaad3cd39070'] in n-d-771363-33 is: [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bc913a26-1065-4226-8227-606f5e256b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:39:41Z', 'revision_number': 3, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port': {'id': 'bc913a26-1065-4226-8227-606f5e256b68', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:39Z', 'updated_at': '2021-07-05T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:45.368817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d0d560-8cd7-4ae1-89ee-29f52a6f0ff2 req-bd8dd835-9c63-43ca-8d36-5d4ee93a6b30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=015497d7cf974831bbe75e67d5e75cec&device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0462916 Jul 05 09:39:45.469851 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.472722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.490079 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.491877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8d12270f-ddad-4337-b66e-dbcd505ce2b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:45.535531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d0d560-8cd7-4ae1-89ee-29f52a6f0ff2 req-1171afcd-a0cb-44bb-9149-2e38cf0c4d24 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=015497d7cf974831bbe75e67d5e75cec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522715 Jul 05 09:39:45.570399 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:45.632594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event deleted for resources: {'Port': ['ID=8d12270f-ddad-4337-b66e-dbcd505ce2b8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:45.647373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-baf85d79-1562-445a-9948-6476e197153b req-db65d15b-31aa-4858-983a-3e46c088ec4e tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.1724486 Jul 05 09:39:45.952409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d560-8cd7-4ae1-89ee-29f52a6f0ff2 req-348439ba-19fc-4e3a-bade-d23030f08a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:45.954164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d0d560-8cd7-4ae1-89ee-29f52a6f0ff2 req-348439ba-19fc-4e3a-bade-d23030f08a66 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3801281 Jul 05 09:39:46.025211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] No DVR routers for this DVR port 8d12270f-ddad-4337-b66e-dbcd505ce2b8 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:46.036688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.038965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-706810bb-69b0-443d-a512-87f1baf70c21 req-0e7b02a6-0868-4a90-aed1-9f5c4d604a0c tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "DELETE /v2.0/ports/8d12270f-ddad-4337-b66e-dbcd505ce2b8 HTTP/1.1" status: 204 len: 173 time: 1.9524853 Jul 05 09:39:46.043189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'name': 'network-vif-deleted', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:46.045675 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34527de-6c34-4c5e-8b46-a541966f6005" -d '{"events": [{"server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "name": "network-vif-deleted", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:46.054832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Pushing event updated for resources: {'Port': ['ID=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:46.100470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071f738-fc0f-4705-8f96-98f081547b69 req-647430e3-9045-4005-a9f5-3b3b44f6fef7 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:46.101140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071f738-fc0f-4705-8f96-98f081547b69 req-647430e3-9045-4005-a9f5-3b3b44f6fef7 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:46.101705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071f738-fc0f-4705-8f96-98f081547b69 req-647430e3-9045-4005-a9f5-3b3b44f6fef7 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:46.107623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6071f738-fc0f-4705-8f96-98f081547b69 req-647430e3-9045-4005-a9f5-3b3b44f6fef7 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c&device_id=ed127a84-8a11-4a06-9ead-bd807173de9d&device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 2886 time: 0.6582205 Jul 05 09:39:46.148208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:46.164838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:46.202432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb5115-af46-4ddf-86f1-50b1a303604c req-663113c4-3b83-4b83-8d32-d3699b02b364 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:46.204955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68bb5115-af46-4ddf-86f1-50b1a303604c req-663113c4-3b83-4b83-8d32-d3699b02b364 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 949 time: 0.2549222 Jul 05 09:39:46.346800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68bb5115-af46-4ddf-86f1-50b1a303604c req-3228eedd-bae8-4c12-adb2-b8ebaec11500 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280820 Jul 05 09:39:46.351554 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6071f738-fc0f-4705-8f96-98f081547b69 req-e712da85-e170-428d-b66a-49753980927e tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273669 Jul 05 09:39:46.475761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Router 374fc76b-050a-44b1-bbd2-aaad3cd39070 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:39:46.614729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc913a26-1065-4226-8227-606f5e256b68 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:46.633020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-797bcfa3-e3c7-4738-b153-3421d3775fe3 None None] Provisioning complete for port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:46.633708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-797bcfa3-e3c7-4738-b153-3421d3775fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.710679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-797bcfa3-e3c7-4738-b153-3421d3775fe3 None None] Port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:46.753271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.774646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66fddfda-73c3-4cd1-add2-2af433ea8ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.810395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port bc913a26-1065-4226-8227-606f5e256b68 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:46.815391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bc913a26-1065-4226-8227-606f5e256b68 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:46.815775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:46.992722 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.015820 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dcf95-02e3-489e-8e5a-5e4e7839955a x-openstack-request-id: req-b49dcf95-02e3-489e-8e5a-5e4e7839955a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:47.016133 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646c19-64b9-4aa3-9093-5406bff0a0e3", "name": "network-vif-deleted", "tag": "8d12270f-ddad-4337-b66e-dbcd505ce2b8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:47.016545 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b49dcf95-02e3-489e-8e5a-5e4e7839955a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:47.017022 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646c19-64b9-4aa3-9093-5406bff0a0e3', 'name': 'network-vif-deleted', 'tag': '8d12270f-ddad-4337-b66e-dbcd505ce2b8', 'status': 'completed', 'code': 200} Jul 05 09:39:47.022352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port bc913a26-1065-4226-8227-606f5e256b68, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bc913a26-1065-4226-8227-606f5e256b68,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:47.023990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0439841b-be84-454c-9961-56186ac97edd req-74664eb0-8d94-44d1-a3ab-b0f4d58c6f26 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e646c19-64b9-4aa3-9093-5406bff0a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0384378 Jul 05 09:39:47.027682 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.110352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=bc913a26-1065-4226-8227-606f5e256b68,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:47.135462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:39:47.146029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0f6505f0-c9ce-48d3-93c0-9a385015eb4d admin admin] 10.222.0.21 "PUT /v2.0/routers/374fc76b-050a-44b1-bbd2-aaad3cd39070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0918102 Jul 05 09:39:47.245272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1d60eb9-422f-46ec-a51f-09ef993d6612 req-9a94ebfa-f51e-4060-8a0c-5a7a6a64b0fd tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0579062 Jul 05 09:39:47.426162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d0d560-8cd7-4ae1-89ee-29f52a6f0ff2 req-79c127e1-ba6a-4c68-bc2e-d5681572bb25 tempest-ServerShowV257Test-2116066013 tempest-ServerShowV257Test-2116066013-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed954c2f-b425-4ba1-a13f-a4b6fb69d79b HTTP/1.1" status: 200 len: 210 time: 0.0531518 Jul 05 09:39:47.650630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Sync routers for ids ['374fc76b-050a-44b1-bbd2-aaad3cd39070'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:39:47.663524 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Routers {'374fc76b-050a-44b1-bbd2-aaad3cd39070'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:47.664536 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['374fc76b-050a-44b1-bbd2-aaad3cd39070'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:47.719513 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e971ad2-3d37-4488-9943-65faae03b020 req-0d80e439-a7fe-4dbe-8e52-9468e216824f tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2969790 Jul 05 09:39:47.731914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:47.743461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2902e1-dc5c-4b6b-b844-e39394157509 req-ab97e67a-510a-4bf5-a4bd-ee95b356a03c tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:47.744898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc2902e1-dc5c-4b6b-b844-e39394157509 req-ab97e67a-510a-4bf5-a4bd-ee95b356a03c tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 949 time: 0.1977401 Jul 05 09:39:47.772679 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.780894 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Set router 374fc76b-050a-44b1-bbd2-aaad3cd39070 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:47.788533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:47.838872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8d12270f-ddad-4337-b66e-dbcd505ce2b8 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:47.856075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc2902e1-dc5c-4b6b-b844-e39394157509 req-50bbbf8b-1023-4073-9b54-230321000498 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Jul 05 09:39:47.930193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 8d12270f-ddad-4337-b66e-dbcd505ce2b8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:47.930726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8d12270f-ddad-4337-b66e-dbcd505ce2b8 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:47.940529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.075477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Allocated IP 172.25.1.96 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/36159086-8091-4fa5-8f4d-1433120c1acc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:48.086399 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bc913a26-1065-4226-8227-606f5e256b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:39:44Z', 'revision_number': 4, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port': {'id': 'bc913a26-1065-4226-8227-606f5e256b68', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:39Z', 'updated_at': '2021-07-05T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0d0f3d1a-c7aa-46e4-ad45-41f78cd56498', 'name': '', 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'mac_address': 'fa:16:3e:be:a0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '23890d0a-24bd-487d-9c26-8b27a5756653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:43Z', 'updated_at': '2021-07-05T09:39:45Z', 'revision_number': 2, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'subnets': [{'id': '23890d0a-24bd-487d-9c26-8b27a5756653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:48.126321 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Checking router: 374fc76b-050a-44b1-bbd2-aaad3cd39070 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:39:48.126747 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Updating router 374fc76b-050a-44b1-bbd2-aaad3cd39070 port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:39:48.168594 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.226240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.277413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.335250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:48.339121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:48.345920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:48.349528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=36159086-8091-4fa5-8f4d-1433120c1acc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:48.491629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.549420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc913a26-1065-4226-8227-606f5e256b68 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:48.588892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.610776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bc913a26-1065-4226-8227-606f5e256b68 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:48.611523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.682463 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.704485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Transition to ACTIVE for port object 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:48.719563 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.813537 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Pushing event updated for resources: {'Port': ['ID=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:48.863828 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.864951 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.865714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.866485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.867036 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.867605 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.868135 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.868657 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.869174 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.869708 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.870238 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.870761 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:39:48.912901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.922826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.938733 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Attempting to bind port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:48.939235 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Attempting to bind port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:48.939705 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Attempting to bind port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 on network 47aabd80-75ac-4419-95ef-17f0b7cf68ef {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:48.945669 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:48.946195 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Checking segment: {'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:48.946705 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:48.947256 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Bound using segment: {'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:48.948019 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Bound port: 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928a7f1d-c221-421a-bee3-e70b4f5f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:48.948499 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.002729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=36159086-8091-4fa5-8f4d-1433120c1acc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:49.016876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.031658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.032315 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] For port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:49.036382 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] For port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,segment=NetworkSegment(928a7f1d-c221-421a-bee3-e70b4f5f743a),segment_id=928a7f1d-c221-421a-bee3-e70b4f5f743a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:49.041506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e971ad2-3d37-4488-9943-65faae03b020 req-4e5c5f19-1993-43aa-90d5-22af692898e5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3142891 Jul 05 09:39:49.042012 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.101572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e971ad2-3d37-4488-9943-65faae03b020 req-efce7da2-baa3-4c31-8eac-2213d9c9b76a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0588901 Jul 05 09:39:49.109626 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Routers {'374fc76b-050a-44b1-bbd2-aaad3cd39070'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:39:49.110269 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['374fc76b-050a-44b1-bbd2-aaad3cd39070'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:49.115638 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7859f6-9a50-40f0-9007-9fcb6155b0d5 None None] Pushing event updated for resources: {'Port': ['ID=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:49.251410 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] Set router 374fc76b-050a-44b1-bbd2-aaad3cd39070 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:39:49.270496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971ad2-3d37-4488-9943-65faae03b020 req-df8c17d5-99cc-4195-912c-2b26e1a74aed tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:49.275497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e971ad2-3d37-4488-9943-65faae03b020 req-df8c17d5-99cc-4195-912c-2b26e1a74aed tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1656740 Jul 05 09:39:49.534231 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.542200 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bc913a26-1065-4226-8227-606f5e256b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:39:44Z', 'revision_number': 4, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port': {'id': 'bc913a26-1065-4226-8227-606f5e256b68', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:39Z', 'updated_at': '2021-07-05T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0d0f3d1a-c7aa-46e4-ad45-41f78cd56498', 'name': '', 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'mac_address': 'fa:16:3e:be:a0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '23890d0a-24bd-487d-9c26-8b27a5756653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:43Z', 'updated_at': '2021-07-05T09:39:49Z', 'revision_number': 4, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'subnets': [{'id': '23890d0a-24bd-487d-9c26-8b27a5756653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:39:49.571491 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37704698-8063-48d9-8ca6-50d5265342ec None None] The sync data for ids ['374fc76b-050a-44b1-bbd2-aaad3cd39070'] in n-d-771363-33 is: [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bc913a26-1065-4226-8227-606f5e256b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:39:44Z', 'revision_number': 4, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port': {'id': 'bc913a26-1065-4226-8227-606f5e256b68', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:39Z', 'updated_at': '2021-07-05T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0d0f3d1a-c7aa-46e4-ad45-41f78cd56498', 'name': '', 'network_id': '47aabd80-75ac-4419-95ef-17f0b7cf68ef', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'mac_address': 'fa:16:3e:be:a0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '23890d0a-24bd-487d-9c26-8b27a5756653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:43Z', 'updated_at': '2021-07-05T09:39:49Z', 'revision_number': 4, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'subnets': [{'id': '23890d0a-24bd-487d-9c26-8b27a5756653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:39:49.616962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43002) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:49.730335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a2a06-a7b5-436c-afd0-eb009d9459b9 req-0684d27e-51f0-4866-92f9-34ef998b6335 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:49.733123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b6a2a06-a7b5-436c-afd0-eb009d9459b9 req-0684d27e-51f0-4866-92f9-34ef998b6335 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 949 time: 0.1389363 Jul 05 09:39:49.785517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b6a2a06-a7b5-436c-afd0-eb009d9459b9 req-9b249f3a-ede2-49dc-85f0-e6d04ee39028 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458989 Jul 05 09:39:49.799403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afb0065a-c521-4c1b-ac88-592970ebb79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.937064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afb0065a-c521-4c1b-ac88-592970ebb79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.941485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afb0065a-c521-4c1b-ac88-592970ebb79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:49.992492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-afb0065a-c521-4c1b-ac88-592970ebb79d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=015497d7cf974831bbe75e67d5e75cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734555 Jul 05 09:39:49.996569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:50.003501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-041cd082-98ad-4637-8aa8-ee23229affc1 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1722224 Jul 05 09:39:50.009842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:50.012638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0065a-c521-4c1b-ac88-592970ebb79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d6d80c-c384-44e9-b83a-4a14c51340dd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:50.065325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d55914d-0b9b-4453-8be7-e42abe3d0dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.075516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.089802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d55914d-0b9b-4453-8be7-e42abe3d0dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.120862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f07498-01c8-48bc-8359-72efdc6bf135 req-91ee4dfe-8e4d-4e16-b798-73fd2e351aa6 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:50.122514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38f07498-01c8-48bc-8359-72efdc6bf135 req-91ee4dfe-8e4d-4e16-b798-73fd2e351aa6 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1707664 Jul 05 09:39:50.150119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d55914d-0b9b-4453-8be7-e42abe3d0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.155998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d55914d-0b9b-4453-8be7-e42abe3d0dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.157685 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d55914d-0b9b-4453-8be7-e42abe3d0dc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0d6d80c-c384-44e9-b83a-4a14c51340dd HTTP/1.1" status: 204 len: 168 time: 0.1600432 Jul 05 09:39:50.184181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55914d-0b9b-4453-8be7-e42abe3d0dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d6d80c-c384-44e9-b83a-4a14c51340dd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:50.196106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38f07498-01c8-48bc-8359-72efdc6bf135 req-9152ca0b-eaf9-482e-ab80-8ed66e513ced tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649242 Jul 05 09:39:50.312525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.569176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-f41742ce-2465-47fa-aa22-8536b899e094 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:50.570729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-f41742ce-2465-47fa-aa22-8536b899e094 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 945 time: 0.1802840 Jul 05 09:39:50.572023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Allocated IP 172.25.1.41 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e9b09039-271a-4b52-a20a-88e93a07f807) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:50.601605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:50.719889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:50.731039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:50.734259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.854439 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.890801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,segment=NetworkSegment(928a7f1d-c221-421a-bee3-e70b4f5f743a),segment_id=928a7f1d-c221-421a-bee3-e70b4f5f743a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:50.896349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:50.938700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878290e3-7bc1-4e7b-be2d-53e39c9a2acb req-f306263f-b04d-4113-a970-a3f628284123 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:50.941031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-878290e3-7bc1-4e7b-be2d-53e39c9a2acb req-f306263f-b04d-4113-a970-a3f628284123 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d6fabd-755d-4642-8db9-ee73109b3672 HTTP/1.1" status: 200 len: 945 time: 0.3664498 Jul 05 09:39:50.987727 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.000123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:51.021540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Deleting port 8dc2418b-4721-475f-81cc-6ff26db855a4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:51.022061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.072215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-878290e3-7bc1-4e7b-be2d-53e39c9a2acb req-c5df411a-9d1e-493b-889b-1c9ce49b9438 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139116 Jul 05 09:39:51.129248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.192695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] For port 8dc2418b-4721-475f-81cc-6ff26db855a4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8dc2418b-4721-475f-81cc-6ff26db855a4,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:51.193206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.211842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:51.220935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Calling delete_port for 8dc2418b-4721-475f-81cc-6ff26db855a4 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:51.223202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:51.226099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:51.296233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=e9b09039-271a-4b52-a20a-88e93a07f807,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:51.337829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-206ac642-6863-4b27-855d-d316ba63821f tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d4567202da5844bb849d7dec0fe82000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514562 Jul 05 09:39:51.532640 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.585457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-26429e09-1360-4b1d-955a-2edd6c8dff92 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:51.588732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-26429e09-1360-4b1d-955a-2edd6c8dff92 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150316 Jul 05 09:39:51.641259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-00269703-f742-4266-9ba2-cda62ca8d8e0 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/quotas/d4567202da5844bb849d7dec0fe82000 HTTP/1.1" status: 200 len: 375 time: 0.0339022 Jul 05 09:39:51.644059 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.704367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.751428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event deleted for resources: {'Port': ['ID=8dc2418b-4721-475f-81cc-6ff26db855a4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:51.850611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] No DVR routers for this DVR port 8dc2418b-4721-475f-81cc-6ff26db855a4 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:51.857299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.859284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a307373f-64e9-488e-a3ea-f8a453db6034 req-504535bf-0e38-48f9-8630-b6503835b275 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "DELETE /v2.0/ports/8dc2418b-4721-475f-81cc-6ff26db855a4 HTTP/1.1" status: 204 len: 173 time: 1.2814081 Jul 05 09:39:51.860590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'name': 'network-vif-deleted', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:51.864570 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69dc8d-d036-40a2-84af-ff540e77ffb2" -d '{"events": [{"server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "name": "network-vif-deleted", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:51.887117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-bd1cb6aa-1667-4960-a0fd-190bac3c5183 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4567202da5844bb849d7dec0fe82000&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2209249 Jul 05 09:39:51.937795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:51.943246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.028298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=e9b09039-271a-4b52-a20a-88e93a07f807,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:52.049286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.065658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.067105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-1b0462d8-222b-4a60-b313-8908aaa87bae tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0626225 Jul 05 09:39:52.134031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-cdc4a911-a565-4d1b-a162-c8db6147f2fc tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0604627 Jul 05 09:39:52.258249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fc7b8-0291-4c63-b71e-a70a6f4101e0 req-2b69014e-3581-499b-b140-71c48eadefcf tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:52.259858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091fc7b8-0291-4c63-b71e-a70a6f4101e0 req-2b69014e-3581-499b-b140-71c48eadefcf tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1439672 Jul 05 09:39:52.292945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-8e1a1ff9-dce3-4d5c-8d3c-f7ca9f997800 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:52.294457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9520f13-a81e-4a7b-9211-b2905e3479ec req-8e1a1ff9-dce3-4d5c-8d3c-f7ca9f997800 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1420481 Jul 05 09:39:52.319965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091fc7b8-0291-4c63-b71e-a70a6f4101e0 req-c514bcbd-529a-4b2d-b879-200cc6a2252f tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501382 Jul 05 09:39:52.564545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:39:52.627126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:52.627866 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:52.984040 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10db6a1b-354c-4177-8649-eca99a30c8f3 x-openstack-request-id: req-10db6a1b-354c-4177-8649-eca99a30c8f3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:52.984515 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d6fabd-755d-4642-8db9-ee73109b3672", "name": "network-vif-deleted", "tag": "8dc2418b-4721-475f-81cc-6ff26db855a4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:52.984880 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10db6a1b-354c-4177-8649-eca99a30c8f3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:52.985585 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d6fabd-755d-4642-8db9-ee73109b3672', 'name': 'network-vif-deleted', 'tag': '8dc2418b-4721-475f-81cc-6ff26db855a4', 'status': 'completed', 'code': 200} Jul 05 09:39:53.104208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9025c86b-a0ff-4eca-845f-5449ba675b0f req-5f6a1078-47c6-4ad3-b0cb-0a0abdbe1976 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 210 time: 0.0380578 Jul 05 09:39:53.566214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-8f6ebea2-dcec-4089-920e-582bd270b0eb tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d4567202da5844bb849d7dec0fe82000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253081 Jul 05 09:39:53.796658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-602d5f6a-69b3-40d5-9944-b7fec2aa442b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:53.798972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-602d5f6a-69b3-40d5-9944-b7fec2aa442b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247899 Jul 05 09:39:53.821910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Request body: {'port': {'device_id': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'd4567202da5844bb849d7dec0fe82000'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:53.831130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8639b372-8acc-44e3-872f-eefbc474521c req-96788576-6c66-4ba7-91fe-9372e8d2411a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6929257 Jul 05 09:39:53.876143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:53.940051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:53.973627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de104d8-adf9-4a0f-89ab-9be0a831201a req-d473dbc6-c509-4261-a5b0-248e11cd4f99 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:53.975183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4de104d8-adf9-4a0f-89ab-9be0a831201a req-d473dbc6-c509-4261-a5b0-248e11cd4f99 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.2539511 Jul 05 09:39:54.078236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4de104d8-adf9-4a0f-89ab-9be0a831201a req-94334d9b-77e0-4df2-b218-5f4b90310cea tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940664 Jul 05 09:39:54.081334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Made reservation on behalf of d4567202da5844bb849d7dec0fe82000 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:39:54.085122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.278304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.292848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Allocated IP 192.168.233.140 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/b6091a88-0790-4c24-ae8f-d87011fc3f10) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:54.509306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Allocated IP 172.25.1.75 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e19b8cf3-e7b6-4822-92bc-70f33da894db) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:54.621218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.641549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Transition to ACTIVE for port object b6091a88-0790-4c24-ae8f-d87011fc3f10 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:54.731421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.743828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['21eba849-68f2-4917-aac3-aa773c833388'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:39:54.833749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:54.875224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:54.886423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:54.891131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Pushing event updated for resources: {'Port': ['ID=b6091a88-0790-4c24-ae8f-d87011fc3f10,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:54.895729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:54.957723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:54.958591 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.010771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-765ee8cd-f29b-4e79-b396-b2bf31a79222 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1933134 Jul 05 09:39:55.042556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Request body: {'port': {'device_id': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:55.090008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17492916-a504-44fa-a1a3-dde1eb5c4ea5 req-8ab66953-c1b1-4709-97e2-636806f89440 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:55.092143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17492916-a504-44fa-a1a3-dde1eb5c4ea5 req-8ab66953-c1b1-4709-97e2-636806f89440 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 936 time: 0.3098893 Jul 05 09:39:55.097266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.166229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e638e792-1746-4a7c-958f-31b5b3627b62 None None] Provisioning for port b6091a88-0790-4c24-ae8f-d87011fc3f10 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:39:55.172172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e638e792-1746-4a7c-958f-31b5b3627b62 None None] Provisioning complete for port b6091a88-0790-4c24-ae8f-d87011fc3f10 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:39:55.173819 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e638e792-1746-4a7c-958f-31b5b3627b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.177563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:55.213965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:55.217590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e638e792-1746-4a7c-958f-31b5b3627b62 None None] Port b6091a88-0790-4c24-ae8f-d87011fc3f10 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:39:55.225929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:55.275603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=e19b8cf3-e7b6-4822-92bc-70f33da894db,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:55.293446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17492916-a504-44fa-a1a3-dde1eb5c4ea5 req-840d6960-93b2-4fc7-90a1-d79527d22474 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915355 Jul 05 09:39:55.302046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.314356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76684049-a895-44a7-8d51-3eca389aeef1 req-c313e637-0f90-4463-8a83-40b187295553 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:55.315890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76684049-a895-44a7-8d51-3eca389aeef1 req-c313e637-0f90-4463-8a83-40b187295553 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.3219383 Jul 05 09:39:55.524373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.707389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.781237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Deleting port b3903f0f-4e55-4dad-bea4-7cf875571717 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:39:55.781477 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:55.804180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38ebd8-21f8-4027-b131-31c983c138e1 req-5c352d45-221a-445a-9262-38406727f3b2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:55.805678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f38ebd8-21f8-4027-b131-31c983c138e1 req-5c352d45-221a-445a-9262-38406727f3b2 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 944 time: 0.3012664 Jul 05 09:39:55.869251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:55.892296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 8dc2418b-4721-475f-81cc-6ff26db855a4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:55.892978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8dc2418b-4721-475f-81cc-6ff26db855a4 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:56.014018 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f38ebd8-21f8-4027-b131-31c983c138e1 req-744ed36d-cf01-4617-b120-842ada0929ae tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc74bc87-825e-42fb-b579-fee589bbca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913407 Jul 05 09:39:56.052360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6091a88-0790-4c24-ae8f-d87011fc3f10 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:39:56.066142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] For port b3903f0f-4e55-4dad-bea4-7cf875571717, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b3903f0f-4e55-4dad-bea4-7cf875571717,segment=NetworkSegment(cf080a56-cfdd-4f65-90f7-613232ebe0a0),segment_id=cf080a56-cfdd-4f65-90f7-613232ebe0a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:39:56.066504 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.074191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.092584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Calling delete_port for b3903f0f-4e55-4dad-bea4-7cf875571717 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:39:56.113193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Transition to ACTIVE for port object b6091a88-0790-4c24-ae8f-d87011fc3f10 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:39:56.126031 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.173168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.197325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.269296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Pushing event updated for resources: {'Port': ['ID=b6091a88-0790-4c24-ae8f-d87011fc3f10,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:56.774237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.783572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=e19b8cf3-e7b6-4822-92bc-70f33da894db,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:56.812648 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.813872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8639b372-8acc-44e3-872f-eefbc474521c req-6e63a40c-ccb3-40f8-a5b3-d96d63b35f94 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9701862 Jul 05 09:39:56.835424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Attempting to bind port b6091a88-0790-4c24-ae8f-d87011fc3f10 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:39:56.837186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Attempting to bind port b6091a88-0790-4c24-ae8f-d87011fc3f10 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:39:56.837520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Attempting to bind port b6091a88-0790-4c24-ae8f-d87011fc3f10 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:56.841392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:56.886988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Port b6091a88-0790-4c24-ae8f-d87011fc3f10 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:39:56.887365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Attempting to bind port b6091a88-0790-4c24-ae8f-d87011fc3f10 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:39:56.911268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8639b372-8acc-44e3-872f-eefbc474521c req-906e2bf9-9dda-49c9-903b-9eb804f9c34c tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.0874770 Jul 05 09:39:56.915894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Pushing event deleted for resources: {'Port': ['ID=b3903f0f-4e55-4dad-bea4-7cf875571717,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:56.917629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:39:56.917963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:39:56.918340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:39:56.918771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Bound port: b6091a88-0790-4c24-ae8f-d87011fc3f10, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:39:56.919220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:57.003059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] No DVR routers for this DVR port b3903f0f-4e55-4dad-bea4-7cf875571717 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:39:57.065550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:57.067584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76684049-a895-44a7-8d51-3eca389aeef1 req-e23475cf-0c88-4e38-9391-54c7185cb388 tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.15 "DELETE /v2.0/ports/b3903f0f-4e55-4dad-bea4-7cf875571717 HTTP/1.1" status: 204 len: 173 time: 1.7351279 Jul 05 09:39:57.070794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'name': 'network-vif-deleted', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:39:57.072983 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034a52d3-40df-4275-836a-c9c6b71cee8c" -d '{"events": [{"server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "name": "network-vif-deleted", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:39:57.168845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b372-8acc-44e3-872f-eefbc474521c req-6c35c700-29cd-493b-b4f2-a81b40d4357b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.182248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8639b372-8acc-44e3-872f-eefbc474521c req-6c35c700-29cd-493b-b4f2-a81b40d4357b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.2280700 Jul 05 09:39:57.183527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] For port b6091a88-0790-4c24-ae8f-d87011fc3f10, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:39:57.215071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] For port b6091a88-0790-4c24-ae8f-d87011fc3f10, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b6091a88-0790-4c24-ae8f-d87011fc3f10,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:39:57.226465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:57.299363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.300480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:57.302405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6091a88-0790-4c24-ae8f-d87011fc3f10 HTTP/1.1" status: 200 len: 1097 time: 2.2664080 Jul 05 09:39:57.359771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13828646-6f65-4879-990f-6b0ff0936758 service neutron] Pushing event updated for resources: {'Port': ['ID=b6091a88-0790-4c24-ae8f-d87011fc3f10,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:57.474276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ebe7-28b1-4466-b9f5-a25302b07a91 req-728f637c-2c2b-4ab5-8c6b-d41936cb1ea4 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.478536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e13ebe7-28b1-4466-b9f5-a25302b07a91 req-728f637c-2c2b-4ab5-8c6b-d41936cb1ea4 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 948 time: 0.1329081 Jul 05 09:39:57.538895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-bde6fb2e-47d7-403e-885d-a719295e699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.541707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-bde6fb2e-47d7-403e-885d-a719295e699d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4567202da5844bb849d7dec0fe82000&device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 1100 time: 0.1606331 Jul 05 09:39:57.612672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e13ebe7-28b1-4466-b9f5-a25302b07a91 req-e697bac9-cbf1-4fb2-a4f0-7a4bfe3ab6b5 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249084 Jul 05 09:39:57.638144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-815367a7-491e-4722-a489-edfcac89661e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=b6091a88-0790-4c24-ae8f-d87011fc3f10 HTTP/1.1" status: 200 len: 217 time: 0.0808256 Jul 05 09:39:57.770866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47444085-3d83-4e4a-abb8-b423e8200ca4 req-0e345505-95b7-4bd3-be8d-7a798090d4ae tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.779948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47444085-3d83-4e4a-abb8-b423e8200ca4 req-0e345505-95b7-4bd3-be8d-7a798090d4ae tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.2267735 Jul 05 09:39:57.786668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-09b4be62-78fa-4f8a-b357-cf6feaca7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.790011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-09b4be62-78fa-4f8a-b357-cf6feaca7e6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1448755 Jul 05 09:39:57.880197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47444085-3d83-4e4a-abb8-b423e8200ca4 req-e24edda0-2d73-4b75-9411-355cde903821 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992923 Jul 05 09:39:57.945803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-3f28d192-68a7-45cc-8a33-3b78a7c86aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:57.947759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-3f28d192-68a7-45cc-8a33-3b78a7c86aa8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425002 Jul 05 09:39:58.203266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ed2011b-0635-4e64-9042-65644882cea6 req-2848bbeb-5082-45f1-b0b1-ef4915f6abda tempest-LiveAutoBlockMigrationV225Test-484689967 tempest-LiveAutoBlockMigrationV225Test-484689967-project] 10.222.0.21 "GET /v2.0/ports?device_id=642d426c-6ce2-4d2e-b43d-e3e0a00972ab HTTP/1.1" status: 200 len: 210 time: 0.1217070 Jul 05 09:39:58.271791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-2b8e9fae-44dd-4cad-bc2f-a44a3b799631 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159959 Jul 05 09:39:58.294045 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f928bb-21f2-45d2-ad4b-e78591079b07 x-openstack-request-id: req-41f928bb-21f2-45d2-ad4b-e78591079b07 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:39:58.294363 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642d426c-6ce2-4d2e-b43d-e3e0a00972ab", "name": "network-vif-deleted", "tag": "b3903f0f-4e55-4dad-bea4-7cf875571717", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:39:58.294978 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41f928bb-21f2-45d2-ad4b-e78591079b07 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:39:58.295422 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642d426c-6ce2-4d2e-b43d-e3e0a00972ab', 'name': 'network-vif-deleted', 'tag': 'b3903f0f-4e55-4dad-bea4-7cf875571717', 'status': 'completed', 'code': 200} Jul 05 09:39:58.554357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e67d4aa-b81e-4c5f-b3a4-7a6e5dcd77c9 req-9eee4547-09dd-4e7e-a24f-16fbce69cb04 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709503 Jul 05 09:39:58.585314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-d227c65c-62fc-4e37-82f7-9ea5dc6fdbff tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2286644 Jul 05 09:39:58.590367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:39:58.665004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:58.749405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b362c48-bc14-4cd6-9594-ff0806523f1a req-bcd50d4e-345f-4249-bc81-4fd2ce89e46b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:58.750937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b362c48-bc14-4cd6-9594-ff0806523f1a req-bcd50d4e-345f-4249-bc81-4fd2ce89e46b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1511307 Jul 05 09:39:58.804233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b362c48-bc14-4cd6-9594-ff0806523f1a req-167c36a0-9b7a-4b9c-bc45-18ff12be70d7 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465138 Jul 05 09:39:58.852923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.026373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Allocated IP 172.25.1.213 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/458907fa-edd3-4408-84c2-d7c68f081aef) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:39:59.057670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6f713-8df6-45a2-be73-d5e8b81dab90 req-fb5cb49b-acdb-44e0-a958-b086112dd70c tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:39:59.059233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbb6f713-8df6-45a2-be73-d5e8b81dab90 req-fb5cb49b-acdb-44e0-a958-b086112dd70c tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 948 time: 0.1165450 Jul 05 09:39:59.085852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.152536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbb6f713-8df6-45a2-be73-d5e8b81dab90 req-e754e6cd-1116-4f7b-9d45-399361687a4b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821106 Jul 05 09:39:59.187168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.235779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.277293 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.297400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:39:59.300868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:39:59.307664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:39:59.365021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=458907fa-edd3-4408-84c2-d7c68f081aef,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:39:59.441007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.520208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.538727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:39:59.760396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.769468 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.846499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] Deleting subnet 506f3a1a-20db-4d0e-86b5-c7c25cef450e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:39:59.852473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.867399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:39:59.892901 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:39:59.900313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: b3903f0f-4e55-4dad-bea4-7cf875571717 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:39:59.900661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b3903f0f-4e55-4dad-bea4-7cf875571717 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:39:59.939707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.002402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event updated for resources: {'Port': ['ID=458907fa-edd3-4408-84c2-d7c68f081aef,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:00.026857 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.066913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.069484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121c3bf-bbcd-4924-b20b-d0c764142870 req-372d390c-6331-4808-a4ea-b4e08b342346 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:00.071297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2121c3bf-bbcd-4924-b20b-d0c764142870 req-372d390c-6331-4808-a4ea-b4e08b342346 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.2480922 Jul 05 09:40:00.072093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.079353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-6459fd0a-033f-4f69-a83f-08edca7a3aeb tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4930449 Jul 05 09:40:00.108630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506f3a1a-20db-4d0e-86b5-c7c25cef450e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:00.111911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.115465 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17a373fc-2ae2-48a4-b77e-8c4cb21e1f21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/506f3a1a-20db-4d0e-86b5-c7c25cef450e HTTP/1.1" status: 204 len: 168 time: 0.5741699 Jul 05 09:40:00.117566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:00.143734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:00.177262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-07930dd5-2297-4596-b27b-fdcfdbe88673 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.0966847 Jul 05 09:40:00.204697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b6091a88-0790-4c24-ae8f-d87011fc3f10 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:00.221982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.301429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'tag': 'b6091a88-0790-4c24-ae8f-d87011fc3f10'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:00.305097 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a168245-2cf8-4c53-8490-f325d995c8dc", "tag": "b6091a88-0790-4c24-ae8f-d87011fc3f10"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:00.357935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2121c3bf-bbcd-4924-b20b-d0c764142870 req-93397d55-6026-403b-9294-f58402798dce tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747314 Jul 05 09:40:00.467257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3186-0a2e-4943-8327-d64ec37b2f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.500283 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.506866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-7cdd8e38-b650-487a-a051-26b4580b2949 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:00.520068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24ce07a-7a8d-4462-ac23-632fedee28c0 req-7cdd8e38-b650-487a-a051-26b4580b2949 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.3417304 Jul 05 09:40:00.525524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c678e9e8-0cbd-425f-973d-55068fc1c21a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:00.556426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b6091a88-0790-4c24-ae8f-d87011fc3f10, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b6091a88-0790-4c24-ae8f-d87011fc3f10,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:00.570604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf080a56-cfdd-4f65-90f7-613232ebe0a0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:00.571749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf080a56-cfdd-4f65-90f7-613232ebe0a0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:00.587899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'b6091a88-0790-4c24-ae8f-d87011fc3f10', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'b6091a88-0790-4c24-ae8f-d87011fc3f10', 'mac_address': 'fa:16:3e:b8:3e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:00.647954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.659769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4862be-3029-4554-9974-273255739a5a req-495b274a-da05-4cd4-976f-05abafb34be8 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:00.684081 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df4862be-3029-4554-9974-273255739a5a req-495b274a-da05-4cd4-976f-05abafb34be8 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1356299 Jul 05 09:40:00.701140 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.708439 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.715340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:40:00.716566 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.733449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6091a88-0790-4c24-ae8f-d87011fc3f10 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:00.766738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b6091a88-0790-4c24-ae8f-d87011fc3f10, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b6091a88-0790-4c24-ae8f-d87011fc3f10,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:40:00.768782 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:40:00.775334 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.804740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.824141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.830269 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] 10.222.0.21 "DELETE /v2.0/networks/c678e9e8-0cbd-425f-973d-55068fc1c21a HTTP/1.1" status: 204 len: 168 time: 0.7110128 Jul 05 09:40:00.830818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:00.835318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d3ca-62a6-4709-8361-19d26aa89ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=c678e9e8-0cbd-425f-973d-55068fc1c21a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:00.854181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df4862be-3029-4554-9974-273255739a5a req-47cb96b8-d2ab-4ca4-b2e3-5b7786dbc0a4 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685622 Jul 05 09:40:00.909628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b6091a88-0790-4c24-ae8f-d87011fc3f10,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:00.929669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3186-0a2e-4943-8327-d64ec37b2f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.939613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3186-0a2e-4943-8327-d64ec37b2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:00.960833 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f32dc-faca-470a-b55a-ee4067f54953 x-openstack-request-id: req-5c3f32dc-faca-470a-b55a-ee4067f54953 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:00.961118 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a168245-2cf8-4c53-8490-f325d995c8dc", "tag": "b6091a88-0790-4c24-ae8f-d87011fc3f10", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:00.961368 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c3f32dc-faca-470a-b55a-ee4067f54953 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:00.961757 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'tag': 'b6091a88-0790-4c24-ae8f-d87011fc3f10', 'status': 'completed', 'code': 200} Jul 05 09:40:00.985075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] Deleting subnet b5c99c3d-9551-4e6c-a3b5-7fdb49b6afb3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:40:01.004537 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb8d3186-0a2e-4943-8327-d64ec37b2f4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f1c242e929545dc8808df953708c5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8594906 Jul 05 09:40:01.005934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d3186-0a2e-4943-8327-d64ec37b2f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d121e37-f6a7-4e74-92ed-eb143e09876d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:01.009117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43242) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:01.020698 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.032131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7aa0b-cfd1-4249-a71d-78d52186b1d2 req-a87f8040-c6f9-408e-8c20-4f3921494902 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.039885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-77e7aa0b-cfd1-4249-a71d-78d52186b1d2 req-a87f8040-c6f9-408e-8c20-4f3921494902 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 949 time: 0.2807500 Jul 05 09:40:01.069750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e402ef82-201c-4ae1-a9f5-45260febca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.095751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e402ef82-201c-4ae1-a9f5-45260febca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.108973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b6091a88-0790-4c24-ae8f-d87011fc3f10'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:01.175908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e402ef82-201c-4ae1-a9f5-45260febca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.180729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e402ef82-201c-4ae1-a9f5-45260febca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.182546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e402ef82-201c-4ae1-a9f5-45260febca3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d121e37-f6a7-4e74-92ed-eb143e09876d HTTP/1.1" status: 204 len: 168 time: 0.1723542 Jul 05 09:40:01.193780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402ef82-201c-4ae1-a9f5-45260febca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d121e37-f6a7-4e74-92ed-eb143e09876d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:01.243729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.248134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb51f2fd-0b9e-404f-9746-1ab0a46f937b req-595af1a5-639e-4073-b0a9-f6ca3b3e4a8c tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips/54b7e3a9-2b9a-40ce-92c3-2e914b9792b7 HTTP/1.1" status: 200 len: 693 time: 0.2604268 Jul 05 09:40:01.405427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-77e7aa0b-cfd1-4249-a71d-78d52186b1d2 req-38c38df2-0c0a-431e-b6ea-425913e90b52 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645599 Jul 05 09:40:01.454221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.488842 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:40:01.506131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51f2fd-0b9e-404f-9746-1ab0a46f937b req-e3377b05-0422-4c43-821b-0be2da0b1509 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.511275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb51f2fd-0b9e-404f-9746-1ab0a46f937b req-e3377b05-0422-4c43-821b-0be2da0b1509 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.2191701 Jul 05 09:40:01.545224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-9f3dd5d7-f605-49d3-a7ab-926118a96783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.546718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-9f3dd5d7-f605-49d3-a7ab-926118a96783 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4567202da5844bb849d7dec0fe82000&device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 1101 time: 0.5044227 Jul 05 09:40:01.608755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-78996bd2-9477-4ebe-8ad8-21dbd8b76994 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.610197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-78996bd2-9477-4ebe-8ad8-21dbd8b76994 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.4668882 Jul 05 09:40:01.631020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-65d4778f-2ad9-4f88-b7dd-b6f9ccc8e2e6 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips/54b7e3a9-2b9a-40ce-92c3-2e914b9792b7 HTTP/1.1" status: 200 len: 693 time: 0.0978987 Jul 05 09:40:01.784015 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.851420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c99c3d-9551-4e6c-a3b5-7fdb49b6afb3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:01.867428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.869355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6c3790b4-cb94-4a6c-982d-a4711aa533d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b5c99c3d-9551-4e6c-a3b5-7fdb49b6afb3 HTTP/1.1" status: 204 len: 168 time: 1.0373366 Jul 05 09:40:01.873514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:01.945737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-b285d538-58fc-4092-82f7-f47769c2c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.947361 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-b285d538-58fc-4092-82f7-f47769c2c6ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.3641191 Jul 05 09:40:01.965319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a81dcc-932c-4e76-924d-c3dde8b82425 req-a938c6c9-1c35-490f-bed6-3e1775bfe13b tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.972321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:01.973159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90a81dcc-932c-4e76-924d-c3dde8b82425 req-a938c6c9-1c35-490f-bed6-3e1775bfe13b tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 946 time: 0.3757622 Jul 05 09:40:01.987721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-01e96111-c793-4732-8d38-8b858fc2a45a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:01.989125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-01e96111-c793-4732-8d38-8b858fc2a45a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.3240106 Jul 05 09:40:02.089229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.100504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48e0b7f-d082-46ca-b88f-21d8cc8b9cea']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:02.113097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d35b01e-b3e8-44ca-897e-4ef2a7cd4b3a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:02.113527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d35b01e-b3e8-44ca-897e-4ef2a7cd4b3a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:02.127824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.143392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90a81dcc-932c-4e76-924d-c3dde8b82425 req-68b823ed-48ed-4e94-8abe-350aa1b92ad6 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651258 Jul 05 09:40:02.149777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.150413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-11895836-cde1-4a77-953b-76d899011243 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=b6091a88-0790-4c24-ae8f-d87011fc3f10 HTTP/1.1" status: 200 len: 217 time: 0.1732285 Jul 05 09:40:02.162990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:40:02.163668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:40:02.165996 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:40:02.171035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-759ddedb-fcaf-4131-a1f7-6dda70c7b4bc tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.1410153 Jul 05 09:40:02.224800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b6091a88-0790-4c24-ae8f-d87011fc3f10 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:02.255940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.265523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.271069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b48e0b7f-d082-46ca-b88f-21d8cc8b9cea HTTP/1.1" status: 204 len: 168 time: 0.3964326 Jul 05 09:40:02.284802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Deleting port 8f911eba-394f-437c-80ad-69bf193209bd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:02.285133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.311248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-b437020c-1c03-4557-8cc9-fdd47b3cb36f tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.1020131 Jul 05 09:40:02.315049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2c7c9-c8da-41b5-bbb8-fecf86964a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b48e0b7f-d082-46ca-b88f-21d8cc8b9cea,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:02.355302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port b6091a88-0790-4c24-ae8f-d87011fc3f10 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:02.357947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-c2b9f1de-67a4-443d-b261-255390cc6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:02.359467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-c2b9f1de-67a4-443d-b261-255390cc6787 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1772988 Jul 05 09:40:02.363710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port b6091a88-0790-4c24-ae8f-d87011fc3f10 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:02.364329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.494831 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.538028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b6091a88-0790-4c24-ae8f-d87011fc3f10, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b6091a88-0790-4c24-ae8f-d87011fc3f10,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:02.539065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6091a88-0790-4c24-ae8f-d87011fc3f10'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:02.542669 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed89dc-8c42-4efb-b839-0d1ecc664b12" -d '{"events": [{"server_uuid": "3a168245-2cf8-4c53-8490-f325d995c8dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6091a88-0790-4c24-ae8f-d87011fc3f10"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:02.548806 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.598226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43286) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:02.614180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b6091a88-0790-4c24-ae8f-d87011fc3f10,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:02.702368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e0328dcd-efb7-4e89-8a21-7187deae3948 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c31e7070995403b96e9496be4a9c5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022027 Jul 05 09:40:02.707615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:02.767137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87b359f2-fe58-4f3b-bd6c-4e5566ca68e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.795830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87b359f2-fe58-4f3b-bd6c-4e5566ca68e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.880838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87b359f2-fe58-4f3b-bd6c-4e5566ca68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.884466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87b359f2-fe58-4f3b-bd6c-4e5566ca68e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:02.887548 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87b359f2-fe58-4f3b-bd6c-4e5566ca68e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc74bc87-825e-42fb-b579-fee589bbca9e HTTP/1.1" status: 204 len: 168 time: 0.1765320 Jul 05 09:40:02.917584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b359f2-fe58-4f3b-bd6c-4e5566ca68e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc74bc87-825e-42fb-b579-fee589bbca9e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:03.007186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] For port 8f911eba-394f-437c-80ad-69bf193209bd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8f911eba-394f-437c-80ad-69bf193209bd,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:03.007609 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.119768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-fa2da753-a390-402e-90d8-d87f93ac9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:03.121296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-fa2da753-a390-402e-90d8-d87f93ac9b02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3035944 Jul 05 09:40:03.128793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa13609-ff16-4f03-a567-b1bbd02239ad req-02324fc9-a59b-4335-903d-177c8f17a04b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:03.130213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfa13609-ff16-4f03-a567-b1bbd02239ad req-02324fc9-a59b-4335-903d-177c8f17a04b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.3112886 Jul 05 09:40:03.196346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Deleting port 458907fa-edd3-4408-84c2-d7c68f081aef {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:03.197052 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.336290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:03.360030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfa13609-ff16-4f03-a567-b1bbd02239ad req-0641ad5a-c4ab-4202-9b10-99da0364e3f7 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212722 Jul 05 09:40:03.388494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ba7a1c45-4c2c-4f95-82e4-ae513985002f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=063aafd21f4d40739ceda0f61edf2afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499320 Jul 05 09:40:03.391563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:03.417950 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.417950 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.431503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-86eb0eb0-16a8-4611-aec0-dea2c85bc862 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957542 Jul 05 09:40:03.438476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.438476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.438476 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Floating IP d4cac1ec-6eca-467c-aae3-1e6a488827b8 disassociated. External IP: 172.25.1.196, port: 8f911eba-394f-437c-80ad-69bf193209bd. Jul 05 09:40:03.438476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Calling delete_port for 8f911eba-394f-437c-80ad-69bf193209bd owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:03.440180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Calling delete_port for 458907fa-edd3-4408-84c2-d7c68f081aef owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:03.497074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ac7e-fe5f-4361-94a7-d002e30aba94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.533572 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ac7e-fe5f-4361-94a7-d002e30aba94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.594290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ac7e-fe5f-4361-94a7-d002e30aba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.600942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ac7e-fe5f-4361-94a7-d002e30aba94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.605021 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bdb3ac7e-fe5f-4361-94a7-d002e30aba94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2f5d075-e84e-4421-a905-643dd81c9efe HTTP/1.1" status: 204 len: 168 time: 0.2093763 Jul 05 09:40:03.614168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3ac7e-fe5f-4361-94a7-d002e30aba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f5d075-e84e-4421-a905-643dd81c9efe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:03.722507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ab1f51-ab5b-4e49-a40b-076a1775b2b1 req-63c14351-876b-46d6-b6df-030bffa561af service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833440 Jul 05 09:40:03.798611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e912a-e46e-4fc5-96ee-bed86e6d1d7a req-ef93b56e-c528-4a4c-85cb-443ccee280cf tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:03.800248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc7e912a-e46e-4fc5-96ee-bed86e6d1d7a req-ef93b56e-c528-4a4c-85cb-443ccee280cf tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 950 time: 0.2551584 Jul 05 09:40:03.877147 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.936328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:03.956075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc7e912a-e46e-4fc5-96ee-bed86e6d1d7a req-76142b34-ece8-4fe9-a488-518398d6cea4 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456411 Jul 05 09:40:03.963857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event deleted for resources: {'Port': ['ID=8f911eba-394f-437c-80ad-69bf193209bd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:04.049232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event deleted for resources: {'Port': ['ID=458907fa-edd3-4408-84c2-d7c68f081aef,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:04.054464 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b8b8d8-5d79-4f43-b53c-a4274ff6471b x-openstack-request-id: req-97b8b8d8-5d79-4f43-b53c-a4274ff6471b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:04.054962 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a168245-2cf8-4c53-8490-f325d995c8dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6091a88-0790-4c24-ae8f-d87011fc3f10", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:04.055058 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97b8b8d8-5d79-4f43-b53c-a4274ff6471b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:04.055440 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6091a88-0790-4c24-ae8f-d87011fc3f10', 'code': 200} Jul 05 09:40:04.262749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8f911eba-394f-437c-80ad-69bf193209bd no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:04.294634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 8f911eba-394f-437c-80ad-69bf193209bd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:04.307718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8f911eba-394f-437c-80ad-69bf193209bd not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:04.348761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.352394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:04.362313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dca360a-c5cb-421e-af13-5c57c7742c4b req-bf4c3851-949f-4c13-90e6-a5989c80649b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "DELETE /v2.0/floatingips/54b7e3a9-2b9a-40ce-92c3-2e914b9792b7 HTTP/1.1" status: 204 len: 173 time: 2.0501246 Jul 05 09:40:04.424013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b126a4b-b4eb-4da2-8049-86f4cf3687eb req-73f16397-6e8c-4f18-8934-5a1e3ee5b4b5 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 210 time: 0.1381972 Jul 05 09:40:04.470319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03570b-3e58-48ae-864c-7bea3ec9da2b req-06a8cc91-814e-4c4f-b1ee-a0d67c96db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:04.482138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a03570b-3e58-48ae-864c-7bea3ec9da2b req-06a8cc91-814e-4c4f-b1ee-a0d67c96db0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 1102 time: 0.2929049 Jul 05 09:40:04.508568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Router 211ded1a-4498-4485-8165-f0f00715d97a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:04.728039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a03570b-3e58-48ae-864c-7bea3ec9da2b req-a61d93bc-18af-4b94-b481-4181a057145b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386229 Jul 05 09:40:05.057643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3577e-00e3-415a-803b-a3d8d81338d5 req-8618ee50-dd01-4ca4-80c0-0bde51ae1d2e tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.060774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06e3577e-00e3-415a-803b-a3d8d81338d5 req-8618ee50-dd01-4ca4-80c0-0bde51ae1d2e tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5567248 Jul 05 09:40:05.160518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:05.178844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] Sync routers for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:05.206367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:05.207440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:05.312288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af278-a95c-4bc5-945f-9ca8c6367d5f req-86138841-b3d7-4b91-8e2d-45841cacd1de tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.314725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c3af278-a95c-4bc5-945f-9ca8c6367d5f req-86138841-b3d7-4b91-8e2d-45841cacd1de tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2746501 Jul 05 09:40:05.358277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] No DVR routers for this DVR port 8f911eba-394f-437c-80ad-69bf193209bd on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:05.375528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:05.378898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf1e6a42-c677-4b78-9de0-9884e81c0948 req-05292d50-4f88-4b97-ba20-db24426977d9 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.16 "DELETE /v2.0/ports/8f911eba-394f-437c-80ad-69bf193209bd HTTP/1.1" status: 204 len: 173 time: 3.7147214 Jul 05 09:40:05.387274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'name': 'network-vif-deleted', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:05.391672 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a9f745-7f73-4380-8018-af3139f6bd47" -d '{"events": [{"server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "name": "network-vif-deleted", "tag": "8f911eba-394f-437c-80ad-69bf193209bd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:05.498863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c3af278-a95c-4bc5-945f-9ca8c6367d5f req-2b517e46-f443-45c5-97b1-1d0a2cf43663 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420996 Jul 05 09:40:05.500338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:05.645504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8cb5-9b97-472e-8e54-98ee1e71e579 req-77028177-f9f7-41fe-a753-43fc5747f961 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.652520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dffd8cb5-9b97-472e-8e54-98ee1e71e579 req-77028177-f9f7-41fe-a753-43fc5747f961 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2978830 Jul 05 09:40:05.793518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dffd8cb5-9b97-472e-8e54-98ee1e71e579 req-b07c5db9-b952-41a9-ad27-9d41353c0730 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330934 Jul 05 09:40:05.891525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7f349-e286-414d-9147-229759bdccdf req-9262cbfa-4272-4504-beae-d9cf2514078f tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:05.903501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39f7f349-e286-414d-9147-229759bdccdf req-9262cbfa-4272-4504-beae-d9cf2514078f tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 950 time: 0.1645548 Jul 05 09:40:06.007026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:36Z', 'revision_number': 5, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:06.015756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7ab010e-5ae3-43e2-a0c0-466c990f1c0c req-239241fc-32b0-4675-afbb-e36b2260ffde tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=e7ebb69d8d8845c8a7749e6c6ae1101c HTTP/1.1" status: 200 len: 1654 time: 0.1416881 Jul 05 09:40:06.058806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39f7f349-e286-414d-9147-229759bdccdf req-5f5baaa6-f3c0-414d-bb8f-a855e887a25b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540101 Jul 05 09:40:06.081881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] Checking router: 211ded1a-4498-4485-8165-f0f00715d97a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:06.091948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:06.102064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:06.139401 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e7ecb3-b84e-46f7-9da0-aaf7ac83f356 x-openstack-request-id: req-e2e7ecb3-b84e-46f7-9da0-aaf7ac83f356 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:06.141869 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2971e86-38a3-4c66-b2bc-b0c83a0d848e", "name": "network-vif-deleted", "tag": "8f911eba-394f-437c-80ad-69bf193209bd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:06.143025 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e7ecb3-b84e-46f7-9da0-aaf7ac83f356 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:06.143477 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2971e86-38a3-4c66-b2bc-b0c83a0d848e', 'name': 'network-vif-deleted', 'tag': '8f911eba-394f-437c-80ad-69bf193209bd', 'status': 'completed', 'code': 200} Jul 05 09:40:06.227838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab010e-5ae3-43e2-a0c0-466c990f1c0c req-ddb9060e-71e6-49a4-bf4a-33ff8d9919ab tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:06.230221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7ab010e-5ae3-43e2-a0c0-466c990f1c0c req-ddb9060e-71e6-49a4-bf4a-33ff8d9919ab tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks?id=c430b990-46a3-428e-a264-c955e357d5bd&id=c430b990-46a3-428e-a264-c955e357d5bd&id=c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 787 time: 0.2065229 Jul 05 09:40:06.241207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-d7ab010e-5ae3-43e2-a0c0-466c990f1c0c req-c9582d50-3e64-4ba3-a5c3-77d5b1c1706b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:40:06.249961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7ab010e-5ae3-43e2-a0c0-466c990f1c0c req-c9582d50-3e64-4ba3-a5c3-77d5b1c1706b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140655 Jul 05 09:40:06.327992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:06.337531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dcd999e9-14df-4381-b347-30b87a19be9f req-9d71133b-5632-4e82-a7da-b567e3a2f4a4 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2971e86-38a3-4c66-b2bc-b0c83a0d848e HTTP/1.1" status: 200 len: 210 time: 0.0422754 Jul 05 09:40:06.428111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-536b75a4-0e82-429e-ad96-7f05bf1513fd tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips/8bb11e3d-371a-4864-8914-74a32b58bb25 HTTP/1.1" status: 200 len: 692 time: 0.0731668 Jul 05 09:40:06.605059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-567ee17b-be46-4405-93f6-e0a6ec6a20c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:06.607491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-567ee17b-be46-4405-93f6-e0a6ec6a20c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1772256 Jul 05 09:40:06.695898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-e73bdd5d-0c88-4c98-b42d-11452af33799 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.0810423 Jul 05 09:40:06.730000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1249816778', 'description': 'tempest-description-922160745'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:06.786420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:36Z', 'revision_number': 5, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:06.889799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a74029-0ced-4169-8ab8-202701699a0c None None] The sync data for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 is: [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 4, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '458f52be-3ad0-4218-99bc-065249eea27d', 'name': '', 'network_id': '2ee7c27d-9a14-4780-b554-bac5dd458518', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'mac_address': 'fa:16:3e:58:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:22Z', 'updated_at': '2021-07-05T09:37:36Z', 'revision_number': 5, 'project_id': 'eb835d927de74a15892849748f00ba98', 'subnets': [{'id': 'a2d6b7a3-ac50-44dd-a1fa-14764a744a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:06.893730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-33204d26-6fe4-44eb-b6cf-27ecc5af468d tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.1878071 Jul 05 09:40:06.936773 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.027060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.207248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-a59098a8-f251-41e6-95a8-a7f380f57b70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2010939 Jul 05 09:40:07.365582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Deleting port e19b8cf3-e7b6-4822-92bc-70f33da894db {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:07.366236 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.383295 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807db68a-ba22-44e4-8e0b-ce5b4464f1e9 None None] New status for floating IP d4cac1ec-6eca-467c-aae3-1e6a488827b8: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:40:07.874632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.881754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.955440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-1834ce14-6cea-4a7c-870d-9a4e7bd4c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:07.956976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-1834ce14-6cea-4a7c-870d-9a4e7bd4c3f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 1097 time: 0.7104352 Jul 05 09:40:07.961515 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.961857 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:07.964199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8d592d-fde8-44bb-ba9d-9f47a0be2727,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:07.987594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Calling delete_port for e19b8cf3-e7b6-4822-92bc-70f33da894db owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:08.140700 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.150478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.214917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.216232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7bec6a7-05fe-461b-9031-43de9307b882 req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5005381 Jul 05 09:40:08.224776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405d5e-6243-436a-afa7-3a07ac026b4d tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a990e544-775c-46c7-9948-464988909107,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:08.233707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-06a5475c-292f-4d30-8a5f-66e10abedb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.235249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-06a5475c-292f-4d30-8a5f-66e10abedb7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 916 time: 0.2318871 Jul 05 09:40:08.327575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-b1046b28-f159-4364-ac29-2d3f4ac1b8cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f HTTP/1.1" status: 200 len: 217 time: 0.0817733 Jul 05 09:40:08.375293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.459028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event deleted for resources: {'Port': ['ID=e19b8cf3-e7b6-4822-92bc-70f33da894db,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:08.536792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-0fd17240-61dc-444c-9e32-14df74de516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.538616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-0fd17240-61dc-444c-9e32-14df74de516a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.1859226 Jul 05 09:40:08.579821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-19b440a7-db5c-41d6-9860-ed35543b0a18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315359 Jul 05 09:40:08.621673 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.625086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:08.626243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b70bac4f-02ac-4efd-81f9-8a8ad692b65b req-a588152b-d743-4ad3-9bd8-1fcf894ef1c5 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "DELETE /v2.0/floatingips/8bb11e3d-371a-4864-8914-74a32b58bb25 HTTP/1.1" status: 204 len: 173 time: 1.7183142 Jul 05 09:40:08.666786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a050d0-1028-47c9-9c34-2313323cc035 req-72117423-6114-4bb4-8ac7-527c532f1b20 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:08.678620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2a050d0-1028-47c9-9c34-2313323cc035 req-72117423-6114-4bb4-8ac7-527c532f1b20 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.3023813 Jul 05 09:40:08.743888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2a050d0-1028-47c9-9c34-2313323cc035 req-1a96f183-acef-4f4d-b372-0790157c9bc0 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683877 Jul 05 09:40:08.858187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-eae09373-2223-4570-8a47-20a304507a5e service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688279 Jul 05 09:40:09.031651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb8ac-3559-4203-9858-b5f27c24edce req-8f0ddcb4-b202-44a0-9403-8ada7ac7325b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.033108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-147cb8ac-3559-4203-9858-b5f27c24edce req-8f0ddcb4-b202-44a0-9403-8ada7ac7325b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2667994 Jul 05 09:40:09.099855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46be14f1-1134-45e0-b802-a96a27b723e0 req-b8573cb3-c76a-44be-b18f-9cd75d09c589 service neutron] 10.222.0.15 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328815 Jul 05 09:40:09.121293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d5127-d565-4cff-bf0a-e23936b0a9c7 req-c0e63489-9482-48b3-92d5-bf73e15627c6 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.123572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-695d5127-d565-4cff-bf0a-e23936b0a9c7 req-c0e63489-9482-48b3-92d5-bf73e15627c6 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 950 time: 0.2472494 Jul 05 09:40:09.127915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-d19c5f6f-1753-40ca-96f7-e60add1f061b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2193244 Jul 05 09:40:09.130797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-147cb8ac-3559-4203-9858-b5f27c24edce req-b8f77a55-d24c-4596-8953-d62ab7b4cf6e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880773 Jul 05 09:40:09.175946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-695d5127-d565-4cff-bf0a-e23936b0a9c7 req-88f215f8-2b53-47c2-985e-5ebe797b632d tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Jul 05 09:40:09.229637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fe9c52a3-baa8-45a7-9969-cfcb23be0d34 req-b4f3f7d0-7297-474d-9f5a-5ca96c254679 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Request body: {'security_group': {'name': 'tempest-securitygroup-274053634', 'description': 'tempest-description-1486399772'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:09.275169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-bb2680c7-a7b3-48d1-8708-7ccec19e3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.279052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-bb2680c7-a7b3-48d1-8708-7ccec19e3c04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 1098 time: 0.0973558 Jul 05 09:40:09.279052 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe9c52a3-baa8-45a7-9969-cfcb23be0d34 req-b4f3f7d0-7297-474d-9f5a-5ca96c254679 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.442196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-03078d72-9b27-4046-9f48-ff449a2904b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.444066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-03078d72-9b27-4046-9f48-ff449a2904b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 200 len: 916 time: 0.1294754 Jul 05 09:40:09.502917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe9c52a3-baa8-45a7-9969-cfcb23be0d34 req-b4f3f7d0-7297-474d-9f5a-5ca96c254679 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.504709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-f9e7adc4-5923-4a49-abd1-46ee0a93d4fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576 HTTP/1.1" status: 200 len: 217 time: 0.0520144 Jul 05 09:40:09.507310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe9c52a3-baa8-45a7-9969-cfcb23be0d34 req-b4f3f7d0-7297-474d-9f5a-5ca96c254679 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.611145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-8a9385b5-dcef-4d80-9485-dc9af15f2c77 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips/5a9848a3-38d9-4203-a9b7-a845865fcf17 HTTP/1.1" status: 200 len: 692 time: 0.0966625 Jul 05 09:40:09.611824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe9c52a3-baa8-45a7-9969-cfcb23be0d34 req-b4f3f7d0-7297-474d-9f5a-5ca96c254679 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.612928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe9c52a3-baa8-45a7-9969-cfcb23be0d34 req-b4f3f7d0-7297-474d-9f5a-5ca96c254679 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3930283 Jul 05 09:40:09.624410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f7d0-7297-474d-9f5a-5ca96c254679 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d666a8-45f3-4123-8473-37ad79d962c9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:09.679232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-0a92f250-9142-4dde-b3f3-9ee9f46b07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.680696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-0a92f250-9142-4dde-b3f3-9ee9f46b07ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 200 len: 855 time: 0.1626303 Jul 05 09:40:09.721309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-a20c07f9-fd4d-4449-b370-495047b27562 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=509c8be6-2162-4ffa-b409-40a6efba1eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335541 Jul 05 09:40:09.811795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-c5919c61-7aa9-4780-9536-20a558d0582a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:09.815900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-c5919c61-7aa9-4780-9536-20a558d0582a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.1949186 Jul 05 09:40:09.866830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:09.891391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-de204df0-fd03-4e82-b5fb-2f12e44b43a2 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0713725 Jul 05 09:40:09.938614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d9eaf88-1146-4aa9-b2d4-1d08aa267d2e tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:09.981994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-f75ca925-f33f-4db4-977c-6b32db2f3a9a service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442081 Jul 05 09:40:09.990181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-0cb47310-8d28-43b1-aa48-e68bf628688d tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0977683 Jul 05 09:40:09.999703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d9eaf88-1146-4aa9-b2d4-1d08aa267d2e tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.057706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d9eaf88-1146-4aa9-b2d4-1d08aa267d2e tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.060689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d9eaf88-1146-4aa9-b2d4-1d08aa267d2e tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.064348 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7d9eaf88-1146-4aa9-b2d4-1d08aa267d2e tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "DELETE /v2.0/security-groups/f9f74a35-4ce2-491c-b7c9-cf33ad45c36d HTTP/1.1" status: 204 len: 168 time: 0.1963515 Jul 05 09:40:10.065051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.078725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.085751 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e9ca1815-ef03-4c18-a225-271ad342d191 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] show failed (client error): The resource could not be found. Jul 05 09:40:10.086756 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e9ca1815-ef03-4c18-a225-271ad342d191 tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "GET /v2.0/security-groups/f9f74a35-4ce2-491c-b7c9-cf33ad45c36d HTTP/1.1" status: 404 len: 347 time: 0.0181537 Jul 05 09:40:10.088007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9eaf88-1146-4aa9-b2d4-1d08aa267d2e tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f74a35-4ce2-491c-b7c9-cf33ad45c36d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:10.089570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43600) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.224708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Deleting port fb1572f5-6501-4997-96bc-b061d343c1d3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:10.225172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.249872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328c3949-5f22-48cd-abc2-1fb53d59a1e1 req-13d27007-0904-4cb5-923d-ce372cddf010 service neutron] 10.222.0.16 "GET /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567558 Jul 05 09:40:10.265123 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-008cc0f4-cc44-44b4-b461-7c8588795f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.273966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52237-17cb-4109-a4d9-5d73c2916d0c req-8851bb9e-89de-4a76-9d37-7b72455c70cd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:10.275583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdb52237-17cb-4109-a4d9-5d73c2916d0c req-8851bb9e-89de-4a76-9d37-7b72455c70cd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 946 time: 0.2842662 Jul 05 09:40:10.308161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.308489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.320687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Calling delete_port for fb1572f5-6501-4997-96bc-b061d343c1d3 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:10.354516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Deleting port e9b09039-271a-4b52-a20a-88e93a07f807 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:10.354990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.389672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdb52237-17cb-4109-a4d9-5d73c2916d0c req-486122cc-65c7-4803-ab42-e3ea5d75a424 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046016 Jul 05 09:40:10.463582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.510541 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.511350 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.512116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Pushing event deleted for resources: {'Port': ['ID=fb1572f5-6501-4997-96bc-b061d343c1d3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:10.530564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-008cc0f4-cc44-44b4-b461-7c8588795f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.535113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Calling delete_port for e9b09039-271a-4b52-a20a-88e93a07f807 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:10.539496 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-008cc0f4-cc44-44b4-b461-7c8588795f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.595131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.597834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.598991 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7b6fc0eb-d58d-4ec0-8594-6cb6d5fe41ff tempest-ServersTestJSON-1903590767 tempest-ServersTestJSON-1903590767-project] 10.222.0.21 "DELETE /v2.0/floatingips/d4cac1ec-6eca-467c-aae3-1e6a488827b8 HTTP/1.1" status: 204 len: 168 time: 0.5085506 Jul 05 09:40:10.602027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.650427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-008cc0f4-cc44-44b4-b461-7c8588795f6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=555afd008aa948a5a4c2057d05d14a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692668 Jul 05 09:40:10.654816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:10.658369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cc0f4-cc44-44b4-b461-7c8588795f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa414b-2df6-4fee-ae92-ee20df1f9796,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:10.671066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-727365447', 'description': 'tempest-description-585484461'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:10.717270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.727781 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.770253 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c605acc6-368c-4b93-873d-0de63e49537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.811486 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.832087 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c605acc6-368c-4b93-873d-0de63e49537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.846662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event deleted for resources: {'Port': ['ID=e9b09039-271a-4b52-a20a-88e93a07f807,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:10.934035 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.937553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.938719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398c5ad4-12be-4448-abf9-d1d9de1ecf07 req-1fd49e56-cd70-4640-aeaf-7077c60d845a tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a9848a3-38d9-4203-a9b7-a845865fcf17 HTTP/1.1" status: 204 len: 173 time: 0.9348159 Jul 05 09:40:10.950334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c605acc6-368c-4b93-873d-0de63e49537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.953599 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c605acc6-368c-4b93-873d-0de63e49537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.957732 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c605acc6-368c-4b93-873d-0de63e49537b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01fa414b-2df6-4fee-ae92-ee20df1f9796 HTTP/1.1" status: 204 len: 168 time: 0.2993996 Jul 05 09:40:10.964314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:10.968041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605acc6-368c-4b93-873d-0de63e49537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa414b-2df6-4fee-ae92-ee20df1f9796,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:10.969535 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.018679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f516c147-4f9d-43c9-a985-ad5f49c6941e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.108285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.115930 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.140203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.154838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.156264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddae1aa6-ffab-4f83-9d21-1738570682dd req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5034006 Jul 05 09:40:11.165797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f6a8-6e41-4de1-be34-41f2ba0757c4 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04367ff-3220-4d11-8425-40d183343334,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.202036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99350518-6d0f-40e6-8088-c8786757ff06 req-f02cf1ac-846c-4e35-be56-1b7d0a119f52 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:11.205211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99350518-6d0f-40e6-8088-c8786757ff06 req-f02cf1ac-846c-4e35-be56-1b7d0a119f52 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1341374 Jul 05 09:40:11.332072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99350518-6d0f-40e6-8088-c8786757ff06 req-699ee5d7-90e5-44db-b15c-54929ddcdf0a tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135790 Jul 05 09:40:11.354402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-ed5fbe3d-3c37-496c-9bfe-83bebd41af47 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:11.357074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-ed5fbe3d-3c37-496c-9bfe-83bebd41af47 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 946 time: 0.1505365 Jul 05 09:40:11.362171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:11.395235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddce49f8-8514-40a7-8c69-b5a3a00e6bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.439886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e902323-0a90-48fd-a5ab-6a1474e0180c req-249f3ffe-e155-4a25-a82a-2a805bae07df tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:11.441604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e902323-0a90-48fd-a5ab-6a1474e0180c req-249f3ffe-e155-4a25-a82a-2a805bae07df tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 950 time: 0.1623993 Jul 05 09:40:11.498254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Deleting port 458f52be-3ad0-4218-99bc-065249eea27d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:11.498519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.544233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e902323-0a90-48fd-a5ab-6a1474e0180c req-43d3091b-d05b-47de-9288-00dff0829671 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844550 Jul 05 09:40:11.571732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Deleting port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:11.571732 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.582535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6c123-f890-4d93-b654-de0e1e7d7bdc req-5d1c7cb0-9209-4916-8bd6-645ae44719d6 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:11.584089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14a6c123-f890-4d93-b654-de0e1e7d7bdc req-5d1c7cb0-9209-4916-8bd6-645ae44719d6 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.1233239 Jul 05 09:40:11.602838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddce49f8-8514-40a7-8c69-b5a3a00e6bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.610474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] For port 458f52be-3ad0-4218-99bc-065249eea27d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=458f52be-3ad0-4218-99bc-065249eea27d,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:11.610830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.613017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddce49f8-8514-40a7-8c69-b5a3a00e6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.633416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Calling delete_port for 458f52be-3ad0-4218-99bc-065249eea27d owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:11.691619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04449d85-a836-4d16-8033-85007b27c88a req-cefd7769-5dae-42dd-8143-55210ffbc611 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips/2884b871-10df-4a92-9a2f-f100925ccb51 HTTP/1.1" status: 200 len: 692 time: 0.0962451 Jul 05 09:40:11.703263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ddce49f8-8514-40a7-8c69-b5a3a00e6bb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8688f8a931cc4bfcbffa5640015fae0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399873 Jul 05 09:40:11.705855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:11.713945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce49f8-8514-40a7-8c69-b5a3a00e6bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da6074e-faf0-4839-af01-d79411846fa6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.728577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14a6c123-f890-4d93-b654-de0e1e7d7bdc req-440f241f-91a6-4766-b9d9-d4fe4d28ff0b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321051 Jul 05 09:40:11.783632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-28e74ab6-815b-44e7-836b-1f1d7493e097 req-b1188f5f-bd36-44c0-b6b0-dead97264a36 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1865180521', 'description': 'tempest-description-540001461'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:11.807334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] For port 66788acd-37e2-4a09-82f7-e2b6567e6eb3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66788acd-37e2-4a09-82f7-e2b6567e6eb3,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:11.807690 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.826732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2bacb69-2241-496d-9766-5686a376be17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.828188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Calling delete_port for 66788acd-37e2-4a09-82f7-e2b6567e6eb3 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:11.865899 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2bacb69-2241-496d-9766-5686a376be17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.883160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-28e74ab6-815b-44e7-836b-1f1d7493e097 req-b1188f5f-bd36-44c0-b6b0-dead97264a36 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.939474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449d85-a836-4d16-8033-85007b27c88a req-7256b4aa-d96b-40d8-b247-fd8016fb1001 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:11.940989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04449d85-a836-4d16-8033-85007b27c88a req-7256b4aa-d96b-40d8-b247-fd8016fb1001 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.2361019 Jul 05 09:40:11.954731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2bacb69-2241-496d-9766-5686a376be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.957368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2bacb69-2241-496d-9766-5686a376be17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:11.958501 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d2bacb69-2241-496d-9766-5686a376be17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4da6074e-faf0-4839-af01-d79411846fa6 HTTP/1.1" status: 204 len: 168 time: 0.2517498 Jul 05 09:40:11.968660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bacb69-2241-496d-9766-5686a376be17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da6074e-faf0-4839-af01-d79411846fa6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:11.972537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.074437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Pushing event deleted for resources: {'Port': ['ID=458f52be-3ad0-4218-99bc-065249eea27d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:12.237755 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.373406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04449d85-a836-4d16-8033-85007b27c88a req-e8f3eb4e-c47a-4600-8c20-cdf497442e16 tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.4241979 Jul 05 09:40:12.479215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04449d85-a836-4d16-8033-85007b27c88a req-c287dad6-b248-453a-81c5-3351339565ef tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0927360 Jul 05 09:40:12.520718 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-28e74ab6-815b-44e7-836b-1f1d7493e097 req-b1188f5f-bd36-44c0-b6b0-dead97264a36 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.564104 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-28e74ab6-815b-44e7-836b-1f1d7493e097 req-b1188f5f-bd36-44c0-b6b0-dead97264a36 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.570591 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.584852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['201ad9c8-094a-44e5-8b63-4f13f1e87e5f', '66788acd-37e2-4a09-82f7-e2b6567e6eb3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:12.624972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-28e74ab6-815b-44e7-836b-1f1d7493e097 req-b1188f5f-bd36-44c0-b6b0-dead97264a36 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.639001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28e74ab6-815b-44e7-836b-1f1d7493e097 req-b1188f5f-bd36-44c0-b6b0-dead97264a36 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8682261 Jul 05 09:40:12.649762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e24391c7-5bb7-4be7-8881-e2f7bc7d9576', '9f4653ba-931f-4478-892c-284e1bde1407'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:12.719093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event deleted for resources: {'Port': ['ID=66788acd-37e2-4a09-82f7-e2b6567e6eb3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:12.782526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188f5f-bd36-44c0-b6b0-dead97264a36 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77190902-30b9-4a4a-8e81-2646753180eb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:12.805078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] No DVR routers for this DVR port 66788acd-37e2-4a09-82f7-e2b6567e6eb3 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:12.823702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.826472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9eab0bbc-4157-42c8-8538-5e3b0ca16651 req-b294112f-4567-469d-a925-49c6fb110009 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "DELETE /v2.0/ports/66788acd-37e2-4a09-82f7-e2b6567e6eb3 HTTP/1.1" status: 204 len: 173 time: 1.4620426 Jul 05 09:40:12.829135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'name': 'network-vif-deleted', 'tag': '66788acd-37e2-4a09-82f7-e2b6567e6eb3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:12.831509 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed631a1-dddb-4aa7-9528-b8281ddf3a54" -d '{"events": [{"server_uuid": "c3856111-5fe0-4479-8efc-ae412d4c9de0", "name": "network-vif-deleted", "tag": "66788acd-37e2-4a09-82f7-e2b6567e6eb3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:12.868328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba0bb1f5-2907-41b4-b707-73bbbddee85e req-4ac39cd6-9b40-49af-9a10-6099acddbab3 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3856111-5fe0-4479-8efc-ae412d4c9de0 HTTP/1.1" status: 200 len: 210 time: 0.0407557 Jul 05 09:40:12.898467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Deleting port 36159086-8091-4fa5-8f4d-1433120c1acc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:12.899404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:12.996210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Router 211ded1a-4498-4485-8165-f0f00715d97a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:13.005483 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.006478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.031880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Calling delete_port for 36159086-8091-4fa5-8f4d-1433120c1acc owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:13.187396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:13.193755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4b791864-aa76-4dcd-8513-2ac6333ff00c admin admin] 10.222.0.21 "PUT /v2.0/routers/211ded1a-4498-4485-8165-f0f00715d97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5906792 Jul 05 09:40:13.196199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:13.197469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] Sync routers for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:13.212667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:13.214220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:13.224733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9f47-080c-4ebb-9982-1f4eb9468cb4 req-abf7a8ab-67a4-4460-a8db-79ff42ae827f tempest-LiveMigrationNegativeTest-957714968 tempest-LiveMigrationNegativeTest-957714968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:13.226839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-483d9f47-080c-4ebb-9982-1f4eb9468cb4 req-abf7a8ab-67a4-4460-a8db-79ff42ae827f tempest-LiveMigrationNegativeTest-957714968 tempest-LiveMigrationNegativeTest-957714968-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 1102 time: 0.1218178 Jul 05 09:40:13.322860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.327871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-483d9f47-080c-4ebb-9982-1f4eb9468cb4 req-e2481191-b0fd-4e01-9926-da8be9d15419 tempest-LiveMigrationNegativeTest-957714968 tempest-LiveMigrationNegativeTest-957714968-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.344408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.396319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Pushing event deleted for resources: {'Port': ['ID=36159086-8091-4fa5-8f4d-1433120c1acc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.433071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:13.455894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.508538 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.513219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.515202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04449d85-a836-4d16-8033-85007b27c88a req-9034892b-0d93-41a2-a5d2-8d3cff00900b tempest-FloatingIPDetailsTestJSON-2091869217 tempest-FloatingIPDetailsTestJSON-2091869217-project] 10.222.0.21 "DELETE /v2.0/floatingips/2884b871-10df-4a92-9a2f-f100925ccb51 HTTP/1.1" status: 204 len: 173 time: 1.0193496 Jul 05 09:40:13.521302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43666) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:13.532156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Deleting port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:13.532835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.644646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-455b3957-0947-4623-806a-f151889b411e admin admin] For port 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:13.645159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.659751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Calling delete_port for 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:13.712123 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-483d9f47-080c-4ebb-9982-1f4eb9468cb4 req-e2481191-b0fd-4e01-9926-da8be9d15419 tempest-LiveMigrationNegativeTest-957714968 tempest-LiveMigrationNegativeTest-957714968-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.718570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:40:11Z', 'revision_number': 5, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port': {'id': '7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211ded1a-4498-4485-8165-f0f00715d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:13.720127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-483d9f47-080c-4ebb-9982-1f4eb9468cb4 req-e2481191-b0fd-4e01-9926-da8be9d15419 tempest-LiveMigrationNegativeTest-957714968 tempest-LiveMigrationNegativeTest-957714968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.770289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-483d9f47-080c-4ebb-9982-1f4eb9468cb4 req-e2481191-b0fd-4e01-9926-da8be9d15419 tempest-LiveMigrationNegativeTest-957714968 tempest-LiveMigrationNegativeTest-957714968-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219057 Jul 05 09:40:13.841965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2481191-b0fd-4e01-9926-da8be9d15419 tempest-LiveMigrationNegativeTest-957714968 tempest-LiveMigrationNegativeTest-957714968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3930f99d-6fd7-4c06-b489-0062be10a8fb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.882590 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:13.934888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:13.947006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] Checking router: 211ded1a-4498-4485-8165-f0f00715d97a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:13.956391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] Routers {'211ded1a-4498-4485-8165-f0f00715d97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:13.957003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:39:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['211ded1a-4498-4485-8165-f0f00715d97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:14.022237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.045256 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0726748-fac3-4f70-a621-35ec18b0cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.052331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce53e0-6e0a-48e3-b4b4-a31cb07405bb req-b7b70eaa-2e7c-410f-8d89-d5934bf27225 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:14.052591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] Set router 211ded1a-4498-4485-8165-f0f00715d97a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:14.054494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75ce53e0-6e0a-48e3-b4b4-a31cb07405bb req-b7b70eaa-2e7c-410f-8d89-d5934bf27225 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.4260380 Jul 05 09:40:14.127277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:40:13Z', 'revision_number': 7, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:14.157112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.159799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.162312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6bb9c-9f27-41be-a070-f7e7e37eeac1 None None] The sync data for ids ['211ded1a-4498-4485-8165-f0f00715d97a'] in n-d-771363-33 is: [{'id': '211ded1a-4498-4485-8165-f0f00715d97a', 'name': 'tempest-ServersTestJSON-865272338-router', 'tenant_id': 'eb835d927de74a15892849748f00ba98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:14Z', 'updated_at': '2021-07-05T09:40:13Z', 'revision_number': 7, 'project_id': 'eb835d927de74a15892849748f00ba98', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:14.223704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.224261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 211ded1a-4498-4485-8165-f0f00715d97a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:40:14.234598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b3957-0947-4623-806a-f151889b411e admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.239511 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-455b3957-0947-4623-806a-f151889b411e admin admin] 10.222.0.21 "DELETE /v2.0/routers/211ded1a-4498-4485-8165-f0f00715d97a HTTP/1.1" status: 204 len: 168 time: 1.0382729 Jul 05 09:40:14.242629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:14.260291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75ce53e0-6e0a-48e3-b4b4-a31cb07405bb req-caffe5f7-8648-44fb-94d4-27f5425f7b94 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947615 Jul 05 09:40:14.320858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] Deleting subnet a2d6b7a3-ac50-44dd-a1fa-14764a744a1b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:40:14.326694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.380750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.414215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-27722b1b-c446-41a7-bab3-729ba908298d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45089 time: 0.5822287 Jul 05 09:40:14.505517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.519492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.563706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-9b3ff6b8-ab9b-4614-b0f3-0c5efa31d83f tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3930f99d-6fd7-4c06-b489-0062be10a8fb HTTP/1.1" status: 200 len: 2981 time: 0.1321862 Jul 05 09:40:14.586845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.622290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.624764 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a2d6b7a3-ac50-44dd-a1fa-14764a744a1b HTTP/1.1" status: 204 len: 168 time: 0.3793957 Jul 05 09:40:14.625295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b43b1a-e27a-44c9-9772-5a38be7087df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d6b7a3-ac50-44dd-a1fa-14764a744a1b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:14.628323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43692) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:14.630543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6e91b-cf2f-4271-b323-70cd5d5d3cc9 None None] Network 2ee7c27d-9a14-4780-b554-bac5dd458518 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:14.645651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753c5a8-806c-4919-b982-646fd1db2192 req-799603ba-7354-4b3f-923c-539413571239 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:14.647292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3753c5a8-806c-4919-b982-646fd1db2192 req-799603ba-7354-4b3f-923c-539413571239 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2267730 Jul 05 09:40:14.723174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 458f52be-3ad0-4218-99bc-065249eea27d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:14.724021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.744775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-07249c56-2ead-4e72-9750-1af6dd8bfed5 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3930f99d-6fd7-4c06-b489-0062be10a8fb HTTP/1.1" status: 200 len: 2981 time: 0.1578169 Jul 05 09:40:14.761925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 458f52be-3ad0-4218-99bc-065249eea27d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:14.762678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 458f52be-3ad0-4218-99bc-065249eea27d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:14.782610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Deleting port 232b4630-2cff-4ad8-88ee-a98bd205ec38 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:14.782958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.840532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-3799b228-9c9d-429d-9003-fd2a516a42d8 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3d60b708-674c-40d1-8726-1eaf583c49a5 HTTP/1.1" status: 200 len: 2981 time: 0.0759842 Jul 05 09:40:14.843532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3753c5a8-806c-4919-b982-646fd1db2192 req-77a17e04-1cbb-4223-9160-93922c2026cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904998 Jul 05 09:40:14.887140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] For port 232b4630-2cff-4ad8-88ee-a98bd205ec38, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=232b4630-2cff-4ad8-88ee-a98bd205ec38,segment=NetworkSegment(09a91838-3aa1-4d72-8e2d-e00cbaa75838),segment_id=09a91838-3aa1-4d72-8e2d-e00cbaa75838)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:14.889025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:14.924108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Calling delete_port for 232b4630-2cff-4ad8-88ee-a98bd205ec38 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:14.952290 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18897b2-6034-4c1e-9498-9dcfb1587f80 x-openstack-request-id: req-f18897b2-6034-4c1e-9498-9dcfb1587f80 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:14.952580 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3856111-5fe0-4479-8efc-ae412d4c9de0", "name": "network-vif-deleted", "tag": "66788acd-37e2-4a09-82f7-e2b6567e6eb3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:14.952830 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f18897b2-6034-4c1e-9498-9dcfb1587f80 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:14.953535 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3856111-5fe0-4479-8efc-ae412d4c9de0', 'name': 'network-vif-deleted', 'tag': '66788acd-37e2-4a09-82f7-e2b6567e6eb3', 'status': 'completed', 'code': 200} Jul 05 09:40:14.956414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-9214531e-ba55-45aa-abc1-eaec5f7b7ca2 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3d60b708-674c-40d1-8726-1eaf583c49a5 HTTP/1.1" status: 200 len: 2981 time: 0.0799189 Jul 05 09:40:15.038312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-2462eb2e-07f2-4702-a1a3-91fc456a5b2d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/87bd3220-4591-4af3-a8e8-6f2e7d016c13 HTTP/1.1" status: 200 len: 2981 time: 0.0686882 Jul 05 09:40:15.041533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.081716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=232b4630-2cff-4ad8-88ee-a98bd205ec38,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:15.092426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] No DVR routers for this DVR port 232b4630-2cff-4ad8-88ee-a98bd205ec38 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:15.118488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9cdd4-0351-49a5-96d3-ceb63b9c0f1c None None] DHCP port deletion for 2ee7c27d-9a14-4780-b554-bac5dd458518 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:40:15.229397 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.251784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee7c27d-9a14-4780-b554-bac5dd458518']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:15.263397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-7a0d6b96-61a1-41f4-aea8-d75745726c50 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/87bd3220-4591-4af3-a8e8-6f2e7d016c13 HTTP/1.1" status: 200 len: 2981 time: 0.2241378 Jul 05 09:40:15.275039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a91838-3aa1-4d72-8e2d-e00cbaa75838') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:15.277750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a91838-3aa1-4d72-8e2d-e00cbaa75838') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:15.318236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.361308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.376493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:40:15.377084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.400528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-9d500f5d-f345-4a78-9960-d7807cfe8d0a tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8e2b0c36-58eb-4856-9556-6f1228b093c5 HTTP/1.1" status: 200 len: 2977 time: 0.1233239 Jul 05 09:40:15.402316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Deleting port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:15.403704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:40:15.488797 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:40:15.513669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.521157 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.537379 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ee7c27d-9a14-4780-b554-bac5dd458518 HTTP/1.1" status: 204 len: 168 time: 0.9017985 Jul 05 09:40:15.570419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f12e0-7c05-40ac-9d53-e5768ed1dc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee7c27d-9a14-4780-b554-bac5dd458518,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:15.618848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-28d71ee8-d71c-4f53-81a6-509823b71876 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8e2b0c36-58eb-4856-9556-6f1228b093c5 HTTP/1.1" status: 200 len: 2977 time: 0.2116523 Jul 05 09:40:15.694854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] For port 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,segment=NetworkSegment(928a7f1d-c221-421a-bee3-e70b4f5f743a),segment_id=928a7f1d-c221-421a-bee3-e70b4f5f743a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:15.695254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:15.719959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Calling delete_port for 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:15.740862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-79be0c56-1b93-4208-bbde-523a0f856be0 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8f8d592d-fde8-44bb-ba9d-9f47a0be2727 HTTP/1.1" status: 200 len: 2981 time: 0.1090100 Jul 05 09:40:15.884521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-7f94a7d4-1ba4-42b2-98e4-e1ff93fe4ee2 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8f8d592d-fde8-44bb-ba9d-9f47a0be2727 HTTP/1.1" status: 200 len: 2981 time: 0.1367309 Jul 05 09:40:15.936182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:15.957542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66788acd-37e2-4a09-82f7-e2b6567e6eb3 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:15.990784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 66788acd-37e2-4a09-82f7-e2b6567e6eb3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:15.999688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66788acd-37e2-4a09-82f7-e2b6567e6eb3 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:16.001398 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2d39ec1-089a-4045-9d9d-7de63cf54ef7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb835d927de74a15892849748f00ba98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635262 Jul 05 09:40:16.003804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43724) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:16.079053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-cc004b84-6b2e-4603-934c-d966baf18509 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9de26e9e-2fd4-45e6-b3b6-6c6a81cff8f2 HTTP/1.1" status: 200 len: 2981 time: 0.1852591 Jul 05 09:40:16.088448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38023a77-7725-42df-bb7c-536e34e87db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.099001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5c60-d1a6-4a5e-820a-4654ee2dea86 req-eaf20350-3779-41ab-be14-2ff4afb39510 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.108425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a59f5c60-d1a6-4a5e-820a-4654ee2dea86 req-eaf20350-3779-41ab-be14-2ff4afb39510 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2998989 Jul 05 09:40:16.122903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38023a77-7725-42df-bb7c-536e34e87db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.188633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38023a77-7725-42df-bb7c-536e34e87db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.193787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38023a77-7725-42df-bb7c-536e34e87db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.195739 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-38023a77-7725-42df-bb7c-536e34e87db0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9de26e9e-2fd4-45e6-b3b6-6c6a81cff8f2 HTTP/1.1" status: 204 len: 168 time: 0.1898987 Jul 05 09:40:16.195994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-2e81764f-2806-46a8-a34a-9e1ed4282643 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9de26e9e-2fd4-45e6-b3b6-6c6a81cff8f2 HTTP/1.1" status: 200 len: 2981 time: 0.0766113 Jul 05 09:40:16.224509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38023a77-7725-42df-bb7c-536e34e87db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de26e9e-2fd4-45e6-b3b6-6c6a81cff8f2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:16.256317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a59f5c60-d1a6-4a5e-820a-4654ee2dea86 req-154801bf-9a31-4e7c-a318-9147d5b40fda tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462636 Jul 05 09:40:16.349039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-2194f355-353a-4b76-81f3-a37ea711885b tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bffc04b7-6089-4d2e-a4af-36057df9d3ef HTTP/1.1" status: 200 len: 2981 time: 0.1439276 Jul 05 09:40:16.401947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.440135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0f3d1a-c7aa-46e4-ad45-41f78cd56498,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:16.461310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-af6956a3-7d9b-47c6-82be-610872990e32 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bffc04b7-6089-4d2e-a4af-36057df9d3ef HTTP/1.1" status: 200 len: 2981 time: 0.1109166 Jul 05 09:40:16.644302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.700694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:16.749350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:16.750626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ae7b2c3-1ef3-46b8-9a08-e98570cc7f9d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:16.754223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 232b4630-2cff-4ad8-88ee-a98bd205ec38 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:16.785052 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8eafaaf0-98c9-42bd-940f-caa30beb122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:16.787028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 232b4630-2cff-4ad8-88ee-a98bd205ec38 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:16.787649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 232b4630-2cff-4ad8-88ee-a98bd205ec38 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:16.923110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-6e796e16-f609-4ea8-9048-22a14ca63765 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c5759e40-7066-4faa-a6b2-8cd8f35499fd HTTP/1.1" status: 200 len: 2981 time: 0.4132085 Jul 05 09:40:16.939686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cd15d-6b96-4322-8640-b123a1784bd2 req-2fb8082a-97ef-4e20-a7b6-353bb8c669a5 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:16.946952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-002cd15d-6b96-4322-8640-b123a1784bd2 req-2fb8082a-97ef-4e20-a7b6-353bb8c669a5 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 950 time: 0.4301314 Jul 05 09:40:17.039621 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.063132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-002cd15d-6b96-4322-8640-b123a1784bd2 req-57bccd08-b3eb-4adc-9c7e-0dcc8e5eedf2 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151316 Jul 05 09:40:17.514347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:17.652297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-39f8f08a-cdc6-4d63-853e-fa5755bdc4f2 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c5759e40-7066-4faa-a6b2-8cd8f35499fd HTTP/1.1" status: 200 len: 2981 time: 0.7005517 Jul 05 09:40:17.781556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.786795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-fffd7879-6803-4313-9a70-c6af674dfb70 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d55a5013-2798-41bd-bec7-1db81c2333d5 HTTP/1.1" status: 200 len: 2981 time: 0.1329858 Jul 05 09:40:17.847143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1051515595-network', 'tenant_id': '6b0d8e75b09843f39dad263ac685956e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:17.874246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:17.877611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.890021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:17.937411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-65469c50-11e8-4541-ba45-9564c267e096 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d55a5013-2798-41bd-bec7-1db81c2333d5 HTTP/1.1" status: 200 len: 2981 time: 0.1496053 Jul 05 09:40:17.948832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6582f1-2712-4de8-879c-b595ea940513 req-e14b1318-b069-4696-b651-8829f9feeca5 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:17.956495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d6582f1-2712-4de8-879c-b595ea940513 req-e14b1318-b069-4696-b651-8829f9feeca5 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.3154526 Jul 05 09:40:17.965647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-3a4c8697-b218-495d-b04b-04dce00c7d8b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:17.967321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-3a4c8697-b218-495d-b04b-04dce00c7d8b tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 950 time: 0.3252938 Jul 05 09:40:18.013872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.020123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.050771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:40:18.057181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb847092-58c6-488e-a0f5-67413b6c9305,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:18.068571 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.068571 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Added segment 9f8656bd-3a33-47c0-9d3d-cce71bc35096 of type vlan for network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 Jul 05 09:40:18.123679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.128948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-74ab1cbd-88d3-4f9b-b586-9d0ff42b4c92 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e87a72c7-ab49-452a-971b-498fdeb343ca HTTP/1.1" status: 200 len: 2973 time: 0.1906579 Jul 05 09:40:18.152287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Router 374fc76b-050a-44b1-bbd2-aaad3cd39070 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:18.163372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d6582f1-2712-4de8-879c-b595ea940513 req-a3ea7381-5c32-4b71-8b24-21631acc21d2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059972 Jul 05 09:40:18.201398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.202387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:18.203573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.284690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-a0e5544d-3ded-41c1-8956-200b9abfde7d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e87a72c7-ab49-452a-971b-498fdeb343ca HTTP/1.1" status: 200 len: 2973 time: 0.1455779 Jul 05 09:40:18.304195 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7863650 Jul 05 09:40:18.307059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:18.323779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Request body: {'subnet': {'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1051515595-subnet', 'tenant_id': '6b0d8e75b09843f39dad263ac685956e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:18.351373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242b342-9799-4aa4-bd27-6b547ce0a2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=95f2e8ac-3bd9-47f1-bdea-6826ffe85630,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:18.357236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:18.359938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.363868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:40:18.416789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Deleting port b6091a88-0790-4c24-ae8f-d87011fc3f10 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:18.417187 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.530612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:18.541327 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] Sync routers for ids ['374fc76b-050a-44b1-bbd2-aaad3cd39070'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:18.548913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9fa06897-f5b9-4637-9b2a-6cad6dcdd2ef admin admin] 10.222.0.21 "PUT /v2.0/routers/374fc76b-050a-44b1-bbd2-aaad3cd39070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0262825 Jul 05 09:40:18.554423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:18.558496 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] Routers {'374fc76b-050a-44b1-bbd2-aaad3cd39070'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:18.558496 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['374fc76b-050a-44b1-bbd2-aaad3cd39070'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:18.580721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-7fd81724-cdd6-4604-8cdb-3e26cda98111 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f516c147-4f9d-43c9-a985-ad5f49c6941e HTTP/1.1" status: 200 len: 2981 time: 0.2830844 Jul 05 09:40:18.698454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c912879-6167-4420-a290-5343ee45c8a1 req-f2e1048a-00c6-4645-8ddc-9712da6786d1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:18.700167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c912879-6167-4420-a290-5343ee45c8a1 req-f2e1048a-00c6-4645-8ddc-9712da6786d1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.3435247 Jul 05 09:40:18.722246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] For port b6091a88-0790-4c24-ae8f-d87011fc3f10, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b6091a88-0790-4c24-ae8f-d87011fc3f10,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:18.722619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.737006 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.766686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Calling delete_port for b6091a88-0790-4c24-ae8f-d87011fc3f10 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:18.770498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-3c23b008-b3f0-44a5-bac8-65cf5a28d2cc tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f516c147-4f9d-43c9-a985-ad5f49c6941e HTTP/1.1" status: 200 len: 2981 time: 0.1890357 Jul 05 09:40:18.799521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89de0421-44ed-4064-9c5b-0199b9e27602,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:18.841808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c912879-6167-4420-a290-5343ee45c8a1 req-4683d4b4-d56d-45eb-bc27-cde63222222f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311262 Jul 05 09:40:18.848372 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] Set router 374fc76b-050a-44b1-bbd2-aaad3cd39070 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:18.868251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:18.928507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-32f0adf1-dffb-4876-a7e3-2c4a8e7a097a tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f53fd984-52e0-48c7-b512-729d8916567c HTTP/1.1" status: 200 len: 2981 time: 0.1500506 Jul 05 09:40:19.018282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-f5667ec1-9167-4ffe-8f85-b4b17ccd3c76 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f53fd984-52e0-48c7-b512-729d8916567c HTTP/1.1" status: 200 len: 2981 time: 0.0821865 Jul 05 09:40:19.069131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Checking segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:19.069486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Network hostable DHCP agents. Network: 95f2e8ac-3bd9-47f1-bdea-6826ffe85630, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:40:19.084704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.146158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:40:19.161365 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'bc913a26-1065-4226-8227-606f5e256b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:40:16Z', 'revision_number': 5, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port': {'id': 'bc913a26-1065-4226-8227-606f5e256b68', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:39:39Z', 'updated_at': '2021-07-05T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:19.163415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 95f2e8ac-3bd9-47f1-bdea-6826ffe85630) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:19.171826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:19.172505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.176587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2f346-db41-4669-ba60-2aa5c6db2ce2 None None] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:19.190372 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] Checking router: 374fc76b-050a-44b1-bbd2-aaad3cd39070 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:19.200568 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] Routers {'374fc76b-050a-44b1-bbd2-aaad3cd39070'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:19.201333 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['374fc76b-050a-44b1-bbd2-aaad3cd39070'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:19.239346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Deleting port bc913a26-1065-4226-8227-606f5e256b68 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:19.239662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-bf167754-0d30-4b91-b302-3b5598280a86 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f6ce7f50-1b5f-4775-b6e5-01b491ef78b4 HTTP/1.1" status: 200 len: 2981 time: 0.1803176 Jul 05 09:40:19.240413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.243205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.258019 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e170a957-c73e-44fb-b1dd-b1c2cdf09115 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9421806 Jul 05 09:40:19.352033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['21eba849-68f2-4917-aac3-aa773c833388'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:19.364584 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] Set router 374fc76b-050a-44b1-bbd2-aaad3cd39070 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:19.399566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1ab43e-cc7a-435a-a9d2-43a9aed6285b req-007f0fd4-0251-45a0-b8c4-a6b9390eb7e3 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f6ce7f50-1b5f-4775-b6e5-01b491ef78b4 HTTP/1.1" status: 200 len: 2981 time: 0.1444521 Jul 05 09:40:19.421574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] For port bc913a26-1065-4226-8227-606f5e256b68, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bc913a26-1065-4226-8227-606f5e256b68,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:19.422352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.438680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Calling delete_port for bc913a26-1065-4226-8227-606f5e256b68 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:19.482959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Pushing event deleted for resources: {'Port': ['ID=b6091a88-0790-4c24-ae8f-d87011fc3f10,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.492897 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:40:19Z', 'revision_number': 6, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:19.578743 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdfbf4-7229-40e5-90ff-89f01252045f None None] The sync data for ids ['374fc76b-050a-44b1-bbd2-aaad3cd39070'] in n-d-771363-33 is: [{'id': '374fc76b-050a-44b1-bbd2-aaad3cd39070', 'name': 'tempest-FloatingIPDetailsTestJSON-813070979-router', 'tenant_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:39:38Z', 'updated_at': '2021-07-05T09:40:19Z', 'revision_number': 6, 'project_id': 'e7ebb69d8d8845c8a7749e6c6ae1101c', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:19.645409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2512e-516c-4bed-9d61-b19d483adf9b None None] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:19.650367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] No DVR routers for this DVR port b6091a88-0790-4c24-ae8f-d87011fc3f10 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:19.663720 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.679818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc09224b-3ee9-43f2-adef-6ad3301a8620 req-c48accc4-80f3-45e5-8ccd-2f8c961534c7 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "DELETE /v2.0/ports/b6091a88-0790-4c24-ae8f-d87011fc3f10 HTTP/1.1" status: 204 len: 173 time: 1.6851561 Jul 05 09:40:19.700840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'name': 'network-vif-deleted', 'tag': 'b6091a88-0790-4c24-ae8f-d87011fc3f10'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:19.705707 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc87688d-6c13-40e1-a7f7-e76535dc281a" -d '{"events": [{"server_uuid": "3a168245-2cf8-4c53-8490-f325d995c8dc", "name": "network-vif-deleted", "tag": "b6091a88-0790-4c24-ae8f-d87011fc3f10"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:19.764728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa898f8-5ea7-4edf-94c5-61b1e12e4fb1 req-424c2bc7-b43a-404a-a5a0-d7de80ab90b1 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:19.786205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaa898f8-5ea7-4edf-94c5-61b1e12e4fb1 req-424c2bc7-b43a-404a-a5a0-d7de80ab90b1 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a168245-2cf8-4c53-8490-f325d995c8dc HTTP/1.1" status: 200 len: 867 time: 0.6737273 Jul 05 09:40:19.807457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.858054 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:19.893868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc913a26-1065-4226-8227-606f5e256b68,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:19.908717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaa898f8-5ea7-4edf-94c5-61b1e12e4fb1 req-8f1ac90f-0871-4a15-8c60-813a4821a19f tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212084 Jul 05 09:40:20.076836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.255628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.261243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.307092 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fca175-635e-4ca6-97a9-53f3ee7fd932 x-openstack-request-id: req-f0fca175-635e-4ca6-97a9-53f3ee7fd932 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:20.308160 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a168245-2cf8-4c53-8490-f325d995c8dc", "name": "network-vif-deleted", "tag": "b6091a88-0790-4c24-ae8f-d87011fc3f10", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:20.322101 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0fca175-635e-4ca6-97a9-53f3ee7fd932 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:20.323654 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a168245-2cf8-4c53-8490-f325d995c8dc', 'name': 'network-vif-deleted', 'tag': 'b6091a88-0790-4c24-ae8f-d87011fc3f10', 'status': 'completed', 'code': 200} Jul 05 09:40:20.325662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b6091a88-0790-4c24-ae8f-d87011fc3f10 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:20.383736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.385096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374fc76b-050a-44b1-bbd2-aaad3cd39070 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:40:20.385907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a9b9346-84b6-4413-95d4-709b7fec73e6 req-7c3ac808-dc0f-4711-b2b6-d6fe6f4338a9 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd64d50f99d842abbfac848e6aeb586a HTTP/1.1" status: 200 len: 6102 time: 0.3566937 Jul 05 09:40:20.391413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: b6091a88-0790-4c24-ae8f-d87011fc3f10 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:20.391728 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.395247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7f046813-04c7-4632-bc7c-35a161878e52 admin admin] 10.222.0.21 "DELETE /v2.0/routers/374fc76b-050a-44b1-bbd2-aaad3cd39070 HTTP/1.1" status: 204 len: 168 time: 1.8376689 Jul 05 09:40:20.395565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43832) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:20.401070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b6091a88-0790-4c24-ae8f-d87011fc3f10 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:20.431804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-85c479ee-daa5-4547-a57d-b1290d430c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:20.433720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-85c479ee-daa5-4547-a57d-b1290d430c48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 1097 time: 0.2867968 Jul 05 09:40:20.526382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a9b9346-84b6-4413-95d4-709b7fec73e6 req-08fa517e-f1f1-4779-a25a-cbc122a223ad tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "GET /v2.0/security-groups/8f8d592d-fde8-44bb-ba9d-9f47a0be2727 HTTP/1.1" status: 200 len: 2981 time: 0.1120462 Jul 05 09:40:20.631049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:20.661058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:20.661595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d0f3d1a-c7aa-46e4-ad45-41f78cd56498 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:20.662116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc913a26-1065-4226-8227-606f5e256b68 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:20.678783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] Deleting subnet 23890d0a-24bd-487d-9c26-8b27a5756653 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:40:20.694277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: bc913a26-1065-4226-8227-606f5e256b68 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:20.694277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc913a26-1065-4226-8227-606f5e256b68 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:20.708122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.737480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a9b9346-84b6-4413-95d4-709b7fec73e6 req-3addbb63-c0e7-4474-9f7c-dcc0d65f34fe tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "GET /v2.0/security-groups/8f8d592d-fde8-44bb-ba9d-9f47a0be2727 HTTP/1.1" status: 200 len: 2981 time: 0.1808574 Jul 05 09:40:20.774335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:20.799983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-59232190-19f8-4ea3-8a6c-1e1cb18b0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:20.801499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-59232190-19f8-4ea3-8a6c-1e1cb18b0dbe service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 0.2933865 Jul 05 09:40:21.030382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-1f4edea2-21e4-47f4-b709-fa4c1d9c255d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 200 len: 999 time: 0.2184925 Jul 05 09:40:21.088801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.149309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-9a048311-7c80-4851-9855-afd5f4798ee6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.150905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-9a048311-7c80-4851-9855-afd5f4798ee6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.2907071 Jul 05 09:40:21.171033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-e5568c86-c574-4875-af7b-3f1afed93a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.172228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-e5568c86-c574-4875-af7b-3f1afed93a1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.1303279 Jul 05 09:40:21.221535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-b540dd10-4f0b-42b8-8f97-1ccbf42566b4 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/quotas/6b0d8e75b09843f39dad263ac685956e HTTP/1.1" status: 200 len: 375 time: 0.0598149 Jul 05 09:40:21.231194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce616c-1f63-4e54-a9b1-0f17ee032b77 req-02d31d67-b20c-47b5-8a04-b29a3f0677b3 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.232772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94ce616c-1f63-4e54-a9b1-0f17ee032b77 req-02d31d67-b20c-47b5-8a04-b29a3f0677b3 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.3075917 Jul 05 09:40:21.286338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-83a1aca3-349e-4a75-871b-c7a7146b19da tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502183 Jul 05 09:40:21.297241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.325927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:21.378858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23890d0a-24bd-487d-9c26-8b27a5756653,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:21.381053 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.382960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bb9c718f-9bfc-4ef8-a545-21f26acc5ebb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23890d0a-24bd-487d-9c26-8b27a5756653 HTTP/1.1" status: 204 len: 168 time: 0.9864123 Jul 05 09:40:21.386076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:21.392891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664d8e6-6125-40c3-afb4-194ca773fed4 None None] Network 47aabd80-75ac-4419-95ef-17f0b7cf68ef requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:21.415542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94ce616c-1f63-4e54-a9b1-0f17ee032b77 req-d6c34bc7-852a-4eea-9893-2f7e8ea9774f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725247 Jul 05 09:40:21.445019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-385a5ffc-543a-4af7-a477-0d696ff24d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.445019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-385a5ffc-543a-4af7-a477-0d696ff24d4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2603889 Jul 05 09:40:21.471931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5c61-195d-4488-9bb7-8f7dc723c8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.528982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.542214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-07899d07-dfc1-4296-87c5-26dc0208059f service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394104 Jul 05 09:40:21.660181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Deleting port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:21.660618 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.669599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] DHCP port deletion for 47aabd80-75ac-4419-95ef-17f0b7cf68ef request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:40:21.670284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5c61-195d-4488-9bb7-8f7dc723c8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.684881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-0f49f86f-6545-4069-908b-378a7454bee2 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277844 Jul 05 09:40:21.713027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5c61-195d-4488-9bb7-8f7dc723c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.746932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] Deleting port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:21.747618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.762533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-3acb6086-70b6-4e0d-8a29-3b41e7567ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194128 Jul 05 09:40:21.775977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] For port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,segment=NetworkSegment(928a7f1d-c221-421a-bee3-e70b4f5f743a),segment_id=928a7f1d-c221-421a-bee3-e70b4f5f743a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:21.776657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.788970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8fcb-8021-4739-b273-09443495754f req-5c16bf30-9a53-49cc-9dae-587ff09a4247 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:21.797073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7ac8fcb-8021-4739-b273-09443495754f req-5c16bf30-9a53-49cc-9dae-587ff09a4247 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2248716 Jul 05 09:40:21.801749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad1d5c61-195d-4488-9bb7-8f7dc723c8bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07dc2cf19a374572a305317008136f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722121 Jul 05 09:40:21.801749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Calling delete_port for c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:21.802270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:21.812745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d5c61-195d-4488-9bb7-8f7dc723c8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b94cb2-5006-4470-89e5-fc3cc9afabb4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:21.850543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] For port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,segment=NetworkSegment(928a7f1d-c221-421a-bee3-e70b4f5f743a),segment_id=928a7f1d-c221-421a-bee3-e70b4f5f743a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:21.850934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.866828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] Calling delete_port for c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:21.881580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7ac8fcb-8021-4739-b273-09443495754f req-c909ee06-765f-4000-8312-e47efa31b998 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833740 Jul 05 09:40:21.899408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669ff1a7-d843-4baa-9c00-a6090fa7881d req-79a3a187-8e9b-4cdb-9cd5-3cd7fa69b2a8 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007966 Jul 05 09:40:21.911608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db12e7b8-c8dc-40ec-9b59-e561c4b4f5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:21.966760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db12e7b8-c8dc-40ec-9b59-e561c4b4f5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.008537 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.060543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.093519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] Pushing event deleted for resources: {'Port': ['ID=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.099280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46453e-c1e6-407a-8aab-131418b2bee0 None None] No DVR routers for this DVR port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:22.125582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] No DVR routers for this DVR port c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:22.133158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e8edca-fa34-4876-8abd-0c1ff8f9acb4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.141846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11609970-dbf4-4c8c-9d66-56b48c7e6d0f req-596d0a7e-141e-4292-889b-34e7d3ee8891 tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/77190902-30b9-4a4a-8e81-2646753180eb HTTP/1.1" status: 200 len: 1777 time: 0.0727706 Jul 05 09:40:22.205162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db12e7b8-c8dc-40ec-9b59-e561c4b4f5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.214505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db12e7b8-c8dc-40ec-9b59-e561c4b4f5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.214505 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db12e7b8-c8dc-40ec-9b59-e561c4b4f5bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5b94cb2-5006-4470-89e5-fc3cc9afabb4 HTTP/1.1" status: 204 len: 168 time: 0.4059002 Jul 05 09:40:22.226699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12e7b8-c8dc-40ec-9b59-e561c4b4f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b94cb2-5006-4470-89e5-fc3cc9afabb4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.239440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.251691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47aabd80-75ac-4419-95ef-17f0b7cf68ef']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:22.258316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a59668-8174-4742-8b2b-5c828e5dcacb req-86c93a40-777d-40fd-b32c-1a0e71d21553 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:22.262758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90a59668-8174-4742-8b2b-5c828e5dcacb req-86c93a40-777d-40fd-b32c-1a0e71d21553 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 945 time: 0.2536163 Jul 05 09:40:22.265113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928a7f1d-c221-421a-bee3-e70b4f5f743a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:22.265418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928a7f1d-c221-421a-bee3-e70b4f5f743a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:22.277116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.304741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.311043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:40:22.311600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:40:22.335961 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:40:22.365035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90a59668-8174-4742-8b2b-5c828e5dcacb req-932d100c-d7c8-477f-82ff-23fe142cbffa tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695999 Jul 05 09:40:22.376660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11609970-dbf4-4c8c-9d66-56b48c7e6d0f req-6a06cd7b-e212-43f1-a7e9-348815bd41ff tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.416957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.425640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.428751 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] 10.222.0.21 "DELETE /v2.0/networks/47aabd80-75ac-4419-95ef-17f0b7cf68ef HTTP/1.1" status: 204 len: 168 time: 1.0419965 Jul 05 09:40:22.428919 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11609970-dbf4-4c8c-9d66-56b48c7e6d0f req-6a06cd7b-e212-43f1-a7e9-348815bd41ff tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.443623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e6ad4-fae4-4ff6-81f1-90819eaf98da admin admin] Pushing event deleted for resources: {'Network': ['ID=47aabd80-75ac-4419-95ef-17f0b7cf68ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.545024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30a147-d214-4234-aef9-edd09a955909 req-0aae138a-e44b-4862-aa96-ea96221edccd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:22.546726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d30a147-d214-4234-aef9-edd09a955909 req-0aae138a-e44b-4862-aa96-ea96221edccd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 945 time: 0.3669217 Jul 05 09:40:22.559691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11609970-dbf4-4c8c-9d66-56b48c7e6d0f req-6a06cd7b-e212-43f1-a7e9-348815bd41ff tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.562226 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11609970-dbf4-4c8c-9d66-56b48c7e6d0f req-6a06cd7b-e212-43f1-a7e9-348815bd41ff tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.563366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11609970-dbf4-4c8c-9d66-56b48c7e6d0f req-6a06cd7b-e212-43f1-a7e9-348815bd41ff tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/77190902-30b9-4a4a-8e81-2646753180eb HTTP/1.1" status: 204 len: 173 time: 0.4204485 Jul 05 09:40:22.602831 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:22.644910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:22.645531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c9e8edca-fa34-4876-8abd-0c1ff8f9acb4 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:22.700995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:22.721287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1db22d8d-78bf-4e18-9632-7639afa82613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.744929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f45616-f6c4-4014-93c7-dcfd31d43e4d req-98489f02-2d05-46a3-a88b-ec812aa87362 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 210 time: 0.1269798 Jul 05 09:40:22.754119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06cd7b-e212-43f1-a7e9-348815bd41ff tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77190902-30b9-4a4a-8e81-2646753180eb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.845681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:22.908473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1db22d8d-78bf-4e18-9632-7639afa82613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.914001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1db22d8d-78bf-4e18-9632-7639afa82613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:22.928930 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b1e1dcea-4574-4f54-ba5f-fe0e33121651 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7ebb69d8d8845c8a7749e6c6ae1101c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817742 Jul 05 09:40:22.936976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:22.946231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290049d-9810-474a-a9fb-0ed5ff1dc4df req-f1c29ca2-ee78-4fba-a627-221cb901305d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:22.953982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4290049d-9810-474a-a9fb-0ed5ff1dc4df req-f1c29ca2-ee78-4fba-a627-221cb901305d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1539528 Jul 05 09:40:22.966425 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1db22d8d-78bf-4e18-9632-7639afa82613 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22f0827ee0a8487897be2a4eae4f5df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615235 Jul 05 09:40:22.967543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db22d8d-78bf-4e18-9632-7639afa82613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6fa85c-0c68-4b44-9f8a-85325634e224,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:22.970245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:23.025474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Deleting port 9f4653ba-931f-4478-892c-284e1bde1407 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:23.025862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.046034 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4df7-7754-441d-a65e-7cd09656ff9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.073741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4df7-7754-441d-a65e-7cd09656ff9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.166680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4df7-7754-441d-a65e-7cd09656ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.170636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4df7-7754-441d-a65e-7cd09656ff9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.172120 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9ecd4df7-7754-441d-a65e-7cd09656ff9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd6fa85c-0c68-4b44-9f8a-85325634e224 HTTP/1.1" status: 204 len: 168 time: 0.2005701 Jul 05 09:40:23.191880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4df7-7754-441d-a65e-7cd09656ff9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6fa85c-0c68-4b44-9f8a-85325634e224,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:23.485289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4290049d-9810-474a-a9fb-0ed5ff1dc4df req-b2bbab7d-1d82-4c52-a367-b48a46f90db0 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304027 Jul 05 09:40:23.529359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfe9301d-d700-4d05-9c42-0284c3332773 req-59440692-0d99-4e76-9d50-62c6c351c2bc tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b04367ff-3220-4d11-8425-40d183343334 HTTP/1.1" status: 200 len: 1776 time: 0.1198802 Jul 05 09:40:23.529968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b1534c-3fc0-4fb8-9be6-1f319f9b1eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.541374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] For port 9f4653ba-931f-4478-892c-284e1bde1407, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9f4653ba-931f-4478-892c-284e1bde1407,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:23.541731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.575105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Calling delete_port for 9f4653ba-931f-4478-892c-284e1bde1407 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:23.601692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b1534c-3fc0-4fb8-9be6-1f319f9b1eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.743789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cfe9301d-d700-4d05-9c42-0284c3332773 req-bb87e81a-a5fd-4081-bc7e-6dfeffe6199d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.799384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b1534c-3fc0-4fb8-9be6-1f319f9b1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.801826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b1534c-3fc0-4fb8-9be6-1f319f9b1eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.802923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-91b1534c-3fc0-4fb8-9be6-1f319f9b1eb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87bd3220-4591-4af3-a8e8-6f2e7d016c13 HTTP/1.1" status: 204 len: 168 time: 0.8392086 Jul 05 09:40:23.822853 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cfe9301d-d700-4d05-9c42-0284c3332773 req-bb87e81a-a5fd-4081-bc7e-6dfeffe6199d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:23.870637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1534c-3fc0-4fb8-9be6-1f319f9b1eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bd3220-4591-4af3-a8e8-6f2e7d016c13,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:23.935237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac192e0-54a9-4c57-88fb-b8002ca0f75f req-6f64bd4f-1544-49fe-9c6d-fbd99c1a5620 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:23.936772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac192e0-54a9-4c57-88fb-b8002ca0f75f req-6f64bd4f-1544-49fe-9c6d-fbd99c1a5620 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.3194728 Jul 05 09:40:24.010236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:24.017964 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cfe9301d-d700-4d05-9c42-0284c3332773 req-bb87e81a-a5fd-4081-bc7e-6dfeffe6199d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.020324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:24.020573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cfe9301d-d700-4d05-9c42-0284c3332773 req-bb87e81a-a5fd-4081-bc7e-6dfeffe6199d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.026405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfe9301d-d700-4d05-9c42-0284c3332773 req-bb87e81a-a5fd-4081-bc7e-6dfeffe6199d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/b04367ff-3220-4d11-8425-40d183343334 HTTP/1.1" status: 204 len: 173 time: 0.4886379 Jul 05 09:40:24.046662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.088432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-555dd9ab-0206-4d89-a4d0-935405a467e1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:24.091269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-555dd9ab-0206-4d89-a4d0-935405a467e1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.3080769 Jul 05 09:40:24.116622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e24391c7-5bb7-4be7-8881-e2f7bc7d9576'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:24.133456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Request body: {'port': {'device_id': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'admin_state_up': True, 'tenant_id': '6b0d8e75b09843f39dad263ac685956e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:24.143031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['201ad9c8-094a-44e5-8b63-4f13f1e87e5f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:24.154197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac192e0-54a9-4c57-88fb-b8002ca0f75f req-c6776875-bced-47ed-b808-5953c2e3651f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026880 Jul 05 09:40:24.155059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87e81a-a5fd-4081-bc7e-6dfeffe6199d tempest-SecurityGroupsTestAdminJSON-1938527673 tempest-SecurityGroupsTestAdminJSON-1938527673-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04367ff-3220-4d11-8425-40d183343334,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:24.290981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event deleted for resources: {'Port': ['ID=9f4653ba-931f-4478-892c-284e1bde1407,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:24.301836 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:40:24.377684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9f4653ba-931f-4478-892c-284e1bde1407 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:24.411940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 9f4653ba-931f-4478-892c-284e1bde1407 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:24.412498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9f4653ba-931f-4478-892c-284e1bde1407 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:24.414277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.449787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] No DVR routers for this DVR port 9f4653ba-931f-4478-892c-284e1bde1407 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:24.473322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.475430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d30a147-d214-4234-aef9-edd09a955909 req-7cfa6fd4-12f8-4452-aeb0-cce85a988657 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "DELETE /v2.0/ports/9f4653ba-931f-4478-892c-284e1bde1407 HTTP/1.1" status: 204 len: 173 time: 1.9185436 Jul 05 09:40:24.475896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'name': 'network-vif-deleted', 'tag': '9f4653ba-931f-4478-892c-284e1bde1407'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:24.478173 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d482edb0-acf9-4b21-8981-768797b30b4e" -d '{"events": [{"server_uuid": "fd38bb7a-762e-4a2d-b531-0a288209bc5f", "name": "network-vif-deleted", "tag": "9f4653ba-931f-4478-892c-284e1bde1407"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:24.494907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-658778ea-c265-419b-9c5d-d83cc6aec768 req-d808e8df-8c82-4522-9d3a-5b543c94e22d tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd38bb7a-762e-4a2d-b531-0a288209bc5f HTTP/1.1" status: 200 len: 210 time: 0.0906305 Jul 05 09:40:24.540538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:24.543590 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c1d5b7-828b-4297-b80a-96d2b7b06bdc" -d '{"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:24.563413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:24.567432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.610445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:24.614649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:24.627843 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:24.650163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b789a9-35b7-40de-847e-ff61dd658d42 req-53453c17-ffbb-4312-a837-6f9b91b97864 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:24.662200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51b789a9-35b7-40de-847e-ff61dd658d42 req-53453c17-ffbb-4312-a837-6f9b91b97864 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 949 time: 0.5047224 Jul 05 09:40:24.687718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'fb0fd700-f700-4812-97ea-f31732580281', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'fb0fd700-f700-4812-97ea-f31732580281', 'mac_address': 'fa:16:3e:22:19:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:24.867813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8f71b46-88fa-4548-9090-1f9fa168f4bb req-0dc758c2-e063-49a4-8d67-5afff7c2c426 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 210 time: 0.0865948 Jul 05 09:40:24.921997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51b789a9-35b7-40de-847e-ff61dd658d42 req-2450ca13-e223-4bea-a80d-9e3582857392 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d60b708-674c-40d1-8726-1eaf583c49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579467 Jul 05 09:40:25.016092 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.048284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:25.066533 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257f0c58-7fbd-43f2-a560-50235269e9bc x-openstack-request-id: req-257f0c58-7fbd-43f2-a560-50235269e9bc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:25.066981 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd38bb7a-762e-4a2d-b531-0a288209bc5f", "name": "network-vif-deleted", "tag": "9f4653ba-931f-4478-892c-284e1bde1407", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:25.067417 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-257f0c58-7fbd-43f2-a560-50235269e9bc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:25.068209 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd38bb7a-762e-4a2d-b531-0a288209bc5f', 'name': 'network-vif-deleted', 'tag': '9f4653ba-931f-4478-892c-284e1bde1407', 'status': 'completed', 'code': 200} Jul 05 09:40:25.070264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0fd700-f700-4812-97ea-f31732580281 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:25.143708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:25.149428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.204862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-035421f7-c328-4cdd-9b6e-edc0eaf1c26c req-b9483565-740b-4515-b0da-598423e2f4a7 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "GET /v2.0/security-groups/74d666a8-45f3-4123-8473-37ad79d962c9 HTTP/1.1" status: 200 len: 1777 time: 0.2983742 Jul 05 09:40:25.236836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Allocated IP 172.20.0.5 (95f2e8ac-3bd9-47f1-bdea-6826ffe85630/89de0421-44ed-4064-9c5b-0199b9e27602/b65053cb-e37f-4c79-ad29-b40e34184085) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:25.270599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:25.280214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-18ecd738-f630-4997-a3a1-c9f29f4c2f85 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:25.282137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-18ecd738-f630-4997-a3a1-c9f29f4c2f85 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 949 time: 0.4132435 Jul 05 09:40:25.388096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:25.414898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['fb0fd700-f700-4812-97ea-f31732580281'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:25.507722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-035421f7-c328-4cdd-9b6e-edc0eaf1c26c req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.534480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-035421f7-c328-4cdd-9b6e-edc0eaf1c26c req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.699858 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-035421f7-c328-4cdd-9b6e-edc0eaf1c26c req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.701235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-network', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:25.702632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-035421f7-c328-4cdd-9b6e-edc0eaf1c26c req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.703738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-035421f7-c328-4cdd-9b6e-edc0eaf1c26c req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "DELETE /v2.0/security-groups/74d666a8-45f3-4123-8473-37ad79d962c9 HTTP/1.1" status: 204 len: 173 time: 0.4815342 Jul 05 09:40:25.718528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f61f54-897a-4632-ba19-cf4ef3d6bd10 req-06044dcc-94f8-46ad-9c36-1fa8e8115c75 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:25.720137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f61f54-897a-4632-ba19-cf4ef3d6bd10 req-06044dcc-94f8-46ad-9c36-1fa8e8115c75 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 949 time: 0.4884415 Jul 05 09:40:25.739731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Made reservation on behalf of 99888a560fd7420a952dfeef07b10b5c for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:25.742637 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.746951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d666a8-45f3-4123-8473-37ad79d962c9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:25.754027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.780870 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24a65a6-9c15-40f7-afbd-f7dc42d08339 x-openstack-request-id: req-f24a65a6-9c15-40f7-afbd-f7dc42d08339 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:25.781888 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:25.782569 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f24a65a6-9c15-40f7-afbd-f7dc42d08339 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:25.783659 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281', 'code': 200} Jul 05 09:40:25.786482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.786830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.787198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.787530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.787884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.788186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.788517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.788840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.789208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.789494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.789817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.790151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8e6fa-b8b9-47c0-a824-b8be8ce48a30 tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:25.806601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.831571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Deleting port 21eba849-68f2-4917-aac3-aa773c833388 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:25.831908 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.904897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.909789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1f61f54-897a-4632-ba19-cf4ef3d6bd10 req-a8d0bf0c-983a-49ab-8e99-51a3a30f366c tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666923 Jul 05 09:40:25.910360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:25.961953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:40:25.972120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a99f1c8-3cd4-41a9-9bd8-bc0c0fff30ab,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.002884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.003940 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Added segment 4a3a6291-0bd3-454e-a1df-3e11fa9c0e85 of type vlan for network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 Jul 05 09:40:26.047991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a42185c-0707-4150-b10e-bb320636f76d req-612d1383-c8c7-432d-927d-207d117a00ca tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "GET /v2.0/security-groups/a990e544-775c-46c7-9948-464988909107 HTTP/1.1" status: 200 len: 1777 time: 0.1108499 Jul 05 09:40:26.063027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.102075 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.104448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:26.106126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.115035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cda0e6c7-987c-4880-bf54-e6e09766432e req-119c5ba1-4dca-46f6-9aa7-dcf81a0fd0dd tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 210 time: 0.0602224 Jul 05 09:40:26.122548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.128783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] For port 21eba849-68f2-4917-aac3-aa773c833388, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=21eba849-68f2-4917-aac3-aa773c833388,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:26.129397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.192421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event updated for resources: {'Port': ['ID=b65053cb-e37f-4c79-ad29-b40e34184085,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.198914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8042862 Jul 05 09:40:26.202852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:26.215968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Request body: {'subnet': {'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-subnet', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:26.218419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Calling delete_port for 21eba849-68f2-4917-aac3-aa773c833388 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:26.227353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda903-f3bd-41e9-bd8d-e0bef22f6a80 admin admin] Pushing event updated for resources: {'Network': ['ID=1e98d9e5-c6c1-44fc-8928-84488e17bb96,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.235569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:26.243055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:40:26.246552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:26.254739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:26.255653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Made reservation on behalf of 99888a560fd7420a952dfeef07b10b5c for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:26.258930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.304724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:26.305505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.358048 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a42185c-0707-4150-b10e-bb320636f76d req-a1f1f3de-416b-46d6-8432-ba7bdb46b55e tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.367478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-a2232bc9-e989-46b2-9849-32170dbcc177 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2508497 Jul 05 09:40:26.387243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Request body: {'port': {'device_id': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:26.435357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a42185c-0707-4150-b10e-bb320636f76d req-a1f1f3de-416b-46d6-8432-ba7bdb46b55e tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.514394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.566993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.583513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cbc306-bf46-472f-b274-af23ab6ee3b6,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.589602 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a42185c-0707-4150-b10e-bb320636f76d req-a1f1f3de-416b-46d6-8432-ba7bdb46b55e tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.591854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Checking segment: {'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:26.592321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a42185c-0707-4150-b10e-bb320636f76d req-a1f1f3de-416b-46d6-8432-ba7bdb46b55e tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.592620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Network hostable DHCP agents. Network: 1e98d9e5-c6c1-44fc-8928-84488e17bb96, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:40:26.593531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a42185c-0707-4150-b10e-bb320636f76d req-a1f1f3de-416b-46d6-8432-ba7bdb46b55e tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] 10.222.0.21 "DELETE /v2.0/security-groups/a990e544-775c-46c7-9948-464988909107 HTTP/1.1" status: 204 len: 173 time: 0.5375547 Jul 05 09:40:26.613881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:40:26.626665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 1e98d9e5-c6c1-44fc-8928-84488e17bb96) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:26.632141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:26.633357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.638259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1f3de-416b-46d6-8432-ba7bdb46b55e tempest-SecurityGroupsTestAdminJSON-1212041491 tempest-SecurityGroupsTestAdminJSON-1212041491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a990e544-775c-46c7-9948-464988909107,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.638496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a227cc-52d2-4053-9c94-37068546dadd None None] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:26.655379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.662089 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-73198aa5-f7d2-4af3-98fc-a57b5debb192 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4573760 Jul 05 09:40:26.662925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:26.673935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:26.708181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Pushing event deleted for resources: {'Port': ['ID=21eba849-68f2-4917-aac3-aa773c833388,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:26.726636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.728755 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.860582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.971268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] No DVR routers for this DVR port 21eba849-68f2-4917-aac3-aa773c833388 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:26.978190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a5113b90-8718-4420-afca-eb115226c4eb req-3f924914-4025-483b-a251-c483aa7bd7b4 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.21 "GET /v2.0/ports?device_id=13b57d67-7396-4184-bf2e-a56f93ee08a0 HTTP/1.1" status: 200 len: 210 time: 0.1358056 Jul 05 09:40:26.984010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:26.988340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d547ea67-660f-4517-a488-bcd95e6cf161 req-8e575c5c-6b43-4ebd-adbf-2f1c866cb794 tempest-LiveMigrationNegativeTest-1648095583 tempest-LiveMigrationNegativeTest-1648095583-project] 10.222.0.16 "DELETE /v2.0/ports/21eba849-68f2-4917-aac3-aa773c833388 HTTP/1.1" status: 204 len: 173 time: 1.6740046 Jul 05 09:40:27.044735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-1e98d9e5-c6c1-44fc-8928-84488e17bb96', 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'fixed_ips': [{'subnet_id': '58cbc306-bf46-472f-b274-af23ab6ee3b6'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:40:27.045625 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.120346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'name': 'network-vif-deleted', 'tag': '21eba849-68f2-4917-aac3-aa773c833388'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:27.123162 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d7670-b990-4e83-88f1-120a7f78f397" -d '{"events": [{"server_uuid": "13b57d67-7396-4184-bf2e-a56f93ee08a0", "name": "network-vif-deleted", "tag": "21eba849-68f2-4917-aac3-aa773c833388"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:27.135717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:27.156535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.188746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af019e-8ab5-4941-aa5f-082c0fbbcb31 req-08b69db9-71fb-4135-afc1-d875bd454378 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:27.196949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47af019e-8ab5-4941-aa5f-082c0fbbcb31 req-08b69db9-71fb-4135-afc1-d875bd454378 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 945 time: 0.3257992 Jul 05 09:40:27.280508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:27.330324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Allocated IP 172.20.0.2 (1e98d9e5-c6c1-44fc-8928-84488e17bb96/58cbc306-bf46-472f-b274-af23ab6ee3b6/97f0e0e4-d367-48c8-8933-1a36d691ddf3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:27.397026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47af019e-8ab5-4941-aa5f-082c0fbbcb31 req-83714031-522a-4c80-b852-7fb6d8ece136 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907637 Jul 05 09:40:27.477469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007a5e9-988f-42b7-bc5b-7602fdaa2c1f req-652d56bf-f9cb-4882-a9e0-d5a00304f920 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:27.481248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c007a5e9-988f-42b7-bc5b-7602fdaa2c1f req-652d56bf-f9cb-4882-a9e0-d5a00304f920 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 949 time: 0.2824008 Jul 05 09:40:27.493196 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d534c5-f841-4750-8281-188871c34600 x-openstack-request-id: req-96d534c5-f841-4750-8281-188871c34600 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:27.493671 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b57d67-7396-4184-bf2e-a56f93ee08a0", "name": "network-vif-deleted", "tag": "21eba849-68f2-4917-aac3-aa773c833388", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:27.497549 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96d534c5-f841-4750-8281-188871c34600 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:27.498148 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b57d67-7396-4184-bf2e-a56f93ee08a0', 'name': 'network-vif-deleted', 'tag': '21eba849-68f2-4917-aac3-aa773c833388', 'status': 'completed', 'code': 200} Jul 05 09:40:27.557201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b0103f9-b025-494a-bc90-0722f3b04c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.612270 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.628373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Transition to ACTIVE for port object 97f0e0e4-d367-48c8-8933-1a36d691ddf3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:27.651424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Transition to ACTIVE for port object 97f0e0e4-d367-48c8-8933-1a36d691ddf3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:27.660064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65053cb-e37f-4c79-ad29-b40e34184085 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:27.661011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.705490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:27.710573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:27.711953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-17814cab-63eb-497f-9f86-790be0d72760 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd64d50f99d842abbfac848e6aeb586a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602248 Jul 05 09:40:27.716165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:27.718118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c007a5e9-988f-42b7-bc5b-7602fdaa2c1f req-7bfa3ce3-c581-4fd4-b5d5-ec357b4bcaa0 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130420 Jul 05 09:40:27.721922 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.725000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44034) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:27.747549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Pushing event updated for resources: {'Port': ['ID=97f0e0e4-d367-48c8-8933-1a36d691ddf3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:27.806072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Transition to ACTIVE for port object b65053cb-e37f-4c79-ad29-b40e34184085 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:27.819408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Attempting to bind port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:27.819882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Attempting to bind port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:27.820380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Attempting to bind port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 on network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:27.825680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.829264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:27.829672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Checking segment: {'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:27.830333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.830979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Bound using segment: {'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:27.831784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Bound port: 97f0e0e4-d367-48c8-8933-1a36d691ddf3, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:27.832220 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.871940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c867c75-4cb2-47ba-a1aa-3ad135904d63 req-25ec2208-db0b-4684-aec9-b0471a0298a2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:27.873827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c867c75-4cb2-47ba-a1aa-3ad135904d63 req-25ec2208-db0b-4684-aec9-b0471a0298a2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 931 time: 0.2844806 Jul 05 09:40:27.911616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43e88190-e752-4e4d-9c24-751eff759b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.938291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] For port 97f0e0e4-d367-48c8-8933-1a36d691ddf3, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:27.943565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] For port 97f0e0e4-d367-48c8-8933-1a36d691ddf3, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=97f0e0e4-d367-48c8-8933-1a36d691ddf3,segment=NetworkSegment(4a3a6291-0bd3-454e-a1df-3e11fa9c0e85),segment_id=4a3a6291-0bd3-454e-a1df-3e11fa9c0e85)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:27.950360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:27.965768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Pushing event updated for resources: {'Port': ['ID=b65053cb-e37f-4c79-ad29-b40e34184085,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:27.971647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43e88190-e752-4e4d-9c24-751eff759b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.029412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.029705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c867c75-4cb2-47ba-a1aa-3ad135904d63 req-8ae41792-13ef-487f-b74c-1ba8bdfaaf1f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325445 Jul 05 09:40:28.080397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:28.089663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.146178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Attempting to bind port b65053cb-e37f-4c79-ad29-b40e34184085 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:28.146637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Attempting to bind port b65053cb-e37f-4c79-ad29-b40e34184085 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:28.147031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Attempting to bind port b65053cb-e37f-4c79-ad29-b40e34184085 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:28.172762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Port b65053cb-e37f-4c79-ad29-b40e34184085 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:28.172963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0de04e-09e8-4057-8bc5-dac1eee48707 None None] Pushing event updated for resources: {'Port': ['ID=97f0e0e4-d367-48c8-8933-1a36d691ddf3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:28.173454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Attempting to bind port b65053cb-e37f-4c79-ad29-b40e34184085 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:28.184673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:28.185397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Checking segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:28.185985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Bound using segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:28.186623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Bound port: b65053cb-e37f-4c79-ad29-b40e34184085, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:28.187235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.194592 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43e88190-e752-4e4d-9c24-751eff759b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.198044 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43e88190-e752-4e4d-9c24-751eff759b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.199863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-43e88190-e752-4e4d-9c24-751eff759b4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f8d592d-fde8-44bb-ba9d-9f47a0be2727 HTTP/1.1" status: 204 len: 168 time: 0.4715421 Jul 05 09:40:28.225811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738b97-303d-43e4-9e95-40de3032006f req-1caf725b-0f5a-44f3-8806-97f82e3c2781 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.227650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port fb0fd700-f700-4812-97ea-f31732580281 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:28.227999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f738b97-303d-43e4-9e95-40de3032006f req-1caf725b-0f5a-44f3-8806-97f82e3c2781 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 945 time: 0.1562459 Jul 05 09:40:28.228267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.232489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e88190-e752-4e4d-9c24-751eff759b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8d592d-fde8-44bb-ba9d-9f47a0be2727,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:28.385962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Allocated IP 172.25.1.191 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/bf4cf00b-1e3c-4643-9243-c76dd4d1f331) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:28.403035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 21eba849-68f2-4917-aac3-aa773c833388 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:28.457028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] For port b65053cb-e37f-4c79-ad29-b40e34184085, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:28.470979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 21eba849-68f2-4917-aac3-aa773c833388 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:28.471364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 21eba849-68f2-4917-aac3-aa773c833388 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:28.493826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.500842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] For port b65053cb-e37f-4c79-ad29-b40e34184085, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b65053cb-e37f-4c79-ad29-b40e34184085,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:28.509267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.592880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:28.598665 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd60df-52d1-450a-bf03-3f0382c2eab8" -d '{"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:28.620209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Pushing event updated for resources: {'Port': ['ID=b65053cb-e37f-4c79-ad29-b40e34184085,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:28.645981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:28.649168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Deleting port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:28.649532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.663596 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.724475 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e03c67-b02e-4d7d-addf-ff0f4e02e0b1 x-openstack-request-id: req-65e03c67-b02e-4d7d-addf-ff0f4e02e0b1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:28.725146 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:28.725611 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65e03c67-b02e-4d7d-addf-ff0f4e02e0b1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:28.726239 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281', 'code': 200} Jul 05 09:40:28.727263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97f0e0e4-d367-48c8-8933-1a36d691ddf3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:28.747632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b0103f9-b025-494a-bc90-0722f3b04c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.753465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b0103f9-b025-494a-bc90-0722f3b04c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.825891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:28.860427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:28.884633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:28.885395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:28.887248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e14dd5ee-874c-4849-8b1d-54188d1855bf service neutron] 10.222.0.16 "PUT /v2.0/ports/b65053cb-e37f-4c79-ad29-b40e34184085 HTTP/1.1" status: 200 len: 1092 time: 2.5082386 Jul 05 09:40:28.894827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:28.895054 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6b0103f9-b025-494a-bc90-0722f3b04c6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2361ffbfc9d84e7aa78abef71823dd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6057036 Jul 05 09:40:28.900320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0103f9-b025-494a-bc90-0722f3b04c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa45c15c-9867-4511-b619-dfe831b34980,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:28.910887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44054) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:28.993119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.018474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44058) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:29.086683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85bbb6-80d8-45c0-a682-4b4283dff28c req-49552fb3-dbdb-4822-85fc-8af9d2e4ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:29.088263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ef85bbb6-80d8-45c0-a682-4b4283dff28c req-49552fb3-dbdb-4822-85fc-8af9d2e4ccbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1890934 Jul 05 09:40:29.089101 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.100054 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1164a07b-8b12-4f4a-8306-2a6efb61f0bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4e1a514190d4839bde3e006e540e8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726120 Jul 05 09:40:29.101202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] For port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:29.101550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.104834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44062) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:29.139577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Calling delete_port for 201ad9c8-094a-44e5-8b63-4f13f1e87e5f owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:29.163644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12a052-9150-4804-a28f-683f08162fb8 req-65fcc933-c6be-445a-9cf6-c05786ae9dae tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:29.170841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e12a052-9150-4804-a28f-683f08162fb8 req-65fcc933-c6be-445a-9cf6-c05786ae9dae tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 945 time: 0.4744720 Jul 05 09:40:29.181069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.197597 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ef85bbb6-80d8-45c0-a682-4b4283dff28c req-85f533de-f025-4cd6-9d4c-cc88464fd806 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913985 Jul 05 09:40:29.206728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba251-8c1d-4056-8f62-b70cb5cbeed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.239487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:29.248217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:29.258194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:29.265723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:29.282384 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.288876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-62831b90-e9ea-4f25-a10e-73f956159c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:29.290843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-62831b90-e9ea-4f25-a10e-73f956159c88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 1095 time: 0.3488135 Jul 05 09:40:29.296662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4321b67-9dba-4106-b4e2-95db5822e597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.297984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba251-8c1d-4056-8f62-b70cb5cbeed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.332597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4321b67-9dba-4106-b4e2-95db5822e597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.532014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4321b67-9dba-4106-b4e2-95db5822e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.533163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2bf558-32b2-43aa-adf5-76eaf9002435 None None] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:29.534638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4321b67-9dba-4106-b4e2-95db5822e597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.536188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e4321b67-9dba-4106-b4e2-95db5822e597 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f516c147-4f9d-43c9-a985-ad5f49c6941e HTTP/1.1" status: 204 len: 168 time: 0.4282386 Jul 05 09:40:29.553790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4321b67-9dba-4106-b4e2-95db5822e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f516c147-4f9d-43c9-a985-ad5f49c6941e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:29.634810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.645731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29b71585-9b92-41f4-9bc3-13ff0afcd02a None None] Provisioning for port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:29.656851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29b71585-9b92-41f4-9bc3-13ff0afcd02a None None] Provisioning complete for port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:29.656851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29b71585-9b92-41f4-9bc3-13ff0afcd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.732997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'tag': 'b65053cb-e37f-4c79-ad29-b40e34184085'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:29.736067 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7", "tag": "b65053cb-e37f-4c79-ad29-b40e34184085"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:29.766969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-8a6721c2-3444-43fb-908b-88fbcd178ef0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65053cb-e37f-4c79-ad29-b40e34184085 HTTP/1.1" status: 200 len: 217 time: 0.4571838 Jul 05 09:40:29.780566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e12a052-9150-4804-a28f-683f08162fb8 req-cdc5a559-632a-4c11-97ad-58ba3ff0079e tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066861 Jul 05 09:40:29.826279 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29b71585-9b92-41f4-9bc3-13ff0afcd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.874542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-29b71585-9b92-41f4-9bc3-13ff0afcd02a None None] For port 97f0e0e4-d367-48c8-8933-1a36d691ddf3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=97f0e0e4-d367-48c8-8933-1a36d691ddf3,segment=NetworkSegment(4a3a6291-0bd3-454e-a1df-3e11fa9c0e85),segment_id=4a3a6291-0bd3-454e-a1df-3e11fa9c0e85)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:29.882223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29b71585-9b92-41f4-9bc3-13ff0afcd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:29.950022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e4c86-3882-45a4-8ab0-7f447ec2238f req-02307440-61e9-42e0-97c4-e7f5d3457077 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:29.961180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e9e4c86-3882-45a4-8ab0-7f447ec2238f req-02307440-61e9-42e0-97c4-e7f5d3457077 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.9654791 Jul 05 09:40:29.999730 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.022845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b71585-9b92-41f4-9bc3-13ff0afcd02a None None] Pushing event updated for resources: {'Port': ['ID=97f0e0e4-d367-48c8-8933-1a36d691ddf3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:30.128300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f238cda0-035c-4a66-8a39-b823b7d5ef6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4567202da5844bb849d7dec0fe82000&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2095535 Jul 05 09:40:30.143796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44080) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:30.160997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-639d013a-8eb4-4025-aff3-97700529f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:30.162564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-639d013a-8eb4-4025-aff3-97700529f0ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.3607023 Jul 05 09:40:30.191988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba251-8c1d-4056-8f62-b70cb5cbeed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.197598 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba251-8c1d-4056-8f62-b70cb5cbeed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.202058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0e9ba251-8c1d-4056-8f62-b70cb5cbeed9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa45c15c-9867-4511-b619-dfe831b34980 HTTP/1.1" status: 204 len: 168 time: 1.3024297 Jul 05 09:40:30.272359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ee6f06-d024-42cc-9e3b-b1470411a098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.301447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ba251-8c1d-4056-8f62-b70cb5cbeed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa45c15c-9867-4511-b619-dfe831b34980,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:30.306607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-e9841cfc-8187-47be-8668-0373667f64c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308465 Jul 05 09:40:30.323119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e9e4c86-3882-45a4-8ab0-7f447ec2238f req-26f316b9-3f31-44ba-a504-4096a6d1707e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609097 Jul 05 09:40:30.326671 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.340683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ee6f06-d024-42cc-9e3b-b1470411a098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.356361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-59530064-abdf-4292-9ef6-75e679ff6871 None None] Provisioning complete for port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:30.357413 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59530064-abdf-4292-9ef6-75e679ff6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.388854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Router 9679513b-6c43-4082-8983-b02fa2c24c9c is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:40:30.439227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e24391c7-5bb7-4be7-8881-e2f7bc7d9576'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:30.548064 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7321a39c-0603-4dd0-ba3f-29d3ab4e5b57 x-openstack-request-id: req-7321a39c-0603-4dd0-ba3f-29d3ab4e5b57 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:30.548679 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7", "tag": "b65053cb-e37f-4c79-ad29-b40e34184085", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:30.549097 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7321a39c-0603-4dd0-ba3f-29d3ab4e5b57 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:30.549705 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'tag': 'b65053cb-e37f-4c79-ad29-b40e34184085', 'status': 'completed', 'code': 200} Jul 05 09:40:30.596795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event deleted for resources: {'Port': ['ID=201ad9c8-094a-44e5-8b63-4f13f1e87e5f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:30.621791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:30.674010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.680492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:30.684316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97f0e0e4-d367-48c8-8933-1a36d691ddf3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:30.687106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Sync routers for ids ['9679513b-6c43-4082-8983-b02fa2c24c9c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:30.687769 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9936ed6d-5f73-40a2-a564-aef56e44cea1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0234699 Jul 05 09:40:30.697595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ee6f06-d024-42cc-9e3b-b1470411a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.701030 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ee6f06-d024-42cc-9e3b-b1470411a098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.704440 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75ee6f06-d024-42cc-9e3b-b1470411a098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d60b708-674c-40d1-8726-1eaf583c49a5 HTTP/1.1" status: 204 len: 168 time: 0.5568843 Jul 05 09:40:30.715248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6f06-d024-42cc-9e3b-b1470411a098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d60b708-674c-40d1-8726-1eaf583c49a5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:30.773528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c2ef3-bb24-493f-8175-22c0b51e9a9c req-f216d6d0-87ae-42df-9c2f-650603caa4da tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:30.794345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d42c2ef3-bb24-493f-8175-22c0b51e9a9c req-f216d6d0-87ae-42df-9c2f-650603caa4da tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 943 time: 0.8078256 Jul 05 09:40:30.816229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Routers {'9679513b-6c43-4082-8983-b02fa2c24c9c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:30.819860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['9679513b-6c43-4082-8983-b02fa2c24c9c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:30.845495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] No DVR routers for this DVR port 201ad9c8-094a-44e5-8b63-4f13f1e87e5f on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:30.860996 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:30.863120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f738b97-303d-43e4-9e95-40de3032006f req-3c9176bc-f1ba-4819-b9c9-5d592495bd22 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.15 "DELETE /v2.0/ports/201ad9c8-094a-44e5-8b63-4f13f1e87e5f HTTP/1.1" status: 204 len: 173 time: 2.6262050 Jul 05 09:40:30.932309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d42c2ef3-bb24-493f-8175-22c0b51e9a9c req-0b3c57be-a064-4b7b-b9b3-3476ad54594a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363060 Jul 05 09:40:30.993220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:30.993701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.083070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Set router 9679513b-6c43-4082-8983-b02fa2c24c9c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:31.143725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c276c465-9687-4443-b47d-a9da1ed5569d req-ffe56a95-ae34-48e3-9b59-3822d5f092cc tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=f603ffdc-a818-45b7-b376-784670b59bba HTTP/1.1" status: 200 len: 210 time: 0.0727098 Jul 05 09:40:31.149641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-18d0cdd8-cde8-47e2-85ff-0cce2c4f739f service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105574 Jul 05 09:40:31.405622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:29Z', 'revision_number': 3, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port': {'id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:28Z', 'updated_at': '2021-07-05T09:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:31.450329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Checking router: 9679513b-6c43-4082-8983-b02fa2c24c9c for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:31.450801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Updating router 9679513b-6c43-4082-8983-b02fa2c24c9c port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:31.504241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:31.510717 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.529877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.708136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44108) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:31.719506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.769939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:31.793592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d16dfbb7-2471-45ef-b61c-827417e0f8c5 req-79758c46-6736-4a68-b0d0-67b8e71f5383 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264758 Jul 05 09:40:31.836838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6358e-dff4-4478-bec4-db20a138ffe5 req-d418d5f0-8933-40e6-aba5-dac5a793db09 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:31.838973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6a6358e-dff4-4478-bec4-db20a138ffe5 req-d418d5f0-8933-40e6-aba5-dac5a793db09 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2771940 Jul 05 09:40:31.926181 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f3f7046-8645-4e46-b4d3-3081f8cfdd45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be4691b54fc14aa19c3cbb5970f0c157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146151 Jul 05 09:40:31.930247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5af052451e844955a4368447a80850a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217672 Jul 05 09:40:31.930247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44112) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:31.930574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:31.961012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624aab92-9ee6-43ca-b08c-9da1b91a2d6c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:32.002511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.002789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.003360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.003648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.003947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.004320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.004739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.005092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.005420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.005750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.006076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.006406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e282dd-a963-4ab5-9ea7-72694252ebdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:32.037831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6a6358e-dff4-4478-bec4-db20a138ffe5 req-e9d31171-6c4a-49a4-830d-0f20d8506748 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894462 Jul 05 09:40:32.041665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.060767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-193e4111-a03e-457e-9083-214ab12e1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.062842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-193e4111-a03e-457e-9083-214ab12e1d90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 1095 time: 0.1462586 Jul 05 09:40:32.078926 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1f23b4e-25d8-476f-88a5-8796a267c294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.114203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1f23b4e-25d8-476f-88a5-8796a267c294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.164567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-286dc508-4252-4d68-adcc-e25ab090106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.179714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1f23b4e-25d8-476f-88a5-8796a267c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.182501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b1f23b4e-25d8-476f-88a5-8796a267c294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.186676 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b1f23b4e-25d8-476f-88a5-8796a267c294 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3930f99d-6fd7-4c06-b489-0062be10a8fb HTTP/1.1" status: 204 len: 168 time: 0.2542930 Jul 05 09:40:32.200940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f23b4e-25d8-476f-88a5-8796a267c294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3930f99d-6fd7-4c06-b489-0062be10a8fb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:32.208449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-286dc508-4252-4d68-adcc-e25ab090106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.295685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-286dc508-4252-4d68-adcc-e25ab090106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.297950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-2161ce43-6777-433b-962b-d778e2816eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.299273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-2161ce43-6777-433b-962b-d778e2816eef service neutron] 10.222.0.16 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 913 time: 0.2220902 Jul 05 09:40:32.300474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-286dc508-4252-4d68-adcc-e25ab090106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.304609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-286dc508-4252-4d68-adcc-e25ab090106b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/624aab92-9ee6-43ca-b08c-9da1b91a2d6c HTTP/1.1" status: 204 len: 168 time: 0.3317504 Jul 05 09:40:32.315420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dc508-4252-4d68-adcc-e25ab090106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624aab92-9ee6-43ca-b08c-9da1b91a2d6c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:32.333312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 201ad9c8-094a-44e5-8b63-4f13f1e87e5f no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:32.357812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-9263f35d-9623-4d65-b68e-6b5f889143d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65053cb-e37f-4c79-ad29-b40e34184085 HTTP/1.1" status: 200 len: 217 time: 0.0469949 Jul 05 09:40:32.368678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 201ad9c8-094a-44e5-8b63-4f13f1e87e5f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:32.368981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 201ad9c8-094a-44e5-8b63-4f13f1e87e5f not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:32.538695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.576618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Transition to ACTIVE for port object bf4cf00b-1e3c-4643-9243-c76dd4d1f331 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:32.589294 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.600020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f603ffdc-a818-45b7-b376-784670b59bba', 'name': 'network-vif-deleted', 'tag': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:32.608240 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9967418-4bcc-4a1f-b197-46eb58536ee3" -d '{"events": [{"server_uuid": "f603ffdc-a818-45b7-b376-784670b59bba", "name": "network-vif-deleted", "tag": "201ad9c8-094a-44e5-8b63-4f13f1e87e5f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:32.661272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-52abfe40-1a74-4180-be33-7b87659ae607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.664383 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-52abfe40-1a74-4180-be33-7b87659ae607 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.2681835 Jul 05 09:40:32.667681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Attempting to bind port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:32.668203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Attempting to bind port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:32.668962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Attempting to bind port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:32.673512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Pushing event updated for resources: {'Port': ['ID=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:32.688040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:32.689086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:32.690212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.690719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:32.691380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Bound port: bf4cf00b-1e3c-4643-9243-c76dd4d1f331, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:32.691932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.744824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-14da445d-cb79-47b1-8caa-a77c758367c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567572 Jul 05 09:40:32.760960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Allocated IP 172.20.0.1 (1e98d9e5-c6c1-44fc-8928-84488e17bb96/58cbc306-bf46-472f-b274-af23ab6ee3b6/0c5471a3-3453-4ed0-ade7-ef77fd840211) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:32.775946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f45df-57b4-4d23-a046-59de42d81249 req-a458b2d3-94e0-4ab9-ba58-f221ca35e757 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.784048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d24f45df-57b4-4d23-a046-59de42d81249 req-a458b2d3-94e0-4ab9-ba58-f221ca35e757 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.3789704 Jul 05 09:40:32.792397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] For port bf4cf00b-1e3c-4643-9243-c76dd4d1f331, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:32.796388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] For port bf4cf00b-1e3c-4643-9243-c76dd4d1f331, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:32.804773 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:32.824803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bdb64-7771-4296-b124-5e3b273cdefd req-1ff791bb-fc23-483c-8bf0-225924744ff3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:32.827357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa4bdb64-7771-4296-b124-5e3b273cdefd req-1ff791bb-fc23-483c-8bf0-225924744ff3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 943 time: 0.4746127 Jul 05 09:40:32.906800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Routers {'9679513b-6c43-4082-8983-b02fa2c24c9c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:32.908025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['9679513b-6c43-4082-8983-b02fa2c24c9c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:32.970711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d24f45df-57b4-4d23-a046-59de42d81249 req-641a7b93-6a36-49df-8b56-a72093367be9 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847820 Jul 05 09:40:33.007362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Pushing event updated for resources: {'Port': ['ID=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:33.040874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.044070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.044957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.048045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.048544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.049877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.050342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.052145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.052898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.054127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.054127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.055422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886cdb5-547a-4072-8550-3306ec6e22f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:40:33.156408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-c883d0aa-a558-4019-bf47-05644a91f568 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692193 Jul 05 09:40:33.159640 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7cb885-b125-41b4-979f-23aaf644d4ce x-openstack-request-id: req-2d7cb885-b125-41b4-979f-23aaf644d4ce {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:33.159920 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f603ffdc-a818-45b7-b376-784670b59bba", "name": "network-vif-deleted", "tag": "201ad9c8-094a-44e5-8b63-4f13f1e87e5f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:33.160175 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d7cb885-b125-41b4-979f-23aaf644d4ce {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:33.160567 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f603ffdc-a818-45b7-b376-784670b59bba', 'name': 'network-vif-deleted', 'tag': '201ad9c8-094a-44e5-8b63-4f13f1e87e5f', 'status': 'completed', 'code': 200} Jul 05 09:40:33.174045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa4bdb64-7771-4296-b124-5e3b273cdefd req-cc2423b4-5bd2-4c05-ba59-ee0ddfafd5e9 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183067 Jul 05 09:40:33.295719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] Set router 9679513b-6c43-4082-8983-b02fa2c24c9c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:33.424702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.446983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Transition to ACTIVE for port object 0c5471a3-3453-4ed0-ade7-ef77fd840211 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:33.539707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.624233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5471a3-3453-4ed0-ade7-ef77fd840211,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:33.659272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:33.665064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:33.685122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:33.732099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:29Z', 'revision_number': 3, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port': {'id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:28Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:33.754750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aeab1748-6345-4dc6-8ac4-3d3d19fe9752 req-2f8ffdb6-690b-4a4d-ab66-0aa8b8a9f82c service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676219 Jul 05 09:40:33.803495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:33.831030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b925b0-51bb-46c8-a92a-8836ce3e2edc None None] The sync data for ids ['9679513b-6c43-4082-8983-b02fa2c24c9c'] in n-d-771363-33 is: [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:29Z', 'revision_number': 3, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port': {'id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:28Z', 'updated_at': '2021-07-05T09:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:34.160463 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.241520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8de18ff3-0972-4e1c-9ede-7ca2eac5fb1c None None] Provisioning for port 0c5471a3-3453-4ed0-ade7-ef77fd840211 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:34.258490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8de18ff3-0972-4e1c-9ede-7ca2eac5fb1c None None] Provisioning complete for port 0c5471a3-3453-4ed0-ade7-ef77fd840211 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:34.258880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8de18ff3-0972-4e1c-9ede-7ca2eac5fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:34.436800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b65053cb-e37f-4c79-ad29-b40e34184085 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:34.516243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8de18ff3-0972-4e1c-9ede-7ca2eac5fb1c None None] Port 0c5471a3-3453-4ed0-ade7-ef77fd840211 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:34.591428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-118082e8-b222-48b7-a945-570c592cceee tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0537807500a5401ca4d4023ab8408ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476868 Jul 05 09:40:34.739578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf4cf00b-1e3c-4643-9243-c76dd4d1f331 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:34.799870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-4e367554-c0f2-47bb-ae05-730c06f18ebd tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.801470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-4e367554-c0f2-47bb-ae05-730c06f18ebd tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984525 Jul 05 09:40:34.849431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-fb39d420-e35d-4a75-9eaf-d81c14364552 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/quotas/0537807500a5401ca4d4023ab8408ac4 HTTP/1.1" status: 200 len: 375 time: 0.0390062 Jul 05 09:40:34.902552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943fcf6-81d9-43b3-998a-d7fcf347d415 req-c696a45d-1c90-468d-99ca-eb2c183ea3c1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:34.904197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b65053cb-e37f-4c79-ad29-b40e34184085, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b65053cb-e37f-4c79-ad29-b40e34184085,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:34.910602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0943fcf6-81d9-43b3-998a-d7fcf347d415 req-c696a45d-1c90-468d-99ca-eb2c183ea3c1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.4702582 Jul 05 09:40:34.944020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'b65053cb-e37f-4c79-ad29-b40e34184085', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'port_id': 'b65053cb-e37f-4c79-ad29-b40e34184085', 'mac_address': 'fa:16:3e:e7:8e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de0421-44ed-4064-9c5b-0199b9e27602', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:34.969852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-5430cfa4-07f5-47c8-9084-418c30313d8c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0537807500a5401ca4d4023ab8408ac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034603 Jul 05 09:40:34.993400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.020290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.067370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0943fcf6-81d9-43b3-998a-d7fcf347d415 req-86191c0e-e033-4aeb-b169-0296f15dc980 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556664 Jul 05 09:40:35.070928 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.089167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:35.118015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65053cb-e37f-4c79-ad29-b40e34184085 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:35.122860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:35.123263 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.255448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b65053cb-e37f-4c79-ad29-b40e34184085, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b65053cb-e37f-4c79-ad29-b40e34184085,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:35.275904 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.445570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b65053cb-e37f-4c79-ad29-b40e34184085,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:35.512167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.575219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port bf4cf00b-1e3c-4643-9243-c76dd4d1f331, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:35.583387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:35.601472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b65053cb-e37f-4c79-ad29-b40e34184085'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:35.852940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:35.962636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35aeb1aa-171e-4f1a-b77b-b0a463dee93a req-f66ba084-313d-434c-9dc1-8a13279abf97 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 210 time: 0.0635686 Jul 05 09:40:36.110509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5471a3-3453-4ed0-ade7-ef77fd840211,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:36.137793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.349293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3cc9c-c398-4d3a-bc58-a481d71460d8 req-2e661a9d-c0e3-4930-b470-0e245b6834a0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.350926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21b3cc9c-c398-4d3a-bc58-a481d71460d8 req-2e661a9d-c0e3-4930-b470-0e245b6834a0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 944 time: 0.4576108 Jul 05 09:40:36.432619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:36.442905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:36.482617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21b3cc9c-c398-4d3a-bc58-a481d71460d8 req-3a5e9b25-3bdb-468a-aca1-d750e39d8392 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120436 Jul 05 09:40:36.533004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799d8c-d41a-41f4-966c-d32b0e2457e7 req-66f9108c-7ec7-4c0b-81ed-f27de377e569 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:36.544788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20799d8c-d41a-41f4-966c-d32b0e2457e7 req-66f9108c-7ec7-4c0b-81ed-f27de377e569 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2551994 Jul 05 09:40:36.657004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf4cf00b-1e3c-4643-9243-c76dd4d1f331 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:36.720234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20799d8c-d41a-41f4-966c-d32b0e2457e7 req-4872cc0a-772e-4cea-a37f-8a5f75fc866d tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743751 Jul 05 09:40:36.860480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Router 9679513b-6c43-4082-8983-b02fa2c24c9c has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:36.869037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:36.869495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:36.985751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2b411a53-56b3-4f1f-a6ff-df568316cfed None None] Provisioning complete for port 0c5471a3-3453-4ed0-ade7-ef77fd840211 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:36.986695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b411a53-56b3-4f1f-a6ff-df568316cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:37.064072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2b411a53-56b3-4f1f-a6ff-df568316cfed None None] Port 0c5471a3-3453-4ed0-ade7-ef77fd840211 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:37.207310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:37.221365 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Sync routers for ids ['9679513b-6c43-4082-8983-b02fa2c24c9c'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:37.228470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ab985373-4793-41e0-98f1-5f9d5494c584 admin admin] 10.222.0.21 "PUT /v2.0/routers/9679513b-6c43-4082-8983-b02fa2c24c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5202520 Jul 05 09:40:37.235644 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Routers {'9679513b-6c43-4082-8983-b02fa2c24c9c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:37.235644 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['9679513b-6c43-4082-8983-b02fa2c24c9c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:37.309312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12e1869d-2a80-4e54-a9b7-5b283d86883a req-db1a1d2c-2325-461f-a09f-342980b66dae tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 210 time: 0.0979090 Jul 05 09:40:37.434494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-eb30ebd3-592d-4fce-985a-a58180d4a205 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0537807500a5401ca4d4023ab8408ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397098 Jul 05 09:40:37.450674 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Set router 9679513b-6c43-4082-8983-b02fa2c24c9c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:37.734062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-6042bfb1-89b7-4331-b7d5-5d77e3fd7047 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:37.739889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-6042bfb1-89b7-4331-b7d5-5d77e3fd7047 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2971194 Jul 05 09:40:37.816505 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:33Z', 'revision_number': 4, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port': {'id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:28Z', 'updated_at': '2021-07-05T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0c5471a3-3453-4ed0-ade7-ef77fd840211', 'name': '', 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'mac_address': 'fa:16:3e:79:4c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '58cbc306-bf46-472f-b274-af23ab6ee3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:32Z', 'updated_at': '2021-07-05T09:40:34Z', 'revision_number': 2, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'subnets': [{'id': '58cbc306-bf46-472f-b274-af23ab6ee3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:37.847053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Request body: {'port': {'device_id': '41381f2c-595d-4963-ad33-ed4f1391195e', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '0537807500a5401ca4d4023ab8408ac4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:37.858131 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-374ba061-12d1-4637-af87-9dfa6904313a req-796ea93e-9fc8-415b-b6fe-26faf9f21da8 tempest-FloatingIPDetailsNegativeTestJSON-1745216817 tempest-FloatingIPDetailsNegativeTestJSON-1745216817-project] show failed (client error): The resource could not be found. Jul 05 09:40:37.862967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-374ba061-12d1-4637-af87-9dfa6904313a req-796ea93e-9fc8-415b-b6fe-26faf9f21da8 tempest-FloatingIPDetailsNegativeTestJSON-1745216817 tempest-FloatingIPDetailsNegativeTestJSON-1745216817-project] 10.222.0.21 "GET /v2.0/floatingips/6a1193ac-636a-4618-8ebc-38f1cb2c67c7 HTTP/1.1" status: 404 len: 350 time: 0.1217804 Jul 05 09:40:37.873675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:37.887059 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Checking router: 9679513b-6c43-4082-8983-b02fa2c24c9c for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:37.888144 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Updating router 9679513b-6c43-4082-8983-b02fa2c24c9c port 0c5471a3-3453-4ed0-ade7-ef77fd840211 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:40:37.974770 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.088393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Made reservation on behalf of 0537807500a5401ca4d4023ab8408ac4 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:38.103449 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.163463 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.346642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93269f2-1cf6-42c0-9f71-b893ffe768ce req-74433f04-cfb9-47b5-b2db-134582f95be5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:38.357292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e93269f2-1cf6-42c0-9f71-b893ffe768ce req-74433f04-cfb9-47b5-b2db-134582f95be5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 944 time: 0.2321875 Jul 05 09:40:38.425100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555905-d6d8-46e3-b279-1923b2d04a35 req-b602fe36-5bfd-40dd-8826-e8d16db670c8 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:38.431884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62555905-d6d8-46e3-b279-1923b2d04a35 req-b602fe36-5bfd-40dd-8826-e8d16db670c8 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2262533 Jul 05 09:40:38.457510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b65053cb-e37f-4c79-ad29-b40e34184085 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:38.484287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:38.484844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e93269f2-1cf6-42c0-9f71-b893ffe768ce req-e215533f-e56a-4aac-88be-2cc812dadd9c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257293 Jul 05 09:40:38.554052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62555905-d6d8-46e3-b279-1923b2d04a35 req-43d4dcc6-0b42-4c20-9132-53d474c2d7d1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098285 Jul 05 09:40:38.576472 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:40:38.578321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port b65053cb-e37f-4c79-ad29-b40e34184085 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:38.595947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port b65053cb-e37f-4c79-ad29-b40e34184085 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:38.596587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.622126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.628804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.644649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.664436 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.708774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f51972-7086-4a5b-a0fc-d54de768e8f1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:38.727903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Transition to ACTIVE for port object 0c5471a3-3453-4ed0-ade7-ef77fd840211 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:38.752250 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.802127 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.877814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65053cb-e37f-4c79-ad29-b40e34184085'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:38.880116 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8a5516-3c12-450c-887b-099876517ef7" -d '{"events": [{"server_uuid": "cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b65053cb-e37f-4c79-ad29-b40e34184085"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:38.920325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b65053cb-e37f-4c79-ad29-b40e34184085, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b65053cb-e37f-4c79-ad29-b40e34184085,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:38.925640 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.940592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b118c571-0a42-46ae-89bf-1dcf600285dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:38.982835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326273b-3ac7-472a-888e-3bbc9a86c050 None None] Pushing event updated for resources: {'Port': ['ID=0c5471a3-3453-4ed0-ade7-ef77fd840211,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:38.998420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Allocated IP 192.168.233.28 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/620f915c-5273-4c11-8ce8-a72306cdc9e9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:39.071495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b65053cb-e37f-4c79-ad29-b40e34184085,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.216879 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Attempting to bind port 0c5471a3-3453-4ed0-ade7-ef77fd840211 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:39.217402 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Attempting to bind port 0c5471a3-3453-4ed0-ade7-ef77fd840211 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:39.217922 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Attempting to bind port 0c5471a3-3453-4ed0-ade7-ef77fd840211 on network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:39.239679 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:39.240363 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Checking segment: {'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:39.240973 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.241541 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Bound using segment: {'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:39.242245 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Bound port: 0c5471a3-3453-4ed0-ade7-ef77fd840211, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:39.242802 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.261201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dee2ba87-0b50-4e6f-8caf-47fa047ff85a req-7ff73515-2e1c-4f4d-98a4-9b963b271993 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=291789ae6d1e4ebc9720312708a95ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146595 Jul 05 09:40:39.367848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b118c571-0a42-46ae-89bf-1dcf600285dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.373399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Deleting port 0c5471a3-3453-4ed0-ade7-ef77fd840211 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:39.373879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.391305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b118c571-0a42-46ae-89bf-1dcf600285dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.400645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] For port 0c5471a3-3453-4ed0-ade7-ef77fd840211, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:39.405193 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] For port 0c5471a3-3453-4ed0-ade7-ef77fd840211, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0c5471a3-3453-4ed0-ade7-ef77fd840211,segment=NetworkSegment(4a3a6291-0bd3-454e-a1df-3e11fa9c0e85),segment_id=4a3a6291-0bd3-454e-a1df-3e11fa9c0e85)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:39.414007 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.441128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2ba87-0b50-4e6f-8caf-47fa047ff85a req-8bee401b-c9ee-4816-ba60-b57aef941516 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:39.442900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dee2ba87-0b50-4e6f-8caf-47fa047ff85a req-8bee401b-c9ee-4816-ba60-b57aef941516 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807973 Jul 05 09:40:39.481429 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Routers {'9679513b-6c43-4082-8983-b02fa2c24c9c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:39.482073 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['9679513b-6c43-4082-8983-b02fa2c24c9c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:39.497658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b118c571-0a42-46ae-89bf-1dcf600285dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f890be9bfb3a44b2bfa040c093a993de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0087194 Jul 05 09:40:39.498402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44334) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:39.502631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118c571-0a42-46ae-89bf-1dcf600285dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256b250-70ef-4d29-a96c-10a589f0954a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.521813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cac1f312-2821-4ee0-8cb0-be533cac4afa req-bd96f177-ec07-420b-93ad-11bab1a8b4ff tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 210 time: 0.1412106 Jul 05 09:40:39.556819 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326273b-3ac7-472a-888e-3bbc9a86c050 None None] Pushing event updated for resources: {'Port': ['ID=0c5471a3-3453-4ed0-ade7-ef77fd840211,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:39.570964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dee2ba87-0b50-4e6f-8caf-47fa047ff85a req-94ce4048-e3a9-451b-a816-f3a405ca4ed6 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/quotas/291789ae6d1e4ebc9720312708a95ec5 HTTP/1.1" status: 200 len: 375 time: 0.0758300 Jul 05 09:40:39.599034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] For port 0c5471a3-3453-4ed0-ade7-ef77fd840211, host n-d-771363-33, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:39.599429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.618306 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64463b31-07d4-47a2-af05-ea3f9278e7e2 x-openstack-request-id: req-64463b31-07d4-47a2-af05-ea3f9278e7e2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:39.618816 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b65053cb-e37f-4c79-ad29-b40e34184085", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:39.618816 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64463b31-07d4-47a2-af05-ea3f9278e7e2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:39.619373 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65053cb-e37f-4c79-ad29-b40e34184085', 'code': 200} Jul 05 09:40:39.663694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Calling delete_port for 0c5471a3-3453-4ed0-ade7-ef77fd840211 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:39.678744 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] Set router 9679513b-6c43-4082-8983-b02fa2c24c9c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:39.689367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dee2ba87-0b50-4e6f-8caf-47fa047ff85a req-fef6cfc4-b72e-472b-9996-6a1e28a4c00f tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=291789ae6d1e4ebc9720312708a95ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144438 Jul 05 09:40:39.706275 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.716087 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a396f306-2cbb-4a72-90eb-2e21ab9b5167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.791876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Transition to ACTIVE for port object 620f915c-5273-4c11-8ce8-a72306cdc9e9 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:39.823182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a396f306-2cbb-4a72-90eb-2e21ab9b5167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.849521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a25358-6b73-484e-879c-9bc63c5fcb15 req-b5ffe743-af0f-4ba0-8305-de9f405d20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:39.852684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91a25358-6b73-484e-879c-9bc63c5fcb15 req-b5ffe743-af0f-4ba0-8305-de9f405d20f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 1097 time: 0.1432066 Jul 05 09:40:39.929755 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.956339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a396f306-2cbb-4a72-90eb-2e21ab9b5167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.958586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91a25358-6b73-484e-879c-9bc63c5fcb15 req-b37f9e0b-a8b6-4708-81bf-6afda2a0fb01 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923474 Jul 05 09:40:39.959017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a396f306-2cbb-4a72-90eb-2e21ab9b5167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:39.960187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a396f306-2cbb-4a72-90eb-2e21ab9b5167 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5256b250-70ef-4d29-a96c-10a589f0954a HTTP/1.1" status: 204 len: 168 time: 0.4586949 Jul 05 09:40:39.980691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396f306-2cbb-4a72-90eb-2e21ab9b5167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256b250-70ef-4d29-a96c-10a589f0954a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:40.032647 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:33Z', 'revision_number': 4, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port': {'id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:28Z', 'updated_at': '2021-07-05T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0c5471a3-3453-4ed0-ade7-ef77fd840211', 'name': '', 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'mac_address': 'fa:16:3e:79:4c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '58cbc306-bf46-472f-b274-af23ab6ee3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:32Z', 'updated_at': '2021-07-05T09:40:39Z', 'revision_number': 4, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'subnets': [{'id': '58cbc306-bf46-472f-b274-af23ab6ee3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:40.046230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:40.067448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:40.083418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:40.089757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.095027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Pushing event updated for resources: {'Port': ['ID=620f915c-5273-4c11-8ce8-a72306cdc9e9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:40.139693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5471a3-3453-4ed0-ade7-ef77fd840211,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:40.181013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83472d-30bb-40a7-b4f2-1b7f7970b8e3 req-95a3fffe-e7a8-4993-baa0-c42f69f055ef tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:40.183569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f83472d-30bb-40a7-b4f2-1b7f7970b8e3 req-95a3fffe-e7a8-4993-baa0-c42f69f055ef tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 946 time: 0.3383708 Jul 05 09:40:40.232844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:40.233681 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.255380 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedc7f08-37a1-43d2-a4c3-3cee2f37f5b2 None None] The sync data for ids ['9679513b-6c43-4082-8983-b02fa2c24c9c'] in n-d-771363-33 is: [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:33Z', 'revision_number': 4, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port': {'id': 'bf4cf00b-1e3c-4643-9243-c76dd4d1f331', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:28Z', 'updated_at': '2021-07-05T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0c5471a3-3453-4ed0-ade7-ef77fd840211', 'name': '', 'network_id': '1e98d9e5-c6c1-44fc-8928-84488e17bb96', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'mac_address': 'fa:16:3e:79:4c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '58cbc306-bf46-472f-b274-af23ab6ee3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:32Z', 'updated_at': '2021-07-05T09:40:39Z', 'revision_number': 4, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'subnets': [{'id': '58cbc306-bf46-472f-b274-af23ab6ee3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:40.305585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-91958343-7c99-478d-9be9-4e6c41cf035c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5387692 Jul 05 09:40:40.330049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Request body: {'port': {'device_id': '41381f2c-595d-4963-ad33-ed4f1391195e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:40.382116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f83472d-30bb-40a7-b4f2-1b7f7970b8e3 req-619819b0-ec61-4182-a822-14fa051b9053 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877408 Jul 05 09:40:40.393941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0f020-8b87-47d8-87fc-da54509aae28 req-57f671d2-37a2-47c8-8b04-57543e96feb7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:40.405219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5d0f020-8b87-47d8-87fc-da54509aae28 req-57f671d2-37a2-47c8-8b04-57543e96feb7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 945 time: 0.3419690 Jul 05 09:40:40.477121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.580449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0919119c-0e3b-4e18-b2ea-6282c26cd38f None None] Provisioning for port 620f915c-5273-4c11-8ce8-a72306cdc9e9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:40.584979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5d0f020-8b87-47d8-87fc-da54509aae28 req-3f57c08d-608a-453a-83d1-71a5f9948bb1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803818 Jul 05 09:40:40.591119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0919119c-0e3b-4e18-b2ea-6282c26cd38f None None] Provisioning complete for port 620f915c-5273-4c11-8ce8-a72306cdc9e9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:40.591580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0919119c-0e3b-4e18-b2ea-6282c26cd38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.594466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:40.613685 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.650671 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1376a3a3-3bc4-46fc-8307-e3bdc9ae8470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:40.739600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0919119c-0e3b-4e18-b2ea-6282c26cd38f None None] Port 620f915c-5273-4c11-8ce8-a72306cdc9e9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:40:40.860579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Router 9679513b-6c43-4082-8983-b02fa2c24c9c has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:40:40.943006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a9610-4a06-460e-ae9c-57bfb4c40034 req-1f986425-2347-40c8-9980-978e702fde41 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:40.944631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-469a9610-4a06-460e-ae9c-57bfb4c40034 req-1f986425-2347-40c8-9980-978e702fde41 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.3168483 Jul 05 09:40:41.044450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1376a3a3-3bc4-46fc-8307-e3bdc9ae8470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.097135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1376a3a3-3bc4-46fc-8307-e3bdc9ae8470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.135238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1376a3a3-3bc4-46fc-8307-e3bdc9ae8470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=801b2b064f64412da518e2e8e6f330d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393744 Jul 05 09:40:41.150702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:41.313522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376a3a3-3bc4-46fc-8307-e3bdc9ae8470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef80663-bac5-42a1-815a-b432e09238f4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:41.353333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-469a9610-4a06-460e-ae9c-57bfb4c40034 req-b529cf3d-6300-428e-823f-99164fd38833 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865213 Jul 05 09:40:41.459933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7170d55-abe5-4924-96fb-ff34ac18cd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.495861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:40:41.501306 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fddcf2e8-b9d1-4086-bb14-e3c669c7e046 admin admin] 10.222.0.21 "PUT /v2.0/routers/9679513b-6c43-4082-8983-b02fa2c24c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6265426 Jul 05 09:40:41.503886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:41.547987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-55e54ad9-eb03-4dfd-976f-7fa194ac8ef1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:41.549523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-55e54ad9-eb03-4dfd-976f-7fa194ac8ef1 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 946 time: 0.3769619 Jul 05 09:40:41.562198 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7170d55-abe5-4924-96fb-ff34ac18cd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.599235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620f915c-5273-4c11-8ce8-a72306cdc9e9 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:41.632541 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.644921 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.718261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49291005-5ff0-4044-a1f5-03ca0e0c077b req-94dd2002-caad-4647-9284-e64446df3f26 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:41.731811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49291005-5ff0-4044-a1f5-03ca0e0c077b req-94dd2002-caad-4647-9284-e64446df3f26 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 935 time: 0.3646295 Jul 05 09:40:41.731811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Transition to ACTIVE for port object 620f915c-5273-4c11-8ce8-a72306cdc9e9 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:41.750521 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.786664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.873142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Deleting port bf4cf00b-1e3c-4643-9243-c76dd4d1f331 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:41.873404 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.930781 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7170d55-abe5-4924-96fb-ff34ac18cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.935537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7170d55-abe5-4924-96fb-ff34ac18cd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:41.937185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c7170d55-abe5-4924-96fb-ff34ac18cd62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ef80663-bac5-42a1-815a-b432e09238f4 HTTP/1.1" status: 204 len: 168 time: 0.7764521 Jul 05 09:40:41.946538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9e42e-a769-4887-adf4-34b8387c4616 req-3e24ccd6-bfa4-413e-85d9-e77eccddff02 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:41.954911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2b9e42e-a769-4887-adf4-34b8387c4616 req-3e24ccd6-bfa4-413e-85d9-e77eccddff02 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 946 time: 0.3318021 Jul 05 09:40:41.961567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49291005-5ff0-4044-a1f5-03ca0e0c077b req-c97c8e13-ca39-4490-b528-c64650eb2134 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319710 Jul 05 09:40:41.968829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Pushing event updated for resources: {'Port': ['ID=620f915c-5273-4c11-8ce8-a72306cdc9e9,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:41.986198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] For port bf4cf00b-1e3c-4643-9243-c76dd4d1f331, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:41.986945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.006910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Calling delete_port for bf4cf00b-1e3c-4643-9243-c76dd4d1f331 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:42.048123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7170d55-abe5-4924-96fb-ff34ac18cd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef80663-bac5-42a1-815a-b432e09238f4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:42.114114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Deleting port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:42.114459 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.186479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] Sync routers for ids ['9679513b-6c43-4082-8983-b02fa2c24c9c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:40:42.198960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] Routers {'9679513b-6c43-4082-8983-b02fa2c24c9c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:42.202805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['9679513b-6c43-4082-8983-b02fa2c24c9c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:42.213126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2b9e42e-a769-4887-adf4-34b8387c4616 req-d8fb1f40-c127-4ded-9cd9-9ff71bbf2774 tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/security-groups?id=d55a5013-2798-41bd-bec7-1db81c2333d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567706 Jul 05 09:40:42.331914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Attempting to bind port 620f915c-5273-4c11-8ce8-a72306cdc9e9 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:42.332323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Attempting to bind port 620f915c-5273-4c11-8ce8-a72306cdc9e9 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:42.333018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Attempting to bind port 620f915c-5273-4c11-8ce8-a72306cdc9e9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:42.367815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Port 620f915c-5273-4c11-8ce8-a72306cdc9e9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:42.373211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Attempting to bind port 620f915c-5273-4c11-8ce8-a72306cdc9e9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:42.374914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] Set router 9679513b-6c43-4082-8983-b02fa2c24c9c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:42.395546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:42.395893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:42.396287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:42.397126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Bound port: 620f915c-5273-4c11-8ce8-a72306cdc9e9, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:42.397126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.427985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.455069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:41Z', 'revision_number': 6, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:42.468214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4cf00b-1e3c-4643-9243-c76dd4d1f331,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:42.501446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] Checking router: 9679513b-6c43-4082-8983-b02fa2c24c9c for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:40:42.514138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] Routers {'9679513b-6c43-4082-8983-b02fa2c24c9c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:40:42.514786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['9679513b-6c43-4082-8983-b02fa2c24c9c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:42.572143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] For port e24391c7-5bb7-4be7-8881-e2f7bc7d9576, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,segment=NetworkSegment(3ed26724-5f1a-4ba1-8993-0f37c935e126),segment_id=3ed26724-5f1a-4ba1-8993-0f37c935e126)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:42.572550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.610671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] Set router 9679513b-6c43-4082-8983-b02fa2c24c9c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:40:42.616897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.632177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Calling delete_port for e24391c7-5bb7-4be7-8881-e2f7bc7d9576 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:42.676718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 7, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:42.711119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a31b8-b331-4025-975d-18d23ceed0e3 None None] The sync data for ids ['9679513b-6c43-4082-8983-b02fa2c24c9c'] in n-d-771363-33 is: [{'id': '9679513b-6c43-4082-8983-b02fa2c24c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1945280340-router', 'tenant_id': '99888a560fd7420a952dfeef07b10b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:26Z', 'updated_at': '2021-07-05T09:40:42Z', 'revision_number': 7, 'project_id': '99888a560fd7420a952dfeef07b10b5c', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:40:42.780337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.782773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.784970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f846cc4-c2f7-478e-b1e7-c1a24550b339 req-07c4f722-0e63-4e96-8be1-dc3ef7dbe9b1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:42.786534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f846cc4-c2f7-478e-b1e7-c1a24550b339 req-07c4f722-0e63-4e96-8be1-dc3ef7dbe9b1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 945 time: 0.3504798 Jul 05 09:40:42.788797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] For port 620f915c-5273-4c11-8ce8-a72306cdc9e9, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:42.798122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] For port 620f915c-5273-4c11-8ce8-a72306cdc9e9, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=620f915c-5273-4c11-8ce8-a72306cdc9e9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:42.817455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.841356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.842092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9679513b-6c43-4082-8983-b02fa2c24c9c {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:40:42.847489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.851750 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-194cf86e-1f6c-4fee-a180-167c45ede208 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9679513b-6c43-4082-8983-b02fa2c24c9c HTTP/1.1" status: 204 len: 168 time: 1.3466034 Jul 05 09:40:42.852558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:42.885267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01202cd9-e2c6-4388-af42-d8a375757365 req-c8592d84-e74b-4209-aa93-a24b51a1b591 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:42.892912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01202cd9-e2c6-4388-af42-d8a375757365 req-c8592d84-e74b-4209-aa93-a24b51a1b591 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2732642 Jul 05 09:40:42.911454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:42.912064 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:42.913507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] 10.222.0.15 "PUT /v2.0/ports/620f915c-5273-4c11-8ce8-a72306cdc9e9 HTTP/1.1" status: 200 len: 1096 time: 2.6078441 Jul 05 09:40:42.914009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41381f2c-595d-4963-ad33-ed4f1391195e', 'tag': '620f915c-5273-4c11-8ce8-a72306cdc9e9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:42.916374 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6936988-1492-4de2-98e8-fdb6259eadba" -d '{"events": [{"name": "network-changed", "server_uuid": "41381f2c-595d-4963-ad33-ed4f1391195e", "tag": "620f915c-5273-4c11-8ce8-a72306cdc9e9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:42.923538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] Deleting subnet 58cbc306-bf46-472f-b274-af23ab6ee3b6 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:40:42.933902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.003732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.011833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f846cc4-c2f7-478e-b1e7-c1a24550b339 req-81ea7649-aaf5-4769-884d-86cdf2af7ece tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078590 Jul 05 09:40:43.023622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda5f58-2553-460d-9bf6-4c04b0924a92 service neutron] Pushing event updated for resources: {'Port': ['ID=620f915c-5273-4c11-8ce8-a72306cdc9e9,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:43.102112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01202cd9-e2c6-4388-af42-d8a375757365 req-bee55b9b-5473-484c-a150-2be6c85a1523 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081921 Jul 05 09:40:43.190094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.198782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.205855 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ae70df-8095-4d8b-b64a-b938cd340614 x-openstack-request-id: req-64ae70df-8095-4d8b-b64a-b938cd340614 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:43.206141 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41381f2c-595d-4963-ad33-ed4f1391195e", "tag": "620f915c-5273-4c11-8ce8-a72306cdc9e9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:43.206394 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64ae70df-8095-4d8b-b64a-b938cd340614 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:43.206794 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41381f2c-595d-4963-ad33-ed4f1391195e', 'tag': '620f915c-5273-4c11-8ce8-a72306cdc9e9', 'status': 'completed', 'code': 200} Jul 05 09:40:43.253423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb769744-b8e5-4e87-991e-8bd03d35f3bf req-71d26aa9-8b2a-4211-99d6-73b8eaebd5bf tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=291789ae6d1e4ebc9720312708a95ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085565 Jul 05 09:40:43.310111 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.338422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cbc306-bf46-472f-b274-af23ab6ee3b6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:43.340818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.347431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61967b67-041b-4dba-860b-34ac3bb1e0bf None None] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:43.347976 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-25517fd6-a9d7-4829-9203-32ff52501623 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/58cbc306-bf46-472f-b274-af23ab6ee3b6 HTTP/1.1" status: 204 len: 168 time: 0.4918544 Jul 05 09:40:43.348944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:43.408745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Pushing event deleted for resources: {'Port': ['ID=e24391c7-5bb7-4be7-8881-e2f7bc7d9576,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:43.454349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.528798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Deleting port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:43.529318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.613715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] For port 97f0e0e4-d367-48c8-8933-1a36d691ddf3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=97f0e0e4-d367-48c8-8933-1a36d691ddf3,segment=NetworkSegment(4a3a6291-0bd3-454e-a1df-3e11fa9c0e85),segment_id=4a3a6291-0bd3-454e-a1df-3e11fa9c0e85)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:43.614060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.633655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] DHCP port deletion for 1e98d9e5-c6c1-44fc-8928-84488e17bb96 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:40:43.645732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Calling delete_port for 97f0e0e4-d367-48c8-8933-1a36d691ddf3 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:43.722213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] Deleting port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:43.722999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.758388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.798321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f0e0e4-d367-48c8-8933-1a36d691ddf3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:43.804772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] No DVR routers for this DVR port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:43.939934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:43.954761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e98d9e5-c6c1-44fc-8928-84488e17bb96']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:43.972630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:43.973059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3a6291-0bd3-454e-a1df-3e11fa9c0e85') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:43.996497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.015902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb769744-b8e5-4e87-991e-8bd03d35f3bf req-b5eee551-a745-4c37-a810-a1fe2cbd8bfb tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.024086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb769744-b8e5-4e87-991e-8bd03d35f3bf req-b5eee551-a745-4c37-a810-a1fe2cbd8bfb tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7696927 Jul 05 09:40:44.026575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] No DVR routers for this DVR port e24391c7-5bb7-4be7-8881-e2f7bc7d9576 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:44.030424 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7368baf-8560-45ed-858b-ff875b1be5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.032532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.034539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75bdaefc-5c87-4a13-af0f-b1ed113a3d0c req-020a3daf-aae7-4fbd-b271-855dff1049fd tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.16 "DELETE /v2.0/ports/e24391c7-5bb7-4be7-8881-e2f7bc7d9576 HTTP/1.1" status: 204 len: 173 time: 2.4690404 Jul 05 09:40:44.041910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-05ae3b8c-2361-4a48-9e85-b18c5f7c5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.043645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-05ae3b8c-2361-4a48-9e85-b18c5f7c5a1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0537807500a5401ca4d4023ab8408ac4&device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 1099 time: 1.0357277 Jul 05 09:40:44.047540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.062261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:40:44.063189 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:40:44.068610 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:40:44.082962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] For port 97f0e0e4-d367-48c8-8933-1a36d691ddf3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=97f0e0e4-d367-48c8-8933-1a36d691ddf3,segment=NetworkSegment(4a3a6291-0bd3-454e-a1df-3e11fa9c0e85),segment_id=4a3a6291-0bd3-454e-a1df-3e11fa9c0e85)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:44.083642 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.101830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-58f83063-fee4-4ae5-bce4-ed6b200955ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=620f915c-5273-4c11-8ce8-a72306cdc9e9 HTTP/1.1" status: 200 len: 217 time: 0.0432494 Jul 05 09:40:44.102262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] Calling delete_port for 97f0e0e4-d367-48c8-8933-1a36d691ddf3 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:44.110891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb769744-b8e5-4e87-991e-8bd03d35f3bf req-450f219e-899c-4c6c-bc9b-afcd3870733b tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/quotas/291789ae6d1e4ebc9720312708a95ec5 HTTP/1.1" status: 200 len: 375 time: 0.0855284 Jul 05 09:40:44.166417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6ee4e-20d2-43d6-90da-6726cb0b5dc4 req-ddc8db09-1cec-4b65-a46c-f88b49b45ab2 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.174278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18e6ee4e-20d2-43d6-90da-6726cb0b5dc4 req-ddc8db09-1cec-4b65-a46c-f88b49b45ab2 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 947 time: 0.7509394 Jul 05 09:40:44.198390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.205002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb769744-b8e5-4e87-991e-8bd03d35f3bf req-697774a1-f2db-4af0-91a8-a7a068cb9613 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=291789ae6d1e4ebc9720312708a95ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928209 Jul 05 09:40:44.214275 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.218256 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1e98d9e5-c6c1-44fc-8928-84488e17bb96 HTTP/1.1" status: 204 len: 168 time: 0.8659389 Jul 05 09:40:44.245866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecff60c-3a0e-474f-b40d-853e127652b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e98d9e5-c6c1-44fc-8928-84488e17bb96,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:44.268110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18e6ee4e-20d2-43d6-90da-6726cb0b5dc4 req-56817fe2-e2c6-4fca-b8f6-2f91452232fe tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925958 Jul 05 09:40:44.275185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.298385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-b5ece566-7844-4e70-91a4-eb70481463d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.305049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-b5ece566-7844-4e70-91a4-eb70481463d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1916535 Jul 05 09:40:44.330166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] Network 1e98d9e5-c6c1-44fc-8928-84488e17bb96 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:40:44.331044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] No DVR routers for this DVR port 97f0e0e4-d367-48c8-8933-1a36d691ddf3 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:44.340746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f4a1e-ae98-4619-944f-425c9cc10a30 None None] Pushing event deleted for resources: {'Port': ['ID=97f0e0e4-d367-48c8-8933-1a36d691ddf3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:44.396237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-350165d3-8b42-44e9-98a1-e4ca33f4eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.397927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-350165d3-8b42-44e9-98a1-e4ca33f4eb0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820830 Jul 05 09:40:44.514531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e24391c7-5bb7-4be7-8881-e2f7bc7d9576 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:44.586191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: e24391c7-5bb7-4be7-8881-e2f7bc7d9576 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:44.590600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e24391c7-5bb7-4be7-8881-e2f7bc7d9576 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:44.624351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:44.642322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bfec278-c710-484d-8ac2-14d5f37adbf7 req-6339a27a-00ff-4820-82c1-de641d60397b tempest-AttachVolumeNegativeTest-131360546 tempest-AttachVolumeNegativeTest-131360546-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c169b1a-b869-4f90-a197-8a938bcf29bf HTTP/1.1" status: 200 len: 210 time: 0.0820303 Jul 05 09:40:44.666518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-04e1c779-6a85-433b-816d-95fe3d4fbdd9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562821 Jul 05 09:40:44.688042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0c5471a3-3453-4ed0-ade7-ef77fd840211 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:44.706835 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3a331d36-2d2f-464a-a671-1bf6575b67ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99888a560fd7420a952dfeef07b10b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809515 Jul 05 09:40:44.709214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:44.734528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0c5471a3-3453-4ed0-ade7-ef77fd840211 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:44.734886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0c5471a3-3453-4ed0-ade7-ef77fd840211 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:44.735349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97f0e0e4-d367-48c8-8933-1a36d691ddf3 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:44.788734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 97f0e0e4-d367-48c8-8933-1a36d691ddf3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:44.789397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97f0e0e4-d367-48c8-8933-1a36d691ddf3 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:44.790433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf4cf00b-1e3c-4643-9243-c76dd4d1f331 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:44.811425 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ade15e8-69d6-43df-8512-35450a8d1aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.831544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: bf4cf00b-1e3c-4643-9243-c76dd4d1f331 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:44.831909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf4cf00b-1e3c-4643-9243-c76dd4d1f331 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:44.858413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ade15e8-69d6-43df-8512-35450a8d1aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.914882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a45ed4aa-4f39-4b7e-adb3-f46d25261963 req-2dd03905-4869-44eb-ae48-33e210fdb791 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384999 Jul 05 09:40:44.924734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ade15e8-69d6-43df-8512-35450a8d1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.928081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ade15e8-69d6-43df-8512-35450a8d1aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:44.930687 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2ade15e8-69d6-43df-8512-35450a8d1aa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a99f1c8-3cd4-41a9-9bd8-bc0c0fff30ab HTTP/1.1" status: 204 len: 168 time: 0.2197192 Jul 05 09:40:44.937926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d0367-f30d-4e5e-a06c-04677664a625 req-78050506-5f8c-4930-8055-be9989b945f6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:44.941225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f20d0367-f30d-4e5e-a06c-04677664a625 req-78050506-5f8c-4930-8055-be9989b945f6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1311784 Jul 05 09:40:44.942952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade15e8-69d6-43df-8512-35450a8d1aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a99f1c8-3cd4-41a9-9bd8-bc0c0fff30ab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:44.996673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:45.047649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f20d0367-f30d-4e5e-a06c-04677664a625 req-a6f81bee-479b-4c5f-87a4-25f0c2b3f252 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981033 Jul 05 09:40:45.082092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6936988-1492-4de2-98e8-fdb6259eadba req-8bc706c5-19c3-4b98-917b-1c47ab5f8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.083841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6936988-1492-4de2-98e8-fdb6259eadba req-8bc706c5-19c3-4b98-917b-1c47ab5f8386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0537807500a5401ca4d4023ab8408ac4&device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 1099 time: 0.1097031 Jul 05 09:40:45.210510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'name': 'network-vif-deleted', 'tag': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:45.212899 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17fc6f-1c86-40f9-b40d-82e18b41ffe6" -d '{"events": [{"server_uuid": "3c169b1a-b869-4f90-a197-8a938bcf29bf", "name": "network-vif-deleted", "tag": "e24391c7-5bb7-4be7-8881-e2f7bc7d9576"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:45.318957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6936988-1492-4de2-98e8-fdb6259eadba req-649622a3-ea2c-4eae-a29f-bc3dd4b72293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.320471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6936988-1492-4de2-98e8-fdb6259eadba req-649622a3-ea2c-4eae-a29f-bc3dd4b72293 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2297947 Jul 05 09:40:45.339655 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f045ef0-a997-4ef6-9e6b-6708c73f9591 x-openstack-request-id: req-4f045ef0-a997-4ef6-9e6b-6708c73f9591 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:45.340000 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c169b1a-b869-4f90-a197-8a938bcf29bf", "name": "network-vif-deleted", "tag": "e24391c7-5bb7-4be7-8881-e2f7bc7d9576", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:45.340246 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f045ef0-a997-4ef6-9e6b-6708c73f9591 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:45.340633 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c169b1a-b869-4f90-a197-8a938bcf29bf', 'name': 'network-vif-deleted', 'tag': 'e24391c7-5bb7-4be7-8881-e2f7bc7d9576', 'status': 'completed', 'code': 200} Jul 05 09:40:45.373264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6936988-1492-4de2-98e8-fdb6259eadba req-dbfde6fc-780e-45b8-bf0b-b7de664509d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=620f915c-5273-4c11-8ce8-a72306cdc9e9 HTTP/1.1" status: 200 len: 217 time: 0.0443125 Jul 05 09:40:45.385064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206fc19-3fff-45eb-9e07-471bc7e07aeb req-64c15da5-4e5d-48fa-b8b7-6f0f1d3ee96b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.388441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a307dc36-2c53-4386-a482-0180709dcb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.398751 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3206fc19-3fff-45eb-9e07-471bc7e07aeb req-64c15da5-4e5d-48fa-b8b7-6f0f1d3ee96b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 945 time: 0.1788974 Jul 05 09:40:45.524070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3206fc19-3fff-45eb-9e07-471bc7e07aeb req-8743ea75-87dc-4f0b-be33-2afaa29b7e18 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236043 Jul 05 09:40:45.534046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a307dc36-2c53-4386-a482-0180709dcb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.536014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6936988-1492-4de2-98e8-fdb6259eadba req-53d996c2-e4ad-4565-b739-0f975e90b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.538367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6936988-1492-4de2-98e8-fdb6259eadba req-53d996c2-e4ad-4565-b739-0f975e90b9dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1333027 Jul 05 09:40:45.550562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a307dc36-2c53-4386-a482-0180709dcb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.579788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a307dc36-2c53-4386-a482-0180709dcb21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b5051f93cdf4fe983b5bcaea2679bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817847 Jul 05 09:40:45.583566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:45.605350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce848-3c52-4d05-88bb-e5e6e9431868 req-3a2cffc0-fcbf-40e3-b50e-3fc379f8824b tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.607173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc1ce848-3c52-4d05-88bb-e5e6e9431868 req-3a2cffc0-fcbf-40e3-b50e-3fc379f8824b tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 947 time: 0.1464827 Jul 05 09:40:45.607893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307dc36-2c53-4386-a482-0180709dcb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998daa01-882e-4044-9158-a4d54d592814,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:45.660308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76da8fa2-22bb-418a-9773-ca77881bea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.667500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6936988-1492-4de2-98e8-fdb6259eadba req-eaa5111c-5864-4e27-817a-d827a37630b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:45.668982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6936988-1492-4de2-98e8-fdb6259eadba req-eaa5111c-5864-4e27-817a-d827a37630b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201470 Jul 05 09:40:45.678312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc1ce848-3c52-4d05-88bb-e5e6e9431868 req-37230f56-deb5-415c-9ab4-f5f248d54aa6 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641453 Jul 05 09:40:45.689039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76da8fa2-22bb-418a-9773-ca77881bea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.776107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76da8fa2-22bb-418a-9773-ca77881bea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.779723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76da8fa2-22bb-418a-9773-ca77881bea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.785902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76da8fa2-22bb-418a-9773-ca77881bea28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/998daa01-882e-4044-9158-a4d54d592814 HTTP/1.1" status: 204 len: 168 time: 0.1964719 Jul 05 09:40:45.790722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da8fa2-22bb-418a-9773-ca77881bea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998daa01-882e-4044-9158-a4d54d592814,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:45.801897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:45.849457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6936988-1492-4de2-98e8-fdb6259eadba req-3d0aa1fb-3fc3-4717-b857-04d1d6ebae01 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699896 Jul 05 09:40:45.863348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] Deleting subnet 5662e1f3-1fe5-41e6-be76-8dd20288faa0 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:40:45.867190 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.907808 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.958299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:45.962029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6936988-1492-4de2-98e8-fdb6259eadba req-b2c1a888-c27c-479b-89bf-e7679e76af33 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045749 Jul 05 09:40:46.037624 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.065732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5662e1f3-1fe5-41e6-be76-8dd20288faa0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:46.067937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.071828 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4dc854ce-8704-44dd-b134-8eca612c1d4f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5662e1f3-1fe5-41e6-be76-8dd20288faa0 HTTP/1.1" status: 204 len: 168 time: 0.2678957 Jul 05 09:40:46.072902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:46.185506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.317021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.330872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509c8be6-2162-4ffa-b409-40a6efba1eea']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:46.345551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed26724-5f1a-4ba1-8993-0f37c935e126') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:46.345848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed26724-5f1a-4ba1-8993-0f37c935e126') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:40:46.357926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.380409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.393021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:40:46.393479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:40:46.396194 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:40:46.402932 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:40:46.402932 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:40:46.402932 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:40:46.402932 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:40:46.402932 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:40:46.406090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9891a-ae36-463a-b785-23695fdea7c3 req-8784fac2-6912-4f84-a8ef-e8e70a949eba tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:46.407741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27f9891a-ae36-463a-b785-23695fdea7c3 req-8784fac2-6912-4f84-a8ef-e8e70a949eba tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1433227 Jul 05 09:40:46.511662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.516641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.518517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] 10.222.0.21 "DELETE /v2.0/networks/509c8be6-2162-4ffa-b409-40a6efba1eea HTTP/1.1" status: 204 len: 168 time: 0.4442072 Jul 05 09:40:46.554108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27f9891a-ae36-463a-b785-23695fdea7c3 req-858697a2-f99e-42e9-aaaa-e5dc56fea850 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099315 Jul 05 09:40:46.557237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d096ce0-e5cd-4b79-9067-a16e64834a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=509c8be6-2162-4ffa-b409-40a6efba1eea,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:46.613679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878e65-88eb-4329-9abf-d97627d0395d req-e71ddf80-1859-4396-a77e-774cf70ae81b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:46.616874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33878e65-88eb-4329-9abf-d97627d0395d req-e71ddf80-1859-4396-a77e-774cf70ae81b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 945 time: 0.1213708 Jul 05 09:40:46.654977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.722874 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73034784-5f47-4d6d-890d-5f04613d2ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.796134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:46.827784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817df907-1a39-40eb-9cc3-5a57aecfb7d6 req-a0737ea6-ed18-48b2-8353-c13031b2c787 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=291789ae6d1e4ebc9720312708a95ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538495 Jul 05 09:40:46.845524 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4b0ddcb2-8bc1-4f3f-802f-4a39250b490f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79b8b3e0d7814e258cc1f7342e9c4899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480573 Jul 05 09:40:46.850159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:46.907684 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-280e6f00-3504-42e8-9802-7b5671e278da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.931466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-280e6f00-3504-42e8-9802-7b5671e278da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.959512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Deleting port b65053cb-e37f-4c79-ad29-b40e34184085 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:40:46.966789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:46.989987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f2057-bd10-4fb3-a596-3093ec6925ec req-b55fcd20-3475-49c6-a7d5-74f9ac0f70a9 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:46.991561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c7f2057-bd10-4fb3-a596-3093ec6925ec req-b55fcd20-3475-49c6-a7d5-74f9ac0f70a9 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 945 time: 0.2895677 Jul 05 09:40:46.994950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-280e6f00-3504-42e8-9802-7b5671e278da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.004080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-280e6f00-3504-42e8-9802-7b5671e278da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.006750 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-280e6f00-3504-42e8-9802-7b5671e278da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d55a5013-2798-41bd-bec7-1db81c2333d5 HTTP/1.1" status: 204 len: 168 time: 0.1547489 Jul 05 09:40:47.022803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e6f00-3504-42e8-9802-7b5671e278da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55a5013-2798-41bd-bec7-1db81c2333d5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.070366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817df907-1a39-40eb-9cc3-5a57aecfb7d6 req-16620728-9d81-4046-a962-a7e3bf919a0a tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:47.075631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817df907-1a39-40eb-9cc3-5a57aecfb7d6 req-16620728-9d81-4046-a962-a7e3bf919a0a tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432301 Jul 05 09:40:47.127159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817df907-1a39-40eb-9cc3-5a57aecfb7d6 req-de5c2980-1612-4147-88fb-c2f59dc09cf8 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/quotas/291789ae6d1e4ebc9720312708a95ec5 HTTP/1.1" status: 200 len: 375 time: 0.0340829 Jul 05 09:40:47.146154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c7f2057-bd10-4fb3-a596-3093ec6925ec req-d9404e49-b6ee-467f-8e90-f8ff4e97ebbf tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341317 Jul 05 09:40:47.198310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817df907-1a39-40eb-9cc3-5a57aecfb7d6 req-cb7c6057-164c-4592-aea1-65148228cf79 tempest-QuotasAdminNegativeTest-227384062 tempest-QuotasAdminNegativeTest-227384062-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=291789ae6d1e4ebc9720312708a95ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589793 Jul 05 09:40:47.214098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] For port b65053cb-e37f-4c79-ad29-b40e34184085, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b65053cb-e37f-4c79-ad29-b40e34184085,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:47.214474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.230447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Calling delete_port for b65053cb-e37f-4c79-ad29-b40e34184085 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:40:47.446639 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.488990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event deleted for resources: {'Port': ['ID=b65053cb-e37f-4c79-ad29-b40e34184085,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:47.532858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18a1da-696a-4071-b56f-d613cc47d94f req-7697a6bd-621a-470e-a7ac-3d805605618a tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:47.534461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d18a1da-696a-4071-b56f-d613cc47d94f req-7697a6bd-621a-470e-a7ac-3d805605618a tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 947 time: 0.1550322 Jul 05 09:40:47.552640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] No DVR routers for this DVR port b65053cb-e37f-4c79-ad29-b40e34184085 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:40:47.555288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.557322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33878e65-88eb-4329-9abf-d97627d0395d req-11545590-3023-43f1-a08f-45cf89eccd3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "DELETE /v2.0/ports/b65053cb-e37f-4c79-ad29-b40e34184085 HTTP/1.1" status: 204 len: 173 time: 0.9194663 Jul 05 09:40:47.557779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'name': 'network-vif-deleted', 'tag': 'b65053cb-e37f-4c79-ad29-b40e34184085'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:47.560124 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c096bed0-7f89-47c6-9753-d6fc765d7fdd" -d '{"events": [{"server_uuid": "cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7", "name": "network-vif-deleted", "tag": "b65053cb-e37f-4c79-ad29-b40e34184085"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:47.602394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d18a1da-696a-4071-b56f-d613cc47d94f req-bf9eaaba-8057-4cc4-b4f4-369c36bfdfef tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510774 Jul 05 09:40:47.743474 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db76d560-4ef2-4eae-b887-8ed18f13f44c x-openstack-request-id: req-db76d560-4ef2-4eae-b887-8ed18f13f44c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:47.743769 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7", "name": "network-vif-deleted", "tag": "b65053cb-e37f-4c79-ad29-b40e34184085", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:47.744025 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db76d560-4ef2-4eae-b887-8ed18f13f44c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:47.744588 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7', 'name': 'network-vif-deleted', 'tag': 'b65053cb-e37f-4c79-ad29-b40e34184085', 'status': 'completed', 'code': 200} Jul 05 09:40:47.798753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:47.965867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb73154-91e1-4141-9c92-bb502e1539f9 req-47e94838-2fec-457b-a21a-d8422c4bdb4c tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:47.967534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbb73154-91e1-4141-9c92-bb502e1539f9 req-47e94838-2fec-457b-a21a-d8422c4bdb4c tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.0831316 Jul 05 09:40:48.013285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbb73154-91e1-4141-9c92-bb502e1539f9 req-75166ed1-c0af-4a95-ac2d-02c2c36176ed tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Jul 05 09:40:48.193279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 620f915c-5273-4c11-8ce8-a72306cdc9e9 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:48.233930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:48.234415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:48.360168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 620f915c-5273-4c11-8ce8-a72306cdc9e9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=620f915c-5273-4c11-8ce8-a72306cdc9e9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:48.361388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-789833da-4d65-4acd-bf32-0f219a17b433 req-fa17482d-203d-4a09-b83f-90735222394f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4b8bb0-20b5-4d1a-8b29-bfff2bb27bc7 HTTP/1.1" status: 200 len: 210 time: 0.0314741 Jul 05 09:40:48.396364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '620f915c-5273-4c11-8ce8-a72306cdc9e9', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '620f915c-5273-4c11-8ce8-a72306cdc9e9', 'mac_address': 'fa:16:3e:e7:4d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:48.442390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15248d9c-a812-4e94-b02b-a385096545cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.453177 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.479441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620f915c-5273-4c11-8ce8-a72306cdc9e9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:48.507239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 620f915c-5273-4c11-8ce8-a72306cdc9e9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=620f915c-5273-4c11-8ce8-a72306cdc9e9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:48.513814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.529161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b65053cb-e37f-4c79-ad29-b40e34184085 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:40:48.565338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15248d9c-a812-4e94-b02b-a385096545cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.571334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15248d9c-a812-4e94-b02b-a385096545cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.575274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: b65053cb-e37f-4c79-ad29-b40e34184085 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:40:48.575761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b65053cb-e37f-4c79-ad29-b40e34184085 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:40:48.619301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=620f915c-5273-4c11-8ce8-a72306cdc9e9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:48.621999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8c91d5f-d90c-46e1-9bfb-ac74e3428573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.643870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:48.652977 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-15248d9c-a812-4e94-b02b-a385096545cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=291789ae6d1e4ebc9720312708a95ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154141 Jul 05 09:40:48.674239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248d9c-a812-4e94-b02b-a385096545cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb00731-4085-4bef-ac15-22103b865fbb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:48.704302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-261d547d-dcef-476b-9ef3-2ff8b6d1e632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.732868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-261d547d-dcef-476b-9ef3-2ff8b6d1e632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.744077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:48.795128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['620f915c-5273-4c11-8ce8-a72306cdc9e9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:48.823240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-261d547d-dcef-476b-9ef3-2ff8b6d1e632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.826184 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-261d547d-dcef-476b-9ef3-2ff8b6d1e632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.830898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-261d547d-dcef-476b-9ef3-2ff8b6d1e632 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcb00731-4085-4bef-ac15-22103b865fbb HTTP/1.1" status: 204 len: 168 time: 0.1859221 Jul 05 09:40:48.853461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8c91d5f-d90c-46e1-9bfb-ac74e3428573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.860626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8c91d5f-d90c-46e1-9bfb-ac74e3428573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:48.866905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d547d-dcef-476b-9ef3-2ff8b6d1e632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb00731-4085-4bef-ac15-22103b865fbb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:48.910645 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8c91d5f-d90c-46e1-9bfb-ac74e3428573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b7272dcf1d74ec8a446f1ec65cde032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727509 Jul 05 09:40:48.910645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c91d5f-d90c-46e1-9bfb-ac74e3428573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fc66b6-ccbb-4102-baec-cab4b6a2a30e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:48.911794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44686) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:48.956781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd632da-d45d-4781-9dca-5cb0108a3d45 req-e10ce0d7-1360-4ad4-b7af-c18949791a95 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:48.975637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3dd632da-d45d-4781-9dca-5cb0108a3d45 req-e10ce0d7-1360-4ad4-b7af-c18949791a95 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 948 time: 0.1731324 Jul 05 09:40:48.978937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-291b3ab5-1ee4-47c5-a6fa-4e8b5968899f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.030899 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d198ca-7d15-4665-b494-1d011d436970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.045285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3dd632da-d45d-4781-9dca-5cb0108a3d45 req-f62a56de-6490-47a6-b7a4-9109418c932f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636721 Jul 05 09:40:49.089164 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d198ca-7d15-4665-b494-1d011d436970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.184566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-291b3ab5-1ee4-47c5-a6fa-4e8b5968899f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.186553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d198ca-7d15-4665-b494-1d011d436970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.189547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d198ca-7d15-4665-b494-1d011d436970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.191212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-291b3ab5-1ee4-47c5-a6fa-4e8b5968899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.193362 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a8d198ca-7d15-4665-b494-1d011d436970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73fc66b6-ccbb-4102-baec-cab4b6a2a30e HTTP/1.1" status: 204 len: 168 time: 0.2801924 Jul 05 09:40:49.230728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d198ca-7d15-4665-b494-1d011d436970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fc66b6-ccbb-4102-baec-cab4b6a2a30e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:49.236402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-291b3ab5-1ee4-47c5-a6fa-4e8b5968899f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1bdca32760d42358092fbbce8240ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908228 Jul 05 09:40:49.239492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:49.331291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b3ab5-1ee4-47c5-a6fa-4e8b5968899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3fdb9f-f1cd-4c2b-b3ce-5fe7e32366f0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:49.345515 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc833-87a8-494b-81be-18cfe627b734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.360220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44718) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:49.375421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07bd5bdf-92d2-4aed-b990-dd7e702086ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.378144 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc833-87a8-494b-81be-18cfe627b734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.401588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f42f20-b019-4a7a-af9c-876a573452d7 req-6c1f17aa-e971-4afb-b79e-28e17007a397 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:49.409049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7f42f20-b019-4a7a-af9c-876a573452d7 req-6c1f17aa-e971-4afb-b79e-28e17007a397 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1869452 Jul 05 09:40:49.502078 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7f42f20-b019-4a7a-af9c-876a573452d7 req-03eedabe-4656-4566-89af-5199c09c53c3 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920520 Jul 05 09:40:49.528443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc833-87a8-494b-81be-18cfe627b734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.530777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07bd5bdf-92d2-4aed-b990-dd7e702086ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.531101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc833-87a8-494b-81be-18cfe627b734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.532301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cd8cc833-87a8-494b-81be-18cfe627b734 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad3fdb9f-f1cd-4c2b-b3ce-5fe7e32366f0 HTTP/1.1" status: 204 len: 168 time: 0.2918391 Jul 05 09:40:49.541371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.543681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cc833-87a8-494b-81be-18cfe627b734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3fdb9f-f1cd-4c2b-b3ce-5fe7e32366f0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:49.545284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07bd5bdf-92d2-4aed-b990-dd7e702086ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.594313 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-07bd5bdf-92d2-4aed-b990-dd7e702086ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b3a388e9ba34e66a5ef683593b38d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329886 Jul 05 09:40:49.596925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:49.604782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5bdf-92d2-4aed-b990-dd7e702086ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a42e174-46da-4585-aae7-b243e83737bc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:49.660148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5b3f-c507-4f10-b7ce-4ddb44a4f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.688019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5b3f-c507-4f10-b7ce-4ddb44a4f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.766904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5b3f-c507-4f10-b7ce-4ddb44a4f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.770521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5b3f-c507-4f10-b7ce-4ddb44a4f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:49.774845 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e9aa5b3f-c507-4f10-b7ce-4ddb44a4f939 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a42e174-46da-4585-aae7-b243e83737bc HTTP/1.1" status: 204 len: 168 time: 0.1768723 Jul 05 09:40:49.783196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5b3f-c507-4f10-b7ce-4ddb44a4f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a42e174-46da-4585-aae7-b243e83737bc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:49.863393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44754) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:49.925327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad229d6-548d-4195-a038-643954f6059c req-4d648ab1-ec36-46b4-8aec-f01e30b713e0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:49.927539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-4d648ab1-ec36-46b4-8aec-f01e30b713e0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.1248932 Jul 05 09:40:49.951740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-f1244272-f2b6-4168-bf47-33012346d63a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/quotas/6b0d8e75b09843f39dad263ac685956e HTTP/1.1" status: 200 len: 375 time: 0.0192580 Jul 05 09:40:49.983126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-c568e4fd-3f77-4b2e-9563-84b64c0de487 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303643 Jul 05 09:40:50.080550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-6f885db0-b1ea-464c-a777-fc225dcc48ff service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907910 Jul 05 09:40:50.105372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4eebcb00-61eb-4481-a797-8410b22cb3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.222703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 620f915c-5273-4c11-8ce8-a72306cdc9e9 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:50.287835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 620f915c-5273-4c11-8ce8-a72306cdc9e9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:50.294663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 620f915c-5273-4c11-8ce8-a72306cdc9e9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:50.295760 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.302811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4eebcb00-61eb-4481-a797-8410b22cb3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.309880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-bad23679-7438-4c0a-826b-9e35c23243b4 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207685 Jul 05 09:40:50.310175 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4eebcb00-61eb-4481-a797-8410b22cb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.351446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94f16b-b0b2-45c6-accd-8ec3c1da35c3 req-c3bf8c16-d72c-449c-9090-654d47575244 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:50.361403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae94f16b-b0b2-45c6-accd-8ec3c1da35c3 req-c3bf8c16-d72c-449c-9090-654d47575244 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 948 time: 0.1606758 Jul 05 09:40:50.373076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebcb00-61eb-4481-a797-8410b22cb3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18579f1c-17e0-490c-8e9b-caf1de9a9bad,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:50.388633 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4eebcb00-61eb-4481-a797-8410b22cb3b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fb9d69496014f509251874b5e6319df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241003 Jul 05 09:40:50.392309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44782) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:50.418587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae94f16b-b0b2-45c6-accd-8ec3c1da35c3 req-a8a118e8-ee80-4d9b-bb26-8721c2c228fb tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560305 Jul 05 09:40:50.478455 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.516229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a925fdfd-ce2e-411a-82ba-8016293e8128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.567718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a925fdfd-ce2e-411a-82ba-8016293e8128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.574342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41381f2c-595d-4963-ad33-ed4f1391195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620f915c-5273-4c11-8ce8-a72306cdc9e9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:50.582268 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9443c28-2136-4472-bac8-6063c39d4d86" -d '{"events": [{"server_uuid": "41381f2c-595d-4963-ad33-ed4f1391195e", "name": "network-vif-plugged", "status": "completed", "tag": "620f915c-5273-4c11-8ce8-a72306cdc9e9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:50.591901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3775be0e-7f13-42dc-bf7c-5ae8d46c91f8 req-ff89d3e7-67bf-486c-9192-60df5669bc67 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.0553098 Jul 05 09:40:50.637340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 620f915c-5273-4c11-8ce8-a72306cdc9e9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=620f915c-5273-4c11-8ce8-a72306cdc9e9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:50.652417 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.697159 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a3284-8f7e-4ed7-b0de-d7241f965131 x-openstack-request-id: req-060a3284-8f7e-4ed7-b0de-d7241f965131 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:50.697758 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41381f2c-595d-4963-ad33-ed4f1391195e", "name": "network-vif-plugged", "status": "completed", "tag": "620f915c-5273-4c11-8ce8-a72306cdc9e9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:50.697897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a925fdfd-ce2e-411a-82ba-8016293e8128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.698317 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-060a3284-8f7e-4ed7-b0de-d7241f965131 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:50.698873 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41381f2c-595d-4963-ad33-ed4f1391195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620f915c-5273-4c11-8ce8-a72306cdc9e9', 'code': 200} Jul 05 09:40:50.703249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a925fdfd-ce2e-411a-82ba-8016293e8128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:50.704995 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a925fdfd-ce2e-411a-82ba-8016293e8128 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18579f1c-17e0-490c-8e9b-caf1de9a9bad HTTP/1.1" status: 204 len: 168 time: 0.3108652 Jul 05 09:40:50.728736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925fdfd-ce2e-411a-82ba-8016293e8128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18579f1c-17e0-490c-8e9b-caf1de9a9bad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:50.810413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=620f915c-5273-4c11-8ce8-a72306cdc9e9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:50.943806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a8494-a614-45f7-b4e9-0b7606922ad8 req-55c15819-7804-45ef-b108-1eed6b91524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:50.945551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d0a8494-a614-45f7-b4e9-0b7606922ad8 req-55c15819-7804-45ef-b108-1eed6b91524c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 1101 time: 0.1672666 Jul 05 09:40:50.956389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccf0e3-076a-4916-97c2-a12098a4e173 req-2c2e487d-6da1-4a72-aafb-ed4fb42dc1b5 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:50.962985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbccf0e3-076a-4916-97c2-a12098a4e173 req-2c2e487d-6da1-4a72-aafb-ed4fb42dc1b5 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1136489 Jul 05 09:40:51.038917 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbccf0e3-076a-4916-97c2-a12098a4e173 req-6bdb1577-ce9b-4ec3-a26b-25b84e464f76 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724978 Jul 05 09:40:51.058150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d0a8494-a614-45f7-b4e9-0b7606922ad8 req-d528c8ac-d904-4149-9f4f-ddca21317ee5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745754 Jul 05 09:40:51.655666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe1948-d4d9-45bb-8236-79a1db9b50f4 req-f940d96e-8a95-45bc-912a-f54057ad5b81 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:51.664778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fbe1948-d4d9-45bb-8236-79a1db9b50f4 req-f940d96e-8a95-45bc-912a-f54057ad5b81 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 949 time: 0.1084802 Jul 05 09:40:51.737633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fbe1948-d4d9-45bb-8236-79a1db9b50f4 req-662648e6-435e-4d81-94ec-c3fd563b3b15 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717881 Jul 05 09:40:51.794394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c587f223-0cbc-48d5-bb8f-85b324bceb4a req-6452020c-bd27-4157-82d2-8f88b57a6a0d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.0457909 Jul 05 09:40:51.794394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44850) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:52.102302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9761a148-d07a-4ead-bb08-f57d4435bde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.192506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad229d6-548d-4195-a038-643954f6059c req-bd7847ec-a763-4c81-b5f3-cc927868995d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:52.194112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-bd7847ec-a763-4c81-b5f3-cc927868995d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.1957462 Jul 05 09:40:52.216675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Request body: {'port': {'device_id': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'admin_state_up': True, 'tenant_id': '6b0d8e75b09843f39dad263ac685956e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:52.428187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158911a1-a33c-4cff-961d-5ddd5502317c req-48cde6b7-1ecf-4afd-ad0a-6ceb7fa039a5 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:52.429688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-158911a1-a33c-4cff-961d-5ddd5502317c req-48cde6b7-1ecf-4afd-ad0a-6ceb7fa039a5 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.1631114 Jul 05 09:40:52.447733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9761a148-d07a-4ead-bb08-f57d4435bde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.461714 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9761a148-d07a-4ead-bb08-f57d4435bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.513509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:52.517587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.551702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-158911a1-a33c-4cff-961d-5ddd5502317c req-74a72d03-3fc5-4904-8459-74ee1f176d73 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135640 Jul 05 09:40:52.554119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9761a148-d07a-4ead-bb08-f57d4435bde1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd0f62c1d0ee488aa7129adf2db14fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592490 Jul 05 09:40:52.560233 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:52.562871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a148-d07a-4ead-bb08-f57d4435bde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb5fcc-c4e7-49ab-8027-c0a5f9d4a07b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:52.661978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec494-b8fe-486d-b3bf-08f93d9a7f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.707982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec494-b8fe-486d-b3bf-08f93d9a7f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.722850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Allocated IP 172.20.0.3 (95f2e8ac-3bd9-47f1-bdea-6826ffe85630/89de0421-44ed-4064-9c5b-0199b9e27602/1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:52.765216 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec494-b8fe-486d-b3bf-08f93d9a7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.768947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec494-b8fe-486d-b3bf-08f93d9a7f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:52.772128 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9c6ec494-b8fe-486d-b3bf-08f93d9a7f0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91bb5fcc-c4e7-49ab-8027-c0a5f9d4a07b HTTP/1.1" status: 204 len: 168 time: 0.2099733 Jul 05 09:40:52.780583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ec494-b8fe-486d-b3bf-08f93d9a7f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb5fcc-c4e7-49ab-8027-c0a5f9d4a07b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:52.978019 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.000569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79eabc7d-d663-47a8-822b-5c357d40d8fb req-aca5604e-059d-4636-a06b-576b2b8fc29f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.0437667 Jul 05 09:40:53.050088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39e419-1662-49da-b53e-c0136d7a5711 req-5e6157ca-9537-45a9-ac0f-12edc1f002a6 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:53.051650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac39e419-1662-49da-b53e-c0136d7a5711 req-5e6157ca-9537-45a9-ac0f-12edc1f002a6 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 949 time: 0.1488028 Jul 05 09:40:53.068512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.134168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:53.143892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:53.149576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:53.176628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac39e419-1662-49da-b53e-c0136d7a5711 req-4881046e-8c0a-4238-a1c1-d21a238234c5 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153631 Jul 05 09:40:53.179452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event updated for resources: {'Port': ['ID=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:53.211198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:53.211838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.228294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-ddc6184b-d7ad-449b-9498-f5cbba6bfa68 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0218234 Jul 05 09:40:53.243500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Request body: {'port': {'device_id': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:53.330202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.648275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:53.659853 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:53.694453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Transition to ACTIVE for port object 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:53.708439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.193004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Pushing event updated for resources: {'Port': ['ID=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:54.228243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-cca82532-3c6f-425e-bac9-1954585414c5 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=faefcb59b0c4491296dbb3b7f2285501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5232556 Jul 05 09:40:54.246243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:54.385921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1257105335-network', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:54.388920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443114b-b97a-442c-8ad7-67843d271ece req-dd233119-3cfe-4d2c-9924-ba6c1820ce7b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:54.396122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3443114b-b97a-442c-8ad7-67843d271ece req-dd233119-3cfe-4d2c-9924-ba6c1820ce7b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.7141504 Jul 05 09:40:54.430775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Made reservation on behalf of f21df3b748184bbdb66c06835a91ab62 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:54.436458 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.446956 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.468075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-baab38d9-6654-4a5d-85d7-15aec59c43dc tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:54.474625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-baab38d9-6654-4a5d-85d7-15aec59c43dc tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454965 Jul 05 09:40:54.502453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3443114b-b97a-442c-8ad7-67843d271ece req-50bbdf66-3e25-4bcc-86e7-68cfb42560ec tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044254 Jul 05 09:40:54.519514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-b3464b0b-c6a1-438e-a8cf-c8726714867f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/quotas/faefcb59b0c4491296dbb3b7f2285501 HTTP/1.1" status: 200 len: 375 time: 0.0439174 Jul 05 09:40:54.534339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Attempting to bind port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:54.534670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Attempting to bind port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:54.535000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Attempting to bind port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:54.570881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-a5997434-ee84-4eb2-8c2f-4d3632dc75e5 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=faefcb59b0c4491296dbb3b7f2285501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502257 Jul 05 09:40:54.575426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:40:54.577066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Attempting to bind port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:54.592840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:54.593183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Checking segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:54.593585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Bound using segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:54.595883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Bound port: 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:54.597191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.612834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.620951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.650638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:40:54.692706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.693487 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Added segment 801bea3b-dfb5-45c0-9453-16bba84241fd of type vlan for network b7b49b5e-130f-4343-b61b-5b3ce1eca369 Jul 05 09:40:54.738825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-ecb3de89-458c-42ab-bd5a-07bf563cfa99 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0537807500a5401ca4d4023ab8408ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463326 Jul 05 09:40:54.809561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] For port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:54.827062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.831730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13708c00-5687-4f45-b2aa-9262bbddfe6e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:54.841439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] For port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:54.849784 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.879836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.881647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:54.881828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.921742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:54.922450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:54.924720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] 10.222.0.16 "PUT /v2.0/ports/1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 HTTP/1.1" status: 200 len: 1092 time: 1.6877463 Jul 05 09:40:54.927169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'tag': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:40:54.929580 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdc06c1-f00e-498c-a3c9-67be4b3ba22f", "tag": "1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:40:54.946586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6959364 Jul 05 09:40:54.952567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:54.974811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Request body: {'subnet': {'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1257105335-subnet', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:55.006540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-31b9eb93-d30e-43ae-b106-ab51a12a8a87 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:55.008680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-31b9eb93-d30e-43ae-b106-ab51a12a8a87 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639868 Jul 05 09:40:55.044064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afe465-a952-438a-9f1e-471a841f73e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b49b5e-130f-4343-b61b-5b3ce1eca369,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:55.055300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:40:55.093157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453b7b3-a9e3-4d38-8858-794e96b4d75f service neutron] Pushing event updated for resources: {'Port': ['ID=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:55.143458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-3a590050-7cfb-4320-b0a8-e93a5202b487 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/quotas/0537807500a5401ca4d4023ab8408ac4 HTTP/1.1" status: 200 len: 375 time: 0.1143811 Jul 05 09:40:55.150300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Made reservation on behalf of f21df3b748184bbdb66c06835a91ab62 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:55.153571 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.302338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad229d6-548d-4195-a038-643954f6059c req-80dda932-e65d-4223-9097-6c405420e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:55.303923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-80dda932-e65d-4223-9097-6c405420e01a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 1095 time: 0.2793188 Jul 05 09:40:55.373215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:55.378507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59874c0f-1a92-48a4-9847-367125b56f4c req-2e230620-a1d0-4c7f-9026-228cbce6dd09 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:55.380176 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59874c0f-1a92-48a4-9847-367125b56f4c req-2e230620-a1d0-4c7f-9026-228cbce6dd09 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 943 time: 0.3586226 Jul 05 09:40:55.385218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-21d3e079-7a41-4a44-8b25-7a2bc1e0a49b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0703604 Jul 05 09:40:55.463474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-d919280f-5749-46e3-997e-27107fc646fb tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0537807500a5401ca4d4023ab8408ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2572803 Jul 05 09:40:55.521182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59874c0f-1a92-48a4-9847-367125b56f4c req-d721244d-db98-4cc8-96e2-53107dd1ead4 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292779 Jul 05 09:40:55.524379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad229d6-548d-4195-a038-643954f6059c req-fb6b0844-b539-4d14-bac3-8d8b81bb0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:55.526498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-fb6b0844-b539-4d14-bac3-8d8b81bb0eed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.1312897 Jul 05 09:40:55.577678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-921052b9-8a22-496d-90bf-3f3df7736749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.628650 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.708966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-0fd44b78-bc55-4f4f-b6ef-c5f24921daea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954800 Jul 05 09:40:55.787695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-875aa449-1c1d-4e29-8b1f-02abe33faf50 req-ca1fd3df-3e34-479e-9b5a-a343a23320c2 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 210 time: 0.0818901 Jul 05 09:40:55.794536 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db7ef32-8463-4c64-b378-44c0553c373c x-openstack-request-id: req-9db7ef32-8463-4c64-b378-44c0553c373c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:40:55.794832 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdc06c1-f00e-498c-a3c9-67be4b3ba22f", "tag": "1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:40:55.795109 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9db7ef32-8463-4c64-b378-44c0553c373c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:40:55.795537 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'tag': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9', 'status': 'completed', 'code': 200} Jul 05 09:40:55.851675 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-921052b9-8a22-496d-90bf-3f3df7736749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.866195 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-921052b9-8a22-496d-90bf-3f3df7736749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:55.867424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ca93b0-d35c-44ce-90bb-06d52ce24605,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:55.919474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7fd32a9b-dc1d-42a3-acda-ab3feeb971c5 req-a5c6d99c-2b2f-4522-a607-470cd18d4144 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 210 time: 0.0530074 Jul 05 09:40:55.977212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921052b9-8a22-496d-90bf-3f3df7736749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f45d6-084c-47b4-9eb9-3bc5aa5177c3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:55.988199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-921052b9-8a22-496d-90bf-3f3df7736749 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9af02b806a74780a0fbd45d45b522c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136463 Jul 05 09:40:55.988666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:56.010895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Checking segment: {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:56.011302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Network hostable DHCP agents. Network: b7b49b5e-130f-4343-b61b-5b3ce1eca369, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:40:56.036728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-faa22247-82c2-4bb2-89eb-31a4c7908b0c service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029881 Jul 05 09:40:56.136907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:40:56.161490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b7b49b5e-130f-4343-b61b-5b3ce1eca369) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:56.172719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56902f-6a5c-40bd-8030-2c39ee6e5723 None None] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:56.176856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:56.177736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.192340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237cefe-40e0-49f7-a227-e13718506c3d req-c2ad87af-b40c-40a5-911d-dae1761dd8e6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:56.194273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4237cefe-40e0-49f7-a227-e13718506c3d req-c2ad87af-b40c-40a5-911d-dae1761dd8e6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2724133 Jul 05 09:40:56.209037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:56.221766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b03be7e1-6817-4df5-b918-04c4808c6779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.256982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-437ac7b1-3301-4bfb-891b-eca1672b7bf4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3032556 Jul 05 09:40:56.260480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:56.265468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:56.284167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b03be7e1-6817-4df5-b918-04c4808c6779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.299698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.301857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.321464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aad229d6-548d-4195-a038-643954f6059c req-abb24871-1ea3-4a35-a3e2-9e503c323c19 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761872 Jul 05 09:40:56.377326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4237cefe-40e0-49f7-a227-e13718506c3d req-6d88ab40-efab-462a-a7f1-14aa19826b8e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743133 Jul 05 09:40:56.383155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:40:56.384433 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.412452 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b03be7e1-6817-4df5-b918-04c4808c6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.417892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b03be7e1-6817-4df5-b918-04c4808c6779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.421639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b03be7e1-6817-4df5-b918-04c4808c6779 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b62f45d6-084c-47b4-9eb9-3bc5aa5177c3 HTTP/1.1" status: 204 len: 168 time: 0.4106271 Jul 05 09:40:56.442836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03be7e1-6817-4df5-b918-04c4808c6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f45d6-084c-47b4-9eb9-3bc5aa5177c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:56.449349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.471013 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d29095f-f2e1-44ee-85f8-94e47850d010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.577186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Allocated IP 172.20.0.2 (b7b49b5e-130f-4343-b61b-5b3ce1eca369/89ca93b0-d35c-44ce-90bb-06d52ce24605/88a3fb3c-09c8-4e23-8740-cc6af4e993f8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:56.665592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-1cca75aa-1656-4491-b113-6f3d1b7b61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:56.672186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-1cca75aa-1656-4491-b113-6f3d1b7b61ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 1095 time: 0.1291728 Jul 05 09:40:56.738853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.783770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d29095f-f2e1-44ee-85f8-94e47850d010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.831975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-92f44023-97bd-4948-8f97-c13d3fc63989 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=faefcb59b0c4491296dbb3b7f2285501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341995 Jul 05 09:40:56.834985 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.848353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Transition to ACTIVE for port object 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:56.875736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Transition to ACTIVE for port object 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:56.879025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d29095f-f2e1-44ee-85f8-94e47850d010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.883466 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:56.958180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:56.959962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29095f-f2e1-44ee-85f8-94e47850d010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe0dc68-a00b-4f8d-bb8e-abff3738d5ce,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:56.964866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Pushing event updated for resources: {'Port': ['ID=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:56.993348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:56.998511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:57.013158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:57.032585 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6d29095f-f2e1-44ee-85f8-94e47850d010 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59b16488f2aa43b5b4c77831ac4b60c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8197179 Jul 05 09:40:57.033154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:57.034912 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15906b72-849b-45e2-8208-cecb908f728c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.095981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bd1d411-9e03-4a30-8853-6cad08664547 req-acf12d04-9545-4ff8-8783-4b393f0cb57c tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 210 time: 0.0724816 Jul 05 09:40:57.118745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc98f2e-8e8b-4399-b9a3-5aa01caa3e0a req-db85f138-8ce3-4474-a503-e89a2583e698 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.126672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Attempting to bind port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:40:57.127337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Attempting to bind port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:40:57.128010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Attempting to bind port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 on network b7b49b5e-130f-4343-b61b-5b3ce1eca369 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:40:57.132907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc98f2e-8e8b-4399-b9a3-5aa01caa3e0a req-db85f138-8ce3-4474-a503-e89a2583e698 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 943 time: 0.4110334 Jul 05 09:40:57.145336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:40:57.148579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Checking segment: {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:40:57.149010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-5fa7b6fd-0c99-4d31-bd0b-64544e1fe018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.151448 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.151862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Bound using segment: {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:40:57.152367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Bound port: 88a3fb3c-09c8-4e23-8740-cc6af4e993f8, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:40:57.152533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-5fa7b6fd-0c99-4d31-bd0b-64544e1fe018 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 913 time: 0.4704437 Jul 05 09:40:57.152755 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.209795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-333cea6b-a955-48c6-ad48-adc6be84dbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.225193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-2b18f839-c426-40df-9cbe-3aced7b20606 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 HTTP/1.1" status: 200 len: 217 time: 0.0484672 Jul 05 09:40:57.255782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-d26b9ff5-b22d-4a8e-b097-05a12e9d5487 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.257743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-d26b9ff5-b22d-4a8e-b097-05a12e9d5487 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4197326 Jul 05 09:40:57.276970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] For port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:40:57.281849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] For port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:40:57.286328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.294929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-333cea6b-a955-48c6-ad48-adc6be84dbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.296492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Request body: {'port': {'device_id': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'faefcb59b0c4491296dbb3b7f2285501'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:57.351211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3769d3c-3669-44ad-928f-6252e5a84561 None None] Pushing event updated for resources: {'Port': ['ID=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.351467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.382913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.397010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db264b84-b604-41db-9f0e-68c621ec4de0 req-542716e0-efde-41b1-b3fd-34786a8a5469 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 210 time: 0.1318164 Jul 05 09:40:57.409378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc98f2e-8e8b-4399-b9a3-5aa01caa3e0a req-6ad08a18-4e42-4fa7-81b1-c2796cc561ca tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529767 Jul 05 09:40:57.436926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-c857e280-14ca-4131-a197-636364867aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.439017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-c857e280-14ca-4131-a197-636364867aaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.2017510 Jul 05 09:40:57.483185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-333cea6b-a955-48c6-ad48-adc6be84dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.486473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-333cea6b-a955-48c6-ad48-adc6be84dbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.490467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-333cea6b-a955-48c6-ad48-adc6be84dbc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbe0dc68-a00b-4f8d-bb8e-abff3738d5ce HTTP/1.1" status: 204 len: 168 time: 0.4480178 Jul 05 09:40:57.514413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-79f8312b-e462-4cc0-aab3-9708d94bc5a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523415 Jul 05 09:40:57.537806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cea6b-a955-48c6-ad48-adc6be84dbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe0dc68-a00b-4f8d-bb8e-abff3738d5ce,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:57.593297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Allocated IP 172.25.1.195 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/2738e316-456d-46fd-9b93-fb87771dfa5b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:57.785785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-61bf8636-0015-47c1-82ad-b1b858dec76f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0537807500a5401ca4d4023ab8408ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783296 Jul 05 09:40:57.813005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15906b72-849b-45e2-8208-cecb908f728c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.821752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-19f0ac7a-66e4-4d92-8638-40ab699e07f2 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946644 Jul 05 09:40:57.836095 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15906b72-849b-45e2-8208-cecb908f728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.945021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:57.961507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-6ca2d84d-4a8d-48bc-93e4-19c829e492d6 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:57.963624 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-6ca2d84d-4a8d-48bc-93e4-19c829e492d6 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688802 Jul 05 09:40:57.975600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9b68c83-cc53-4ab3-ba23-308186f8c8b2 req-47f92a8a-b666-4ba5-9be5-b5f19be97ba2 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415706 Jul 05 09:40:57.982928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Request body: {'port': {'device_id': '060d0e3a-2600-4329-852d-26028597fc23', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '0537807500a5401ca4d4023ab8408ac4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:40:58.038016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f545c6-0b87-4795-914b-0dce8b3ef49a req-b1ce3f3a-cc8b-4023-a425-86a8285310a1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:58.044251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89f545c6-0b87-4795-914b-0dce8b3ef49a req-b1ce3f3a-cc8b-4023-a425-86a8285310a1 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.4603748 Jul 05 09:40:58.055364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-15906b72-849b-45e2-8208-cecb908f728c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=726088d4d82f4b5eb544d451fb1db49e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856965 Jul 05 09:40:58.058779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:58.064357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Made reservation on behalf of faefcb59b0c4491296dbb3b7f2285501 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:58.068921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.074989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906b72-849b-45e2-8208-cecb908f728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ecfa6-266d-454e-a380-fb38aaefd2e9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:58.080481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:58.112506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.116274 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0eaea3f-f934-489e-bb43-f220c225160b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.134710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.162703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89f545c6-0b87-4795-914b-0dce8b3ef49a req-f28e2642-1d05-47ce-8d18-1502d029c4b8 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081486 Jul 05 09:40:58.187850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:58.199259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:58.209442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:58.246460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Pushing event updated for resources: {'Port': ['ID=2738e316-456d-46fd-9b93-fb87771dfa5b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:58.252423 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc9da3ce-bc14-4de1-903c-8292679d0096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.275245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.280821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.325147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc9da3ce-bc14-4de1-903c-8292679d0096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.372152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e237ae-5456-4a2d-ac45-270e9cce4f89,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:58.538112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc9da3ce-bc14-4de1-903c-8292679d0096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.542152 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc9da3ce-bc14-4de1-903c-8292679d0096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.543314 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bc9da3ce-bc14-4de1-903c-8292679d0096 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e2ecfa6-266d-454e-a380-fb38aaefd2e9 HTTP/1.1" status: 204 len: 168 time: 0.4837086 Jul 05 09:40:58.551494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:40:58.562475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9da3ce-bc14-4de1-903c-8292679d0096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ecfa6-266d-454e-a380-fb38aaefd2e9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:58.589191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Allocated IP 192.168.233.92 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/aaf098ac-4f8a-464a-b0cb-50f63f45f7f2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:58.602319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df133b7e-3355-4048-809d-7e88b6c93daa req-0a5fc40f-99f4-4e56-99cc-df1fab2eb65f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 210 time: 0.0809698 Jul 05 09:40:58.640821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.654178 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0eaea3f-f934-489e-bb43-f220c225160b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.664233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0eaea3f-f934-489e-bb43-f220c225160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.713691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Made reservation on behalf of 0537807500a5401ca4d4023ab8408ac4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:40:58.718103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:58.789307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4999e745-c4d3-45bc-a91e-850ec96f984c req-b2867bf4-93aa-478d-be4f-039910c9b96c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 210 time: 0.0724332 Jul 05 09:40:58.830088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaea3f-f934-489e-bb43-f220c225160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c12d9c-9376-4d64-9be2-9d44c649332f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:58.838156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f0eaea3f-f934-489e-bb43-f220c225160b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=826e4624e66942a99ce59858513ddb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413776 Jul 05 09:40:58.839343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:40:58.907891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:40:58.994138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:59.050022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'port_id': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9', 'mac_address': 'fa:16:3e:7a:9e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de0421-44ed-4064-9c5b-0199b9e27602', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:40:59.070399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:59.073445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cf23136-1a3b-4858-87a0-40f6665d71c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.077863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc72005-1873-4553-ab45-b8520fdfa546 None None] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:40:59.099155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cf23136-1a3b-4858-87a0-40f6665d71c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.204518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cf23136-1a3b-4858-87a0-40f6665d71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.209034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cf23136-1a3b-4858-87a0-40f6665d71c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.209034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5cf23136-1a3b-4858-87a0-40f6665d71c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47c12d9c-9376-4d64-9be2-9d44c649332f HTTP/1.1" status: 204 len: 168 time: 0.3655877 Jul 05 09:40:59.228540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.247427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25796-ddda-4fb6-aeac-e466b2bbc5f2 req-d48e9a28-6ca5-45dc-977b-530aebeaa1f7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:59.255665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbd25796-ddda-4fb6-aeac-e466b2bbc5f2 req-d48e9a28-6ca5-45dc-977b-530aebeaa1f7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 943 time: 0.2748897 Jul 05 09:40:59.282232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-baab65ba-3c81-4c20-a612-d00b74d85548 None None] Provisioning for port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:40:59.300879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-baab65ba-3c81-4c20-a612-d00b74d85548 None None] Provisioning complete for port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:40:59.301253 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baab65ba-3c81-4c20-a612-d00b74d85548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.304019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf23136-1a3b-4858-87a0-40f6665d71c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c12d9c-9376-4d64-9be2-9d44c649332f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:59.321586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Transition to ACTIVE for port object aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:40:59.358790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbd25796-ddda-4fb6-aeac-e466b2bbc5f2 req-d90786c6-3c72-485b-9cbb-14955247e9c3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021461 Jul 05 09:40:59.360692 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.380696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.392489 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.418661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:40:59.483399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:59.494793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.496048 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.517858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:40:59.522922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:40:59.547620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:40:59.562700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:59.612973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba005b-19e2-4c1a-b537-98c069341f9d req-62aaa056-bd81-4720-9304-7a9945c303a3 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:59.614586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04ba005b-19e2-4c1a-b537-98c069341f9d req-62aaa056-bd81-4720-9304-7a9945c303a3 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2081172 Jul 05 09:40:59.626204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Allocated IP 192.168.233.195 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/8b904b6e-e4e2-47e3-a91a-e0b95e0ca093) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:40:59.632725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.645316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baab65ba-3c81-4c20-a612-d00b74d85548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.720046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-baab65ba-3c81-4c20-a612-d00b74d85548 None None] For port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:40:59.736426 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baab65ba-3c81-4c20-a612-d00b74d85548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.737425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Pushing event updated for resources: {'Port': ['ID=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:59.777883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04ba005b-19e2-4c1a-b537-98c069341f9d req-49f1f79a-6fc2-4076-b657-e770b668b777 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532998 Jul 05 09:40:59.808179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:40:59.809445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:40:59.825317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:40:59.924875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab65ba-3c81-4c20-a612-d00b74d85548 None None] Pushing event updated for resources: {'Port': ['ID=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:40:59.982074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3a6925df-bb8e-4b52-b1ba-715f6a9206f1 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6909642 Jul 05 09:41:00.019866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Request body: {'port': {'device_id': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:00.086363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-af0ddb5f-3f9e-49d4-baa0-a07b8382988d None None] Provisioning for port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:00.090440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa52d-d208-4119-ab40-ec1067ab6fe7 req-ffaea69b-7009-4c7b-8e44-b7dcad160808 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:00.094398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12dfa52d-d208-4119-ab40-ec1067ab6fe7 req-ffaea69b-7009-4c7b-8e44-b7dcad160808 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 935 time: 0.2311945 Jul 05 09:41:00.102768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-af0ddb5f-3f9e-49d4-baa0-a07b8382988d None None] Provisioning complete for port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:00.103562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af0ddb5f-3f9e-49d4-baa0-a07b8382988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.190042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-af0ddb5f-3f9e-49d4-baa0-a07b8382988d None None] Port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:00.204217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f215437-263e-4aed-b808-f6cbc3a6b6a0 req-866eda3a-075e-4382-a893-16d5aa97a52e tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 210 time: 0.0888498 Jul 05 09:41:00.227890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12dfa52d-d208-4119-ab40-ec1067ab6fe7 req-3a6457e1-e561-4ad0-9755-582c074e3f7f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283085 Jul 05 09:41:00.231695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.287866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Router e17c07f2-1712-42d5-b25f-beedff79d3b5 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:41:00.315847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d85b4e06-c3b3-4f7e-83bb-c42964e4f97e None None] Provisioning complete for port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:00.316215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d85b4e06-c3b3-4f7e-83bb-c42964e4f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.327018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.379959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Transition to ACTIVE for port object 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:00.484050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:41:00.491627 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.506942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['620f915c-5273-4c11-8ce8-a72306cdc9e9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:00.534199 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Sync routers for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:41:00.544424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:00.545787 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af214404-d24e-4829-af14-fb3dc6e71f5b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2841604 Jul 05 09:41:00.553739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:00.562716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:00.563717 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:00.567255 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:00.606812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:00.614151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:00.642619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:00.732342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:00.842124 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:00.933974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:00.943498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.035280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Pushing event updated for resources: {'Port': ['ID=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:01.053040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-fab6100d-25e6-4a69-b76c-a29b1f5e7427 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0771232 Jul 05 09:41:01.067865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Request body: {'port': {'device_id': '060d0e3a-2600-4329-852d-26028597fc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:01.110540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:01.128655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:01.129034 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.206105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.225282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:01.225813 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.397765 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:40:58Z', 'revision_number': 3, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:01.459636 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Checking router: e17c07f2-1712-42d5-b25f-beedff79d3b5 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:41:01.459989 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Updating router e17c07f2-1712-42d5-b25f-beedff79d3b5 port 2738e316-456d-46fd-9b93-fb87771dfa5b binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:41:01.532763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8d8bcb6-01df-4872-8bc8-310a201f3edb None None] Provisioning for port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:01.543991 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.545968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8d8bcb6-01df-4872-8bc8-310a201f3edb None None] Provisioning complete for port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:01.546346 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8d8bcb6-01df-4872-8bc8-310a201f3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.639762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:01.673545 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.682644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8bcb6-01df-4872-8bc8-310a201f3edb None None] Port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:01.718060 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:01.720393 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687f5d7a-3e7a-46d5-b4b7-6d3645dce4c2" -d '{"events": [{"server_uuid": "6fdc06c1-f00e-498c-a3c9-67be4b3ba22f", "name": "network-vif-plugged", "status": "completed", "tag": "1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:01.761691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:01.780764 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.850001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de5ccb-868f-4605-8699-83b8f159b9ac req-fce88742-4c3c-4c76-a8ba-7531f9261a4e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:01.862533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-77de5ccb-868f-4605-8699-83b8f159b9ac req-fce88742-4c3c-4c76-a8ba-7531f9261a4e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 944 time: 1.3240759 Jul 05 09:41:01.880929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:01.944524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.967820 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:01.983406 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Transition to ACTIVE for port object 2738e316-456d-46fd-9b93-fb87771dfa5b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:01.992572 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.006727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1d04b-83ba-4804-9f4a-1be9c5ca7005 req-c82c7781-32de-4a37-97b7-6eda972afe3e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.008574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00d1d04b-83ba-4804-9f4a-1be9c5ca7005 req-c82c7781-32de-4a37-97b7-6eda972afe3e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.3141465 Jul 05 09:41:02.015379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-77de5ccb-868f-4605-8699-83b8f159b9ac req-df82efd5-353e-438c-b6bc-b9a66cf175ed tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519325 Jul 05 09:41:02.017693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:02.026369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.048175 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Attempting to bind port 2738e316-456d-46fd-9b93-fb87771dfa5b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:02.048989 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Attempting to bind port 2738e316-456d-46fd-9b93-fb87771dfa5b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:02.049675 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Attempting to bind port 2738e316-456d-46fd-9b93-fb87771dfa5b on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:02.059232 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:02.059903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:02.060589 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.061209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:02.061919 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Bound port: 2738e316-456d-46fd-9b93-fb87771dfa5b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:02.062713 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.080584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Transition to ACTIVE for port object aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:02.084965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00d1d04b-83ba-4804-9f4a-1be9c5ca7005 req-f283b543-a86d-4529-8a42-9b7931a3125f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555508 Jul 05 09:41:02.086326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.133606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Pushing event updated for resources: {'Port': ['ID=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:02.140831 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] For port 2738e316-456d-46fd-9b93-fb87771dfa5b, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:02.145171 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] For port 2738e316-456d-46fd-9b93-fb87771dfa5b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2738e316-456d-46fd-9b93-fb87771dfa5b,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:02.150979 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.189164 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:02.189938 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:02.284446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Allocated IP 172.20.0.1 (b7b49b5e-130f-4343-b61b-5b3ce1eca369/89ca93b0-d35c-44ce-90bb-06d52ce24605/64195a64-3c55-4dd6-8bc1-f655239b293d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:02.341303 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:02.357944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-835967476'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:02.388159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Made reservation on behalf of 31e61b0708ed42c890e5f95450977565 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:02.391980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.416465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.439856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Attempting to bind port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:02.440431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Attempting to bind port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:02.440879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Attempting to bind port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:02.471598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:02.471933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Attempting to bind port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:02.503423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92425e-487e-4f32-b102-b239abc45c0a req-9994f0bf-11d8-4a50-bbbe-9dff59295a5d tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.507948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d92425e-487e-4f32-b102-b239abc45c0a req-9994f0bf-11d8-4a50-bbbe-9dff59295a5d tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 936 time: 0.2360139 Jul 05 09:41:02.511981 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Pushing event updated for resources: {'Port': ['ID=2738e316-456d-46fd-9b93-fb87771dfa5b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:02.516411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:02.517080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:02.518704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:02.520268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Bound port: aaf098ac-4f8a-464a-b0cb-50f63f45f7f2, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:02.523991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.546213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.546953 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.547145 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.547548 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.548131 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.548713 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.549513 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.550337 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.550899 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.551361 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.551793 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.552226 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:02.625235 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd949213-4b21-44be-98f3-da54c64d52f2 None None] Pushing event updated for resources: {'Port': ['ID=2738e316-456d-46fd-9b93-fb87771dfa5b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:02.637378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:40:58Z', 'revision_number': 3, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:02.657682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef249d5-2fb3-4694-beb4-ae04ec58ca7e req-aac380da-e28e-4b21-95bd-2aa497d519a0 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.664016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.666495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ef249d5-2fb3-4694-beb4-ae04ec58ca7e req-aac380da-e28e-4b21-95bd-2aa497d519a0 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 947 time: 0.3538997 Jul 05 09:41:02.671180 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20c098-f7b9-49a3-a81d-dc287202a128 None None] The sync data for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 is: [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:40:58Z', 'revision_number': 3, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:41:02.698427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Transition to ACTIVE for port object 64195a64-3c55-4dd6-8bc1-f655239b293d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:02.713013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:02.728487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.756764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Transition to ACTIVE for port object 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:02.776758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.781895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ef249d5-2fb3-4694-beb4-ae04ec58ca7e req-f28b9707-399a-4b27-9397-57c2b00de516 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142969 Jul 05 09:41:02.817346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d92425e-487e-4f32-b102-b239abc45c0a req-5e916da6-a8a6-4810-bc84-a1f05998421a tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250175 Jul 05 09:41:02.849663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] For port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:02.856451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] For port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:02.857824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.866248 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff02a32-30ee-4788-9891-615d10b281e4 x-openstack-request-id: req-fff02a32-30ee-4788-9891-615d10b281e4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:02.867352 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdc06c1-f00e-498c-a3c9-67be4b3ba22f", "name": "network-vif-plugged", "status": "completed", "tag": "1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:02.867860 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fff02a32-30ee-4788-9891-615d10b281e4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:02.868484 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9', 'code': 200} Jul 05 09:41:02.869795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.875042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.899429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.907303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:02.908062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:02.911931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] 10.222.0.16 "PUT /v2.0/ports/aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 HTTP/1.1" status: 200 len: 1096 time: 2.9093881 Jul 05 09:41:02.911931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'tag': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:02.913140 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e0927-7487-4fc3-927f-9e273e15dd70" -d '{"events": [{"name": "network-changed", "server_uuid": "e31486c7-8e69-4070-8e4c-5cdd6e0dfc08", "tag": "aaf098ac-4f8a-464a-b0cb-50f63f45f7f2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:02.956589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537d48d-27a7-40c4-952f-fce80daf47fd service neutron] Pushing event updated for resources: {'Port': ['ID=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:02.973288 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03907ec-e83e-4917-a455-aa0e6f418195 x-openstack-request-id: req-e03907ec-e83e-4917-a455-aa0e6f418195 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:02.973582 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31486c7-8e69-4070-8e4c-5cdd6e0dfc08", "tag": "aaf098ac-4f8a-464a-b0cb-50f63f45f7f2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:02.973829 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e03907ec-e83e-4917-a455-aa0e6f418195 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:02.974228 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'tag': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2', 'status': 'completed', 'code': 200} Jul 05 09:41:02.982671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:03.014471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Pushing event updated for resources: {'Port': ['ID=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.019327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:03.071673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43044140-2de2-4846-950a-0ebcccd3495c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.074788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:03.086914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:03.091462 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.092334 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Added segment bf936a8a-256d-4ded-9c8d-e009c1e6c47d of type vlan for network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 Jul 05 09:41:03.240754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-78574625-c014-4647-92e5-cde71d35ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.246419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-78574625-c014-4647-92e5-cde71d35ba06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=faefcb59b0c4491296dbb3b7f2285501&device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 1099 time: 0.2424917 Jul 05 09:41:03.277105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fd19b-7e70-49e2-89a0-2a2cf43849f8 req-30b45d03-e019-429a-8961-92986f692638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.278622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c2fd19b-7e70-49e2-89a0-2a2cf43849f8 req-30b45d03-e019-429a-8961-92986f692638 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 1097 time: 0.2242048 Jul 05 09:41:03.297902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.341078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Attempting to bind port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:03.341419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Attempting to bind port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:03.341750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Attempting to bind port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:03.357219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=64195a64-3c55-4dd6-8bc1-f655239b293d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.376841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.500647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-46753f5b-53c3-410b-be43-a8215718f72e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 HTTP/1.1" status: 200 len: 217 time: 0.2262776 Jul 05 09:41:03.503207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:03.503690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Attempting to bind port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:03.549075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:03.549564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:03.555007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:03.559014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Bound port: 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:03.560783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.577551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d879d47-2276-4f56-9276-2cd89a995ee5 None None] Provisioning for port 64195a64-3c55-4dd6-8bc1-f655239b293d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:03.578670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:41:03.585778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d879d47-2276-4f56-9276-2cd89a995ee5 None None] Provisioning complete for port 64195a64-3c55-4dd6-8bc1-f655239b293d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:03.586409 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d879d47-2276-4f56-9276-2cd89a995ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.605496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c2fd19b-7e70-49e2-89a0-2a2cf43849f8 req-7c5d58a6-c587-4a60-b12c-fb7c5b4d4c2c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115023 Jul 05 09:41:03.648340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-2630b879-c14c-4ee0-a3ba-9a0416dba041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.649649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-2630b879-c14c-4ee0-a3ba-9a0416dba041 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1189983 Jul 05 09:41:03.653534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5d879d47-2276-4f56-9276-2cd89a995ee5 None None] Port 64195a64-3c55-4dd6-8bc1-f655239b293d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:03.682487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.688836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.689731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.749724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9dee-2e88-45b8-ab2f-4e3cce963744 req-2f0dc5a5-d287-4ac6-8b67-3e23b95c30dd tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.762231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-042f9dee-2e88-45b8-ab2f-4e3cce963744 req-2f0dc5a5-d287-4ac6-8b67-3e23b95c30dd tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 945 time: 0.3667388 Jul 05 09:41:03.790119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc254e0f-a71a-41d4-9d6e-8aed4d51ae6f req-cf500c7b-ead1-4618-b5cf-77a5521df07a tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.792076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc254e0f-a71a-41d4-9d6e-8aed4d51ae6f req-cf500c7b-ead1-4618-b5cf-77a5521df07a tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.2904296 Jul 05 09:41:03.840751 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1997616 Jul 05 09:41:03.850854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc254e0f-a71a-41d4-9d6e-8aed4d51ae6f req-752c76aa-8dfa-48cd-96cd-38b4afaf22d6 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490437 Jul 05 09:41:03.865767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] For port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:03.868469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b581e86-1554-4c34-86f1-860cd695e46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Pushing event updated for resources: {'Network': ['ID=fbcbd3c5-988a-4aec-bf60-88ed8b6be564,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:03.873737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] For port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:03.882342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:03.916539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.927327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3404b4a6-86dd-41c7-9158-3461b96c3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.929793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-3404b4a6-86dd-41c7-9158-3461b96c3561 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2614765 Jul 05 09:41:03.945731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-042f9dee-2e88-45b8-ab2f-4e3cce963744 req-9409c7f5-8a9f-4b43-abbb-a9a95ac9e6be tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815081 Jul 05 09:41:03.994447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:03.995009 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:03.997096 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] 10.222.0.16 "PUT /v2.0/ports/8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 HTTP/1.1" status: 200 len: 1097 time: 2.9339740 Jul 05 09:41:03.997804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060d0e3a-2600-4329-852d-26028597fc23', 'tag': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:04.000374 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff69d7c-222d-4b73-ba06-ff639090aa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "060d0e3a-2600-4329-852d-26028597fc23", "tag": "8b904b6e-e4e2-47e3-a91a-e0b95e0ca093"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:04.010790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.132733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c53d2-9452-4c95-9661-8544198ef29e service neutron] Pushing event updated for resources: {'Port': ['ID=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:04.296497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-8cd65099-5eea-4171-bbfd-416f0bc2b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.298509 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-8cd65099-5eea-4171-bbfd-416f0bc2b936 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0537807500a5401ca4d4023ab8408ac4&device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 1100 time: 0.2486930 Jul 05 09:41:04.309931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:04.328710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-58826b00-c969-431e-b9a5-e7d2ebf793d5 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722410 Jul 05 09:41:04.454843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.456518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f978ac-67f7-43e8-9143-9e74efe8a0d6 req-c8b72b30-7d3f-4403-bd35-c132f80de236 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.470470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05f978ac-67f7-43e8-9143-9e74efe8a0d6 req-c8b72b30-7d3f-4403-bd35-c132f80de236 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 947 time: 0.3426721 Jul 05 09:41:04.474781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:04.475546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.482458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Request body: {'port': {'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564', 'binding:host_id': 'n-h1-771363-33', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-125376382'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:04.601866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:04.639544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Made reservation on behalf of c8b685c99b134944bfd60e6d8f116a60 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:04.639544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.670018 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05f978ac-67f7-43e8-9143-9e74efe8a0d6 req-82707406-b6fc-448e-b298-b2d6cf75574a tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985395 Jul 05 09:41:04.714880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'fb0fd700-f700-4812-97ea-f31732580281', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'fb0fd700-f700-4812-97ea-f31732580281', 'mac_address': 'fa:16:3e:22:19:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:04.725895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.738416 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-e239346d-e512-4bbc-9a21-56043489d36a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 HTTP/1.1" status: 200 len: 217 time: 0.2703750 Jul 05 09:41:04.759911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c02881ce-28c8-4688-9d2a-ded336c218ea req-36f77be7-79a9-49ed-9ead-920c0cb22a50 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150088 Jul 05 09:41:04.782425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2738e316-456d-46fd-9b93-fb87771dfa5b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:04.886214 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774b5696-3d95-43de-81a1-cc872812b788 x-openstack-request-id: req-774b5696-3d95-43de-81a1-cc872812b788 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:04.889760 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060d0e3a-2600-4329-852d-26028597fc23", "tag": "8b904b6e-e4e2-47e3-a91a-e0b95e0ca093", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:04.891451 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-774b5696-3d95-43de-81a1-cc872812b788 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:04.892609 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060d0e3a-2600-4329-852d-26028597fc23', 'tag': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093', 'status': 'completed', 'code': 200} Jul 05 09:41:04.947947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=64195a64-3c55-4dd6-8bc1-f655239b293d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:04.951701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:04.954859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-d0e4452d-896b-4cff-befe-f38c74d551cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:04.956763 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-d0e4452d-896b-4cff-befe-f38c74d551cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2107644 Jul 05 09:41:05.027637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.066722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb0fd700-f700-4812-97ea-f31732580281 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:05.117555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:05.124521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:05.151530 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.160829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-0736e619-3fdc-48d3-b145-b3751692f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.163382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-0736e619-3fdc-48d3-b145-b3751692f1a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=faefcb59b0c4491296dbb3b7f2285501&device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 1099 time: 0.2963154 Jul 05 09:41:05.178033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:05.180677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.186366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2738e316-456d-46fd-9b93-fb87771dfa5b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:05.196720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2738e316-456d-46fd-9b93-fb87771dfa5b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:05.198468 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.199216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587490-b2f7-42ed-837b-21a9bba1850c req-1a2effee-4ec4-4846-bb1a-7dba5516e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.200885 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-1a2effee-4ec4-4846-bb1a-7dba5516e305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2352262 Jul 05 09:41:05.259363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.263267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] device_id is not set on port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:05.269130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb3c246-997e-41e2-80bf-d524ed097b45,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:05.305283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb88a1-6623-4534-9654-b3948f7bd865 req-f6e6d78c-8c6e-4906-b761-d19c5a7e4788 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.314955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1cb88a1-6623-4534-9654-b3948f7bd865 req-f6e6d78c-8c6e-4906-b761-d19c5a7e4788 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 948 time: 0.3595686 Jul 05 09:41:05.399679 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.417200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-2a45acb2-a85a-46b8-9749-bf7d50dd2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.419004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-2a45acb2-a85a-46b8-9749-bf7d50dd2c35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2418647 Jul 05 09:41:05.428062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Router e17c07f2-1712-42d5-b25f-beedff79d3b5 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:41:05.490394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:05.511316 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-4b789561-4e84-4955-bfe9-ff5136ea9ad7 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009858 Jul 05 09:41:05.525440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 2738e316-456d-46fd-9b93-fb87771dfa5b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2738e316-456d-46fd-9b93-fb87771dfa5b,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:05.532265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.548797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['fb0fd700-f700-4812-97ea-f31732580281'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:05.584323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-278e6ba7-d879-485f-a88f-cc0b4a9c62c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 HTTP/1.1" status: 200 len: 217 time: 0.0695114 Jul 05 09:41:05.584841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-138065c2-b66e-440d-8be4-965b9e50f711 None None] Provisioning complete for port 64195a64-3c55-4dd6-8bc1-f655239b293d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:05.585410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-138065c2-b66e-440d-8be4-965b9e50f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:05.656275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1cb88a1-6623-4534-9654-b3948f7bd865 req-d582356b-07de-40b6-8a2d-55b019b4d529 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392909 Jul 05 09:41:05.691602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-138065c2-b66e-440d-8be4-965b9e50f711 None None] Port 64195a64-3c55-4dd6-8bc1-f655239b293d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:05.742547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79a92c-eac2-4621-af96-6091fdea4cfd req-4355fe51-1433-4a0a-a934-27a502ba187a tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.746360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=2738e316-456d-46fd-9b93-fb87771dfa5b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:05.760449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff79a92c-eac2-4621-af96-6091fdea4cfd req-4355fe51-1433-4a0a-a934-27a502ba187a tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 950 time: 0.5966434 Jul 05 09:41:05.782369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-fc37885c-c190-4fbb-bedb-485cb7710336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:05.783985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-fc37885c-c190-4fbb-bedb-485cb7710336 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1859002 Jul 05 09:41:05.940189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff79a92c-eac2-4621-af96-6091fdea4cfd req-3911903e-4216-4f08-9a6d-0321c13f39a8 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782637 Jul 05 09:41:06.037173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] device_id is not set on port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:06.083401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-61587490-b2f7-42ed-837b-21a9bba1850c req-5fd55f18-bb24-4180-a100-ba76a8e5b9cf service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611513 Jul 05 09:41:06.084797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:41:06.085651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.099993 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d8335a3e-39b9-42f9-a291-679ae8624fa4 admin admin] 10.222.0.21 "PUT /v2.0/routers/e17c07f2-1712-42d5-b25f-beedff79d3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5369694 Jul 05 09:41:06.100405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Sync routers for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:41:06.117950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:06.119821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:06.128147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-61c3bbce-1980-4648-a114-877fa24cb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.129337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-61c3bbce-1980-4648-a114-877fa24cb907 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3078623 Jul 05 09:41:06.131410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Transition to ACTIVE for port object d9a7f6de-030b-4a97-9ebb-088a5fb972d3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:06.169416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33685303-8862-4a38-93ff-66a535405dfa req-426650a5-195a-442f-80fa-19b41a81fd03 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.176290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33685303-8862-4a38-93ff-66a535405dfa req-426650a5-195a-442f-80fa-19b41a81fd03 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 945 time: 0.2658265 Jul 05 09:41:06.201150 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:06.251974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-e395c764-50a5-43a6-92be-c8795ff4646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.254868 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-e395c764-50a5-43a6-92be-c8795ff4646f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0537807500a5401ca4d4023ab8408ac4&device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 1100 time: 0.0991244 Jul 05 09:41:06.302598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:06.335469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa0f4-db3f-4c06-bf90-a48aa882c186 req-02bc1e78-6b26-49f5-83cf-92331ea3ab53 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.342288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81eaa0f4-db3f-4c06-bf90-a48aa882c186 req-02bc1e78-6b26-49f5-83cf-92331ea3ab53 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 947 time: 0.2921610 Jul 05 09:41:06.370185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:06.381325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33685303-8862-4a38-93ff-66a535405dfa req-38c4fb25-08ec-48b7-9a5a-d940b852dedc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040231 Jul 05 09:41:06.386642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-0d475c28-a3a7-4ada-b0f7-f04018a860ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.389556 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-0d475c28-a3a7-4ada-b0f7-f04018a860ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1277668 Jul 05 09:41:06.484401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=d9a7f6de-030b-4a97-9ebb-088a5fb972d3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:06.543072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Checking segment: {'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:06.543722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Network hostable DHCP agents. Network: fbcbd3c5-988a-4aec-bf60-88ed8b6be564, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:06.553016 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-e30de9a9-2da4-4b82-8b5a-035ca8a61b44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 HTTP/1.1" status: 200 len: 217 time: 0.1535556 Jul 05 09:41:06.592626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:06.598936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-fef0d053-7565-4570-a174-d8a45e03055c service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576149 Jul 05 09:41:06.622264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81eaa0f4-db3f-4c06-bf90-a48aa882c186 req-6869e582-ecab-4fdd-8bc7-515416e851fe tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787399 Jul 05 09:41:06.741309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:06.752452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-eb73b160-0587-40f0-8028-b91d9ff481ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.755038 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-eb73b160-0587-40f0-8028-b91d9ff481ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1958401 Jul 05 09:41:06.764506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, fbcbd3c5-988a-4aec-bf60-88ed8b6be564) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:06.786886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:06.792008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2738e316-456d-46fd-9b93-fb87771dfa5b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:06.832966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:06.833773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:06.837663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:06.852921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:06.859639 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:06.862589 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 2 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:06.893506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-4d044c68-f70b-4540-8fcd-5329db62e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:06.896393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace52290-532a-404f-8c2a-70c3e4026f00 None None] Network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:06.898027 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-4d044c68-f70b-4540-8fcd-5329db62e693 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336265 Jul 05 09:41:06.938039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:06.938377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:06.938713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:06.981390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:06.981849 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:06.997116 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 3 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.021750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213e0927-7487-4fc3-927f-9e273e15dd70 req-2df6a07e-887b-4a4b-897b-7d939b560460 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953841 Jul 05 09:41:07.059772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.060246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.060723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.081586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.081920 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.082488 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 4 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.112642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.113252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.113829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.118350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-6e1b0def-b92f-42e0-b85d-cbaccd8830cc service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105186 Jul 05 09:41:07.121508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.121937 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.130064 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 5 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.180041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.180720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.180928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.192561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.200291 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.200514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.201760 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 6 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.221536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fb0fd700-f700-4812-97ea-f31732580281 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:07.232461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.232798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.234406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.258451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.259066 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.261192 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 7 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.302069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2ff69d7c-222d-4b73-ba06-ff639090aa2e req-dce3b40d-c087-45cb-9657-d87d5a3069a0 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747339 Jul 05 09:41:07.307159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.307467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.320897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.331825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.332160 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.334199 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 8 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.361305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1490f8f-c5c7-419b-b592-fe56964f2e5a req-6609923f-66ae-4079-8a99-ce4eaa80a816 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:07.362919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1490f8f-c5c7-419b-b592-fe56964f2e5a req-6609923f-66ae-4079-8a99-ce4eaa80a816 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 948 time: 0.2515361 Jul 05 09:41:07.376113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:07.408962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.409221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.413138 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.432434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.432663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.433161 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.434975 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 9 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.461676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.478794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.480437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.492740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.493510 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.512964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1490f8f-c5c7-419b-b592-fe56964f2e5a req-c7417f08-b43e-4acc-a333-70d4ae2837ad tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240184 Jul 05 09:41:07.516808 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 10 to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 Jul 05 09:41:07.524300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:07.539356 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2738e316-456d-46fd-9b93-fb87771dfa5b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:07.539736 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.567274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:07.567803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:07.568323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:07.582640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:07.587293 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:07.588643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.686537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:04Z', 'revision_number': 2, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:07.692772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:07.796848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45408) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:07.802472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c2108d0c-71ea-479a-87e8-1e97910ba761 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886383947', 'description': 'tempest-description--1893530854'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:07.866254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2108d0c-71ea-479a-87e8-1e97910ba761 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:07.930134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] For port d9a7f6de-030b-4a97-9ebb-088a5fb972d3, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:07.930639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempted to set empty binding levels {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 09:41:08.043749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.084273 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2108d0c-71ea-479a-87e8-1e97910ba761 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.084901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Checking router: e17c07f2-1712-42d5-b25f-beedff79d3b5 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:41:08.085737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Updating router e17c07f2-1712-42d5-b25f-beedff79d3b5 port 64195a64-3c55-4dd6-8bc1-f655239b293d binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:41:08.102052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2108d0c-71ea-479a-87e8-1e97910ba761 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.172096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:08.173133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.190055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2108d0c-71ea-479a-87e8-1e97910ba761 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.201358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:08.202996 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c2108d0c-71ea-479a-87e8-1e97910ba761 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4048216 Jul 05 09:41:08.204510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2108d0c-71ea-479a-87e8-1e97910ba761 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce07599-2183-4ab4-bf16-b77a5920bdc1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:08.229758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-18ee9b7c-49bf-4195-8ebb-91fc2d689f46 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Request body: {'security_group_rule': {'security_group_id': '5ce07599-2183-4ab4-bf16-b77a5920bdc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:08.250579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2', 'mac_address': 'fa:16:3e:34:f7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:08.262638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.7854464 Jul 05 09:41:08.263423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fa7bd-2a4c-4557-a726-02351104a8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=d9a7f6de-030b-4a97-9ebb-088a5fb972d3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:08.266890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:08.303357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ea297-535b-4dc2-86b7-76aafe8c26b6 req-2c242528-e472-49c3-9966-46908412af9f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:08.311189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a4ea297-535b-4dc2-86b7-76aafe8c26b6 req-2c242528-e472-49c3-9966-46908412af9f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 947 time: 0.4216003 Jul 05 09:41:08.334043 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740398b7-c0fb-402b-9a14-0df3c4ab229d req-f1cc8200-28d2-4514-8704-12127c4e7e4e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:08.343954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-740398b7-c0fb-402b-9a14-0df3c4ab229d req-f1cc8200-28d2-4514-8704-12127c4e7e4e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 949 time: 0.5204663 Jul 05 09:41:08.382927 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18ee9b7c-49bf-4195-8ebb-91fc2d689f46 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.410683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:08.424255 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.442271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Deleting port d9a7f6de-030b-4a97-9ebb-088a5fb972d3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:08.442823 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.453856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a4ea297-535b-4dc2-86b7-76aafe8c26b6 req-6ae2b5e4-1dec-40d8-a073-a8cf8763974c tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415112 Jul 05 09:41:08.461543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.469746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-740398b7-c0fb-402b-9a14-0df3c4ab229d req-28575a60-2054-4078-bd5d-4b44557b2cfa tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245334 Jul 05 09:41:08.513535 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18ee9b7c-49bf-4195-8ebb-91fc2d689f46 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.518095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:08.520120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18ee9b7c-49bf-4195-8ebb-91fc2d689f46 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.554069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9b7c-49bf-4195-8ebb-91fc2d689f46 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4466d773-2a64-4bfa-b9e2-e4be4540e1c3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:08.560563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18ee9b7c-49bf-4195-8ebb-91fc2d689f46 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.562064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-18ee9b7c-49bf-4195-8ebb-91fc2d689f46 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399351 Jul 05 09:41:08.564551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:08.571745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b3b0fdbe-691c-49b4-a382-39681f521390 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Request body: {'security_group_rule': {'security_group_id': '5ce07599-2183-4ab4-bf16-b77a5920bdc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:08.596598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] For port d9a7f6de-030b-4a97-9ebb-088a5fb972d3, host n-h1-771363-33, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:08.597687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.625442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Calling delete_port for d9a7f6de-030b-4a97-9ebb-088a5fb972d3 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:08.630096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fdbe-691c-49b4-a382-39681f521390 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.740874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:08.747816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.763795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fdbe-691c-49b4-a382-39681f521390 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.779286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fdbe-691c-49b4-a382-39681f521390 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.786429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.794769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:41:08.816387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0fdbe-691c-49b4-a382-39681f521390 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5276bf14-1d47-4185-9e5b-3e81b10454a8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:08.841840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port fb0fd700-f700-4812-97ea-f31732580281 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:08.842114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fdbe-691c-49b4-a382-39681f521390 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.842251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.846905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b3b0fdbe-691c-49b4-a382-39681f521390 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2797246 Jul 05 09:41:08.847567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45430) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:08.853735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:08.863619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9a7f6de-030b-4a97-9ebb-088a5fb972d3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:08.883320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.886022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:08.891328 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1a01a416-7540-4c21-9183-f6385783f62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d9a7f6de-030b-4a97-9ebb-088a5fb972d3 HTTP/1.1" status: 204 len: 168 time: 0.6211991 Jul 05 09:41:08.893707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:08.967186 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-70719d17-c870-4b75-8579-69a7687e8eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:41:08.970429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731f59-0ac6-4099-9cda-f3efcde37f00 req-c87f9714-ce02-486d-b9a4-5ef99ad85fbf tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:08.972037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-70719d17-c870-4b75-8579-69a7687e8eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "GET /v2.0/ports/d9a7f6de-030b-4a97-9ebb-088a5fb972d3 HTTP/1.1" status: 404 len: 333 time: 0.0745971 Jul 05 09:41:08.975470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:08.983426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Request body: {'port': {'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037528150'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:08.984328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02731f59-0ac6-4099-9cda-f3efcde37f00 req-c87f9714-ce02-486d-b9a4-5ef99ad85fbf tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 948 time: 0.2185147 Jul 05 09:41:09.006960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:09.045015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Made reservation on behalf of c8b685c99b134944bfd60e6d8f116a60 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:09.051509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02731f59-0ac6-4099-9cda-f3efcde37f00 req-c1ddaae5-a5e7-4504-9aeb-b420ae22aa07 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628822 Jul 05 09:41:09.052711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.083123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.091692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['aaf098ac-4f8a-464a-b0cb-50f63f45f7f2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:09.108374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] device_id is not set on port 688642c3-dce3-4ccb-974a-61e27dbf4f24 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:09.137529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.245990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:09.251811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:09.255158 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57148d1d-00ca-4974-aec7-d02ea09ecdec" -d '{"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:09.348904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:09.372978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Allocated IP 172.25.1.54 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/aa6d6914-eaea-47bf-9e08-fc7533fa7c44) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:09.381900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.385097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093', 'mac_address': 'fa:16:3e:d7:f9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:41:09.439574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.530063 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66399d1-0241-46c0-9eac-0c7207b05ff0 x-openstack-request-id: req-e66399d1-0241-46c0-9eac-0c7207b05ff0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:09.530515 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fd700-f700-4812-97ea-f31732580281", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:09.530908 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e66399d1-0241-46c0-9eac-0c7207b05ff0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:09.531539 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281', 'code': 200} Jul 05 09:41:09.537967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:09.559521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.654323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:09.704195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:09.708438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.727547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:09.729165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:09.729784 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.881375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=688642c3-dce3-4ccb-974a-61e27dbf4f24,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:09.896114 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:09.927819 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bd3bfb01-3e53-4f46-bd70-a20054261ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9508104 Jul 05 09:41:09.933181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Transition to ACTIVE for port object 64195a64-3c55-4dd6-8bc1-f655239b293d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:09.936307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:09.946593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:09.953849 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.004890 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-b22992eb-b262-4c51-8901-e2a991b32f41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2539148 Jul 05 09:41:10.006049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.011475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51332710-1188-4b4c-862c-2288293ba1e6 None None] Pushing event updated for resources: {'Port': ['ID=64195a64-3c55-4dd6-8bc1-f655239b293d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:10.033507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.060073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:10.100312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:10.144183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.215198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Attempting to bind port 64195a64-3c55-4dd6-8bc1-f655239b293d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:10.215762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Attempting to bind port 64195a64-3c55-4dd6-8bc1-f655239b293d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:10.216203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Attempting to bind port 64195a64-3c55-4dd6-8bc1-f655239b293d on network b7b49b5e-130f-4343-b61b-5b3ce1eca369 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:10.228834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:10.229229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Checking segment: {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:10.229737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.230473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Bound using segment: {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:10.230663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.231332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Bound port: 64195a64-3c55-4dd6-8bc1-f655239b293d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:10.231784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.236908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:10.284569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:10.292021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:10.316258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event updated for resources: {'Port': ['ID=aa6d6914-eaea-47bf-9e08-fc7533fa7c44,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:10.363147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:10.379778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e637-4879-4a7b-a821-00059c51c876 req-c2315e91-85eb-496e-9cfd-a21b1105cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:10.381486 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-c2315e91-85eb-496e-9cfd-a21b1105cfda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 1097 time: 0.3253989 Jul 05 09:41:10.410270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dea4d-e1c3-4a19-9648-a251ad48e28e req-0bff770e-717a-4c83-be40-c9dc526fd8e9 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:10.413060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-311dea4d-e1c3-4a19-9648-a251ad48e28e req-0bff770e-717a-4c83-be40-c9dc526fd8e9 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 951 time: 0.6186745 Jul 05 09:41:10.429113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] For port 64195a64-3c55-4dd6-8bc1-f655239b293d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:10.434627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] For port 64195a64-3c55-4dd6-8bc1-f655239b293d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=64195a64-3c55-4dd6-8bc1-f655239b293d,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:10.439284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8b904b6e-e4e2-47e3-a91a-e0b95e0ca093'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:10.458897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357aa3e-00cf-4b3c-8175-24d19d06a450 req-83550fe9-9a2e-4549-9d14-90c62986e0c6 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:10.466376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8357aa3e-00cf-4b3c-8175-24d19d06a450 req-83550fe9-9a2e-4549-9d14-90c62986e0c6 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 948 time: 0.6270719 Jul 05 09:41:10.471584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.474487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bba3c-3578-42d1-bb67-188badfdb5df req-35959a7e-30e1-4772-9f6c-e87fcf5da1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:10.476268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-107bba3c-3578-42d1-bb67-188badfdb5df req-35959a7e-30e1-4772-9f6c-e87fcf5da1b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1103 time: 0.6340759 Jul 05 09:41:10.563889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:41:10.564534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:40:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:10.567955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:10.712124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] device_id is not set on port 688642c3-dce3-4ccb-974a-61e27dbf4f24 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:10.720309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:41:10.720965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.735713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Transition to ACTIVE for port object 688642c3-dce3-4ccb-974a-61e27dbf4f24 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:10.738487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8357aa3e-00cf-4b3c-8175-24d19d06a450 req-34adb01a-a51b-4b9c-b375-0dc5058ca2cf tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680907 Jul 05 09:41:10.738644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e637-4879-4a7b-a821-00059c51c876 req-f4becf0e-723f-4e2b-9318-fe5e3f8880df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:10.740576 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-f4becf0e-723f-4e2b-9318-fe5e3f8880df service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 0.3251405 Jul 05 09:41:10.745462 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:10.820349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51332710-1188-4b4c-862c-2288293ba1e6 None None] Pushing event updated for resources: {'Port': ['ID=64195a64-3c55-4dd6-8bc1-f655239b293d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:10.830485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:10.972959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=688642c3-dce3-4ccb-974a-61e27dbf4f24,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:11.006897 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-8eaa8612-165f-4c45-af2e-f5f52a601115 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 200 len: 999 time: 0.2540948 Jul 05 09:41:11.055359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:11.063928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:11.064219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.086677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:11.087015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:11.092977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:11.116901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:11.118191 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:11.122557 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 2 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:11.194883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:11.195917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:11.196278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:11.218211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e637-4879-4a7b-a821-00059c51c876 req-fbce5dd5-4e86-4861-9895-382b30fbb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:11.221406 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-fbce5dd5-4e86-4861-9895-382b30fbb757 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.1987579 Jul 05 09:41:11.243561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:11.243909 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:11.281471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-311dea4d-e1c3-4a19-9648-a251ad48e28e req-58c4a6a7-2298-48f4-ad97-aed9237f6199 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8431234 Jul 05 09:41:11.286672 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 3 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:11.327232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-107bba3c-3578-42d1-bb67-188badfdb5df req-0e51bde5-607a-4d71-ad9b-a2f7d501c36b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235464 Jul 05 09:41:11.338898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b948254-f4cd-4596-9f6c-62cf1225e606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.343746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:11.344488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:11.345626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:11.364638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:11.365398 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:11.376055 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 4 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:11.382342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.490059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:11.490468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:11.490835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:11.505231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:11.505642 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:11.506193 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 5 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:11.539265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e637-4879-4a7b-a821-00059c51c876 req-7e64e3a4-291f-47f2-aef9-a5b584c722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:11.541627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-7e64e3a4-291f-47f2-aef9-a5b584c722b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3100746 Jul 05 09:41:11.542330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:11.542656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:11.542989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:11.560008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:11.560339 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:11.576521 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 6 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:11.577864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.694330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:10Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:11.711692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:11.714511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:11.715500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:11.734707 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.737261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1fa0c-bfce-423b-8a69-62b43cfccad1 None None] The sync data for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 is: [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:10Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:41:11.739354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:11.740696 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:11.748394 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 7 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:11.783916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b948254-f4cd-4596-9f6c-62cf1225e606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.818460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b948254-f4cd-4596-9f6c-62cf1225e606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.852106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:11.856744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:11.865432 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2df371-eb1d-4859-86d8-e1c9a63e480a" -d '{"events": [{"server_uuid": "e31486c7-8e69-4070-8e4c-5cdd6e0dfc08", "name": "network-vif-plugged", "status": "completed", "tag": "aaf098ac-4f8a-464a-b0cb-50f63f45f7f2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:11.882142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:11.882675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:11.886561 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:11.891432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:11.943768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:11.945670 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:11.950733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3b948254-f4cd-4596-9f6c-62cf1225e606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7024c9fb4fd4496e97ee2dcbae5f1108&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3813951 Jul 05 09:41:11.952464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:11.957453 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 8 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:11.966692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:11.972915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b948254-f4cd-4596-9f6c-62cf1225e606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae7892-bf14-4401-9d94-88e161ada074,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:12.061386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da88db-9f57-43da-b703-c3cf517b6494 req-25f3e1ab-d6d1-40e9-bbac-dcdc7aaa5f67 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.063040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93da88db-9f57-43da-b703-c3cf517b6494 req-25f3e1ab-d6d1-40e9-bbac-dcdc7aaa5f67 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 949 time: 0.5128663 Jul 05 09:41:12.096629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:12.103831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:12.104575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:12.112547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-de850844-00d4-4a1a-9186-bdaa9d2c8c45 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533547 Jul 05 09:41:12.139801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:12.140882 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:12.143208 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 9 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:12.264786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:12.265121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:12.265710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:12.273118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:12.273451 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:12.275963 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 10 to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 Jul 05 09:41:12.291509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:12.291846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:12.292191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:12.297265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:12.297602 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:12.297977 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.319134 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-daa5e637-4879-4a7b-a821-00059c51c876 req-fd6b67d4-ba67-4be3-b65c-54e0f30ae5be service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934037 Jul 05 09:41:12.403050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] For port 688642c3-dce3-4ccb-974a-61e27dbf4f24, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:12.403999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempted to set empty binding levels {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 09:41:12.411240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.422262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-396d121e-866a-403c-9b06-a36508e5af71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.488428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93da88db-9f57-43da-b703-c3cf517b6494 req-8852ac73-0d16-49b8-9afa-4a3d3b5fc009 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671634 Jul 05 09:41:12.555913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=688642c3-dce3-4ccb-974a-61e27dbf4f24,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:12.585641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] In _notify_port_updated(), no bound segment for port 688642c3-dce3-4ccb-974a-61e27dbf4f24 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:41:12.588117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:12.588924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.595478 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3bedb043-5412-4b30-a62b-edf39d5d44cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "PUT /v2.0/ports/688642c3-dce3-4ccb-974a-61e27dbf4f24 HTTP/1.1" status: 200 len: 980 time: 2.6573551 Jul 05 09:41:12.598819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:12.703149 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8eae3f-319f-49e8-98fc-6a3cddfd86ca x-openstack-request-id: req-3a8eae3f-319f-49e8-98fc-6a3cddfd86ca {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:12.703999 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31486c7-8e69-4070-8e4c-5cdd6e0dfc08", "name": "network-vif-plugged", "status": "completed", "tag": "aaf098ac-4f8a-464a-b0cb-50f63f45f7f2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:12.704791 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a8eae3f-319f-49e8-98fc-6a3cddfd86ca {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:12.705203 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2', 'code': 200} Jul 05 09:41:12.713892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.760253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:12.775443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-396d121e-866a-403c-9b06-a36508e5af71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.779505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.871182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 64195a64-3c55-4dd6-8bc1-f655239b293d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:12.975463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:12.984302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:12.984699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:12.999636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.000900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.001602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.002528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.003287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.003969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.004617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.006578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.007291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.007937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.011054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.012051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.013133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.015208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.017434 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.019104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 64195a64-3c55-4dd6-8bc1-f655239b293d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:13.019853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.020603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.024355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.031207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.032204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 64195a64-3c55-4dd6-8bc1-f655239b293d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:13.032617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.035564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.036965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.048303 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0a40fc71-cae4-4412-9458-d482f74e85c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18785 time: 0.4483678 Jul 05 09:41:13.050443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:13.065739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e029-6b58-4d44-9dce-0a7a38c13c7e req-fdd2bcf8-3e71-4751-9062-da16cd96281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.067789 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-82c3e029-6b58-4d44-9dce-0a7a38c13c7e req-fdd2bcf8-3e71-4751-9062-da16cd96281f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 1101 time: 0.2674398 Jul 05 09:41:13.069631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c39ba-f5f0-43af-825e-24f7f331ffff req-d8705259-2716-48e9-962e-d205d6ee6d4f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.082222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-914c39ba-f5f0-43af-825e-24f7f331ffff req-d8705259-2716-48e9-962e-d205d6ee6d4f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 949 time: 0.9565544 Jul 05 09:41:13.202456 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.217661 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-82c3e029-6b58-4d44-9dce-0a7a38c13c7e req-0ab6466c-f998-4c5e-bd90-3b0d7a04033c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289899 Jul 05 09:41:13.225522 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.276394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:13.282625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Deleting port 688642c3-dce3-4ccb-974a-61e27dbf4f24 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:13.285333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.286046 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.330560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 64195a64-3c55-4dd6-8bc1-f655239b293d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=64195a64-3c55-4dd6-8bc1-f655239b293d,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:13.345490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-914c39ba-f5f0-43af-825e-24f7f331ffff req-e458f3d9-d371-45e8-88a1-b5af0048a8bf tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617772 Jul 05 09:41:13.346519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event updated for resources: {'Port': ['ID=aa6d6914-eaea-47bf-9e08-fc7533fa7c44,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.355235 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.402066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.426259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.440355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] For port 688642c3-dce3-4ccb-974a-61e27dbf4f24, host n-h1-771363-33, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:13.440355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.444881 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-396d121e-866a-403c-9b06-a36508e5af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.451896 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-396d121e-866a-403c-9b06-a36508e5af71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.453815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-396d121e-866a-403c-9b06-a36508e5af71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffae7892-bf14-4401-9d94-88e161ada074 HTTP/1.1" status: 204 len: 168 time: 1.4776423 Jul 05 09:41:13.468515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Calling delete_port for 688642c3-dce3-4ccb-974a-61e27dbf4f24 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:13.478914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.481267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0bf13b31-bdcf-4040-988b-a5a3862a0483 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6315227 Jul 05 09:41:13.541134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646d722-79d2-48a9-a091-03f93ebf6cc2 req-9707d478-fe36-45fb-9340-58eccb73b8c0 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:13.554838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c646d722-79d2-48a9-a091-03f93ebf6cc2 req-9707d478-fe36-45fb-9340-58eccb73b8c0 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 951 time: 0.5876245 Jul 05 09:41:13.561748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d121e-866a-403c-9b06-a36508e5af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffae7892-bf14-4401-9d94-88e161ada074,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.589702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.610001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=64195a64-3c55-4dd6-8bc1-f655239b293d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.704393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c646d722-79d2-48a9-a091-03f93ebf6cc2 req-03b53bde-f6ae-4525-8884-4f577f023b84 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394122 Jul 05 09:41:13.710808 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.717514 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "DELETE /v2.0/ports/688642c3-dce3-4ccb-974a-61e27dbf4f24 HTTP/1.1" status: 204 len: 168 time: 0.6610186 Jul 05 09:41:13.719593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:13.723209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d912d-71b7-4102-b774-6923bacd9a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event deleted for resources: {'Port': ['ID=688642c3-dce3-4ccb-974a-61e27dbf4f24,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:13.786815 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb676a4b-a512-4025-b940-fe379f771642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:41:13.789641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bb676a4b-a512-4025-b940-fe379f771642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "GET /v2.0/ports/688642c3-dce3-4ccb-974a-61e27dbf4f24 HTTP/1.1" status: 404 len: 333 time: 0.0684874 Jul 05 09:41:13.794388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:13.804251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966207359', 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:13.841665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Made reservation on behalf of c8b685c99b134944bfd60e6d8f116a60 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:13.845367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:13.954336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] device_id is not set on port 6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:14.010710 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53ac8206-5253-4a16-8783-6715888fd991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.095390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa759410-6275-4433-a538-06271d45aaf9 req-be27cebc-05e9-4e6b-afa7-c83dce8013e7 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.104544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa759410-6275-4433-a538-06271d45aaf9 req-be27cebc-05e9-4e6b-afa7-c83dce8013e7 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 950 time: 0.2512493 Jul 05 09:41:14.296371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa759410-6275-4433-a538-06271d45aaf9 req-ce9440b6-0750-4fa9-8483-a14aca59fbc9 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905153 Jul 05 09:41:14.342614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.363358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946c5a36-66fa-43d8-b881-dc4310e73ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.387698 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.397503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c26420-d9ce-4e98-bb38-284e7bb9f2ee req-9ef79fcb-4f2c-4e58-b51c-e2118d2fa89d tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.404305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19c26420-d9ce-4e98-bb38-284e7bb9f2ee req-9ef79fcb-4f2c-4e58-b51c-e2118d2fa89d tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1103 time: 0.2254083 Jul 05 09:41:14.455164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.515413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946c5a36-66fa-43d8-b881-dc4310e73ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.521476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:14.523296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946c5a36-66fa-43d8-b881-dc4310e73ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.535320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:14.544418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:14.549818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:14.550908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.551816 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.616056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19c26420-d9ce-4e98-bb38-284e7bb9f2ee req-7f818a82-1e8c-4047-ae9d-798c55f9a91f tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699011 Jul 05 09:41:14.644187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-946c5a36-66fa-43d8-b881-dc4310e73ae6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d25f876fd692420b858503655e32c2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001368 Jul 05 09:41:14.645715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.667590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c5a36-66fa-43d8-b881-dc4310e73ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25e7e1-aaa7-48d4-a833-905224f57138,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:14.669304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d4aea338-b284-4cf7-989a-081e8a2068f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8702855 Jul 05 09:41:14.673168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45520) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.711700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060d0e3a-2600-4329-852d-26028597fc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:14.717574 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef05bfb-9586-43af-90f3-a9966f850174" -d '{"events": [{"server_uuid": "060d0e3a-2600-4329-852d-26028597fc23", "name": "network-vif-plugged", "status": "completed", "tag": "8b904b6e-e4e2-47e3-a91a-e0b95e0ca093"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:14.733989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 64195a64-3c55-4dd6-8bc1-f655239b293d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:14.772128 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f491460-57e3-4e38-be62-63fa40bbc5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.817695 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f491460-57e3-4e38-be62-63fa40bbc5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.834551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bcc52-e627-4738-8646-e78b62bea367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.835348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 64195a64-3c55-4dd6-8bc1-f655239b293d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:14.835870 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:14.842038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:14.843043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a82bcc52-e627-4738-8646-e78b62bea367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "GET /v2.0/ports/6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0 HTTP/1.1" status: 200 len: 959 time: 0.1681201 Jul 05 09:41:14.855283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e3d6-3578-459e-89cf-8affd6ac2824 req-d00e27fd-fba7-435a-81bb-e12e01a4b74f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:14.857330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61f0e3d6-3578-459e-89cf-8affd6ac2824 req-d00e27fd-fba7-435a-81bb-e12e01a4b74f tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 949 time: 0.2756310 Jul 05 09:41:14.916466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61f0e3d6-3578-459e-89cf-8affd6ac2824 req-e00b09ea-f5be-4635-9774-c999dfe0fbef tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512302 Jul 05 09:41:15.034267 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17969774-a0d8-42c5-9222-2c576b47db89 x-openstack-request-id: req-17969774-a0d8-42c5-9222-2c576b47db89 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:15.036802 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060d0e3a-2600-4329-852d-26028597fc23", "name": "network-vif-plugged", "status": "completed", "tag": "8b904b6e-e4e2-47e3-a91a-e0b95e0ca093", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:15.038155 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17969774-a0d8-42c5-9222-2c576b47db89 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:15.040230 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060d0e3a-2600-4329-852d-26028597fc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093', 'code': 200} Jul 05 09:41:15.052024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f491460-57e3-4e38-be62-63fa40bbc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.056802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f491460-57e3-4e38-be62-63fa40bbc5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.060360 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2f491460-57e3-4e38-be62-63fa40bbc5b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec25e7e1-aaa7-48d4-a833-905224f57138 HTTP/1.1" status: 204 len: 168 time: 0.4121416 Jul 05 09:41:15.084729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f491460-57e3-4e38-be62-63fa40bbc5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25e7e1-aaa7-48d4-a833-905224f57138,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:15.095159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Deleting port 6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:15.095894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.373452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0e068-5fdb-4ae4-a864-7d72fda945e8 req-cedf26fb-063c-4e7f-a4e3-e3c903260c96 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:15.384907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3c0e068-5fdb-4ae4-a864-7d72fda945e8 req-cedf26fb-063c-4e7f-a4e3-e3c903260c96 tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 1103 time: 0.1295774 Jul 05 09:41:15.390388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.449595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Calling delete_port for 6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:15.471368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3c0e068-5fdb-4ae4-a864-7d72fda945e8 req-7c573c79-bfc1-40c7-8d6d-c3b86fa0dd3f tempest-ServersAdminTestJSON-1585870548 tempest-ServersAdminTestJSON-1585870548-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803711 Jul 05 09:41:15.575391 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:41:15.647188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e200e2-c49c-4788-9969-f86b8529e715 req-eeb61921-ec73-418e-9d57-cc0e301d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:15.649388 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07e200e2-c49c-4788-9969-f86b8529e715 req-eeb61921-ec73-418e-9d57-cc0e301d6c9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 1102 time: 0.4448855 Jul 05 09:41:15.814941 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07e200e2-c49c-4788-9969-f86b8529e715 req-6d439a7b-3aff-43a8-b056-4617b5844e37 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496398 Jul 05 09:41:15.843544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.934007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:15.938854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:15.945362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:15.957296 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ba1256e2-8428-49f9-a976-e0d09a034214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0 HTTP/1.1" status: 204 len: 168 time: 1.1095283 Jul 05 09:41:16.003320 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-088c72de-8ded-4b16-837b-9d9b9c81e7a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:41:16.018782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:16.041949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Request body: {'port': {'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644862008'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:16.045125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-088c72de-8ded-4b16-837b-9d9b9c81e7a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "GET /v2.0/ports/6ff55da4-97c6-4bf2-ab3a-6a4d3a6befd0 HTTP/1.1" status: 404 len: 333 time: 0.0968220 Jul 05 09:41:16.111972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Made reservation on behalf of c8b685c99b134944bfd60e6d8f116a60 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:16.115588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.148728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] device_id is not set on port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:16.371534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9657ca-d5c5-4877-9fc2-00c8131186d5 req-45891dd2-3610-43de-b963-9202dd607586 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:16.381523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d9657ca-d5c5-4877-9fc2-00c8131186d5 req-45891dd2-3610-43de-b963-9202dd607586 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 950 time: 0.2118556 Jul 05 09:41:16.481435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d9657ca-d5c5-4877-9fc2-00c8131186d5 req-860e5f0a-7c2a-4652-ac60-0e3bb0b7202d tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987806 Jul 05 09:41:16.568281 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.648898 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.703908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.731532 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc7b6-14a1-4a09-a09f-6f8ef02beb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.815158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6ed771-9dfb-4116-bc2f-5af29fad71d6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:16.847849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:16.852363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:16.857429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:16.858860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:16.859798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:16.910433 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6627844e-1e8f-40e6-ad71-7875c39b2382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8881416 Jul 05 09:41:16.914458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:16.932800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:16.988953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e398f-f60d-4cb5-b286-ec51dec42a44 req-d1c98a54-f406-422e-99e0-103b4f9f6587 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:16.991548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-359e398f-f60d-4cb5-b286-ec51dec42a44 req-d1c98a54-f406-422e-99e0-103b4f9f6587 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 949 time: 0.1929569 Jul 05 09:41:17.006820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e53f9c-3d1f-41b6-9d17-d5d1e77a7220 req-528e7f3e-767f-4bae-bfa8-ca955ca237b3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.009066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42e53f9c-3d1f-41b6-9d17-d5d1e77a7220 req-528e7f3e-767f-4bae-bfa8-ca955ca237b3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2593224 Jul 05 09:41:17.099210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42e53f9c-3d1f-41b6-9d17-d5d1e77a7220 req-598d456a-b794-447e-a739-c202f5885f2a tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772150 Jul 05 09:41:17.133619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.167940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-359e398f-f60d-4cb5-b286-ec51dec42a44 req-9a6658e7-96bd-4b3b-a195-e909c2753898 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8e237ae-5456-4a2d-ac45-270e9cce4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557932 Jul 05 09:41:17.385621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f5725-01bf-4197-bca0-13ce17f42667 req-a691adc5-968c-4acf-a4c4-4b27d3ea729a tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.387514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe8f5725-01bf-4197-bca0-13ce17f42667 req-a691adc5-968c-4acf-a4c4-4b27d3ea729a tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 950 time: 0.0755765 Jul 05 09:41:17.454156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe8f5725-01bf-4197-bca0-13ce17f42667 req-453af805-bfd0-4b39-b683-604592d9cdd3 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543740 Jul 05 09:41:17.458129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] device_id is not set on port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:17.470389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.488638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Transition to ACTIVE for port object ad6ed771-9dfb-4116-bc2f-5af29fad71d6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:17.492466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.582684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6ed771-9dfb-4116-bc2f-5af29fad71d6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:17.627755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:17.629771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:17.630308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:17.643729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:17.644255 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:17.644652 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 2 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:17.682453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:17.682776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:17.683147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:17.688482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:17.688946 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:17.689444 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 3 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:17.718072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:17.718722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:17.719315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:17.727211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:17.728398 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:17.729022 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 4 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:17.749148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea370032-8879-4fae-953d-5d1de52e6ad2 req-db6c05ff-63d9-4447-b04c-3d6ec5c60ef3 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:17.750745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea370032-8879-4fae-953d-5d1de52e6ad2 req-db6c05ff-63d9-4447-b04c-3d6ec5c60ef3 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 950 time: 0.1140957 Jul 05 09:41:17.761742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:17.762170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:17.762615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:17.767731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:17.768056 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:17.768557 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 5 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:17.793373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:17.793373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:17.793721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:17.798964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:17.799410 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:17.799989 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 6 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:17.809838 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:17.828165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:17.828497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:17.828834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:17.850062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea370032-8879-4fae-953d-5d1de52e6ad2 req-b8cb3ec6-59bd-42ad-ae62-6f7ede8eef75 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Jul 05 09:41:17.881468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:17.881731 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:17.882324 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 7 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:17.935717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:17.936074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:17.936399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:17.960428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:17.963684 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:17.964400 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 8 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:18.017188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:18.017515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:18.023018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:18.038960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:18.039322 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:18.042670 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 9 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:18.086104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-1313f44b-93c5-474f-9a6c-5616b9170f2e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:18.090672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-1313f44b-93c5-474f-9a6c-5616b9170f2e tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 950 time: 0.1446419 Jul 05 09:41:18.095987 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-e8f85568-fb88-42eb-b53a-480a14c17808 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:18.102098 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-e8f85568-fb88-42eb-b53a-480a14c17808 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.16 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 949 time: 0.2889252 Jul 05 09:41:18.134836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:18.135118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:18.135519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:18.216344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:18.216629 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:18.219730 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempt 10 to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 Jul 05 09:41:18.283618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:18.287071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:18.287516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempting to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:18.325964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:18.325964 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Failed to bind port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fbcbd3c5-988a-4aec-bf60-88ed8b6be564'}] Jul 05 09:41:18.325964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.522654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] For port ad6ed771-9dfb-4116-bc2f-5af29fad71d6, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:18.523041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attempted to set empty binding levels {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 09:41:18.526232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Deleting port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:18.526631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.531204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.625382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] In _notify_port_updated(), no bound segment for port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 on network fbcbd3c5-988a-4aec-bf60-88ed8b6be564 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:41:18.626276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:18.626978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.631402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "PUT /v2.0/ports/ad6ed771-9dfb-4116-bc2f-5af29fad71d6 HTTP/1.1" status: 200 len: 980 time: 1.7153466 Jul 05 09:41:18.634924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45676) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:18.680248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Deleting port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:18.682119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.692073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b412e88-9eb0-413f-bdb0-d63bc535121c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6ed771-9dfb-4116-bc2f-5af29fad71d6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:18.856646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] For port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:18.857021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:18.873456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Calling delete_port for aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:18.950901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851cce9-1d41-470c-a64b-2d6b6edf7d29 req-6eeb1fa8-f4bf-4c10-a584-84907e26ed7d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:18.962439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1851cce9-1d41-470c-a64b-2d6b6edf7d29 req-6eeb1fa8-f4bf-4c10-a584-84907e26ed7d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.5315473 Jul 05 09:41:18.994261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Deleting port ad6ed771-9dfb-4116-bc2f-5af29fad71d6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:18.994261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.034675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] For port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:19.035261 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.068162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Calling delete_port for 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:19.091870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] For port ad6ed771-9dfb-4116-bc2f-5af29fad71d6, host n-h1-771363-33, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:19.092344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.112358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Calling delete_port for ad6ed771-9dfb-4116-bc2f-5af29fad71d6 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:19.179705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1851cce9-1d41-470c-a64b-2d6b6edf7d29 req-85548f5b-73d7-41cf-9454-99b55c7e0ed4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073433 Jul 05 09:41:19.295049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.359492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.371540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Pushing event deleted for resources: {'Port': ['ID=aaf098ac-4f8a-464a-b0cb-50f63f45f7f2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:19.471370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] No DVR routers for this DVR port aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:19.474426 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.478350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f320a4b8-5c3f-4a7c-859c-9a3c4d1cabb4 req-baa71403-337b-4bbb-838b-e5ae3084b789 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.16 "DELETE /v2.0/ports/aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 HTTP/1.1" status: 204 len: 173 time: 1.3578053 Jul 05 09:41:19.490094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'name': 'network-vif-deleted', 'tag': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:19.502653 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10636f0-f970-474b-9dd1-d6fa8d5c05f4" -d '{"events": [{"server_uuid": "e31486c7-8e69-4070-8e4c-5cdd6e0dfc08", "name": "network-vif-deleted", "tag": "aaf098ac-4f8a-464a-b0cb-50f63f45f7f2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:19.511654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.513351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972c832-22c3-4d2d-b202-9cfd857b11af req-14404c66-c0aa-4f4a-b7eb-34f142bbd337 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:19.514433 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ad6ed771-9dfb-4116-bc2f-5af29fad71d6 HTTP/1.1" status: 204 len: 168 time: 0.8769078 Jul 05 09:41:19.523543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f972c832-22c3-4d2d-b202-9cfd857b11af req-14404c66-c0aa-4f4a-b7eb-34f142bbd337 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 1102 time: 0.8821449 Jul 05 09:41:19.524252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45694) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:19.540612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f48cf-9d64-4f77-9aba-b9c90882639c tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad6ed771-9dfb-4116-bc2f-5af29fad71d6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:19.575621 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.661731 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecdf060-4ee5-4e42-85ec-92dd36a5a2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] GET failed (client error): The resource could not be found. Jul 05 09:41:19.664083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9ecdf060-4ee5-4e42-85ec-92dd36a5a2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349286158-project-admin] 10.222.0.21 "GET /v2.0/ports/ad6ed771-9dfb-4116-bc2f-5af29fad71d6 HTTP/1.1" status: 404 len: 333 time: 0.1374922 Jul 05 09:41:19.668262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:19.689998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f972c832-22c3-4d2d-b202-9cfd857b11af req-3d4ae96a-4671-44d3-ab28-f5199aed2ee1 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.744359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-834bd875-0a77-40e8-b009-815f0c880161 req-5341ec88-e960-47c4-a4c6-a7a90def6d78 tempest-ServerDiagnosticsNegativeTest-1857845949 tempest-ServerDiagnosticsNegativeTest-1857845949-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31486c7-8e69-4070-8e4c-5cdd6e0dfc08 HTTP/1.1" status: 200 len: 210 time: 0.1059349 Jul 05 09:41:19.880226 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.927896 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:19.943755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2', '6c131f75-0e04-44c4-9b20-efcf82d5b2d9', 'fb0fd700-f700-4812-97ea-f31732580281'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:20.070551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.079215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Pushing event deleted for resources: {'Port': ['ID=6c131f75-0e04-44c4-9b20-efcf82d5b2d9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:20.106218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcbd3c5-988a-4aec-bf60-88ed8b6be564']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:20.138510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:20.139062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf936a8a-256d-4ded-9c8d-e009c1e6c47d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:41:20.160556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.195176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.208151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:41:20.210369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:41:20.222043 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:41:20.299818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-359f1042-5cee-4fb3-95cd-fd2b5d47abfd req-59d2c581-9abb-4b54-a24f-b44fdb1cca42 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 210 time: 0.1315532 Jul 05 09:41:20.301143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] No DVR routers for this DVR port 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:20.306753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.310653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d726cb4-101a-43e6-b2db-8bf6402aa7dd req-bd80b24c-d486-4639-bf93-eb70366c5351 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "DELETE /v2.0/ports/6c131f75-0e04-44c4-9b20-efcf82d5b2d9 HTTP/1.1" status: 204 len: 173 time: 2.2132893 Jul 05 09:41:20.337434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'name': 'network-vif-deleted', 'tag': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:20.342118 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209adce8-aa29-4d1b-b7f7-167ce58482fe" -d '{"events": [{"server_uuid": "97e8c19c-ff12-43a8-b2ed-40aa2995167c", "name": "network-vif-deleted", "tag": "6c131f75-0e04-44c4-9b20-efcf82d5b2d9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:20.406568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.417023 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.421012 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] 10.222.0.21 "DELETE /v2.0/networks/fbcbd3c5-988a-4aec-bf60-88ed8b6be564 HTTP/1.1" status: 204 len: 168 time: 0.7507377 Jul 05 09:41:20.500477 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49996ec-b15b-4a75-9ad3-0d3ccec7dad0 x-openstack-request-id: req-e49996ec-b15b-4a75-9ad3-0d3ccec7dad0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:20.501951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f972c832-22c3-4d2d-b202-9cfd857b11af req-3d4ae96a-4671-44d3-ab28-f5199aed2ee1 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.502552 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31486c7-8e69-4070-8e4c-5cdd6e0dfc08", "name": "network-vif-deleted", "tag": "aaf098ac-4f8a-464a-b0cb-50f63f45f7f2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:20.503512 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e49996ec-b15b-4a75-9ad3-0d3ccec7dad0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:20.504943 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31486c7-8e69-4070-8e4c-5cdd6e0dfc08', 'name': 'network-vif-deleted', 'tag': 'aaf098ac-4f8a-464a-b0cb-50f63f45f7f2', 'status': 'completed', 'code': 200} Jul 05 09:41:20.511666 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f972c832-22c3-4d2d-b202-9cfd857b11af req-3d4ae96a-4671-44d3-ab28-f5199aed2ee1 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:20.512496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8ff3e-2282-46b1-a926-63f1c3d36717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417598453-project] Pushing event deleted for resources: {'Network': ['ID=fbcbd3c5-988a-4aec-bf60-88ed8b6be564,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:20.574853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ae96a-4671-44d3-ab28-f5199aed2ee1 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb2ef2-ade4-43b7-98ee-f06bb7104746,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:20.610190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f972c832-22c3-4d2d-b202-9cfd857b11af req-3d4ae96a-4671-44d3-ab28-f5199aed2ee1 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0460076 Jul 05 09:41:20.803655 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532fa61a-d04d-42df-b5d8-d77688563a74 x-openstack-request-id: req-532fa61a-d04d-42df-b5d8-d77688563a74 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:20.803980 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e8c19c-ff12-43a8-b2ed-40aa2995167c", "name": "network-vif-deleted", "tag": "6c131f75-0e04-44c4-9b20-efcf82d5b2d9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:20.804324 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-532fa61a-d04d-42df-b5d8-d77688563a74 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:20.804885 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e8c19c-ff12-43a8-b2ed-40aa2995167c', 'name': 'network-vif-deleted', 'tag': '6c131f75-0e04-44c4-9b20-efcf82d5b2d9', 'status': 'completed', 'code': 200} Jul 05 09:41:20.826224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:20.910398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:20.914280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device aaf098ac-4f8a-464a-b0cb-50f63f45f7f2 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:21.089287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddda82-5216-4b9a-a1f2-5591136fcf4d req-6774e1e5-2f74-4d97-82e0-a023938c6edc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:21.101739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76ddda82-5216-4b9a-a1f2-5591136fcf4d req-6774e1e5-2f74-4d97-82e0-a023938c6edc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2572021 Jul 05 09:41:21.181982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76ddda82-5216-4b9a-a1f2-5591136fcf4d req-26cdf46b-b694-4044-bff2-506e9f0a2322 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790384 Jul 05 09:41:21.216072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45722) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:21.269630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:21.540423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb8d20f5-7ac1-4cad-b993-af917666a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:21.597258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a411f832-1ce7-43e6-8edf-f80549a51f8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31e61b0708ed42c890e5f95450977565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796968 Jul 05 09:41:21.599681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45734) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:21.653032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:21.839766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3811cb3e-2aeb-4b6b-b4f9-c8bb26c55085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:21.845258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71bff3cc-d1b0-47b5-9c92-5b04aef865e4 req-7416e51e-d2cf-403b-aa30-aeadc76f4160 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e8c19c-ff12-43a8-b2ed-40aa2995167c HTTP/1.1" status: 200 len: 210 time: 0.0951185 Jul 05 09:41:21.886542 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3811cb3e-2aeb-4b6b-b4f9-c8bb26c55085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:21.929794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e5b7215-30b3-4815-a854-24a907485944 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faefcb59b0c4491296dbb3b7f2285501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748353 Jul 05 09:41:21.931702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:22.007684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb8d20f5-7ac1-4cad-b993-af917666a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.008354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da014383-ba61-4812-9eb6-c3b954c4378b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.015177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb8d20f5-7ac1-4cad-b993-af917666a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.054926 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da014383-ba61-4812-9eb6-c3b954c4378b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.073260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3811cb3e-2aeb-4b6b-b4f9-c8bb26c55085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.076153 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3811cb3e-2aeb-4b6b-b4f9-c8bb26c55085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.077530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3811cb3e-2aeb-4b6b-b4f9-c8bb26c55085 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43044140-2de2-4846-950a-0ebcccd3495c HTTP/1.1" status: 204 len: 168 time: 0.4715996 Jul 05 09:41:22.079866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1456d1-9f5a-4582-bf8f-04da369b4ba9 req-9e35883e-adaf-4199-9674-04eceab7dbaf tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:22.087409 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db1456d1-9f5a-4582-bf8f-04da369b4ba9 req-9e35883e-adaf-4199-9674-04eceab7dbaf tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 1102 time: 0.1965120 Jul 05 09:41:22.092280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eb8d20f5-7ac1-4cad-b993-af917666a11d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f11ff2df7994f669a589a7b467e3149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8214512 Jul 05 09:41:22.096794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:22.097614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d20f5-7ac1-4cad-b993-af917666a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b1ac8b-bfa0-4685-b41b-1f18fd1cfedc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:22.132511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811cb3e-2aeb-4b6b-b4f9-c8bb26c55085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43044140-2de2-4846-950a-0ebcccd3495c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:22.185809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db1456d1-9f5a-4582-bf8f-04da369b4ba9 req-2846038c-d644-451c-a7df-37a97c4130e4 tempest-ServersAdminNegativeTestJSON-708773893 tempest-ServersAdminNegativeTestJSON-708773893-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969763 Jul 05 09:41:22.219492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da014383-ba61-4812-9eb6-c3b954c4378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.225374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da014383-ba61-4812-9eb6-c3b954c4378b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.227282 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-da014383-ba61-4812-9eb6-c3b954c4378b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8e237ae-5456-4a2d-ac45-270e9cce4f89 HTTP/1.1" status: 204 len: 168 time: 0.2917783 Jul 05 09:41:22.250372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da014383-ba61-4812-9eb6-c3b954c4378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e237ae-5456-4a2d-ac45-270e9cce4f89,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:22.263417 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c12aed00-aa56-47a9-b9ca-16228a613523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.302450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c12aed00-aa56-47a9-b9ca-16228a613523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.396041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:22.402888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c12aed00-aa56-47a9-b9ca-16228a613523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.406409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c12aed00-aa56-47a9-b9ca-16228a613523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:22.407697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c12aed00-aa56-47a9-b9ca-16228a613523 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10b1ac8b-bfa0-4685-b41b-1f18fd1cfedc HTTP/1.1" status: 204 len: 168 time: 0.3105686 Jul 05 09:41:22.418616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aed00-aa56-47a9-b9ca-16228a613523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b1ac8b-bfa0-4685-b41b-1f18fd1cfedc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:22.441777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:22.442689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6c131f75-0e04-44c4-9b20-efcf82d5b2d9 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:22.529776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3b3d2-7122-4f4b-adb9-6df26aae77bc req-9d6d16ae-8d8b-4ee8-ac5b-294d95caa1f4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:22.533937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9eb3b3d2-7122-4f4b-adb9-6df26aae77bc req-9d6d16ae-8d8b-4ee8-ac5b-294d95caa1f4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.1693192 Jul 05 09:41:22.609005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9eb3b3d2-7122-4f4b-adb9-6df26aae77bc req-5d1bc48e-0a92-4803-b34a-fb0aaffda942 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670309 Jul 05 09:41:22.995124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:23.085610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-224d39fa-829d-419e-b686-e2d736fa7de8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8b685c99b134944bfd60e6d8f116a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892076 Jul 05 09:41:23.089894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:23.227334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab3c3-e710-4bd6-9c42-643a3f7a8001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.292860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab3c3-e710-4bd6-9c42-643a3f7a8001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.375782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab3c3-e710-4bd6-9c42-643a3f7a8001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.378328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab3c3-e710-4bd6-9c42-643a3f7a8001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.385698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2a7ab3c3-e710-4bd6-9c42-643a3f7a8001 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edb3c246-997e-41e2-80bf-d524ed097b45 HTTP/1.1" status: 204 len: 168 time: 0.2946186 Jul 05 09:41:23.428736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ab3c3-e710-4bd6-9c42-643a3f7a8001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb3c246-997e-41e2-80bf-d524ed097b45,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:23.445961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:23.481641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d26bca0e-5cdf-40ac-834d-80cbd4fff058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.495353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45792) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:23.518335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc9307-f0a5-4e0b-b573-7c591329496e req-dd0632ac-d0d3-4906-809d-9228d7a2749c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:23.531479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91cc9307-f0a5-4e0b-b573-7c591329496e req-dd0632ac-d0d3-4906-809d-9228d7a2749c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 950 time: 0.1758029 Jul 05 09:41:23.560925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66f2b88-5913-4b1c-88b7-8cc1ef1819c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.638347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91cc9307-f0a5-4e0b-b573-7c591329496e req-37b5d989-d8bf-4daf-a67e-fb83b8eae973 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051395 Jul 05 09:41:23.744225 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d26bca0e-5cdf-40ac-834d-80cbd4fff058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.762742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d26bca0e-5cdf-40ac-834d-80cbd4fff058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:23.890853 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d26bca0e-5cdf-40ac-834d-80cbd4fff058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba3f81cda382416dad9729e3996a34eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425993 Jul 05 09:41:23.893498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bca0e-5cdf-40ac-834d-80cbd4fff058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70947e3-e7fa-41f8-8743-d7955041a1de,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:23.898206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:24.003755 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d02e50cd-2a6b-4aa7-8805-b9c185108eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.056893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d02e50cd-2a6b-4aa7-8805-b9c185108eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.100474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66f2b88-5913-4b1c-88b7-8cc1ef1819c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.113090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a79f3c-edd1-4244-b093-8c83ef9683db req-86de4523-f8c3-45aa-a78a-56d0da4f43b6 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.115301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69a79f3c-edd1-4244-b093-8c83ef9683db req-86de4523-f8c3-45aa-a78a-56d0da4f43b6 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2589099 Jul 05 09:41:24.125475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fe87a-5d3f-4012-ba1c-4c4b9ee5edd8 req-683275ee-063f-494f-a4bc-fe38aa0848b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.127169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15fe87a-5d3f-4012-ba1c-4c4b9ee5edd8 req-683275ee-063f-494f-a4bc-fe38aa0848b2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 949 time: 0.2987587 Jul 05 09:41:24.128013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66f2b88-5913-4b1c-88b7-8cc1ef1819c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.147053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d02e50cd-2a6b-4aa7-8805-b9c185108eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.153410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d02e50cd-2a6b-4aa7-8805-b9c185108eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.155440 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d02e50cd-2a6b-4aa7-8805-b9c185108eb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b70947e3-e7fa-41f8-8743-d7955041a1de HTTP/1.1" status: 204 len: 168 time: 0.2550087 Jul 05 09:41:24.174315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e50cd-2a6b-4aa7-8805-b9c185108eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70947e3-e7fa-41f8-8743-d7955041a1de,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:24.231934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f2b88-5913-4b1c-88b7-8cc1ef1819c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4738e7f8-c7ce-4fd4-aa31-8161ec7a4d53,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:24.231934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d66f2b88-5913-4b1c-88b7-8cc1ef1819c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfef6a68f4a045ddb3b3780f6cb57a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7322669 Jul 05 09:41:24.233729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:24.276239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69a79f3c-edd1-4244-b093-8c83ef9683db req-3d7d7efb-b875-4f6e-a9d8-0ca2fb0cb44e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438582 Jul 05 09:41:24.356285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15fe87a-5d3f-4012-ba1c-4c4b9ee5edd8 req-3213a1d0-f4b2-441b-9ce7-109e59cae001 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998587 Jul 05 09:41:24.433449 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6c68f8-041e-4833-a0db-876a3c24d808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.491309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6c68f8-041e-4833-a0db-876a3c24d808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.591067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6c68f8-041e-4833-a0db-876a3c24d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.593669 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6c68f8-041e-4833-a0db-876a3c24d808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:24.595000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8b6c68f8-041e-4833-a0db-876a3c24d808 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4738e7f8-c7ce-4fd4-aa31-8161ec7a4d53 HTTP/1.1" status: 204 len: 168 time: 0.3600619 Jul 05 09:41:24.606254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c68f8-041e-4833-a0db-876a3c24d808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4738e7f8-c7ce-4fd4-aa31-8161ec7a4d53,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:24.975637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f925c-07b2-485c-bbdb-cd27ec1db0b3 req-384d5c90-b212-4d9b-aa55-6502e2bf3a07 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.985008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-1224de2e-ae00-4868-b5c3-ee13953a0b4c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:24.987296 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-1224de2e-ae00-4868-b5c3-ee13953a0b4c tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.16 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 950 time: 0.0829415 Jul 05 09:41:24.988990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac9f925c-07b2-485c-bbdb-cd27ec1db0b3 req-384d5c90-b212-4d9b-aa55-6502e2bf3a07 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 950 time: 0.1268489 Jul 05 09:41:25.059301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac9f925c-07b2-485c-bbdb-cd27ec1db0b3 req-1d1f31d0-3a27-41a0-8033-51ecdb5f599e tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685930 Jul 05 09:41:25.149198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Deleting port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:25.149819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.331251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-2f64b857-fc7e-49ee-a5dd-d063218b7dfa tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:25.337520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-2f64b857-fc7e-49ee-a5dd-d063218b7dfa tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 949 time: 0.1960666 Jul 05 09:41:25.341964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] For port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:25.342586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.367187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Calling delete_port for 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:25.726685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.746304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8b904b6e-e4e2-47e3-a91a-e0b95e0ca093'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:25.785215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['620f915c-5273-4c11-8ce8-a72306cdc9e9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:25.821915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Pushing event deleted for resources: {'Port': ['ID=8b904b6e-e4e2-47e3-a91a-e0b95e0ca093,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:25.856995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] No DVR routers for this DVR port 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:25.859961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.862310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7a2200d-8e12-478d-b55e-31050ad50a31 req-8ccfe10e-2319-4c78-9170-bbcf4662532f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.16 "DELETE /v2.0/ports/8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 HTTP/1.1" status: 204 len: 173 time: 0.8681223 Jul 05 09:41:25.862800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060d0e3a-2600-4329-852d-26028597fc23', 'name': 'network-vif-deleted', 'tag': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:25.874946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Deleting port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:25.875564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:25.881747 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7870a27-dbae-4469-9a77-c3ec80cfd2f7" -d '{"events": [{"server_uuid": "060d0e3a-2600-4329-852d-26028597fc23", "name": "network-vif-deleted", "tag": "8b904b6e-e4e2-47e3-a91a-e0b95e0ca093"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:26.126397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d914a-5dcc-4bf1-9383-f238a4eb1f79 req-f906a70f-0f2e-45bf-8d30-0467fdc4119c tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.138544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-410d914a-5dcc-4bf1-9383-f238a4eb1f79 req-f906a70f-0f2e-45bf-8d30-0467fdc4119c tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 949 time: 0.5533779 Jul 05 09:41:26.249762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b3ab5-f61a-4133-bbdd-f0ef00b07200 req-df96c141-cd4a-4987-b39f-52f18c5f9b2e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:26.260515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c06b3ab5-f61a-4133-bbdd-f0ef00b07200 req-df96c141-cd4a-4987-b39f-52f18c5f9b2e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.5562837 Jul 05 09:41:26.339782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-410d914a-5dcc-4bf1-9383-f238a4eb1f79 req-8b0b0b4f-a5ee-4213-a3cb-b4fb76f08022 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999836 Jul 05 09:41:26.413479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c06b3ab5-f61a-4133-bbdd-f0ef00b07200 req-c8959f27-b127-4116-8d88-95fd8b0a7e4f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517746 Jul 05 09:41:26.457259 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa546b30-217d-41a6-b35c-3bf2f2792e49 x-openstack-request-id: req-aa546b30-217d-41a6-b35c-3bf2f2792e49 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:26.457823 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060d0e3a-2600-4329-852d-26028597fc23", "name": "network-vif-deleted", "tag": "8b904b6e-e4e2-47e3-a91a-e0b95e0ca093", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:26.457953 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa546b30-217d-41a6-b35c-3bf2f2792e49 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:26.458477 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060d0e3a-2600-4329-852d-26028597fc23', 'name': 'network-vif-deleted', 'tag': '8b904b6e-e4e2-47e3-a91a-e0b95e0ca093', 'status': 'completed', 'code': 200} Jul 05 09:41:26.514209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] For port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:26.514784 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.571718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Calling delete_port for 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:26.864676 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:26.880364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2', 'fb0fd700-f700-4812-97ea-f31732580281'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:26.929800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Pushing event deleted for resources: {'Port': ['ID=97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:27.034425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d80746bd-c43e-4525-af21-ae281110eee2 req-5d44705d-4606-4262-9e85-e015168ed1d8 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=060d0e3a-2600-4329-852d-26028597fc23 HTTP/1.1" status: 200 len: 210 time: 0.1094968 Jul 05 09:41:27.039005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.042198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.042616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.043017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.044249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.044651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.046348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.046762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.047666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.048061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.050060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.050572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:27.714949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2500c90-71cf-4832-b35f-74dedfe4b636 req-52664a18-bbfd-4812-940c-552bcc644322 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed127a84-8a11-4a06-9ead-bd807173de9d HTTP/1.1" status: 200 len: 210 time: 0.1084471 Jul 05 09:41:27.717920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] No DVR routers for this DVR port 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:27.720325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:27.723509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5ff6792-19f3-4e17-8feb-b5e0177ce68e req-ebc1b68c-e2f4-4bae-9a54-80f879500c54 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "DELETE /v2.0/ports/97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 HTTP/1.1" status: 204 len: 173 time: 2.3776011 Jul 05 09:41:27.735424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'name': 'network-vif-deleted', 'tag': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:27.738786 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1419970c-add6-45e6-ba11-8b2d537ac129" -d '{"events": [{"server_uuid": "ed127a84-8a11-4a06-9ead-bd807173de9d", "name": "network-vif-deleted", "tag": "97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:27.834031 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39969ab9-cc39-4d49-afb6-dee2f89bcecc x-openstack-request-id: req-39969ab9-cc39-4d49-afb6-dee2f89bcecc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:27.834671 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed127a84-8a11-4a06-9ead-bd807173de9d", "name": "network-vif-deleted", "tag": "97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:27.835298 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39969ab9-cc39-4d49-afb6-dee2f89bcecc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:27.836045 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed127a84-8a11-4a06-9ead-bd807173de9d', 'name': 'network-vif-deleted', 'tag': '97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2', 'status': 'completed', 'code': 200} Jul 05 09:41:27.902333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016160-7f25-4836-961a-3d57db045c90 req-f96dc9f7-4dd1-4019-8815-9be78da8f350 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:27.905166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f016160-7f25-4836-961a-3d57db045c90 req-f96dc9f7-4dd1-4019-8815-9be78da8f350 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.1974978 Jul 05 09:41:27.990821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f016160-7f25-4836-961a-3d57db045c90 req-3296b48a-41f6-4035-a6e5-9a93628b7e80 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794649 Jul 05 09:41:28.090565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:28.722343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943062-c454-4594-a60d-0bf944704cb8 req-bd7f64d0-ea6b-4f98-8de7-13815c7857e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.726909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69943062-c454-4594-a60d-0bf944704cb8 req-bd7f64d0-ea6b-4f98-8de7-13815c7857e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 1097 time: 0.2035582 Jul 05 09:41:28.778403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427651e-65a4-434a-9372-f1eeafca1b13 req-4bc89fc3-a4bc-44e7-b8d4-d37c3c7b67c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:28.781251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c427651e-65a4-434a-9372-f1eeafca1b13 req-4bc89fc3-a4bc-44e7-b8d4-d37c3c7b67c2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2071419 Jul 05 09:41:28.789295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-790048415', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:28.818474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:28.895012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:28.897479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b904b6e-e4e2-47e3-a91a-e0b95e0ca093 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:28.927485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c427651e-65a4-434a-9372-f1eeafca1b13 req-3aa2f22a-dc66-4965-b3be-40931baab808 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275980 Jul 05 09:41:28.959523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Made reservation on behalf of 74c50aa746d84601b674bd7330bcc2ee for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:28.963219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.003312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943062-c454-4594-a60d-0bf944704cb8 req-d3490aea-b3f9-4155-953d-d7afa8a90f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.011105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69943062-c454-4594-a60d-0bf944704cb8 req-d3490aea-b3f9-4155-953d-d7afa8a90f66 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 0.2768548 Jul 05 09:41:29.027240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.111516 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.167992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c943e-7ba9-4118-9d12-7742fbad16f1 req-c86975be-fe7d-4eee-9c36-20e646f0978e tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.169357 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69943062-c454-4594-a60d-0bf944704cb8 req-4bff79c3-0699-46ff-a6a8-e18c792d02c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 200 len: 999 time: 0.1449533 Jul 05 09:41:29.169990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d56c943e-7ba9-4118-9d12-7742fbad16f1 req-c86975be-fe7d-4eee-9c36-20e646f0978e tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 949 time: 0.2381566 Jul 05 09:41:29.266944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d56c943e-7ba9-4118-9d12-7742fbad16f1 req-662302a0-cb70-4292-b19d-095061900344 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772913 Jul 05 09:41:29.274358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943062-c454-4594-a60d-0bf944704cb8 req-cebf58e5-336b-4632-80f7-1072c6a7ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.277891 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69943062-c454-4594-a60d-0bf944704cb8 req-cebf58e5-336b-4632-80f7-1072c6a7ee65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.0991645 Jul 05 09:41:29.303407 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.347903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.364495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:29.369478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] device_id is not set on port f46c9803-2793-4666-9509-72acccd0f2a9 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:29.416972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943062-c454-4594-a60d-0bf944704cb8 req-bc40415a-63fc-4eef-b8ce-e710f84e6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:29.421367 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69943062-c454-4594-a60d-0bf944704cb8 req-bc40415a-63fc-4eef-b8ce-e710f84e6e24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205666 Jul 05 09:41:29.480390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f4269d-aede-44bc-b9e1-394c077f8147,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:29.588070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Allocated IP 172.25.1.197 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/f46c9803-2793-4666-9509-72acccd0f2a9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:29.640628 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69943062-c454-4594-a60d-0bf944704cb8 req-9356a198-63fc-440f-8d15-11ca32f8ef8d service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097509 Jul 05 09:41:29.862918 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69943062-c454-4594-a60d-0bf944704cb8 req-935374fc-0fac-4c29-bc53-d16faf31341f service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126062 Jul 05 09:41:29.926171 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.053228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.218502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:30.259285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:30.270307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:30.308507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Pushing event updated for resources: {'Port': ['ID=f46c9803-2793-4666-9509-72acccd0f2a9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:30.386768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-476b21a8-817e-4ac3-bafb-83b1ac5890a1 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:30.388441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-476b21a8-817e-4ac3-bafb-83b1ac5890a1 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.15 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 949 time: 0.2490587 Jul 05 09:41:30.408237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:30.408832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75654838-3c45-45aa-8738-83043417492b req-5d21989f-a435-4e78-81af-ce5934f955eb tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:30.410291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75654838-3c45-45aa-8738-83043417492b req-5d21989f-a435-4e78-81af-ce5934f955eb tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.2824774 Jul 05 09:41:30.413247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:30.413845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.442759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:30.443591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 97c1cf5c-9edb-4328-be8c-cb7bbc78b1c2 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:30.576333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-150b75a6-2a51-41e3-a4ac-b87f27354219 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4817045 Jul 05 09:41:30.576903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:30.585112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.197'}]}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:30.647558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.651237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:30.713978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75654838-3c45-45aa-8738-83043417492b req-34685db9-14d7-4514-b7ee-58e75f8f5288 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865953 Jul 05 09:41:30.760219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa678d06-5d3b-4086-88a1-6a4da3b0067b req-903f7f1c-0c96-4794-897f-7be254328f8b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:30.762153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa678d06-5d3b-4086-88a1-6a4da3b0067b req-903f7f1c-0c96-4794-897f-7be254328f8b tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 951 time: 0.3378441 Jul 05 09:41:30.843702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa678d06-5d3b-4086-88a1-6a4da3b0067b req-2b01eb7d-3b08-4ce0-be6f-06e1cc9a0eec tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691283 Jul 05 09:41:30.864710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Deleting port 620f915c-5273-4c11-8ce8-a72306cdc9e9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:30.865421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.190628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] For port 620f915c-5273-4c11-8ce8-a72306cdc9e9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=620f915c-5273-4c11-8ce8-a72306cdc9e9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:31.203434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.250799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Calling delete_port for 620f915c-5273-4c11-8ce8-a72306cdc9e9 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:31.354933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.682272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301742e-45a2-414d-a87e-df82a8e4b891 req-c79bca77-9fe8-4d00-874e-e4546a9c99ea tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:31.704114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d301742e-45a2-414d-a87e-df82a8e4b891 req-c79bca77-9fe8-4d00-874e-e4546a9c99ea tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 945 time: 0.4829276 Jul 05 09:41:31.845600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:31.887221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d301742e-45a2-414d-a87e-df82a8e4b891 req-b332b80d-3c9c-4657-ac3c-2b64e962ffbf tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808565 Jul 05 09:41:31.904479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-b4b5fb2f-539b-4015-9714-209ec57957f2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:31.908536 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-b4b5fb2f-539b-4015-9714-209ec57957f2 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 951 time: 0.4196265 Jul 05 09:41:31.953357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b86402-2120-483e-80b9-5710de49527e req-719bc2ce-c58e-42fb-bd97-429b3aaee946 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:31.967983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99b86402-2120-483e-80b9-5710de49527e req-719bc2ce-c58e-42fb-bd97-429b3aaee946 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 949 time: 0.3190019 Jul 05 09:41:31.993843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.013059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['620f915c-5273-4c11-8ce8-a72306cdc9e9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:32.146682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Pushing event deleted for resources: {'Port': ['ID=620f915c-5273-4c11-8ce8-a72306cdc9e9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:32.258937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Deleting port fb0fd700-f700-4812-97ea-f31732580281 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:32.259446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.286023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99b86402-2120-483e-80b9-5710de49527e req-ab12fa72-e34b-4e60-b206-da4406e62603 tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/security-groups?id=80f51972-7086-4a5b-a0fc-d54de768e8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141115 Jul 05 09:41:32.349056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:32.349884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] No DVR routers for this DVR port 620f915c-5273-4c11-8ce8-a72306cdc9e9 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:32.362397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.366193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b7db22e-7f7f-43c4-b276-d6d7bc473cff req-ede541f0-ee81-401b-a869-5b84dbc6600f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.15 "DELETE /v2.0/ports/620f915c-5273-4c11-8ce8-a72306cdc9e9 HTTP/1.1" status: 204 len: 173 time: 1.9548321 Jul 05 09:41:32.368618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41381f2c-595d-4963-ad33-ed4f1391195e', 'name': 'network-vif-deleted', 'tag': '620f915c-5273-4c11-8ce8-a72306cdc9e9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:32.372401 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89fa883-264b-4a48-8204-140cae54074e" -d '{"events": [{"server_uuid": "41381f2c-595d-4963-ad33-ed4f1391195e", "name": "network-vif-deleted", "tag": "620f915c-5273-4c11-8ce8-a72306cdc9e9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:32.443790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945be8f7-4909-4166-ae64-ad5cf166f0e1 req-8d8598af-0aba-4861-8412-d5c3532316af tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.455415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-945be8f7-4909-4166-ae64-ad5cf166f0e1 req-8d8598af-0aba-4861-8412-d5c3532316af tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.3266377 Jul 05 09:41:32.682866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] For port fb0fd700-f700-4812-97ea-f31732580281, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fb0fd700-f700-4812-97ea-f31732580281,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:32.683901 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.740134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-945be8f7-4909-4166-ae64-ad5cf166f0e1 req-a5048ae6-347b-4746-893a-1287342d8b43 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835772 Jul 05 09:41:32.843440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Calling delete_port for fb0fd700-f700-4812-97ea-f31732580281 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:32.858139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72aa77-9e86-497b-938d-bc311c9b5101 req-559ac005-d189-40bc-b28c-91a71591ef87 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:32.877190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a72aa77-9e86-497b-938d-bc311c9b5101 req-559ac005-d189-40bc-b28c-91a71591ef87 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 951 time: 0.3381767 Jul 05 09:41:32.936698 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa9fcfd-1c7c-419e-a00c-1a3b9aef20f6 x-openstack-request-id: req-bfa9fcfd-1c7c-419e-a00c-1a3b9aef20f6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:32.937129 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41381f2c-595d-4963-ad33-ed4f1391195e", "name": "network-vif-deleted", "tag": "620f915c-5273-4c11-8ce8-a72306cdc9e9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:32.937472 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfa9fcfd-1c7c-419e-a00c-1a3b9aef20f6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:32.938000 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41381f2c-595d-4963-ad33-ed4f1391195e', 'name': 'network-vif-deleted', 'tag': '620f915c-5273-4c11-8ce8-a72306cdc9e9', 'status': 'completed', 'code': 200} Jul 05 09:41:32.950017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:32.966918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8070efa-0e6d-4990-b3bb-327b98e729e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.000212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a72aa77-9e86-497b-938d-bc311c9b5101 req-82cf0515-826d-4060-afa4-0431d1a3473f tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/security-groups?id=bffc04b7-6089-4d2e-a4af-36057df9d3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214728 Jul 05 09:41:33.036829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-5d9af0fd-bc4a-4c86-87c6-c083394cd073 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:33.045412 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-5d9af0fd-bc4a-4c86-87c6-c083394cd073 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 945 time: 0.6575599 Jul 05 09:41:33.315943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.333391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8070efa-0e6d-4990-b3bb-327b98e729e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.355046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8070efa-0e6d-4990-b3bb-327b98e729e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.358830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.389038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['fb0fd700-f700-4812-97ea-f31732580281'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:41:33.464499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90513e-b253-467a-8048-e70076d68732 req-c3605983-2a8f-4fcf-ac77-e627091b733d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:33.467243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab90513e-b253-467a-8048-e70076d68732 req-c3605983-2a8f-4fcf-ac77-e627091b733d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 945 time: 0.2620468 Jul 05 09:41:33.481097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d8070efa-0e6d-4990-b3bb-327b98e729e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83a44c8657da4786ac5a9053f3918d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244018 Jul 05 09:41:33.484665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46046) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:33.528417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8070efa-0e6d-4990-b3bb-327b98e729e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1c57ce-7c77-4c48-82b2-c2ffea8fa7c0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:33.620762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Pushing event deleted for resources: {'Port': ['ID=fb0fd700-f700-4812-97ea-f31732580281,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:33.707348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab90513e-b253-467a-8048-e70076d68732 req-041e45da-69c9-490d-bde0-9495b6302611 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276525 Jul 05 09:41:33.794889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d6b5-6d01-4dc9-8604-7aebf97de985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.828628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.829541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.829541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.829888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.829888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.830229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.830686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.830889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.831202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.831497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.831804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.832081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:33.862339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdaa7acd-dc3d-44c9-a92d-168c6fada2ef req-5d5407a7-0f8d-419f-912d-46fb6978614f tempest-ServersAdminNegativeTestJSON-445536399 tempest-ServersAdminNegativeTestJSON-445536399-project] 10.222.0.21 "GET /v2.0/ports?device_id=41381f2c-595d-4963-ad33-ed4f1391195e HTTP/1.1" status: 200 len: 210 time: 0.0683641 Jul 05 09:41:33.907836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d6b5-6d01-4dc9-8604-7aebf97de985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.909493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] No DVR routers for this DVR port fb0fd700-f700-4812-97ea-f31732580281 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:33.912914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:33.917587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bbb7df85-b2b3-4be8-b1bf-7cd8ae8393ea req-8abb2605-7c88-40c4-9956-88fb83b38d44 tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.15 "DELETE /v2.0/ports/fb0fd700-f700-4812-97ea-f31732580281 HTTP/1.1" status: 204 len: 173 time: 2.0011940 Jul 05 09:41:33.954333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-deleted', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:33.960306 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6208de3-8cf7-4b3a-80ec-f86bb9a92942" -d '{"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-deleted", "tag": "fb0fd700-f700-4812-97ea-f31732580281"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:34.102894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d6b5-6d01-4dc9-8604-7aebf97de985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:34.108607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d6b5-6d01-4dc9-8604-7aebf97de985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:34.113001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fdb4d6b5-6d01-4dc9-8604-7aebf97de985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c1c57ce-7c77-4c48-82b2-c2ffea8fa7c0 HTTP/1.1" status: 204 len: 168 time: 0.6247075 Jul 05 09:41:34.154503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4d6b5-6d01-4dc9-8604-7aebf97de985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1c57ce-7c77-4c48-82b2-c2ffea8fa7c0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:34.181341 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02dbfd8-1d13-4e34-8895-9f95c176acf8 x-openstack-request-id: req-e02dbfd8-1d13-4e34-8895-9f95c176acf8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:34.182343 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dd7208-306c-4967-a9a1-f568026e4da0", "name": "network-vif-deleted", "tag": "fb0fd700-f700-4812-97ea-f31732580281", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:34.183012 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e02dbfd8-1d13-4e34-8895-9f95c176acf8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:34.183667 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dd7208-306c-4967-a9a1-f568026e4da0', 'name': 'network-vif-deleted', 'tag': 'fb0fd700-f700-4812-97ea-f31732580281', 'status': 'completed', 'code': 200} Jul 05 09:41:34.230439 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:34.408047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Deleting port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:34.408628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:34.429981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:34.557588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: fb0fd700-f700-4812-97ea-f31732580281 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:34.557988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fb0fd700-f700-4812-97ea-f31732580281 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:34.559062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 620f915c-5273-4c11-8ce8-a72306cdc9e9 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:34.622346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7a1b969-a2ba-4486-b040-519a58c45df9 req-f22d27ce-9104-4b20-a5ec-9769e600f6cc tempest-ServersAdminTestJSON-1784264724 tempest-ServersAdminTestJSON-1784264724-project] 10.222.0.21 "GET /v2.0/ports?device_id=01dd7208-306c-4967-a9a1-f568026e4da0 HTTP/1.1" status: 200 len: 210 time: 0.0630765 Jul 05 09:41:34.624177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 620f915c-5273-4c11-8ce8-a72306cdc9e9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:41:34.625299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 620f915c-5273-4c11-8ce8-a72306cdc9e9 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:41:34.723347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:34.729043 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:34.824786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] For port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:34.825275 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:34.845029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Calling delete_port for 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:34.846067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:41:35.007758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.025096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.025386 n-d-771363-33 neutron-server[93797]: INFO neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No ports have port_id starting with 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 Jul 05 09:41:35.025666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71f574ec-232c-49c1-97b0-1fb55a9db3cd {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:41:35.060462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event deleted for resources: {'Port': ['ID=1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:35.122327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] No DVR routers for this DVR port 1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:41:35.125954 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 09:41:35.129119 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7714d17a-3e0a-4f19-b131-2b6195ba43d7 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5506077 Jul 05 09:41:35.130451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.132486 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec4b9884-ed7d-47fb-93e4-855fc7669c68 req-4bd3c75d-b8db-4af0-b5d5-4a048ef03205 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "DELETE /v2.0/ports/1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9 HTTP/1.1" status: 204 len: 173 time: 1.8200619 Jul 05 09:41:35.137164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:35.187347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47356a28-55d9-47f2-8fa2-f928f9d5cc53 req-28ddd42d-1939-40aa-af69-fbad94b080c5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.1390479 Jul 05 09:41:35.377866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Deleting port f46c9803-2793-4666-9509-72acccd0f2a9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:35.378445 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.517363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.519609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:35.543672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Calling delete_port for f46c9803-2793-4666-9509-72acccd0f2a9 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:35.547958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44fea0f2-714b-4b4f-9494-4e6d8b0b26d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.947493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44fea0f2-714b-4b4f-9494-4e6d8b0b26d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.952611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:35.953363 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44fea0f2-714b-4b4f-9494-4e6d8b0b26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.007244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46086) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:36.057862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Pushing event deleted for resources: {'Port': ['ID=f46c9803-2793-4666-9509-72acccd0f2a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:36.072203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fea0f2-714b-4b4f-9494-4e6d8b0b26d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73082fa-5323-4274-8a73-eaebbbc74289,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:36.119954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-44fea0f2-714b-4b4f-9494-4e6d8b0b26d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be3a5a58efc24959b7c4509d7c4e3459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986855 Jul 05 09:41:36.120790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46092) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:36.185054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'name': 'network-vif-deleted', 'tag': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:36.188926 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb1dbe6-73dd-4082-ad88-e07988b7c1f5" -d '{"events": [{"server_uuid": "6fdc06c1-f00e-498c-a3c9-67be4b3ba22f", "name": "network-vif-deleted", "tag": "1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:36.219722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.228395 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7433314f-8569-40d3-ad4f-82fc1be832e5 tempest-RoutersAdminNegativeIpV6Test-1729926029 tempest-RoutersAdminNegativeIpV6Test-1729926029-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f46c9803-2793-4666-9509-72acccd0f2a9 HTTP/1.1" status: 204 len: 168 time: 1.0846264 Jul 05 09:41:36.279171 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8288c7-abe0-4782-b9fa-acc2f4274ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.318250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8288c7-abe0-4782-b9fa-acc2f4274ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.324811 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6da1a0-bc00-49fa-8a15-fc1806d2a6bf x-openstack-request-id: req-dd6da1a0-bc00-49fa-8a15-fc1806d2a6bf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:36.325370 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdc06c1-f00e-498c-a3c9-67be4b3ba22f", "name": "network-vif-deleted", "tag": "1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:36.325831 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd6da1a0-bc00-49fa-8a15-fc1806d2a6bf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:36.326500 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdc06c1-f00e-498c-a3c9-67be4b3ba22f', 'name': 'network-vif-deleted', 'tag': '1090e18f-8aaa-4217-9cb1-3f4bf92b3ba9', 'status': 'completed', 'code': 200} Jul 05 09:41:36.456021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8288c7-abe0-4782-b9fa-acc2f4274ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.460457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8288c7-abe0-4782-b9fa-acc2f4274ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.463008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8c8288c7-abe0-4782-b9fa-acc2f4274ab2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a73082fa-5323-4274-8a73-eaebbbc74289 HTTP/1.1" status: 204 len: 168 time: 0.3402066 Jul 05 09:41:36.489269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8288c7-abe0-4782-b9fa-acc2f4274ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73082fa-5323-4274-8a73-eaebbbc74289,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:36.517870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fda84f74-7ac5-48e1-a642-c42672739020 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0537807500a5401ca4d4023ab8408ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855192 Jul 05 09:41:36.519016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:36.625847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9aa55e35-8629-4faa-8e14-98d73c3ec5f4 req-413d87dd-0bbc-4570-b6d7-56450d7025a6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.0875185 Jul 05 09:41:36.668797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a592616-d721-4a09-9b0f-27f561888c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.726695 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a592616-d721-4a09-9b0f-27f561888c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.822142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a592616-d721-4a09-9b0f-27f561888c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.826113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a592616-d721-4a09-9b0f-27f561888c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:36.830285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7a592616-d721-4a09-9b0f-27f561888c48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80f51972-7086-4a5b-a0fc-d54de768e8f1 HTTP/1.1" status: 204 len: 168 time: 0.3103991 Jul 05 09:41:36.859180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592616-d721-4a09-9b0f-27f561888c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f51972-7086-4a5b-a0fc-d54de768e8f1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:37.084975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:37.297227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:37.569320 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f75747aa-218e-4599-8e35-6ab833b7a67d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ad0461083dc4b68a462b0d01eb0f5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824333 Jul 05 09:41:37.572754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46128) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:37.761804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22336201-9e8d-4c34-884c-c66a5674ef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.830536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22336201-9e8d-4c34-884c-c66a5674ef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:37.988683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e948a30-1e9b-46f5-b5a5-0ab59abf2d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.126310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22336201-9e8d-4c34-884c-c66a5674ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.133638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22336201-9e8d-4c34-884c-c66a5674ef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.135846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-22336201-9e8d-4c34-884c-c66a5674ef03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bffc04b7-6089-4d2e-a4af-36057df9d3ef HTTP/1.1" status: 204 len: 168 time: 0.5611470 Jul 05 09:41:38.146441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23d43403-e3bd-4e0c-b59d-399d43a1dd32 req-b633380b-56b3-464e-98b7-4d46b6e294a8 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.1127853 Jul 05 09:41:38.172824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22336201-9e8d-4c34-884c-c66a5674ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffc04b7-6089-4d2e-a4af-36057df9d3ef,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:38.227888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:38.347427 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7bcf465-d7dd-4a19-81ec-6f1383849e47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31206c6b1d1d4363942dfff950cab7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159883 Jul 05 09:41:38.348329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:38.414731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e948a30-1e9b-46f5-b5a5-0ab59abf2d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.429284 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e948a30-1e9b-46f5-b5a5-0ab59abf2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.502546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ca60a8-1876-443f-b703-92ea856261de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.555024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ca60a8-1876-443f-b703-92ea856261de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.562320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7e948a30-1e9b-46f5-b5a5-0ab59abf2d7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0b31fc4107a413cac96508f1c3fc737&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2600558 Jul 05 09:41:38.562320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e948a30-1e9b-46f5-b5a5-0ab59abf2d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd34e0f-fa66-4545-ba26-b049658405f6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:38.570134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:38.667668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ca60a8-1876-443f-b703-92ea856261de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.672955 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ca60a8-1876-443f-b703-92ea856261de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.689747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-80ca60a8-1876-443f-b703-92ea856261de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74cb2ef2-ade4-43b7-98ee-f06bb7104746 HTTP/1.1" status: 204 len: 168 time: 0.3328805 Jul 05 09:41:38.716581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca60a8-1876-443f-b703-92ea856261de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb2ef2-ade4-43b7-98ee-f06bb7104746,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:38.738720 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1470a11d-e1a0-407e-b8e3-d88279f0074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.796222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1470a11d-e1a0-407e-b8e3-d88279f0074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.894273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1470a11d-e1a0-407e-b8e3-d88279f0074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.898783 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1470a11d-e1a0-407e-b8e3-d88279f0074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:38.907369 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1470a11d-e1a0-407e-b8e3-d88279f0074c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecd34e0f-fa66-4545-ba26-b049658405f6 HTTP/1.1" status: 204 len: 168 time: 0.3246696 Jul 05 09:41:38.920644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470a11d-e1a0-407e-b8e3-d88279f0074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd34e0f-fa66-4545-ba26-b049658405f6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:39.434406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46168) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:39.533816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaab13c0-78a0-4b9c-b21f-5332a0393768 req-05185614-306c-454f-9a9f-7e295f746345 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.0629508 Jul 05 09:41:39.544051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e53a2476-a970-4912-87e1-b412becdb096 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=545bae8c5ca6474da24a9a60440091fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083710 Jul 05 09:41:39.546388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46170) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:39.623134 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bc06923-4756-4415-9322-7229e6a25785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.684024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bc06923-4756-4415-9322-7229e6a25785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.778791 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bc06923-4756-4415-9322-7229e6a25785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.784991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bc06923-4756-4415-9322-7229e6a25785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:39.788039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9bc06923-4756-4415-9322-7229e6a25785 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6ce7f50-1b5f-4775-b6e5-01b491ef78b4 HTTP/1.1" status: 204 len: 168 time: 0.2396822 Jul 05 09:41:39.804836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc06923-4756-4415-9322-7229e6a25785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce7f50-1b5f-4775-b6e5-01b491ef78b4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:39.865049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:39.924456 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4de0b6aa-983c-4130-844d-68a3a082ec6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74c50aa746d84601b674bd7330bcc2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577159 Jul 05 09:41:39.928750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46190) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:40.102914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0e38-94f9-444f-8163-73dd77d353b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.157534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0e38-94f9-444f-8163-73dd77d353b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.262564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0e38-94f9-444f-8163-73dd77d353b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.268740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0e38-94f9-444f-8163-73dd77d353b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:40.281182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0d1e0e38-94f9-444f-8163-73dd77d353b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40f4269d-aede-44bc-b9e1-394c077f8147 HTTP/1.1" status: 204 len: 168 time: 0.3503103 Jul 05 09:41:40.292201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e0e38-94f9-444f-8163-73dd77d353b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f4269d-aede-44bc-b9e1-394c077f8147,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:40.839834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-520b75e6-d48e-4722-af57-6299e0ee31d2 req-3754cdde-7844-4cf5-bece-fa06683f1826 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.0516717 Jul 05 09:41:40.986130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:41.352437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1438318941-network', 'tenant_id': '7f6f57fe384641aa811f4a1988d5269b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:41.412084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Made reservation on behalf of 7f6f57fe384641aa811f4a1988d5269b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:41.418574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:41.443544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:41.659757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:41.671002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:41.746308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1484ff1-f71c-484f-8b3f-f0838186f3bf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:41.760983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:41.784786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:41.785140 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Added segment c4781007-ec96-40fe-affd-d7b6aeabb048 of type vlan for network 864cbcdc-a460-4705-8012-cbfae1744411 Jul 05 09:41:41.842263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:41.902622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:41.904081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:41.906392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.029880 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0425181 Jul 05 09:41:42.032774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46264) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:42.040009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Request body: {'subnet': {'network_id': '864cbcdc-a460-4705-8012-cbfae1744411', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1438318941-subnet', 'tenant_id': '7f6f57fe384641aa811f4a1988d5269b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:42.068819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05debc1e-3dd8-4dd4-b287-767261f5ac48 admin admin] Pushing event updated for resources: {'Network': ['ID=864cbcdc-a460-4705-8012-cbfae1744411,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:42.070265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Made reservation on behalf of 7f6f57fe384641aa811f4a1988d5269b for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:42.079239 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.080956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 864cbcdc-a460-4705-8012-cbfae1744411 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:42.312461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04a37a9b-4b97-4321-bd9e-8bc96d901669 req-a2dba523-9937-4a07-b084-ffdb675ae726 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdc06c1-f00e-498c-a3c9-67be4b3ba22f HTTP/1.1" status: 200 len: 210 time: 0.0639894 Jul 05 09:41:42.584544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.663336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a925c9cc-557c-42db-aac9-33362fb1f6f5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:42.702989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Checking segment: {'id': 'c4781007-ec96-40fe-affd-d7b6aeabb048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '864cbcdc-a460-4705-8012-cbfae1744411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:42.704651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Network hostable DHCP agents. Network: 864cbcdc-a460-4705-8012-cbfae1744411, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:42.730390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Network 864cbcdc-a460-4705-8012-cbfae1744411 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:42.749797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 864cbcdc-a460-4705-8012-cbfae1744411) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:42.755049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:42.755962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:42.773022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ef363-7ba9-4896-9d94-3e5a7174f72f None None] Network 864cbcdc-a460-4705-8012-cbfae1744411 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:42.803518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-97800bbc-388c-431d-a160-dce4909906b4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7686453 Jul 05 09:41:43.007370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f549f-cd26-4f58-bfd9-2d56da4034c0 None None] Network 864cbcdc-a460-4705-8012-cbfae1744411 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:43.807255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46328) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:43.989065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3973a2e5-40e9-4118-999f-36190346b78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.315449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-672190175'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:44.386496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Made reservation on behalf of 96390b479efe49faaa399c598e990395 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:44.396065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.419640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.691758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.698869 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.724732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:44.754913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5f82c-7fc1-468e-ac65-106a4f667653 req-b463e84b-d273-460e-9377-58225a75e217 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:44.762883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:44.766090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cf5f82c-7fc1-468e-ac65-106a4f667653 req-b463e84b-d273-460e-9377-58225a75e217 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.4145832 Jul 05 09:41:44.795950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cf5f82c-7fc1-468e-ac65-106a4f667653 req-6d3371b8-94e1-44da-8cf3-94703776283c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/quotas/6b0d8e75b09843f39dad263ac685956e HTTP/1.1" status: 200 len: 375 time: 0.0279775 Jul 05 09:41:44.798325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:44.798786 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Added segment aeecf57c-4f71-4def-a6f4-6446485f1b63 of type vlan for network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 Jul 05 09:41:44.867869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cf5f82c-7fc1-468e-ac65-106a4f667653 req-8f8b7057-8c51-46ce-8348-757163255a6a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702600 Jul 05 09:41:44.921566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9052f070-2dcb-4ab9-adf6-f0e523f99a1d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:44.949330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.043391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cf5f82c-7fc1-468e-ac65-106a4f667653 req-c43a4654-740d-4f07-8fc6-4b11d0c7d418 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697135 Jul 05 09:41:45.067537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724cadaa-1f87-4c53-a775-1231e923073f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.083629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.092934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:45.093905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.181234 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3679659 Jul 05 09:41:45.183379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:45.197827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Request body: {'subnet': {'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:45.240186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cf5f82c-7fc1-468e-ac65-106a4f667653 req-9d94b932-e88b-4d04-a1ef-255d070da82c service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876600 Jul 05 09:41:45.263210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7b430-1e43-428b-b950-c677deef2e3f tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event updated for resources: {'Network': ['ID=cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:45.277812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:45.458824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724cadaa-1f87-4c53-a775-1231e923073f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.471858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724cadaa-1f87-4c53-a775-1231e923073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.513600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:45.514740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-724cadaa-1f87-4c53-a775-1231e923073f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e9441368e29418ca7efcb4649cb2258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490926 Jul 05 09:41:45.545788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Made reservation on behalf of 96390b479efe49faaa399c598e990395 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:45.552516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.693995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cadaa-1f87-4c53-a775-1231e923073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501e0d51-3b99-4a28-8090-da581a1ed782,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:45.793341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2574a6f-3eb6-4cb2-8b9e-790443f5d469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:45.856622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccfc28f1-1d67-41ad-bc97-36340d4d4053 req-103d04bb-9276-4ed3-8079-c4f2f7d3df58 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=affc8dcf-d94e-44a0-ac95-c427a9270605 HTTP/1.1" status: 200 len: 210 time: 0.1234326 Jul 05 09:41:45.925390 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2574a6f-3eb6-4cb2-8b9e-790443f5d469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.090471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2574a6f-3eb6-4cb2-8b9e-790443f5d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.099478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2574a6f-3eb6-4cb2-8b9e-790443f5d469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.105306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2574a6f-3eb6-4cb2-8b9e-790443f5d469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/501e0d51-3b99-4a28-8090-da581a1ed782 HTTP/1.1" status: 204 len: 168 time: 0.5866938 Jul 05 09:41:46.147062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2574a6f-3eb6-4cb2-8b9e-790443f5d469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e0d51-3b99-4a28-8090-da581a1ed782,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:46.318235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.380004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event updated for resources: {'Subnet': ['ID=53e6464d-e976-4ee6-8022-5cbd3dce8af6,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:46.418486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Checking segment: {'id': 'aeecf57c-4f71-4def-a6f4-6446485f1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:46.418849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Network hostable DHCP agents. Network: cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:46.451843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:46.465467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:46.474497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.475131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.486744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf9bd96-f216-4b68-a815-6bc6201f0e49 None None] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:46.516716 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0bf906ef-f87c-45be-8a70-7250e48190ce tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3314998 Jul 05 09:41:46.524201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46440) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:46.526232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:46.556609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Request body: {'port': {'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-415534631'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:46.590162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-6da33c88-1ec9-4763-a5c4-25195096b515 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387334 Jul 05 09:41:46.606134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1845591608-network', 'tenant_id': 'fcebfee336a44078875b8faca19795d0'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:46.684145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:46.781688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Made reservation on behalf of fcebfee336a44078875b8faca19795d0 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:46.784056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.802611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.837686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4dff2bf-96d3-483e-9f8e-7433233a0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.862992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-dba294a3-3a5e-46e3-afef-e80adc9ea729 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:46.880819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-dba294a3-3a5e-46e3-afef-e80adc9ea729 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886546 Jul 05 09:41:46.885392 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.942950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-d33de623-0865-4184-83f9-b4ba5ee4e4d6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/quotas/2e8378201cfb4de18c5086949b53b6f1 HTTP/1.1" status: 200 len: 375 time: 0.0476398 Jul 05 09:41:46.975325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.981395 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:46.997653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15', 'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15', 'tenant_id': '96390b479efe49faaa399c598e990395', 'fixed_ips': [{'subnet_id': '53e6464d-e976-4ee6-8022-5cbd3dce8af6'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:41:46.999262 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.037648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:41:47.050015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68db66e-08f5-4375-a6e7-427a0dc13c97,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:47.065532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.066257 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Added segment e560a8af-8a6f-4a71-8f2d-07fc4a98a06b of type vlan for network 2b74cce5-ea36-4f5e-8441-ee507fa89e81 Jul 05 09:41:47.072318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-5921e1f9-8570-4d98-87a5-c3430ddc25f1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074328 Jul 05 09:41:47.084557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Made reservation on behalf of 96390b479efe49faaa399c598e990395 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:47.089325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.140938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] device_id is not set on port 54879845-ae90-438c-aec3-47562ead0131 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:47.157620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.288701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.290009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:47.290688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.308444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7787561 Jul 05 09:41:47.311636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46466) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:47.318694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Request body: {'subnet': {'network_id': '2b74cce5-ea36-4f5e-8441-ee507fa89e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1845591608-subnet', 'tenant_id': 'fcebfee336a44078875b8faca19795d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:47.368842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Made reservation on behalf of fcebfee336a44078875b8faca19795d0 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:47.377973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.467025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Allocated IP 2001:db8::8e (cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15/53e6464d-e976-4ee6-8022-5cbd3dce8af6/54879845-ae90-438c-aec3-47562ead0131) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:47.476105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf8c68-404d-4234-8818-dbfcab54653c admin admin] Pushing event updated for resources: {'Network': ['ID=2b74cce5-ea36-4f5e-8441-ee507fa89e81,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:47.495640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2b74cce5-ea36-4f5e-8441-ee507fa89e81 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:41:47.585388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:47.596202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b19e9b55-7c39-44af-9fbf-891f7a81f073 req-b6f8ecf7-8f89-4220-88b6-1065a560dcc5 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 210 time: 0.1006012 Jul 05 09:41:47.629544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7bbda914-ab47-4eb7-9f63-b776ac66f94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.794071 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.807543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.823250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Transition to ACTIVE for port object 54879845-ae90-438c-aec3-47562ead0131 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:47.830392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75eb3587-662c-42ae-a5b3-779fe9bf0b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.873697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.900408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7bbda914-ab47-4eb7-9f63-b776ac66f94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.910270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7bbda914-ab47-4eb7-9f63-b776ac66f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:47.939511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7bbda914-ab47-4eb7-9f63-b776ac66f94c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fecd1321d87541c9aa35d9765d29f6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2530463 Jul 05 09:41:47.951940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:47.965246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Allocated IP 2001:db8::2 (cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15/53e6464d-e976-4ee6-8022-5cbd3dce8af6/e25f06d0-fa42-49ae-899d-69d6bca4e8bd) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:47.991279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:48.011893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:48.027333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:48.033344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.034260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.043308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event updated for resources: {'Port': ['ID=54879845-ae90-438c-aec3-47562ead0131,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.073207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbda914-ab47-4eb7-9f63-b776ac66f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9cb4dd-5d0e-4780-acb0-e2c769a9706a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.101643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5715f20-2fcb-41b3-b598-73209ae0ea81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.137623 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.143711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5715f20-2fcb-41b3-b598-73209ae0ea81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.150447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Transition to ACTIVE for port object e25f06d0-fa42-49ae-899d-69d6bca4e8bd will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:48.161706 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.169958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Transition to ACTIVE for port object e25f06d0-fa42-49ae-899d-69d6bca4e8bd will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:48.177695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.192492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75eb3587-662c-42ae-a5b3-779fe9bf0b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.202051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75eb3587-662c-42ae-a5b3-779fe9bf0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.215765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d1ac70f4-f075-4f89-a798-a7cd8d884bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.6874053 Jul 05 09:41:48.221115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:48.232227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-ebf94db4-292d-4cbd-939e-3c878de11b25 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.239160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-ebf94db4-292d-4cbd-939e-3c878de11b25 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.2535272 Jul 05 09:41:48.247181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Request body: {'port': {'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1144857530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:48.247830 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] bootfile-name is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:41:48.248240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] tftp-server is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:41:48.248636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] server-ip-address is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:41:48.262351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Pushing event updated for resources: {'Port': ['ID=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.265393 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75eb3587-662c-42ae-a5b3-779fe9bf0b0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a797b7ea731c4f34b84567979ffad896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337657 Jul 05 09:41:48.276837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:48.278615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:48.281612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:48.282773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:48.286372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb3587-662c-42ae-a5b3-779fe9bf0b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac207175-9f5e-458f-8abc-0dd27d8cc409,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.294770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.295457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.296496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.297029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.297524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.298778 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5715f20-2fcb-41b3-b598-73209ae0ea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.302293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5715f20-2fcb-41b3-b598-73209ae0ea81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.312029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.312678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.314360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.314862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.315930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.319414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.321256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:41:48.328275 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c5715f20-2fcb-41b3-b598-73209ae0ea81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e9cb4dd-5d0e-4780-acb0-e2c769a9706a HTTP/1.1" status: 204 len: 168 time: 0.3748126 Jul 05 09:41:48.374073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda45de2-1df5-4e1f-9e57-ef01d9ab554f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.375259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5715f20-2fcb-41b3-b598-73209ae0ea81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9cb4dd-5d0e-4780-acb0-e2c769a9706a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.418696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Attempting to bind port e25f06d0-fa42-49ae-899d-69d6bca4e8bd on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:48.419350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Attempting to bind port e25f06d0-fa42-49ae-899d-69d6bca4e8bd by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aeecf57c-4f71-4def-a6f4-6446485f1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:48.420290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Attempting to bind port e25f06d0-fa42-49ae-899d-69d6bca4e8bd on network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:48.424256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-bbd40fd2-5c81-449a-80d4-20a44c46244f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/quotas/6b0d8e75b09843f39dad263ac685956e HTTP/1.1" status: 200 len: 375 time: 0.1786258 Jul 05 09:41:48.431492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:48.432739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Checking segment: {'id': 'aeecf57c-4f71-4def-a6f4-6446485f1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:48.433348 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.433899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Bound using segment: {'id': 'aeecf57c-4f71-4def-a6f4-6446485f1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:48.434603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Bound port: e25f06d0-fa42-49ae-899d-69d6bca4e8bd, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeecf57c-4f71-4def-a6f4-6446485f1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:48.434848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c55bae-15a9-4e30-97ff-4f7b4e11bc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.435619 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.491244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c55bae-15a9-4e30-97ff-4f7b4e11bc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.513847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-e2550139-8127-4116-bdba-d37d6b332709 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871942 Jul 05 09:41:48.572721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c55bae-15a9-4e30-97ff-4f7b4e11bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.573845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] For port e25f06d0-fa42-49ae-899d-69d6bca4e8bd, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:48.580606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c55bae-15a9-4e30-97ff-4f7b4e11bc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.582230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-54c55bae-15a9-4e30-97ff-4f7b4e11bc2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac207175-9f5e-458f-8abc-0dd27d8cc409 HTTP/1.1" status: 204 len: 168 time: 0.3014896 Jul 05 09:41:48.587989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] For port e25f06d0-fa42-49ae-899d-69d6bca4e8bd, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,segment=NetworkSegment(aeecf57c-4f71-4def-a6f4-6446485f1b63),segment_id=aeecf57c-4f71-4def-a6f4-6446485f1b63)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:48.593569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.602121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Made reservation on behalf of 96390b479efe49faaa399c598e990395 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:48.606768 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.611458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c55bae-15a9-4e30-97ff-4f7b4e11bc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac207175-9f5e-458f-8abc-0dd27d8cc409,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.612599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Checking segment: {'id': 'e560a8af-8a6f-4a71-8f2d-07fc4a98a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b74cce5-ea36-4f5e-8441-ee507fa89e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:48.613301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Network hostable DHCP agents. Network: 2b74cce5-ea36-4f5e-8441-ee507fa89e81, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:41:48.698884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] device_id is not set on port f2531304-548f-4b6c-ab27-bac2a05329a3 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:41:48.711378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3ce8-5668-496e-8ca0-a40854a439d7 None None] Pushing event updated for resources: {'Port': ['ID=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:48.713812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-aa4fdf58-5a55-42f4-90c8-50351bf42b03 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--886383947&fields=id&tenant_id=f21df3b748184bbdb66c06835a91ab62 HTTP/1.1" status: 200 len: 267 time: 0.2108431 Jul 05 09:41:48.718137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Network 2b74cce5-ea36-4f5e-8441-ee507fa89e81 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:41:48.792353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2b74cce5-ea36-4f5e-8441-ee507fa89e81) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:48.801676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61e448b-c0b9-47f5-a6f1-b7edc63c5039 None None] Network 2b74cce5-ea36-4f5e-8441-ee507fa89e81 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:48.818638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-cac95c07-bc07-4c38-b048-3bcdc331dde6 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039291 Jul 05 09:41:48.847813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:48.848710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:48.973320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d2619b24-00ac-4ac2-9b4b-06d9393d950f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6602631 Jul 05 09:41:49.080130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Allocated IP 2001:db8::3ad (cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15/53e6464d-e976-4ee6-8022-5cbd3dce8af6/f2531304-548f-4b6c-ab27-bac2a05329a3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:49.102274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd43a60-d73a-40f6-b666-e799ea80dfcc None None] Network 2b74cce5-ea36-4f5e-8441-ee507fa89e81 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:49.124610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-ad673459-eb02-4169-a144-cf7921f2f2ae tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.125826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-ad673459-eb02-4169-a144-cf7921f2f2ae tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/networks?id=b7b49b5e-130f-4343-b61b-5b3ce1eca369 HTTP/1.1" status: 200 len: 816 time: 0.3590736 Jul 05 09:41:49.136154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-57ea4570-b278-42c7-9250-210b50858367 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845368 Jul 05 09:41:49.161947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-4a8df909-f551-4ba0-8e94-13cdeb6f3f52 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/quotas/f21df3b748184bbdb66c06835a91ab62 HTTP/1.1" status: 200 len: 375 time: 0.0296841 Jul 05 09:41:49.343661 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-4ccaa07a-cf41-4328-b6ec-40a982f7ded9 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409088 Jul 05 09:41:49.365391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-3251119a-3a1c-4b37-8ea1-3632db3ab147 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f21df3b748184bbdb66c06835a91ab62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1930916 Jul 05 09:41:49.438439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.560602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-ad5699a1-786b-443e-b427-6a0e43da74f6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:49.562743 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-ad5699a1-786b-443e-b427-6a0e43da74f6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023270 Jul 05 09:41:49.574085 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.589521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:49.600879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Transition to ACTIVE for port object f2531304-548f-4b6c-ab27-bac2a05329a3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:49.831933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:49.849557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.872881 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:49.886574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b6e2080-622b-4ae4-96dd-2b552b2a3eab req-8c2cd0b4-b836-41b3-a09c-d101bb438dcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 210 time: 0.1429217 Jul 05 09:41:49.926731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-485a3a81-596e-4473-9b56-b299510c9e6f service neutron] 10.222.0.21 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184860 Jul 05 09:41:49.949482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:50.077733 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:50.092765 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:50.171264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:50.238066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:50.249403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be05a66c-3ec9-4986-9b9f-8d9611fc951d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:50.261395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-484b964c-3756-45ec-ab10-8a02cc8c28f8 req-95247eae-3e3f-4f3f-8fdd-e7a3ad1efb80 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 210 time: 0.2395034 Jul 05 09:41:50.267192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:50.273860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.275764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:50.289049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event updated for resources: {'Port': ['ID=f2531304-548f-4b6c-ab27-bac2a05329a3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:50.350811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b0deca07-e46f-4da4-ad1b-67490abb1c53 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1264348 Jul 05 09:41:50.357975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46568) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:50.366706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13041485-6d31-4578-be64-c7ddf8543518 None None] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:41:50.436972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.58 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/621da286-5de1-4a48-b5e5-06b4950bf617) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:50.475789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-910bf479-816a-40fd-aea6-828b8e3d78db None None] Provisioning for port e25f06d0-fa42-49ae-899d-69d6bca4e8bd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:50.504591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-e58440ed-6090-4476-bb0a-23763c5d6b00 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767756 Jul 05 09:41:50.711854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106a549-051c-43e9-abe8-dd166b90c7e7 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.738262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106a549-051c-43e9-abe8-dd166b90c7e7 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.753329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106a549-051c-43e9-abe8-dd166b90c7e7 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:50.755137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f106a549-051c-43e9-abe8-dd166b90c7e7 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3961535 Jul 05 09:41:50.761506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:50.935001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e25f06d0-fa42-49ae-899d-69d6bca4e8bd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:50.995049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.046146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object 621da286-5de1-4a48-b5e5-06b4950bf617 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:51.067936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e25f06d0-fa42-49ae-899d-69d6bca4e8bd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:51.075198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e25f06d0-fa42-49ae-899d-69d6bca4e8bd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:51.075874 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.095054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.176443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:51.180521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:51.185462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:51.230769 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.249485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46602) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:51.279656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e25f06d0-fa42-49ae-899d-69d6bca4e8bd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,segment=NetworkSegment(aeecf57c-4f71-4def-a6f4-6446485f1b63),segment_id=aeecf57c-4f71-4def-a6f4-6446485f1b63)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:41:51.286121 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.294698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:51.306517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.322770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=621da286-5de1-4a48-b5e5-06b4950bf617,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:51.362330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-eda80aed-302b-46cf-b342-09df6c620e96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7794268 Jul 05 09:41:51.377959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Request body: {'port': {'device_id': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:51.501326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:51.561648 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caa0ebee-78f0-4992-a686-8f4c77062315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.589952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.747568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0ffe7108-f728-4977-a3b8-02a1ac10bfc0 None None] Provisioning for port 621da286-5de1-4a48-b5e5-06b4950bf617 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:51.805843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0ffe7108-f728-4977-a3b8-02a1ac10bfc0 None None] Provisioning complete for port 621da286-5de1-4a48-b5e5-06b4950bf617 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:51.806227 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7108-f728-4977-a3b8-02a1ac10bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.813429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caa0ebee-78f0-4992-a686-8f4c77062315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:51.935848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe7108-f728-4977-a3b8-02a1ac10bfc0 None None] Port 621da286-5de1-4a48-b5e5-06b4950bf617 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:52.076486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Provisioning for port 54879845-ae90-438c-aec3-47562ead0131 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:52.081783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Provisioning complete for port 54879845-ae90-438c-aec3-47562ead0131 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:52.082123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.118658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Deleting port f2531304-548f-4b6c-ab27-bac2a05329a3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:52.119348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.178029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Port 54879845-ae90-438c-aec3-47562ead0131 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:52.198090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Provisioning complete for port e25f06d0-fa42-49ae-899d-69d6bca4e8bd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:52.198665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.348865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-30525ef5-e800-401b-ae7d-a64c8d6722cd tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:52.352283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-30525ef5-e800-401b-ae7d-a64c8d6722cd tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/networks?id=864cbcdc-a460-4705-8012-cbfae1744411 HTTP/1.1" status: 200 len: 815 time: 1.3888764 Jul 05 09:41:52.407993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.423542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b80dfd63-7945-4b01-93ec-243f41eb5261 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/quotas/7f6f57fe384641aa811f4a1988d5269b HTTP/1.1" status: 200 len: 375 time: 0.0480993 Jul 05 09:41:52.434586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62da61-3e5e-457b-90f0-d5f5235ee775 req-e2a42c54-fddb-4564-a4d0-f4a410ebb757 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:52.443135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb62da61-3e5e-457b-90f0-d5f5235ee775 req-e2a42c54-fddb-4564-a4d0-f4a410ebb757 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 935 time: 0.4552650 Jul 05 09:41:52.459968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Calling delete_port for f2531304-548f-4b6c-ab27-bac2a05329a3 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:52.493279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Provisioning for port f2531304-548f-4b6c-ab27-bac2a05329a3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:52.500984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Provisioning complete for port f2531304-548f-4b6c-ab27-bac2a05329a3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:52.502035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.513971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-6324267d-6d45-43f1-a1b3-0265f9b0ea75 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f6f57fe384641aa811f4a1988d5269b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632432 Jul 05 09:41:52.581422 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:41:52.628252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b9e64df0-2cc4-43bc-8cfe-5b58d5be955f None None] Port f2531304-548f-4b6c-ab27-bac2a05329a3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:52.730387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e25f06d0-fa42-49ae-899d-69d6bca4e8bd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:41:52.831562 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.869182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7d56c7f4-2b5d-4f0f-b832-4a4817ce26b9 None None] Provisioning complete for port 54879845-ae90-438c-aec3-47562ead0131 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:52.870260 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d56c7f4-2b5d-4f0f-b832-4a4817ce26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.875567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e25f06d0-fa42-49ae-899d-69d6bca4e8bd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:52.887887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:52.901005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event deleted for resources: {'Port': ['ID=f2531304-548f-4b6c-ab27-bac2a05329a3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:52.924264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb62da61-3e5e-457b-90f0-d5f5235ee775 req-884a00d0-3e3e-42be-88a5-0fbcece80b76 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764435 Jul 05 09:41:53.083005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7d56c7f4-2b5d-4f0f-b832-4a4817ce26b9 None None] Port 54879845-ae90-438c-aec3-47562ead0131 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:53.100341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7d56c7f4-2b5d-4f0f-b832-4a4817ce26b9 None None] Could not find standard attr ID for object f2531304-548f-4b6c-ab27-bac2a05329a3. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:41:53.103948 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.108169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a52149da-ef48-4c09-9794-538bb5ae3988 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "DELETE /v2.0/ports/f2531304-548f-4b6c-ab27-bac2a05329a3 HTTP/1.1" status: 204 len: 168 time: 2.3453703 Jul 05 09:41:53.113516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:53.125580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Request body: {'port': {'name': 'tempest-new-port-name-85412635', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:53.126483 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] bootfile-name is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:41:53.126750 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] tftp-server is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:41:53.127310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] server-ip-address is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:41:53.137357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caa0ebee-78f0-4992-a686-8f4c77062315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.203025 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-bc0eabfb-f232-457d-958d-464da0843ca4 service neutron] 10.222.0.21 "GET /v2.0/networks/864cbcdc-a460-4705-8012-cbfae1744411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819417 Jul 05 09:41:53.223475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-8877ba55-60bb-4334-aa2a-af6df4899ec2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:53.225805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-8877ba55-60bb-4334-aa2a-af6df4899ec2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 1.4394443 Jul 05 09:41:53.255478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621da286-5de1-4a48-b5e5-06b4950bf617 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:53.268650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Request body: {'port': {'device_id': '7174f853-92d2-4378-8a62-6102261ed1a5', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'admin_state_up': True, 'tenant_id': '6b0d8e75b09843f39dad263ac685956e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:53.314672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce007b5c-0599-4501-880e-a605b13e619b req-22bebb8a-a1a3-49bc-97ef-ccc207bdb7d3 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.1083977 Jul 05 09:41:53.323384 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.390816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0ebee-78f0-4992-a686-8f4c77062315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72e727-c9a8-422e-8d79-1d2fe58f2135,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:53.396013 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-caa0ebee-78f0-4992-a686-8f4c77062315 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d8f778a854643eabe328d57cf4e9c48&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1454644 Jul 05 09:41:53.403549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:53.410151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Transition to ACTIVE for port object 621da286-5de1-4a48-b5e5-06b4950bf617 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:53.422910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.525757 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.571884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f49fe740-1cd2-4d00-8a93-794d6e9cc0bc req-ba7a4616-6c78-4e5b-b667-6f6cdd2a5adc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 210 time: 0.0669510 Jul 05 09:41:53.584798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Pushing event updated for resources: {'Port': ['ID=621da286-5de1-4a48-b5e5-06b4950bf617,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:53.599237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-6fc9f746-15dc-4ddc-b9ce-c17af377c3ea service neutron] 10.222.0.21 "GET /v2.0/networks/864cbcdc-a460-4705-8012-cbfae1744411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846753 Jul 05 09:41:53.668545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Attempting to bind port 621da286-5de1-4a48-b5e5-06b4950bf617 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:53.668545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Attempting to bind port 621da286-5de1-4a48-b5e5-06b4950bf617 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:53.668947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Attempting to bind port 621da286-5de1-4a48-b5e5-06b4950bf617 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:53.703958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a809cb7-0405-408d-8eca-46951991411e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.721978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Port 621da286-5de1-4a48-b5e5-06b4950bf617 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:53.724070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Attempting to bind port 621da286-5de1-4a48-b5e5-06b4950bf617 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:53.738621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:53.739023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:53.740028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:53.740400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Bound port: 621da286-5de1-4a48-b5e5-06b4950bf617, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:53.740779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.749338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:53.756813 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.848706 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a809cb7-0405-408d-8eca-46951991411e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:53.972460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ee12b21-bab2-42c8-9ab6-09537421f702 req-9f0f4024-805a-494e-b547-476445059a75 tempest-FlavorsV2NegativeTest-1893760324 tempest-FlavorsV2NegativeTest-1893760324-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a65b4eb62efe41f8be45eacf45d639d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1739814 Jul 05 09:41:54.028738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] For port 621da286-5de1-4a48-b5e5-06b4950bf617, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:54.100895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] For port 621da286-5de1-4a48-b5e5-06b4950bf617, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=621da286-5de1-4a48-b5e5-06b4950bf617,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:54.115536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.188544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Allocated IP 172.20.0.4 (95f2e8ac-3bd9-47f1-bdea-6826ffe85630/89de0421-44ed-4064-9c5b-0199b9e27602/574f1380-ce42-4c26-a1b1-feb0d083f85c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:54.205173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.206673 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.208981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7bdbb80-efe2-4097-b354-025280c2ec44 req-df406b99-1baf-4d0b-80cb-be937842e3b4 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 210 time: 0.2682750 Jul 05 09:41:54.210223 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/621da286-5de1-4a48-b5e5-06b4950bf617 HTTP/1.1" status: 200 len: 1096 time: 2.8366230 Jul 05 09:41:54.219319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'tag': '621da286-5de1-4a48-b5e5-06b4950bf617'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:54.234573 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7550671b-27a4-4261-bb0a-66d1c0f85387", "tag": "621da286-5de1-4a48-b5e5-06b4950bf617"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:54.277916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01468894-0ec9-4a73-a92d-d743f01793d4 service neutron] Pushing event updated for resources: {'Port': ['ID=621da286-5de1-4a48-b5e5-06b4950bf617,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:54.506067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a809cb7-0405-408d-8eca-46951991411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.513070 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a809cb7-0405-408d-8eca-46951991411e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.521263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1a809cb7-0405-408d-8eca-46951991411e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e72e727-c9a8-422e-8d79-1d2fe58f2135 HTTP/1.1" status: 204 len: 168 time: 1.0991280 Jul 05 09:41:54.563450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-0211067c-6619-43f6-a0db-dc934f93d3d0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.566962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-0211067c-6619-43f6-a0db-dc934f93d3d0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.15 "GET /v2.0/networks?id=b7b49b5e-130f-4343-b61b-5b3ce1eca369 HTTP/1.1" status: 200 len: 816 time: 0.9776893 Jul 05 09:41:54.599898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee12b21-bab2-42c8-9ab6-09537421f702 req-006acdf5-d21b-466e-b5b9-afb7055bfa1f tempest-FlavorsV2NegativeTest-1893760324 tempest-FlavorsV2NegativeTest-1893760324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.603808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ee12b21-bab2-42c8-9ab6-09537421f702 req-006acdf5-d21b-466e-b5b9-afb7055bfa1f tempest-FlavorsV2NegativeTest-1893760324 tempest-FlavorsV2NegativeTest-1893760324-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5966959 Jul 05 09:41:54.629530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-16a91e22-2f21-4c01-ab1d-697ffe06ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.631053 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-16a91e22-2f21-4c01-ab1d-697ffe06ee19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 1099 time: 0.2845953 Jul 05 09:41:54.649485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a809cb7-0405-408d-8eca-46951991411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72e727-c9a8-422e-8d79-1d2fe58f2135,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:54.784195 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:54.790238 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-70cc1c4b-d632-4850-a449-7fe69d8b6ecc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=621da286-5de1-4a48-b5e5-06b4950bf617 HTTP/1.1" status: 200 len: 217 time: 0.1463788 Jul 05 09:41:54.878798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ee12b21-bab2-42c8-9ab6-09537421f702 req-408bde34-0757-43dd-9b3f-f8773c0d38ae tempest-FlavorsV2NegativeTest-1893760324 tempest-FlavorsV2NegativeTest-1893760324-project] 10.222.0.21 "GET /v2.0/quotas/a65b4eb62efe41f8be45eacf45d639d5 HTTP/1.1" status: 200 len: 375 time: 0.2479439 Jul 05 09:41:54.880612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-1bf744a7-863f-42c9-9fea-bbfcbdc45a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:54.883019 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-1bf744a7-863f-42c9-9fea-bbfcbdc45a5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0782733 Jul 05 09:41:54.899693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.017683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-10b21c77-e431-44f1-9107-d36352c39904 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f21df3b748184bbdb66c06835a91ab62 HTTP/1.1" status: 200 len: 379 time: 0.4120667 Jul 05 09:41:55.029643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:55.037000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:55.045342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:55.049060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ee12b21-bab2-42c8-9ab6-09537421f702 req-f3639cca-e673-44de-8612-bd7048a14350 tempest-FlavorsV2NegativeTest-1893760324 tempest-FlavorsV2NegativeTest-1893760324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a65b4eb62efe41f8be45eacf45d639d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1631570 Jul 05 09:41:55.107956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Request body: {'port': {'device_id': '10762e26-e3e1-4676-819a-aeb192182f10', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'admin_state_up': True, 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'security_groups': ['5ce07599-2183-4ab4-bf16-b77a5920bdc1']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:55.134205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event updated for resources: {'Port': ['ID=574f1380-ce42-4c26-a1b1-feb0d083f85c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:55.184970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.185577 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.211493 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2057768-459d-4aad-96d8-ec52904c8986 x-openstack-request-id: req-d2057768-459d-4aad-96d8-ec52904c8986 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:55.212464 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7550671b-27a4-4261-bb0a-66d1c0f85387", "tag": "621da286-5de1-4a48-b5e5-06b4950bf617", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:55.212895 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2057768-459d-4aad-96d8-ec52904c8986 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:55.213475 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'tag': '621da286-5de1-4a48-b5e5-06b4950bf617', 'status': 'completed', 'code': 200} Jul 05 09:41:55.240013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-413b8601-c0d1-4cb7-a187-771d39481f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.242464 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-413b8601-c0d1-4cb7-a187-771d39481f09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3503482 Jul 05 09:41:55.244389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-b23ebfe1-3eaf-4199-93dc-7c29af21ea7c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0044570 Jul 05 09:41:55.263461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Request body: {'port': {'device_id': '7174f853-92d2-4378-8a62-6102261ed1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:55.364461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.400205 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.539222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] In _notify_port_updated(), no bound segment for port 54879845-ae90-438c-aec3-47562ead0131 on network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:41:55.546063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.546821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.548764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "PUT /v2.0/ports/54879845-ae90-438c-aec3-47562ead0131 HTTP/1.1" status: 200 len: 1127 time: 2.4338908 Jul 05 09:41:55.562071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:55.583753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:55.672167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b072584-5d10-4232-89fc-9cf3274234a0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.674310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7b072584-5d10-4232-89fc-9cf3274234a0 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "GET /v2.0/ports/54879845-ae90-438c-aec3-47562ead0131 HTTP/1.1" status: 200 len: 1127 time: 0.0894012 Jul 05 09:41:55.692478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29580754-adea-4c9d-9630-7f5587dba767 req-d06557cd-81d1-412d-adcf-622178ef4237 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.1950390 Jul 05 09:41:55.712526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f992e1-74b1-4e72-b548-21b5c17544cd req-47ab98c4-7321-4ff6-8071-4777c632fdff tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:55.719412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34f992e1-74b1-4e72-b548-21b5c17544cd req-47ab98c4-7321-4ff6-8071-4777c632fdff tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 947 time: 0.9991617 Jul 05 09:41:55.721781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:55.838038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339726d9-3df7-4a88-84e5-ad8bc9272bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event updated for resources: {'Port': ['ID=54879845-ae90-438c-aec3-47562ead0131,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:55.964665 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-c1829551-d4e6-40da-9e5f-b8b41d72d8cf service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510923 Jul 05 09:41:55.986810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34f992e1-74b1-4e72-b548-21b5c17544cd req-eefca055-d47a-4abe-902f-47134075b2d9 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285910 Jul 05 09:41:56.107223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Made reservation on behalf of f21df3b748184bbdb66c06835a91ab62 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:56.119891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.204626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Deleting port 54879845-ae90-438c-aec3-47562ead0131 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:41:56.205006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.210220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3af2aac7-a71e-4000-98de-bd6602ab369d None None] Provisioning complete for port 54879845-ae90-438c-aec3-47562ead0131 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:56.217060 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3af2aac7-a71e-4000-98de-bd6602ab369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.349422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3af2aac7-a71e-4000-98de-bd6602ab369d None None] Port 54879845-ae90-438c-aec3-47562ead0131 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:41:56.519808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d196c628-05e9-4976-ace5-aed44dcd2a6e req-e374990f-6469-45bc-8ea4-470abbd90235 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475330 Jul 05 09:41:56.702448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-403eddf8-9496-4ae4-b66f-8c80cb82fb24 req-f3c0e466-9579-4ffc-a8a3-0d6a5bd8ff5e tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 210 time: 0.3603928 Jul 05 09:41:56.705995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574f1380-ce42-4c26-a1b1-feb0d083f85c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:41:56.745182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.778452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Transition to ACTIVE for port object 574f1380-ce42-4c26-a1b1-feb0d083f85c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:56.781550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-1854c3dd-aa29-4936-b4a6-d59e471ee293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:56.783675 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-1854c3dd-aa29-4936-b4a6-d59e471ee293 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 1099 time: 0.1555557 Jul 05 09:41:56.792301 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.896677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:56.940405 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=574f1380-ce42-4c26-a1b1-feb0d083f85c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:56.942627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Calling delete_port for 54879845-ae90-438c-aec3-47562ead0131 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:41:57.025229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c058-d1e4-4736-8cf3-1f4958198de4 req-702508ad-da1f-4972-81da-0916ed833213 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.026889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50b2c058-d1e4-4736-8cf3-1f4958198de4 req-702508ad-da1f-4972-81da-0916ed833213 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 931 time: 0.8282666 Jul 05 09:41:57.040397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b4300fd-276b-4f17-b821-4951697df309 req-e77122ce-5739-46a8-a569-2f3e77dcde9e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.0929284 Jul 05 09:41:57.052070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Allocated IP 172.20.0.7 (b7b49b5e-130f-4343-b61b-5b3ce1eca369/89ca93b0-d35c-44ce-90bb-06d52ce24605/2f2c7bd5-792f-4989-b8d0-d832eb4c5040) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:57.066673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-08b9127b-ee84-4c83-8518-72ac33f1d27f tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.068606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-08b9127b-ee84-4c83-8518-72ac33f1d27f tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.16 "GET /v2.0/networks?id=864cbcdc-a460-4705-8012-cbfae1744411 HTTP/1.1" status: 200 len: 815 time: 0.7300663 Jul 05 09:41:57.166800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Request body: {'port': {'device_id': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'network_id': '864cbcdc-a460-4705-8012-cbfae1744411', 'admin_state_up': True, 'tenant_id': '7f6f57fe384641aa811f4a1988d5269b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:57.330634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-dfa01b02-bc16-4747-b1c8-54a9c8354727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.334005 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-dfa01b02-bc16-4747-b1c8-54a9c8354727 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.5165336 Jul 05 09:41:57.359169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46746) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:57.360123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Attempting to bind port 574f1380-ce42-4c26-a1b1-feb0d083f85c on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:41:57.360636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Attempting to bind port 574f1380-ce42-4c26-a1b1-feb0d083f85c by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:41:57.361116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Attempting to bind port 574f1380-ce42-4c26-a1b1-feb0d083f85c on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:57.390594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Port 574f1380-ce42-4c26-a1b1-feb0d083f85c on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:41:57.390914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Attempting to bind port 574f1380-ce42-4c26-a1b1-feb0d083f85c on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:41:57.400530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:41:57.400785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Checking segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:41:57.401020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Bound using segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:41:57.401464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Bound port: 574f1380-ce42-4c26-a1b1-feb0d083f85c, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:41:57.401821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.452931 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-7e6343e7-71b9-448e-b1e6-24d8362fda02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=621da286-5de1-4a48-b5e5-06b4950bf617 HTTP/1.1" status: 200 len: 217 time: 0.0949304 Jul 05 09:41:57.580497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50b2c058-d1e4-4736-8cf3-1f4958198de4 req-d51291e5-7371-45e2-b7fe-05bf1ac0d8bf tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392734 Jul 05 09:41:57.582829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-5c2b49bc-8dd6-49f0-9517-1d2c3f711d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.586717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-5c2b49bc-8dd6-49f0-9517-1d2c3f711d2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1191738 Jul 05 09:41:57.689470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] For port 574f1380-ce42-4c26-a1b1-feb0d083f85c, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:41:57.733649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] For port 574f1380-ce42-4c26-a1b1-feb0d083f85c, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=574f1380-ce42-4c26-a1b1-feb0d083f85c,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:41:57.761517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.777379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-9cf16e43-aa8f-4ee1-bfb6-ff5bd107ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.779557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-9cf16e43-aa8f-4ee1-bfb6-ff5bd107ae62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754377 Jul 05 09:41:57.836282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:57.837264 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:57.840141 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] 10.222.0.16 "PUT /v2.0/ports/574f1380-ce42-4c26-a1b1-feb0d083f85c HTTP/1.1" status: 200 len: 1092 time: 2.5860510 Jul 05 09:41:57.900191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7174f853-92d2-4378-8a62-6102261ed1a5', 'tag': '574f1380-ce42-4c26-a1b1-feb0d083f85c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:41:57.914831 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b6c8fc-ba98-4dee-8d74-f5bf30508914" -d '{"events": [{"name": "network-changed", "server_uuid": "7174f853-92d2-4378-8a62-6102261ed1a5", "tag": "574f1380-ce42-4c26-a1b1-feb0d083f85c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:41:58.208108 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5504a3ab-1abf-4ee8-ba2c-172d0a25934b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.222577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-5be7b398-e1a7-4df1-8994-344e6b7a325d service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895764 Jul 05 09:41:58.249767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c778-b53b-4447-854a-389e95a9f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=574f1380-ce42-4c26-a1b1-feb0d083f85c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:58.505419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5504a3ab-1abf-4ee8-ba2c-172d0a25934b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.509376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f930fdf0-fb5e-4d90-b46b-e4d12a9608e2 req-7c8747ef-3bb5-4a31-b760-a97e101b45ab service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719042 Jul 05 09:41:58.520117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5504a3ab-1abf-4ee8-ba2c-172d0a25934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.577947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-5c199955-ab08-476a-af9d-0037c3e25ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.580604 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-5c199955-ab08-476a-af9d-0037c3e25ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 1095 time: 0.5606482 Jul 05 09:41:58.588351 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5504a3ab-1abf-4ee8-ba2c-172d0a25934b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a65b4eb62efe41f8be45eacf45d639d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2211981 Jul 05 09:41:58.595032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:58.608617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.614296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45b091d4-b792-482d-9062-42a4e60c3d43 req-d320f639-cb4a-4158-af31-98698db1059d tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 210 time: 0.0994337 Jul 05 09:41:58.679231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event deleted for resources: {'Port': ['ID=54879845-ae90-438c-aec3-47562ead0131,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:58.716711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83222a-09b0-4f03-b4bb-8a88c18c3957 req-479ed3df-af38-4078-99c7-85ddb826a505 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:58.725171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db83222a-09b0-4f03-b4bb-8a88c18c3957 req-479ed3df-af38-4078-99c7-85ddb826a505 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 947 time: 1.4200194 Jul 05 09:41:58.734236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Made reservation on behalf of 7f6f57fe384641aa811f4a1988d5269b for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:41:58.739347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.804201 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-3b07594d-ac54-4bed-b1c3-808d540d70bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574f1380-ce42-4c26-a1b1-feb0d083f85c HTTP/1.1" status: 200 len: 217 time: 0.2090859 Jul 05 09:41:58.805159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504a3ab-1abf-4ee8-ba2c-172d0a25934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3928a74b-76e6-481f-91e6-ad644706fe0a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:58.828312 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aa1050-d846-411e-8ea7-d0c3319c79d7 x-openstack-request-id: req-55aa1050-d846-411e-8ea7-d0c3319c79d7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:41:58.828883 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7174f853-92d2-4378-8a62-6102261ed1a5", "tag": "574f1380-ce42-4c26-a1b1-feb0d083f85c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:41:58.829288 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55aa1050-d846-411e-8ea7-d0c3319c79d7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:41:58.829923 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7174f853-92d2-4378-8a62-6102261ed1a5', 'tag': '574f1380-ce42-4c26-a1b1-feb0d083f85c', 'status': 'completed', 'code': 200} Jul 05 09:41:58.837855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.842219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:58.847955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-351bacc0-0bba-4c5a-aa78-3682904f06e2 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "DELETE /v2.0/ports/54879845-ae90-438c-aec3-47562ead0131 HTTP/1.1" status: 204 len: 168 time: 3.1045539 Jul 05 09:41:58.865976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:58.926807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Transition to ACTIVE for port object 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:41:58.996924 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.055940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db83222a-09b0-4f03-b4bb-8a88c18c3957 req-c7511b53-7c06-4428-bccb-9b1eb2c9e213 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285646 Jul 05 09:41:59.130996 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.176171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-2b03796b-e385-4352-b693-f9e9147dd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.177689 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-2b03796b-e385-4352-b693-f9e9147dd027 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.3456175 Jul 05 09:41:59.186399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event updated for resources: {'Port': ['ID=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:41:59.283274 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-833676df-77e3-49db-b8f5-28b8e4c5c604 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818844 Jul 05 09:41:59.300371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Deleting subnet 53e6464d-e976-4ee6-8022-5cbd3dce8af6 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:41:59.300684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.320761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.409959 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.410450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:41:59.417728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:41:59.440552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:41:59.492230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46816) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:41:59.561641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d38bfe-1181-4d66-8788-b76dc6845107 req-c82d8833-5946-48bd-9971-c556114b9cf3 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.563359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7d38bfe-1181-4d66-8788-b76dc6845107 req-c82d8833-5946-48bd-9971-c556114b9cf3 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 931 time: 0.3823957 Jul 05 09:41:59.615226 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c5e13f-3697-4ef0-a11d-e738907324fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.644323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7d38bfe-1181-4d66-8788-b76dc6845107 req-b216c91c-b00e-4673-8afd-6dd77ad1703a tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653496 Jul 05 09:41:59.661073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.667338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.668386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c5e13f-3697-4ef0-a11d-e738907324fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.704376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-3af27659-0f76-4b78-a995-5a8a7e362f38 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880471 Jul 05 09:41:59.762720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Allocated IP 172.20.0.7 (864cbcdc-a460-4705-8012-cbfae1744411/a925c9cc-557c-42db-aac9-33362fb1f6f5/cceb78bd-4aea-4e9e-bc70-2110f7252ddd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:41:59.777362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-1707f7bb-beab-4861-9bc0-c2ca291c4f8e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7228684 Jul 05 09:41:59.800459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd90004-4275-4edf-9d94-87131cb4e98f req-ef7a42c1-cd79-44d3-9036-b0a8e7b1d75e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:41:59.815267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fd90004-4275-4edf-9d94-87131cb4e98f req-ef7a42c1-cd79-44d3-9036-b0a8e7b1d75e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 943 time: 0.4808497 Jul 05 09:41:59.827695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Request body: {'port': {'device_id': '10762e26-e3e1-4676-819a-aeb192182f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:41:59.872448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.922488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8fa216ec-281b-4ff6-9453-7462ba113345 None None] Provisioning for port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:41:59.932927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8fa216ec-281b-4ff6-9453-7462ba113345 None None] Provisioning complete for port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:41:59.934294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ae1ebb-f715-4b68-9f95-bf7632f2a1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:41:59.934728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fa216ec-281b-4ff6-9453-7462ba113345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.055551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c649e45d-51f5-425c-b7d3-9445dfcbf53f req-a4051f8b-c50d-4950-a19e-cd70137691fb tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 210 time: 0.1421807 Jul 05 09:42:00.074360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8fa216ec-281b-4ff6-9453-7462ba113345 None None] Port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:00.129528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.206347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event deleted for resources: {'Subnet': ['ID=53e6464d-e976-4ee6-8022-5cbd3dce8af6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:00.215534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fd90004-4275-4edf-9d94-87131cb4e98f req-1900ba8e-e44d-4ecf-9dd1-2885d7f7494a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985569 Jul 05 09:42:00.221925 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.224155 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cd058e9-d060-402c-9cd5-b535e2e92539 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "DELETE /v2.0/subnets/53e6464d-e976-4ee6-8022-5cbd3dce8af6 HTTP/1.1" status: 204 len: 168 time: 1.3557436 Jul 05 09:42:00.229092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:00.243937 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb34a31b-183f-443c-ad53-7e2da4d2b322 req-da00b9d9-2e51-4c17-bb33-e16f43779630 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121417 Jul 05 09:42:00.249114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6d333b-61b4-4797-92cc-442dbf9d7702 None None] Network cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:00.363511 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c5e13f-3697-4ef0-a11d-e738907324fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.367759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c5e13f-3697-4ef0-a11d-e738907324fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.369243 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87c5e13f-3697-4ef0-a11d-e738907324fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3928a74b-76e6-481f-91e6-ad644706fe0a HTTP/1.1" status: 204 len: 168 time: 1.7455542 Jul 05 09:42:00.457131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5e13f-3697-4ef0-a11d-e738907324fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3928a74b-76e6-481f-91e6-ad644706fe0a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:00.475368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.511434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 621da286-5de1-4a48-b5e5-06b4950bf617 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:00.559179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-619225a6-eb6b-4d92-a92f-5b5562ca59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:00.560101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.561848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-619225a6-eb6b-4d92-a92f-5b5562ca59ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 1095 time: 0.2120621 Jul 05 09:42:00.619638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Deleting port e25f06d0-fa42-49ae-899d-69d6bca4e8bd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:00.620342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.850008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 621da286-5de1-4a48-b5e5-06b4950bf617, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=621da286-5de1-4a48-b5e5-06b4950bf617,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:00.874430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '621da286-5de1-4a48-b5e5-06b4950bf617', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '621da286-5de1-4a48-b5e5-06b4950bf617', 'mac_address': 'fa:16:3e:aa:c0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:00.912819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] For port e25f06d0-fa42-49ae-899d-69d6bca4e8bd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,segment=NetworkSegment(aeecf57c-4f71-4def-a6f4-6446485f1b63),segment_id=aeecf57c-4f71-4def-a6f4-6446485f1b63)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:00.913974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.931507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ae1ebb-f715-4b68-9f95-bf7632f2a1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.959876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:00.966230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Calling delete_port for e25f06d0-fa42-49ae-899d-69d6bca4e8bd owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:00.998364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621da286-5de1-4a48-b5e5-06b4950bf617 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:01.016967 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ae1ebb-f715-4b68-9f95-bf7632f2a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.037573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 621da286-5de1-4a48-b5e5-06b4950bf617, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=621da286-5de1-4a48-b5e5-06b4950bf617,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:01.040264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] DHCP port deletion for cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:42:01.059823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-63ae1ebb-f715-4b68-9f95-bf7632f2a1b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=362eacbca22f4395ac0d37fc317695f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5584295 Jul 05 09:42:01.099914 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.104163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:01.207368 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.208028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] Deleting port e25f06d0-fa42-49ae-899d-69d6bca4e8bd {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:01.208902 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.247829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6d15-2f62-4ce3-b9b0-5d4b7b36e16c req-77fdedd1-871b-434a-af3b-2013ae4321c6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.253158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-bdc45fef-455f-47b2-a0f7-5c3cfda163fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.254790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-bdc45fef-455f-47b2-a0f7-5c3cfda163fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 913 time: 0.6769664 Jul 05 09:42:01.257469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38ff6d15-2f62-4ce3-b9b0-5d4b7b36e16c req-77fdedd1-871b-434a-af3b-2013ae4321c6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 947 time: 0.8306062 Jul 05 09:42:01.310823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] For port e25f06d0-fa42-49ae-899d-69d6bca4e8bd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,segment=NetworkSegment(aeecf57c-4f71-4def-a6f4-6446485f1b63),segment_id=aeecf57c-4f71-4def-a6f4-6446485f1b63)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:01.311749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.333295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] Calling delete_port for e25f06d0-fa42-49ae-899d-69d6bca4e8bd owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:01.353280 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-ecf095f6-c2f9-4e04-944a-5871f9305786 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574f1380-ce42-4c26-a1b1-feb0d083f85c HTTP/1.1" status: 200 len: 217 time: 0.0810421 Jul 05 09:42:01.356458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae1ebb-f715-4b68-9f95-bf7632f2a1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb4eafb-ec4d-4ace-9a51-b2db939f3b30,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:01.439159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.458224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=621da286-5de1-4a48-b5e5-06b4950bf617,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:01.478602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event deleted for resources: {'Port': ['ID=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:01.484528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] No DVR routers for this DVR port e25f06d0-fa42-49ae-899d-69d6bca4e8bd on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:01.505833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-bdb7e923-b944-4877-8a8e-1daf2cf41ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.507798 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-bdb7e923-b944-4877-8a8e-1daf2cf41ab3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.1390150 Jul 05 09:42:01.511343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38ff6d15-2f62-4ce3-b9b0-5d4b7b36e16c req-3eaecc3f-ffb0-4b73-8d7c-cc128c089887 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510648 Jul 05 09:42:01.523628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:01.613315 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.617804 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-3ab4d273-6a9b-42d7-9814-af4de6f01c76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723374 Jul 05 09:42:01.631351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093583f-84df-4a59-bd0b-3cb919f7886f req-df4869ab-f9b0-4cec-987e-5db7bb8f2dfe tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:01.634827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0093583f-84df-4a59-bd0b-3cb919f7886f req-df4869ab-f9b0-4cec-987e-5db7bb8f2dfe tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 931 time: 0.7007005 Jul 05 09:42:01.689892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] No DVR routers for this DVR port e25f06d0-fa42-49ae-899d-69d6bca4e8bd on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:01.726180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90ab64d5-5f36-44f7-84f7-aa66f3a442ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.732751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de60349-79c6-4ff9-b860-32d342cf7464 None None] Pushing event deleted for resources: {'Port': ['ID=e25f06d0-fa42-49ae-899d-69d6bca4e8bd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:01.753034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90ab64d5-5f36-44f7-84f7-aa66f3a442ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.756787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46856) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:01.771521 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.819619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.839292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:01.859299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeecf57c-4f71-4def-a6f4-6446485f1b63') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:01.859594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeecf57c-4f71-4def-a6f4-6446485f1b63') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:01.882492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.930863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.942363 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-2aea6c09-b551-43e4-9dab-5254adf2ee84 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019671 Jul 05 09:42:01.946749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:01.947390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:01.951765 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:01.974272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0093583f-84df-4a59-bd0b-3cb919f7886f req-b2f4be85-2dad-4263-8cac-276fb48b242b tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286490 Jul 05 09:42:01.980645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1209411338-network', 'tenant_id': '621aa994bbb94116a1d5e9e8984008d2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:02.013175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Network 864cbcdc-a460-4705-8012-cbfae1744411 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:02.019897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:02.029774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:02.034799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:02.082636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.101814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Pushing event updated for resources: {'Port': ['ID=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:02.126578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90ab64d5-5f36-44f7-84f7-aa66f3a442ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.129156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90ab64d5-5f36-44f7-84f7-aa66f3a442ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.131131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-90ab64d5-5f36-44f7-84f7-aa66f3a442ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cb4eafb-ec4d-4ace-9a51-b2db939f3b30 HTTP/1.1" status: 204 len: 168 time: 1.0162241 Jul 05 09:42:02.137024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Transition to ACTIVE for port object 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:02.176423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:02.177295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.189836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.232290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Made reservation on behalf of 621aa994bbb94116a1d5e9e8984008d2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:02.234631 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.238191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab64d5-5f36-44f7-84f7-aa66f3a442ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb4eafb-ec4d-4ace-9a51-b2db939f3b30,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:02.292242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-b5e64287-1ff9-48ab-9da3-faf7b7a4cf7b tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1480532 Jul 05 09:42:02.315749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Request body: {'port': {'device_id': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:02.371678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.396469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f343552-a674-4409-b7d3-397aa1b01311 req-938dbf96-4a7f-407f-8983-d38cd3771586 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:02.403718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f343552-a674-4409-b7d3-397aa1b01311 req-938dbf96-4a7f-407f-8983-d38cd3771586 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 931 time: 0.6293864 Jul 05 09:42:02.450064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.465123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.467218 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] 10.222.0.21 "DELETE /v2.0/networks/cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15 HTTP/1.1" status: 204 len: 168 time: 2.2367213 Jul 05 09:42:02.478091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:02.493650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e08bea-8ced-4d84-a03a-2463cf999cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192 tempest-ExtraDHCPOptionsIpV6TestJSON-835214192-project] Pushing event deleted for resources: {'Network': ['ID=cfce9f4e-07a7-4fc9-b1cb-3a91d4d8cd15,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:02.499968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 621da286-5de1-4a48-b5e5-06b4950bf617 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:02.509128 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-32b6c8fc-ba98-4dee-8d74-f5bf30508914 req-06996987-e24e-4150-910f-1472d0678ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568285 Jul 05 09:42:02.631024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 621da286-5de1-4a48-b5e5-06b4950bf617 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:02.636486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 621da286-5de1-4a48-b5e5-06b4950bf617 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:02.637419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.703595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ae422-40e1-4eb8-b49d-f4d6446b136d req-124dd846-f82b-43b4-9b0b-c9ea789696ff tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:02.712121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-384ae422-40e1-4eb8-b49d-f4d6446b136d req-124dd846-f82b-43b4-9b0b-c9ea789696ff tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 943 time: 0.5886934 Jul 05 09:42:02.731204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:02.761090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6f4d-fd12-45f6-9037-2df844710e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.767262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e25f06d0-fa42-49ae-899d-69d6bca4e8bd no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:02.815183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e25f06d0-fa42-49ae-899d-69d6bca4e8bd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:02.815535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e25f06d0-fa42-49ae-899d-69d6bca4e8bd not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:02.822107 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.831584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f343552-a674-4409-b7d3-397aa1b01311 req-2f5cf237-f4cb-4373-ace8-2362124cc943 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192123 Jul 05 09:42:02.837119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.860606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621da286-5de1-4a48-b5e5-06b4950bf617'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:02.862953 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a542d15b-bf5f-4869-8f03-aa6582540457" -d '{"events": [{"server_uuid": "7550671b-27a4-4261-bb0a-66d1c0f85387", "name": "network-vif-plugged", "status": "completed", "tag": "621da286-5de1-4a48-b5e5-06b4950bf617"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:02.872114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Attempting to bind port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:02.872825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Attempting to bind port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:02.873241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Attempting to bind port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 on network b7b49b5e-130f-4343-b61b-5b3ce1eca369 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:02.883875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 621da286-5de1-4a48-b5e5-06b4950bf617, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=621da286-5de1-4a48-b5e5-06b4950bf617,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:02.890294 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.905319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:02.921956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 on network b7b49b5e-130f-4343-b61b-5b3ce1eca369 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:02.922919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Attempting to bind port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 on network b7b49b5e-130f-4343-b61b-5b3ce1eca369 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:02.947211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:02.947850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Checking segment: {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:02.948622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Bound using segment: {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:02.949398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Bound port: 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801bea3b-dfb5-45c0-9453-16bba84241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:02.950007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:02.962785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=621da286-5de1-4a48-b5e5-06b4950bf617,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:03.010000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-384ae422-40e1-4eb8-b49d-f4d6446b136d req-ff0b265a-6ede-4fdf-b0d9-b2f70c6af78b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966571 Jul 05 09:42:03.068757 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa83b71-8707-41b8-94c0-292d0a628abe x-openstack-request-id: req-5fa83b71-8707-41b8-94c0-292d0a628abe {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:03.069326 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7550671b-27a4-4261-bb0a-66d1c0f85387", "name": "network-vif-plugged", "status": "completed", "tag": "621da286-5de1-4a48-b5e5-06b4950bf617", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:03.069698 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fa83b71-8707-41b8-94c0-292d0a628abe {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:03.070623 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621da286-5de1-4a48-b5e5-06b4950bf617', 'code': 200} Jul 05 09:42:03.074052 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3ed046b5-48b8-4df1-b183-d3d816f0b816 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96390b479efe49faaa399c598e990395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675596 Jul 05 09:42:03.076629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:03.133149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba6204e-7449-4503-ae92-18746b4c3d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.187767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba6204e-7449-4503-ae92-18746b4c3d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.261971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680b5a-4603-4f09-a360-a78f7cac2037 req-192d06f4-812c-4814-856e-ec66ffab12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.264144 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1b680b5a-4603-4f09-a360-a78f7cac2037 req-192d06f4-812c-4814-856e-ec66ffab12b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 1101 time: 0.1092899 Jul 05 09:42:03.270589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba6204e-7449-4503-ae92-18746b4c3d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.274683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba6204e-7449-4503-ae92-18746b4c3d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.283232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] For port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:03.283705 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aba6204e-7449-4503-ae92-18746b4c3d4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9052f070-2dcb-4ab9-adf6-f0e523f99a1d HTTP/1.1" status: 204 len: 168 time: 0.2010815 Jul 05 09:42:03.318053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] For port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:03.342654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6204e-7449-4503-ae92-18746b4c3d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052f070-2dcb-4ab9-adf6-f0e523f99a1d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:03.343148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.345657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.350240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1b680b5a-4603-4f09-a360-a78f7cac2037 req-aa310b5a-3058-4418-844d-034610f04f80 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643303 Jul 05 09:42:03.385858 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.396733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e1855-ef8c-46fd-94ed-a323886338e1 req-1d358d3a-fea8-4715-821d-cf5fb2240daa tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.398364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb2e1855-ef8c-46fd-94ed-a323886338e1 req-1d358d3a-fea8-4715-821d-cf5fb2240daa tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 949 time: 0.4345188 Jul 05 09:42:03.455833 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6f4d-fd12-45f6-9037-2df844710e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.459250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.460394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.461103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6f4d-fd12-45f6-9037-2df844710e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.461960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f2c7bd5-792f-4989-b8d0-d832eb4c5040 HTTP/1.1" status: 200 len: 1092 time: 3.6429935 Jul 05 09:42:03.476326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:03.478849 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c937b5-c0ad-4cc2-9e11-4b1617731003" -d '{"events": [{"name": "network-changed", "server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:03.520278 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8bd6f4d-fd12-45f6-9037-2df844710e16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03892c9e5f9e47bc92d6df8f7fa38756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876186 Jul 05 09:42:03.521194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:03.527887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:03.539239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd6f4d-fd12-45f6-9037-2df844710e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa6a14-387d-49a6-91d5-e46c622c336c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:03.583955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f59c18-6d57-4363-9d22-eaa030492c62,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:03.615699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d11b981-1bea-4ef8-ad61-4b9356ce9b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.621046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.621046 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Added segment 75865382-407f-4266-9f1e-6ab1f4ac395b of type vlan for network 3cd124c9-15de-4cdf-ac6d-20d94749b572 Jul 05 09:42:03.635367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9be9-022b-4a74-89dc-ff837abc8b25 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:03.655117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d11b981-1bea-4ef8-ad61-4b9356ce9b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.708549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb2e1855-ef8c-46fd-94ed-a323886338e1 req-279d7d75-8df0-48fd-83a5-b05fd3f7100c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850878 Jul 05 09:42:03.735208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d11b981-1bea-4ef8-ad61-4b9356ce9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.740284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d11b981-1bea-4ef8-ad61-4b9356ce9b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.742262 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1d11b981-1bea-4ef8-ad61-4b9356ce9b91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4fa6a14-387d-49a6-91d5-e46c622c336c HTTP/1.1" status: 204 len: 168 time: 0.2200534 Jul 05 09:42:03.742882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.777363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11b981-1bea-4ef8-ad61-4b9356ce9b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa6a14-387d-49a6-91d5-e46c622c336c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:03.801495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e35481-dd3c-4286-890f-4e3ac6ab2643 req-6dd7d352-3489-42fa-855b-f20d38f356a4 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.803299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96e35481-dd3c-4286-890f-4e3ac6ab2643 req-6dd7d352-3489-42fa-855b-f20d38f356a4 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 943 time: 0.4432158 Jul 05 09:42:03.843533 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dc9815-0f83-4c45-9e40-cb91b467d80b x-openstack-request-id: req-66dc9815-0f83-4c45-9e40-cb91b467d80b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:03.843818 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:03.844068 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66dc9815-0f83-4c45-9e40-cb91b467d80b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:03.844459 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'status': 'completed', 'code': 200} Jul 05 09:42:03.857002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cceb78bd-4aea-4e9e-bc70-2110f7252ddd {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:03.876888 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.900922 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.901860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.902439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:03.906098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-713d500f-5684-4002-81d5-0781ce4dc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:03.908250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-713d500f-5684-4002-81d5-0781ce4dc395 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f21df3b748184bbdb66c06835a91ab62&device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 1095 time: 0.3510430 Jul 05 09:42:03.925446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Transition to ACTIVE for port object cceb78bd-4aea-4e9e-bc70-2110f7252ddd will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:03.987642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96e35481-dd3c-4286-890f-4e3ac6ab2643 req-e0878ddf-343a-410d-87d5-5027f6153e4d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742225 Jul 05 09:42:03.988324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.045861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-168d00cf-a771-4836-8132-f806c25a03cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040 HTTP/1.1" status: 200 len: 217 time: 0.1269987 Jul 05 09:42:04.071258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3121881 Jul 05 09:42:04.076094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:04.083508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Request body: {'subnet': {'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1209411338-subnet', 'tenant_id': '621aa994bbb94116a1d5e9e8984008d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:04.142090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Made reservation on behalf of 621aa994bbb94116a1d5e9e8984008d2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:04.145206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.182957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f1f43-f391-4d6f-8028-5fb8d1d3115d admin admin] Pushing event updated for resources: {'Network': ['ID=3cd124c9-15de-4cdf-ac6d-20d94749b572,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:04.196292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 3cd124c9-15de-4cdf-ac6d-20d94749b572 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:04.239705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Pushing event updated for resources: {'Port': ['ID=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:04.398924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-ce472111-849a-4557-bedd-0bc5a8a37fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:04.401324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-ce472111-849a-4557-bedd-0bc5a8a37fae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ca93b0-d35c-44ce-90bb-06d52ce24605 HTTP/1.1" status: 200 len: 855 time: 0.3035185 Jul 05 09:42:04.486036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:04.504949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.588936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0cbf2e5-5009-4a28-80ac-b1865def5bea,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:04.621697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1470038838'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:04.661269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Checking segment: {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:04.662668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Network hostable DHCP agents. Network: 3cd124c9-15de-4cdf-ac6d-20d94749b572, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:04.688705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:04.692797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.706110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.719583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Network 3cd124c9-15de-4cdf-ac6d-20d94749b572 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:04.739660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 3cd124c9-15de-4cdf-ac6d-20d94749b572) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:04.747270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3f2cb-ed4c-45d0-8e6d-6f568873d820 None None] Network 3cd124c9-15de-4cdf-ac6d-20d94749b572 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:04.760835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:04.761869 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.887531 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.898655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.939975 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-81665003-0c2c-4cec-a221-5ecb7c597de6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8540032 Jul 05 09:42:04.939975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:04.940342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2229c6-104f-4253-b2d6-918a6e3f0735 None None] Network 3cd124c9-15de-4cdf-ac6d-20d94749b572 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:04.953519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fdad7-9d07-4e03-a8b3-304bbf9e2dc7 req-9a692f7d-a55c-427f-947d-a668c8b3c473 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:04.955505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d8fdad7-9d07-4e03-a8b3-304bbf9e2dc7 req-9a692f7d-a55c-427f-947d-a668c8b3c473 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 943 time: 0.9346716 Jul 05 09:42:04.965721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:04.966240 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment 0f87c169-d032-45f0-8880-a79860aa9800 of type vlan for network b84fa904-8ca8-42f8-a4d1-819676f91042 Jul 05 09:42:04.969479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 574f1380-ce42-4c26-a1b1-feb0d083f85c details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:04.979797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c027a-7e32-4ceb-9131-9eda13e596c2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:05.012521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Attempting to bind port cceb78bd-4aea-4e9e-bc70-2110f7252ddd on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:05.012847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Attempting to bind port cceb78bd-4aea-4e9e-bc70-2110f7252ddd by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'c4781007-ec96-40fe-affd-d7b6aeabb048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '864cbcdc-a460-4705-8012-cbfae1744411'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:05.013397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Attempting to bind port cceb78bd-4aea-4e9e-bc70-2110f7252ddd on network 864cbcdc-a460-4705-8012-cbfae1744411 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:05.041054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cad88-9fa7-4e66-b475-f3bc682b2047 req-a8be240a-abb4-4e39-aa98-a8e1f03d3bc5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.041817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.047954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590cad88-9fa7-4e66-b475-f3bc682b2047 req-a8be240a-abb4-4e39-aa98-a8e1f03d3bc5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 943 time: 0.7517586 Jul 05 09:42:05.062460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Port cceb78bd-4aea-4e9e-bc70-2110f7252ddd on network 864cbcdc-a460-4705-8012-cbfae1744411 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:05.062822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Attempting to bind port cceb78bd-4aea-4e9e-bc70-2110f7252ddd on network 864cbcdc-a460-4705-8012-cbfae1744411 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:05.083510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d8fdad7-9d07-4e03-a8b3-304bbf9e2dc7 req-273eaef4-1a00-4bd2-94b2-f6d809f5c43f tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188257 Jul 05 09:42:05.086411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba706da-0208-4332-9234-d28277f38613 req-6d4651ee-2351-4d68-beb9-50bd2097df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.087947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-6d4651ee-2351-4d68-beb9-50bd2097df6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b49b5e-130f-4343-b61b-5b3ce1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6429336 Jul 05 09:42:05.100099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:05.101055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Checking segment: {'id': 'c4781007-ec96-40fe-affd-d7b6aeabb048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '864cbcdc-a460-4705-8012-cbfae1744411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:05.101464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Bound using segment: {'id': 'c4781007-ec96-40fe-affd-d7b6aeabb048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '864cbcdc-a460-4705-8012-cbfae1744411'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:05.101966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Bound port: cceb78bd-4aea-4e9e-bc70-2110f7252ddd, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4781007-ec96-40fe-affd-d7b6aeabb048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '864cbcdc-a460-4705-8012-cbfae1744411'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:05.102314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.112595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.125171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.126323 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.230184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 574f1380-ce42-4c26-a1b1-feb0d083f85c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=574f1380-ce42-4c26-a1b1-feb0d083f85c,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:05.246776 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7595413 Jul 05 09:42:05.249921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46958) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:05.258963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'name': 'tempest-PortsIpV6TestJSON-1229079311'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:05.286547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '574f1380-ce42-4c26-a1b1-feb0d083f85c', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'port_id': '574f1380-ce42-4c26-a1b1-feb0d083f85c', 'mac_address': 'fa:16:3e:c2:30:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de0421-44ed-4064-9c5b-0199b9e27602', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:05.312393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a609-e5ad-44fd-9e61-90348c339b76 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=b84fa904-8ca8-42f8-a4d1-819676f91042,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:05.330916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:05.351833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590cad88-9fa7-4e66-b475-f3bc682b2047 req-85006180-b5ab-4845-bc0e-77ab0608b026 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027701 Jul 05 09:42:05.431889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:05.442968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.467848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:05.492998 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.513332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574f1380-ce42-4c26-a1b1-feb0d083f85c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:05.524950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-46a6a99f-494b-4a87-bcc2-29010dc7c5b3 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097228 Jul 05 09:42:05.539179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 574f1380-ce42-4c26-a1b1-feb0d083f85c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=574f1380-ce42-4c26-a1b1-feb0d083f85c,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:05.546209 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.551012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] For port cceb78bd-4aea-4e9e-bc70-2110f7252ddd, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:05.607333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] For port cceb78bd-4aea-4e9e-bc70-2110f7252ddd, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,segment=NetworkSegment(c4781007-ec96-40fe-affd-d7b6aeabb048),segment_id=c4781007-ec96-40fe-affd-d7b6aeabb048)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:05.629654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=574f1380-ce42-4c26-a1b1-feb0d083f85c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:05.635692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.644515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853f92-0a73-4b4f-89aa-bb438b791688 req-8d67cd32-d95a-4922-bb9c-bf97d78194c5 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.646026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1853f92-0a73-4b4f-89aa-bb438b791688 req-8d67cd32-d95a-4922-bb9c-bf97d78194c5 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 949 time: 0.3118186 Jul 05 09:42:05.726346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.727298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.729089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] 10.222.0.16 "PUT /v2.0/ports/cceb78bd-4aea-4e9e-bc70-2110f7252ddd HTTP/1.1" status: 200 len: 1092 time: 3.4177315 Jul 05 09:42:05.739266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.778842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6f9f3-af4c-49ae-8ad8-7ee2c68a7c23 req-5b8baea6-27a9-439a-be99-58a15ae9efb1 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.780452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdd6f9f3-af4c-49ae-8ad8-7ee2c68a7c23 req-5b8baea6-27a9-439a-be99-58a15ae9efb1 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 943 time: 0.3104658 Jul 05 09:42:05.812379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:05.826622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aba706da-0208-4332-9234-d28277f38613 req-c9d6d1b7-34b2-40fe-96fb-a9ecb1f72e59 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893791 Jul 05 09:42:05.860410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'tag': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:05.863881 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb86af4-0378-43cd-9366-03a7312185e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b641af17-29aa-418b-8eb3-7c570a85f3d7", "tag": "cceb78bd-4aea-4e9e-bc70-2110f7252ddd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:05.878750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['574f1380-ce42-4c26-a1b1-feb0d083f85c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:05.888260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fda3a-432f-4c64-af40-5d616946e563 service neutron] Pushing event updated for resources: {'Port': ['ID=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:05.912587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=003c8241-ffbd-43c8-afd5-7a21a36a2f19,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:05.925248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': '0f87c169-d032-45f0-8880-a79860aa9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:05.925619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: b84fa904-8ca8-42f8-a4d1-819676f91042, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:05.931241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1853f92-0a73-4b4f-89aa-bb438b791688 req-a5249fd8-dbf0-456e-9bc7-2cbf18d7cc58 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686713 Jul 05 09:42:05.950802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:05.971618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b84fa904-8ca8-42f8-a4d1-819676f91042) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:05.985168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:05.991367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:05.994482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdd6f9f3-af4c-49ae-8ad8-7ee2c68a7c23 req-ce12987e-7144-44f5-ae0c-4e7f3997f813 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934075 Jul 05 09:42:05.997129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:05.997768 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.000445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21985d64-e28b-4b8c-bd76-69f2797e6e7c None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:06.027562 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c6bf79f1-b7b3-4d72-a0b2-9bcbc66303c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7768371 Jul 05 09:42:06.030861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:06.040791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-932544091'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:06.046963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-3f5e2a6c-543d-46ed-a7ea-807eaee29ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.048540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-3f5e2a6c-543d-46ed-a7ea-807eaee29ecf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f6f57fe384641aa811f4a1988d5269b&device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 1095 time: 0.2439966 Jul 05 09:42:06.064484 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc4d029-024d-4296-a4d8-de6bc91090b1 x-openstack-request-id: req-acc4d029-024d-4296-a4d8-de6bc91090b1 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:06.064772 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b641af17-29aa-418b-8eb3-7c570a85f3d7", "tag": "cceb78bd-4aea-4e9e-bc70-2110f7252ddd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:06.065024 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acc4d029-024d-4296-a4d8-de6bc91090b1 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:06.066305 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'tag': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd', 'status': 'completed', 'code': 200} Jul 05 09:42:06.080503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:06.089475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.122007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-805218db-3cca-4823-b06c-ad1887bfedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.124011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-805218db-3cca-4823-b06c-ad1887bfedff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f21df3b748184bbdb66c06835a91ab62&device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 1095 time: 0.2178829 Jul 05 09:42:06.125598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-d612c217-ad46-4a6c-a29a-afa5774e735b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cceb78bd-4aea-4e9e-bc70-2110f7252ddd HTTP/1.1" status: 200 len: 217 time: 0.0514829 Jul 05 09:42:06.129991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:06.145508 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.145932 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment 714441a9-0898-4faa-8c43-c78793e2b950 of type vlan for network 072667e4-7e0c-498e-acf9-595a97b246d9 Jul 05 09:42:06.222048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63762998-85ca-4e9f-ae8e-874cfddc6158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.228018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.258110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-d9daf63c-98ab-4810-ade6-027161316f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.259903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-d9daf63c-98ab-4810-ade6-027161316f4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a925c9cc-557c-42db-aac9-33362fb1f6f5 HTTP/1.1" status: 200 len: 855 time: 0.1111684 Jul 05 09:42:06.316163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-e82161d7-9114-430b-a7d9-b17bace6728e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=864cbcdc-a460-4705-8012-cbfae1744411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357816 Jul 05 09:42:06.323457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.329791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.330781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.351196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-4bf8b33e-4fdc-4e4e-847f-9a64ebff9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.353563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-4bf8b33e-4fdc-4e4e-847f-9a64ebff9b9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b49b5e-130f-4343-b61b-5b3ce1eca369 HTTP/1.1" status: 200 len: 917 time: 0.2220218 Jul 05 09:42:06.435500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-24b1c41e-fcf6-4f6d-94a6-78f9e75a2087 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040 HTTP/1.1" status: 200 len: 217 time: 0.0667989 Jul 05 09:42:06.446962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=072667e4-7e0c-498e-acf9-595a97b246d9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:06.481104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 072667e4-7e0c-498e-acf9-595a97b246d9 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:06.501254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63762998-85ca-4e9f-ae8e-874cfddc6158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.508136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63762998-85ca-4e9f-ae8e-874cfddc6158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.535169 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17df6c10-3979-4d03-ab8d-f013c37a8f63 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5007968 Jul 05 09:42:06.542446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:06.558160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'ports': [{'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042'}, {'network_id': '072667e4-7e0c-498e-acf9-595a97b246d9'}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:06.558477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:06.558965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '072667e4-7e0c-498e-acf9-595a97b246d9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:06.576197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63762998-85ca-4e9f-ae8e-874cfddc6158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f2e7a-f51f-4111-8611-0a2e4b10d879,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:06.616526 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-63762998-85ca-4e9f-ae8e-874cfddc6158 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1076137827154d85af4b995ad627d777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274040 Jul 05 09:42:06.620877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:06.653665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-42c0c194-837b-473c-85bb-60821a45869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.654979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-42c0c194-837b-473c-85bb-60821a45869f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ca93b0-d35c-44ce-90bb-06d52ce24605 HTTP/1.1" status: 200 len: 855 time: 0.1761329 Jul 05 09:42:06.705695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-3aeded24-60ee-4212-8130-26ca9dd8e31d service neutron] 10.222.0.16 "GET /v2.0/networks/864cbcdc-a460-4705-8012-cbfae1744411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505924 Jul 05 09:42:06.743535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1b89-184a-4f3b-b5c3-87a0a693899a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.758505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-2840262f-dff7-440c-8d24-d0ad2a3cae7e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.760053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-2840262f-dff7-440c-8d24-d0ad2a3cae7e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 822 time: 0.3263891 Jul 05 09:42:06.775150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1b89-184a-4f3b-b5c3-87a0a693899a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.815743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 2} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:06.820546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.820786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-9b812d42-3f69-41a0-8d5e-ba7782b2b437 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/quotas/621aa994bbb94116a1d5e9e8984008d2 HTTP/1.1" status: 200 len: 375 time: 0.0293243 Jul 05 09:42:06.827418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eff74-16c0-4592-bceb-0525cfbc0e28 req-80386a24-4ff2-4e13-82fd-885c813e56ed tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.828986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d90eff74-16c0-4592-bceb-0525cfbc0e28 req-80386a24-4ff2-4e13-82fd-885c813e56ed tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 1101 time: 0.2795587 Jul 05 09:42:06.838209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.888161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-9f572093-6047-4bec-90ea-b5620eca195b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572824 Jul 05 09:42:06.904418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1b89-184a-4f3b-b5c3-87a0a693899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.906985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1b89-184a-4f3b-b5c3-87a0a693899a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.908155 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ccd1b89-184a-4f3b-b5c3-87a0a693899a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e40f2e7a-f51f-4111-8611-0a2e4b10d879 HTTP/1.1" status: 204 len: 168 time: 0.2863588 Jul 05 09:42:06.923278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d90eff74-16c0-4592-bceb-0525cfbc0e28 req-3cc98a61-f242-4930-b3a5-238e59a560e6 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:06.926264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd1b89-184a-4f3b-b5c3-87a0a693899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f2e7a-f51f-4111-8611-0a2e4b10d879,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:06.928767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-bbf6138e-a1df-4047-8a03-85606c678975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:06.930423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-bbf6138e-a1df-4047-8a03-85606c678975 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b49b5e-130f-4343-b61b-5b3ce1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2649412 Jul 05 09:42:06.938220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 5daebb61-e86e-4af1-b545-953c7a736cea yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:06.949524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8198eaf-31a3-45fd-8b86-5cc271b3bbc6 req-49e0be49-2974-4043-9a5e-29c60e11b937 service neutron] 10.222.0.16 "GET /v2.0/networks/864cbcdc-a460-4705-8012-cbfae1744411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281103 Jul 05 09:42:07.131583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.174338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-963544e3-b8b5-4b84-be11-7367038f902b service neutron] 10.222.0.21 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677970 Jul 05 09:42:07.189414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-cdb3760e-1dd8-48d7-91cf-c00c7eaeed73 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481539 Jul 05 09:42:07.214338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 1a242479-4fd2-4875-aa4c-3d9828732d41 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:07.271729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-757ea81b-143b-40c0-b843-9bc292bbaa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.273730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-757ea81b-143b-40c0-b843-9bc292bbaa86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f6f57fe384641aa811f4a1988d5269b&device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 1095 time: 0.2423790 Jul 05 09:42:07.342393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.393052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.450607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:07.452000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d90eff74-16c0-4592-bceb-0525cfbc0e28 req-3cc98a61-f242-4930-b3a5-238e59a560e6 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.457025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:07.461709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:07.462569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.470128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=5daebb61-e86e-4af1-b545-953c7a736cea,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:07.471873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d90eff74-16c0-4592-bceb-0525cfbc0e28 req-3cc98a61-f242-4930-b3a5-238e59a560e6 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.495795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-e402fbde-5fc2-4037-83cb-b046a95fd0df service neutron] 10.222.0.21 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087707 Jul 05 09:42:07.526108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d90eff74-16c0-4592-bceb-0525cfbc0e28 req-3cc98a61-f242-4930-b3a5-238e59a560e6 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705668 Jul 05 09:42:07.537014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-9117e24e-6312-49de-90b6-cccbe2684c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.539805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-9117e24e-6312-49de-90b6-cccbe2684c1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=864cbcdc-a460-4705-8012-cbfae1744411 HTTP/1.1" status: 200 len: 916 time: 0.2373726 Jul 05 09:42:07.544443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c937b5-c0ad-4cc2-9e11-4b1617731003 req-71c3fb54-cb5c-49d8-ae95-960b4025ee09 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445547 Jul 05 09:42:07.545808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98a61-f242-4930-b3a5-238e59a560e6 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26724920-1b19-49a6-b215-7c1ff5d0d8e6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:07.620557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-c5672ec1-7ff9-4b8f-a776-4f327076e40f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cceb78bd-4aea-4e9e-bc70-2110f7252ddd HTTP/1.1" status: 200 len: 217 time: 0.0633194 Jul 05 09:42:07.639147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=1a242479-4fd2-4875-aa4c-3d9828732d41,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:07.654522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': '714441a9-0898-4faa-8c43-c78793e2b950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '072667e4-7e0c-498e-acf9-595a97b246d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:07.654898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: 072667e4-7e0c-498e-acf9-595a97b246d9, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:07.703564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 072667e4-7e0c-498e-acf9-595a97b246d9 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:07.739167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 072667e4-7e0c-498e-acf9-595a97b246d9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:07.750309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:07.754585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d0ef1-190f-4abe-90df-94442553cc7c None None] Network 072667e4-7e0c-498e-acf9-595a97b246d9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:07.769280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.783816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.785010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:07.834906 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db58eb3c-b2d9-405e-a00b-542b6e4ac5f8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2859840 Jul 05 09:42:07.836499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-5aa0babe-f542-4c84-8a73-c3b1ea2f8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:07.838082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-5aa0babe-f542-4c84-8a73-c3b1ea2f8428 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a925c9cc-557c-42db-aac9-33362fb1f6f5 HTTP/1.1" status: 200 len: 855 time: 0.2049735 Jul 05 09:42:07.842513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:08.050103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-1a9ea916-a6de-4298-9437-7f0a091b62f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=864cbcdc-a460-4705-8012-cbfae1744411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391456 Jul 05 09:42:08.093272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 1a242479-4fd2-4875-aa4c-3d9828732d41 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:08.093712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.208998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-baf7e0cd-b56c-4df1-8c72-4ad87ad5b37b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5010197 Jul 05 09:42:08.253456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdaf6-e15a-44b7-9992-53bddc46eb5e req-014a8bf7-0ac4-401b-a16d-5392e924d7bc tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.255429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dfbdaf6-e15a-44b7-9992-53bddc46eb5e req-014a8bf7-0ac4-401b-a16d-5392e924d7bc tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 943 time: 0.4394040 Jul 05 09:42:08.274596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.293560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 1a242479-4fd2-4875-aa4c-3d9828732d41 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:08.402947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-8b00e522-e737-4487-916f-1066c0e1da30 service neutron] 10.222.0.16 "GET /v2.0/networks/864cbcdc-a460-4705-8012-cbfae1744411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416460 Jul 05 09:42:08.430004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da5578-3f09-41a4-9cc8-269d87442333 req-40365c86-4e50-4549-bb29-6095f1faea4a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.432924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4da5578-3f09-41a4-9cc8-269d87442333 req-40365c86-4e50-4549-bb29-6095f1faea4a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 944 time: 0.3766615 Jul 05 09:42:08.442383 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.445567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dfbdaf6-e15a-44b7-9992-53bddc46eb5e req-83f5ba56-7d28-4ab9-a24d-0f5c2db4e913 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760411 Jul 05 09:42:08.484800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=1a242479-4fd2-4875-aa4c-3d9828732d41,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:08.503201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.511232 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b8df2c8e-9f23-461f-843c-232b7bfdd706 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/1a242479-4fd2-4875-aa4c-3d9828732d41 HTTP/1.1" status: 204 len: 168 time: 0.6662383 Jul 05 09:42:08.511838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47062) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:08.656455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9a50-62aa-4544-abfa-45013f25a59b req-92ffc192-a54d-421e-9a87-b82a52dcdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.658488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-92ffc192-a54d-421e-9a87-b82a52dcdffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 1101 time: 0.3862038 Jul 05 09:42:08.685274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4da5578-3f09-41a4-9cc8-269d87442333 req-c176a487-7e41-4673-82a9-5195b3fafecb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148051 Jul 05 09:42:08.764818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e7984-8d69-441e-a193-b8321bbc97df tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.774238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e7984-8d69-441e-a193-b8321bbc97df tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:08.778840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e53e7984-8d69-441e-a193-b8321bbc97df tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2632585 Jul 05 09:42:08.779153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:08.947155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 5daebb61-e86e-4af1-b545-953c7a736cea {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:08.947523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:08.948127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 574f1380-ce42-4c26-a1b1-feb0d083f85c up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:09.064682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 574f1380-ce42-4c26-a1b1-feb0d083f85c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:09.064992 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.073253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 574f1380-ce42-4c26-a1b1-feb0d083f85c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:09.074109 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.087289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 5daebb61-e86e-4af1-b545-953c7a736cea owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:09.219292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.259399 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.318128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 574f1380-ce42-4c26-a1b1-feb0d083f85c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=574f1380-ce42-4c26-a1b1-feb0d083f85c,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:09.320399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7174f853-92d2-4378-8a62-6102261ed1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574f1380-ce42-4c26-a1b1-feb0d083f85c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:09.324379 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097f59cf-0462-4421-baf8-562774e2bac5" -d '{"events": [{"server_uuid": "7174f853-92d2-4378-8a62-6102261ed1a5", "name": "network-vif-plugged", "status": "completed", "tag": "574f1380-ce42-4c26-a1b1-feb0d083f85c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:09.329145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.334264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=5daebb61-e86e-4af1-b545-953c7a736cea,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:09.360140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.368380 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c1092f5f-d1b8-40b4-8c14-20d9070f7505 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/5daebb61-e86e-4af1-b545-953c7a736cea HTTP/1.1" status: 204 len: 168 time: 0.5841596 Jul 05 09:42:09.369408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:09.421740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=574f1380-ce42-4c26-a1b1-feb0d083f85c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:09.495134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb86af4-0378-43cd-9366-03a7312185e8 req-e73ce3d1-38b6-471e-b624-170133d7a91d service neutron] 10.222.0.16 "GET /v2.0/networks/864cbcdc-a460-4705-8012-cbfae1744411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0588460 Jul 05 09:42:09.511899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7351a-09cc-41e1-bb64-c2b3e177d587 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:09.517569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dcf7351a-09cc-41e1-bb64-c2b3e177d587 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1466131 Jul 05 09:42:09.518315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:09.547053 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-477fde42-0367-4735-8429-c36797b3cd3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:42:09.548719 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-477fde42-0367-4735-8429-c36797b3cd3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/1a242479-4fd2-4875-aa4c-3d9828732d41 HTTP/1.1" status: 404 len: 333 time: 0.0293877 Jul 05 09:42:09.553113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47092) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:09.559730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9362d86a-6db3-43a0-b2a5-9f7556b069ed req-edcccfa2-7dec-4bb6-95f7-ae325f1bc0c9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 210 time: 0.0787792 Jul 05 09:42:09.596266 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba27d20-dd10-4dfc-b550-26bffc6b1c47 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:42:09.601029 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aba27d20-dd10-4dfc-b550-26bffc6b1c47 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/5daebb61-e86e-4af1-b545-953c7a736cea HTTP/1.1" status: 404 len: 333 time: 0.0430195 Jul 05 09:42:09.601505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:09.619648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c592a2-cd0d-4e67-b6f9-33b25f55096a req-7942eff9-9d2b-4383-b3e6-9599503a39f1 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:09.621701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57c592a2-cd0d-4e67-b6f9-33b25f55096a req-7942eff9-9d2b-4383-b3e6-9599503a39f1 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 943 time: 0.8661525 Jul 05 09:42:09.655019 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71601dfc-9fb0-4e85-bb52-bae3c5ef9330 x-openstack-request-id: req-71601dfc-9fb0-4e85-bb52-bae3c5ef9330 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:09.655366 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7174f853-92d2-4378-8a62-6102261ed1a5", "name": "network-vif-plugged", "status": "completed", "tag": "574f1380-ce42-4c26-a1b1-feb0d083f85c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:09.655634 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71601dfc-9fb0-4e85-bb52-bae3c5ef9330 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:09.656160 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7174f853-92d2-4378-8a62-6102261ed1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574f1380-ce42-4c26-a1b1-feb0d083f85c', 'code': 200} Jul 05 09:42:09.677190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9a50-62aa-4544-abfa-45013f25a59b req-19207b39-ccb8-4fc4-ad39-d8e861fc29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:09.683744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-19207b39-ccb8-4fc4-ad39-d8e861fc29a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.9773157 Jul 05 09:42:09.689469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47096) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:09.731487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:09.805360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-a5055fa9-d307-4608-8c63-297723244962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=621da286-5de1-4a48-b5e5-06b4950bf617 HTTP/1.1" status: 200 len: 217 time: 0.1068363 Jul 05 09:42:09.871322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57c592a2-cd0d-4e67-b6f9-33b25f55096a req-15104712-f167-4b8f-94dd-a8f92baa5a8b tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376907 Jul 05 09:42:09.915106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b31e805f-61e2-4d36-94ff-b81bc6b37fb1 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:09.961908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-146f97e1-1512-4cad-a6f6-9f0521bad5ef tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228974 Jul 05 09:42:10.049541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-a8e83cd8-5096-4340-a409-362ba081e69a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.051878 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-a8e83cd8-5096-4340-a409-362ba081e69a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 822 time: 0.1516633 Jul 05 09:42:10.054375 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.073912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Request body: {'port': {'device_id': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'admin_state_up': True, 'tenant_id': '621aa994bbb94116a1d5e9e8984008d2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:10.084919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072667e4-7e0c-498e-acf9-595a97b246d9']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:10.090846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9a50-62aa-4544-abfa-45013f25a59b req-2fe10229-4656-464a-9c2a-8131917bf96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.092438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-2fe10229-4656-464a-9c2a-8131917bf96c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2803771 Jul 05 09:42:10.142829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714441a9-0898-4faa-8c43-c78793e2b950') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:10.143330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714441a9-0898-4faa-8c43-c78793e2b950') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:10.162475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.163403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b31e805f-61e2-4d36-94ff-b81bc6b37fb1 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] 10.222.0.21 "PUT /v2.0/quotas/97e2e4466ddc4512ab2fecab034d00fd HTTP/1.1" status: 200 len: 368 time: 0.4720025 Jul 05 09:42:10.172099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47110) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:10.180065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Request body: {'network': {'project_id': '97e2e4466ddc4512ab2fecab034d00fd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:10.195686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.212499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:10.212905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.213197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104eec9-662d-42a6-a3e6-68435cac2dba req-51e070fc-35cb-49fe-b1ee-4999ff3029c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.215408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5104eec9-662d-42a6-a3e6-68435cac2dba req-51e070fc-35cb-49fe-b1ee-4999ff3029c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 1097 time: 0.4048207 Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:10.227420 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:10.275490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-f2a8d1cb-1f19-4cdd-9199-c6b10fc6e7ff tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.277205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-f2a8d1cb-1f19-4cdd-9199-c6b10fc6e7ff tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140488 Jul 05 09:42:10.295679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Made reservation on behalf of 97e2e4466ddc4512ab2fecab034d00fd for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:10.298056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.325804 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.336036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5104eec9-662d-42a6-a3e6-68435cac2dba req-406d3f96-7133-40cb-b086-d50ea55e0a77 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094186 Jul 05 09:42:10.337289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-2c9c53b9-dac9-418c-a40f-2c0f5efa51e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/quotas/2e8378201cfb4de18c5086949b53b6f1 HTTP/1.1" status: 200 len: 375 time: 0.0474095 Jul 05 09:42:10.348392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.349115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b985fd-3cad-4a9e-8804-5116970b48f0 req-d76f34c1-55da-4ca6-8b12-5712365002e8 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.351664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8b985fd-3cad-4a9e-8804-5116970b48f0 req-d76f34c1-55da-4ca6-8b12-5712365002e8 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 943 time: 0.2893918 Jul 05 09:42:10.367146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.369396 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/072667e4-7e0c-498e-acf9-595a97b246d9 HTTP/1.1" status: 204 len: 168 time: 0.7661757 Jul 05 09:42:10.374895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:10.383172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1679938520'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:10.392545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20265eb9-d958-46ad-9ec2-8d6e102d3ece tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=072667e4-7e0c-498e-acf9-595a97b246d9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:10.401193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Made reservation on behalf of 621aa994bbb94116a1d5e9e8984008d2 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:10.404223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.426424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9a50-62aa-4544-abfa-45013f25a59b req-e9266807-b0c9-4ef1-b6db-fb8949685e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.428038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-e9266807-b0c9-4ef1-b6db-fb8949685e09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2952831 Jul 05 09:42:10.530086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8b985fd-3cad-4a9e-8804-5116970b48f0 req-eaeedd2e-ae46-48e4-a254-e076e3559aed tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622996 Jul 05 09:42:10.598719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-8764e8bf-5335-4393-ab02-7f54c685a6fb tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2442119 Jul 05 09:42:10.626108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-6be94598-b5a1-4b0f-b4e0-49cea2bbcd39 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817822 Jul 05 09:42:10.649083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Allocated IP 172.20.0.7 (3cd124c9-15de-4cdf-ac6d-20d94749b572/e0cbf2e5-5009-4a28-80ac-b1865def5bea/5122ef9e-bb5d-4b1c-afed-69c1d39232de) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:10.657679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.667484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.736870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:10.750506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9004a4-1c6a-4584-b6eb-e7f7e1db723a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:10.781928 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.782274 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Added segment ace4f1e8-2bcf-457b-8036-ce0a637aa706 of type vlan for network f44ec7cd-dfad-4034-af76-1be23ad7c877 Jul 05 09:42:10.884680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:10.890857 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.895783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.965936 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.966904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:10.967800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.976071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:10.978755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cceb78bd-4aea-4e9e-bc70-2110f7252ddd details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:11.002457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-804f9a50-62aa-4544-abfa-45013f25a59b req-dab05362-8670-4609-9180-ab04eeeff7f6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692396 Jul 05 09:42:11.033353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:11.042380 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8686068 Jul 05 09:42:11.047268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47120) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:11.054846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Request body: {'network': {'project_id': '97e2e4466ddc4512ab2fecab034d00fd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:11.064675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.066087 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment 210190e4-92ea-43a7-b6a3-fb63ab786ef6 of type vlan for network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 Jul 05 09:42:11.077354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c62c67-afeb-4919-b41a-cfb0ae3cd3eb tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Pushing event updated for resources: {'Network': ['ID=f44ec7cd-dfad-4034-af76-1be23ad7c877,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:11.110324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Made reservation on behalf of 97e2e4466ddc4512ab2fecab034d00fd for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:11.113609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.119243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.145491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f44ec7cd-dfad-4034-af76-1be23ad7c877 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:11.165345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.185161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319c8e-14a7-49c0-87b5-6d03136afb70 req-add7a9f7-b6f5-4b61-838a-0673ad788d98 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:11.192777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Network 3cd124c9-15de-4cdf-ac6d-20d94749b572 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:11.196323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da319c8e-14a7-49c0-87b5-6d03136afb70 req-add7a9f7-b6f5-4b61-838a-0673ad788d98 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 945 time: 0.4060864 Jul 05 09:42:11.203859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:11.208631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:11.211989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:11.219009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:11.261646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.262372 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Added segment 12a12563-6de4-4241-aea9-cb4ad45ff40d of type vlan for network 43b6fa18-3fd2-4a49-8028-ef8607849b7b Jul 05 09:42:11.301264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da319c8e-14a7-49c0-87b5-6d03136afb70 req-b2c2ca36-3d1c-4a02-949d-0880455f6d5a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035318 Jul 05 09:42:11.304675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.323971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:11.327349 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.380346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port cceb78bd-4aea-4e9e-bc70-2110f7252ddd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,segment=NetworkSegment(c4781007-ec96-40fe-affd-d7b6aeabb048),segment_id=c4781007-ec96-40fe-affd-d7b6aeabb048)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:11.396981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd', 'network_id': '864cbcdc-a460-4705-8012-cbfae1744411', 'port_id': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd', 'mac_address': 'fa:16:3e:d9:98:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a925c9cc-557c-42db-aac9-33362fb1f6f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:11.433253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:11.451125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.471799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.497259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-cda30b44-004b-472f-8c68-0a0ea19f9733 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4315109 Jul 05 09:42:11.497702 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.515395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Request body: {'port': {'device_id': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:11.517628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cceb78bd-4aea-4e9e-bc70-2110f7252ddd {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:11.545564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port cceb78bd-4aea-4e9e-bc70-2110f7252ddd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,segment=NetworkSegment(c4781007-ec96-40fe-affd-d7b6aeabb048),segment_id=c4781007-ec96-40fe-affd-d7b6aeabb048)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:11.555454 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.558604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.560149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:11.561001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.639365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:11.649191 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5990832 Jul 05 09:42:11.671294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47134) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:11.686458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3059275 Jul 05 09:42:11.696830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-34e055e0-f4b7-4adc-9057-c877b54004f2 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Request body: {'network': {'project_id': '97e2e4466ddc4512ab2fecab034d00fd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:11.704362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47136) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:11.713086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:11.720575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59059c11-3136-468b-b86c-e08e0af7a791 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=09b5fdf2-1552-4970-8381-3d3e35ff60b3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:11.724838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732791f6-1f83-4e78-a621-40f43911b66f tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Pushing event updated for resources: {'Network': ['ID=43b6fa18-3fd2-4a49-8028-ef8607849b7b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:11.736555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:11.860182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda0309-8ebf-4465-8bf8-0d819f4394ec req-718c2141-464e-4078-a4ea-2955e86d0055 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:11.860182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bda0309-8ebf-4465-8bf8-0d819f4394ec req-718c2141-464e-4078-a4ea-2955e86d0055 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 931 time: 0.2363899 Jul 05 09:42:11.860648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 43b6fa18-3fd2-4a49-8028-ef8607849b7b details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:11.870313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:11.878882 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e055e0-f4b7-4adc-9057-c877b54004f2 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 09:42:11.879532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e055e0-f4b7-4adc-9057-c877b54004f2 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:42:11.880838 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-34e055e0-f4b7-4adc-9057-c877b54004f2 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2085319 Jul 05 09:42:11.891434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:12.040201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['cceb78bd-4aea-4e9e-bc70-2110f7252ddd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:12.048691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bda0309-8ebf-4465-8bf8-0d819f4394ec req-9f769cb5-29cc-406e-b9ed-c86c129554a9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997628 Jul 05 09:42:12.074078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:12.078470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.089430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26262925-7e54-4b82-aafe-8b93baf6704b req-10fe721d-afd3-4192-b808-94f98356d4c4 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:12.101574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26262925-7e54-4b82-aafe-8b93baf6704b req-10fe721d-afd3-4192-b808-94f98356d4c4 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 943 time: 0.3307140 Jul 05 09:42:12.173309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26262925-7e54-4b82-aafe-8b93baf6704b req-0cdd1f7a-fa4e-44d8-ac0b-969426035a73 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698552 Jul 05 09:42:12.176990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.369406 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.384865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b6fa18-3fd2-4a49-8028-ef8607849b7b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:12.412199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a12563-6de4-4241-aea9-cb4ad45ff40d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:12.413899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a12563-6de4-4241-aea9-cb4ad45ff40d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:12.434651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.465763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.480647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:12.482596 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:12.486430 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:12.637825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.640503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.667137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.676535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] 10.222.0.21 "DELETE /v2.0/networks/43b6fa18-3fd2-4a49-8028-ef8607849b7b HTTP/1.1" status: 204 len: 168 time: 0.7778544 Jul 05 09:42:12.677784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:12.717196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5122ef9e-bb5d-4b1c-afed-69c1d39232de {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:12.745524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.789065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177c1e9-0c22-4ef6-855c-06c8f0a69600 tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Pushing event deleted for resources: {'Network': ['ID=43b6fa18-3fd2-4a49-8028-ef8607849b7b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:12.802952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=3cc14ff9-74e8-43f1-8edd-ab26571dac83,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:12.821937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Transition to ACTIVE for port object 5122ef9e-bb5d-4b1c-afed-69c1d39232de will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:12.827450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.836300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:12.919962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': '210190e4-92ea-43a7-b6a3-fb63ab786ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:12.920678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: 09b5fdf2-1552-4970-8381-3d3e35ff60b3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:12.941187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:12.982600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cceb78bd-4aea-4e9e-bc70-2110f7252ddd up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:13.001759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.015814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:13.016585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44ec7cd-dfad-4034-af76-1be23ad7c877']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:13.033261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace4f1e8-2bcf-457b-8036-ce0a637aa706') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:13.033600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace4f1e8-2bcf-457b-8036-ce0a637aa706') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:13.054136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.054743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 09b5fdf2-1552-4970-8381-3d3e35ff60b3) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:13.060909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.063299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.089388 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.099124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc4d77-95df-4d96-81e5-c26f33b1f0db None None] Network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:13.101279 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76fefe0b-64b7-49df-8c3b-a118960e4c03 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3953850 Jul 05 09:42:13.104519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:13.104881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c60f-cc21-4179-bd97-c2d8dab55052 req-a6923890-24c9-488a-87ff-2e346c339133 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.106681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea77c60f-cc21-4179-bd97-c2d8dab55052 req-a6923890-24c9-488a-87ff-2e346c339133 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 944 time: 0.2212896 Jul 05 09:42:13.110409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3', 'name': 'tempest-PortsIpV6TestJSON-1517025014'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:13.112701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:13.113179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:13.115259 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:13.140238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Attempting to bind port 5122ef9e-bb5d-4b1c-afed-69c1d39232de on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:13.141356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Attempting to bind port 5122ef9e-bb5d-4b1c-afed-69c1d39232de by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:13.142047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Attempting to bind port 5122ef9e-bb5d-4b1c-afed-69c1d39232de on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:13.177097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6ecce-ece0-4fcf-aff5-7b76b0f0e965 req-6646936a-69de-4ae5-be7b-d87ec8d5e4e2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.186166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6ecce-ece0-4fcf-aff5-7b76b0f0e965 req-6646936a-69de-4ae5-be7b-d87ec8d5e4e2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 945 time: 0.3017817 Jul 05 09:42:13.250365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port cceb78bd-4aea-4e9e-bc70-2110f7252ddd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:13.260442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port cceb78bd-4aea-4e9e-bc70-2110f7252ddd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:13.261202 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.267907 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.289575 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.291599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f44ec7cd-dfad-4034-af76-1be23ad7c877 HTTP/1.1" status: 204 len: 168 time: 0.5926812 Jul 05 09:42:13.312118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6ecce-ece0-4fcf-aff5-7b76b0f0e965 req-603d7e7e-0745-4711-9187-65f4edf0f30b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249495 Jul 05 09:42:13.339948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b048-c480-4a64-8b7e-f5215b9c230e tempest-QuotasNegativeTest-783678777 tempest-QuotasNegativeTest-783678777-project-admin] Pushing event deleted for resources: {'Network': ['ID=f44ec7cd-dfad-4034-af76-1be23ad7c877,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:13.354731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea77c60f-cc21-4179-bd97-c2d8dab55052 req-49914d3b-0666-47ad-bae9-e8718e1ea481 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256100 Jul 05 09:42:13.452356 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.502353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port cceb78bd-4aea-4e9e-bc70-2110f7252ddd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,segment=NetworkSegment(c4781007-ec96-40fe-affd-d7b6aeabb048),segment_id=c4781007-ec96-40fe-affd-d7b6aeabb048)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:13.503710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:13.507188 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a962bd-8bc5-46ee-80a8-57438a3b6ff2" -d '{"events": [{"server_uuid": "b641af17-29aa-418b-8eb3-7c570a85f3d7", "name": "network-vif-plugged", "status": "completed", "tag": "cceb78bd-4aea-4e9e-bc70-2110f7252ddd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:13.531761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.541580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f3b0e3a-ec33-4179-b044-8de31caa57d9 req-4e52fff5-f35c-4381-94b7-f69c2d88c962 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 210 time: 0.0597801 Jul 05 09:42:13.565246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-09b5fdf2-1552-4970-8381-3d3e35ff60b3', 'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3', 'tenant_id': '4fed1092da1342b681f83cd534695615', 'fixed_ips': [{'subnet_id': '3cc14ff9-74e8-43f1-8edd-ab26571dac83'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:42:13.565908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:13.619757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:13.701224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44670bbc-103d-4f0b-8c7d-a3dbf27378ba req-2e79b849-7fca-4b04-a4f7-bf157d77e06f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.709394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44670bbc-103d-4f0b-8c7d-a3dbf27378ba req-2e79b849-7fca-4b04-a4f7-bf157d77e06f tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.1327863 Jul 05 09:42:13.782756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44670bbc-103d-4f0b-8c7d-a3dbf27378ba req-c7aa0bd2-5e82-4a06-9c9b-a2aed01b87bb tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683298 Jul 05 09:42:13.841760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Allocated IP 2001:db8::2 (09b5fdf2-1552-4970-8381-3d3e35ff60b3/3cc14ff9-74e8-43f1-8edd-ab26571dac83/b89fd851-184f-4b0b-854f-5bb58fdfeb1b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:13.892698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7985f-bafd-4d9d-9d33-7f9f593bdb49 req-928dbec2-a049-4a2f-b7b0-68e3ed08292d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:13.895021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d7985f-bafd-4d9d-9d33-7f9f593bdb49 req-928dbec2-a049-4a2f-b7b0-68e3ed08292d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 943 time: 0.1166868 Jul 05 09:42:13.966104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Port 5122ef9e-bb5d-4b1c-afed-69c1d39232de on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:13.966685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Attempting to bind port 5122ef9e-bb5d-4b1c-afed-69c1d39232de on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:13.976833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d7985f-bafd-4d9d-9d33-7f9f593bdb49 req-ea1d6bbd-9cef-446e-83dd-e90f7440419e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753248 Jul 05 09:42:13.987670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:13.987670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Checking segment: {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:13.987670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Bound using segment: {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:13.987670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Bound port: 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:13.992081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.113578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-905354d0-3ae6-46bd-a337-dfe34401d102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.199468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ef27-06c2-4b11-a8f7-7641e1230b31 req-d4a70a4b-1e39-4c57-8591-ad1fd22d3b42 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:14.206621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:14.208161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d9ef27-06c2-4b11-a8f7-7641e1230b31 req-d4a70a4b-1e39-4c57-8591-ad1fd22d3b42 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 943 time: 0.2107053 Jul 05 09:42:14.216508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:14.228411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.238706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:14.240042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:14.273981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.295128 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c29c0e6-8ace-4ffd-bb98-27fa8aac5f13 x-openstack-request-id: req-0c29c0e6-8ace-4ffd-bb98-27fa8aac5f13 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:14.296352 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b641af17-29aa-418b-8eb3-7c570a85f3d7", "name": "network-vif-plugged", "status": "completed", "tag": "cceb78bd-4aea-4e9e-bc70-2110f7252ddd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:14.296811 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c29c0e6-8ace-4ffd-bb98-27fa8aac5f13 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:14.299050 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd', 'code': 200} Jul 05 09:42:14.325965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d9ef27-06c2-4b11-a8f7-7641e1230b31 req-208f5b52-2118-4095-aa0d-dc5e3adb4326 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162248 Jul 05 09:42:14.363959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.402096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Transition to ACTIVE for port object b89fd851-184f-4b0b-854f-5bb58fdfeb1b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:14.414448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:14.417710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.419552 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] 10.222.0.15 "PUT /v2.0/ports/5122ef9e-bb5d-4b1c-afed-69c1d39232de HTTP/1.1" status: 200 len: 1092 time: 2.9085824 Jul 05 09:42:14.441387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 76be627c-bf66-4c6f-88ca-cec1d619aa84 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:14.456064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:14.458679 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:14.466003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Transition to ACTIVE for port object b89fd851-184f-4b0b-854f-5bb58fdfeb1b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:14.480778 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.577224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:14.619788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc73ab9-e141-4ee2-881e-4b94ff760bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:14.621242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:14.623255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c694dee6-76bd-4471-8c91-d7b15e16bd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.633670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:14.648494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:14.674793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-d3e4274c-d659-42fa-a3f5-8f337c0621f0 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193109 Jul 05 09:42:14.809314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-664978c0-7de3-4d5b-906b-7d00dc319d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:14.811221 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-664978c0-7de3-4d5b-906b-7d00dc319d9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 1095 time: 0.2470527 Jul 05 09:42:14.814052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:14.819864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::6e (09b5fdf2-1552-4970-8381-3d3e35ff60b3/3cc14ff9-74e8-43f1-8edd-ab26571dac83/76be627c-bf66-4c6f-88ca-cec1d619aa84) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:14.829756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'port_id': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'mac_address': 'fa:16:3e:07:d4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:14.832217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Pushing event updated for resources: {'Port': ['ID=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:14.898339 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-f1b9a4de-a40a-447f-aede-1cc7bccad5c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de HTTP/1.1" status: 200 len: 217 time: 0.0756595 Jul 05 09:42:14.913240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec6b1-3e3e-48d6-88ca-c902de7aff2e req-ab17a371-f8ab-43ce-8615-c397a6ecdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:14.915478 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9abec6b1-3e3e-48d6-88ca-c902de7aff2e req-ab17a371-f8ab-43ce-8615-c397a6ecdabc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 1097 time: 0.3154662 Jul 05 09:42:14.941213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a3aca-b741-45be-9d48-d3d68f7ea3cb req-b49b81f7-1030-4f13-a2cd-1052b376c573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:14.949857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Attempting to bind port b89fd851-184f-4b0b-854f-5bb58fdfeb1b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:14.950347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Attempting to bind port b89fd851-184f-4b0b-854f-5bb58fdfeb1b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '210190e4-92ea-43a7-b6a3-fb63ab786ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:14.950566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e8a3aca-b741-45be-9d48-d3d68f7ea3cb req-b49b81f7-1030-4f13-a2cd-1052b376c573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 945 time: 0.5278490 Jul 05 09:42:14.950793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Attempting to bind port b89fd851-184f-4b0b-854f-5bb58fdfeb1b on network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:14.965947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:14.966658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Checking segment: {'id': '210190e4-92ea-43a7-b6a3-fb63ab786ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:14.967373 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.967967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Bound using segment: {'id': '210190e4-92ea-43a7-b6a3-fb63ab786ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:14.968719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Bound port: b89fd851-184f-4b0b-854f-5bb58fdfeb1b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210190e4-92ea-43a7-b6a3-fb63ab786ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09b5fdf2-1552-4970-8381-3d3e35ff60b3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:14.969326 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:14.993056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.050577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:15.051266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-c4d835be-5c2b-406a-8089-242f98690e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.053608 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-c4d835be-5c2b-406a-8089-242f98690e99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0cbf2e5-5009-4a28-80ac-b1865def5bea HTTP/1.1" status: 200 len: 862 time: 0.1437111 Jul 05 09:42:15.117657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:15.128128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] For port b89fd851-184f-4b0b-854f-5bb58fdfeb1b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:15.128540 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9abec6b1-3e3e-48d6-88ca-c902de7aff2e req-b267427a-db89-4072-aa95-335dd5b35ea6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660266 Jul 05 09:42:15.135146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.140435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] For port b89fd851-184f-4b0b-854f-5bb58fdfeb1b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,segment=NetworkSegment(210190e4-92ea-43a7-b6a3-fb63ab786ef6),segment_id=210190e4-92ea-43a7-b6a3-fb63ab786ef6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:15.149499 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.156920 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-f543c1a7-367a-4feb-b532-f41bfaf367fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cd124c9-15de-4cdf-ac6d-20d94749b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585938 Jul 05 09:42:15.157778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e8a3aca-b741-45be-9d48-d3d68f7ea3cb req-404ec8f1-9925-4bec-b845-66bdc90a6cc1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060342 Jul 05 09:42:15.181695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-0547548d-0344-4acd-9b2a-2744db02bb74 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.187436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-0547548d-0344-4acd-9b2a-2744db02bb74 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5022423 Jul 05 09:42:15.236491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286039c8-9454-484c-af1b-5967103bd05b req-881d80f7-1438-4dbd-b0e6-88ea131ad413 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.247109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-286039c8-9454-484c-af1b-5967103bd05b req-881d80f7-1438-4dbd-b0e6-88ea131ad413 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 945 time: 0.5174079 Jul 05 09:42:15.259617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:15.267535 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ce6bfe-f01d-4e58-93b5-2eea044348db x-openstack-request-id: req-95ce6bfe-f01d-4e58-93b5-2eea044348db {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:15.267998 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:15.268401 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95ce6bfe-f01d-4e58-93b5-2eea044348db {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:15.269007 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'status': 'completed', 'code': 200} Jul 05 09:42:15.275579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c694dee6-76bd-4471-8c91-d7b15e16bd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.284371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:15.311617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c694dee6-76bd-4471-8c91-d7b15e16bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.385987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf0caf-6cad-4a94-81c9-8b52565a911f None None] Pushing event updated for resources: {'Port': ['ID=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:15.402385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['2f2c7bd5-792f-4989-b8d0-d832eb4c5040'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:15.447441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.484599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c694dee6-76bd-4471-8c91-d7b15e16bd66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d849fc2049f04a0ba89be3b47bf63848&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2387555 Jul 05 09:42:15.488549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-286039c8-9454-484c-af1b-5967103bd05b req-35f6ddf2-bf10-42d5-bb1d-fb50c576a4c7 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930566 Jul 05 09:42:15.489045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47196) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:15.501416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694dee6-76bd-4471-8c91-d7b15e16bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb9c554-6ea3-4cda-a485-43b3b4265f13,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:15.574292 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-837001ef-a9d0-4444-a865-29ebb0c0a480 service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042530 Jul 05 09:42:15.590004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 76be627c-bf66-4c6f-88ca-cec1d619aa84 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:15.710190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3da7d9ea-19ab-4e41-9007-9440b3fbf719 req-a8661eaf-e507-43e1-8e9c-b3f797a78884 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 210 time: 0.1649225 Jul 05 09:42:15.783217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-131f017b-d43c-4956-ba03-1b9e01ff799f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993438 Jul 05 09:42:15.785414 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c165eab-45c9-4606-9f11-1e2c21239abd req-60b4000e-1f70-4903-901d-279a74bbc112 service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891491 Jul 05 09:42:15.871917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-025cd10b-8e8d-4b23-93d8-fa3a6a9cf27d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:15.891197 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-025cd10b-8e8d-4b23-93d8-fa3a6a9cf27d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.6147521 Jul 05 09:42:15.919161 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3ce20f8-d76e-4cfd-a9e9-4e45d86bcc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:15.985576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3ce20f8-d76e-4cfd-a9e9-4e45d86bcc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.072643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.089461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:16.093540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.137847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-a110ed0a-c774-402e-9bcf-48b50d9c3d10 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.139465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-a110ed0a-c774-402e-9bcf-48b50d9c3d10 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614337 Jul 05 09:42:16.168762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:16.198260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:16.231198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f9ae2-fd6c-4d41-b14c-30f64b676588 req-01495594-548e-409d-9789-979b164eb31b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.233175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:16.238982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c3f9ae2-fd6c-4d41-b14c-30f64b676588 req-01495594-548e-409d-9789-979b164eb31b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 945 time: 0.4437959 Jul 05 09:42:16.239479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=76be627c-bf66-4c6f-88ca-cec1d619aa84,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:16.247167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:16.255830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.258657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.299660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-afb53d03-fa98-425c-a872-396a4468543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.302454 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-afb53d03-fa98-425c-a872-396a4468543f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 1095 time: 0.4080517 Jul 05 09:42:16.316128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3ce20f8-d76e-4cfd-a9e9-4e45d86bcc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.319244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3ce20f8-d76e-4cfd-a9e9-4e45d86bcc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.322826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c3ce20f8-d76e-4cfd-a9e9-4e45d86bcc99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fb9c554-6ea3-4cda-a485-43b3b4265f13 HTTP/1.1" status: 204 len: 168 time: 0.8265851 Jul 05 09:42:16.336261 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e282ed6b-cc01-4fd4-93c7-1ac5b92860eb tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2302544 Jul 05 09:42:16.354735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47202) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:16.393737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce20f8-d76e-4cfd-a9e9-4e45d86bcc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb9c554-6ea3-4cda-a485-43b3b4265f13,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:16.468667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c3f9ae2-fd6c-4d41-b14c-30f64b676588 req-574fa76e-003a-44b1-8d05-22a3ac63ee4a tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=3337e082-d2da-4e28-9beb-de47866971be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288136 Jul 05 09:42:16.495801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Deleting port cc91567b-4559-430b-806a-9b16a85502a0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:16.505496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.564175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17065-a45e-438d-81df-e25ee9042dfe req-f32b98e0-c418-46ba-9474-44b79f7a016b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:16.565886 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30d17065-a45e-438d-81df-e25ee9042dfe req-f32b98e0-c418-46ba-9474-44b79f7a016b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 943 time: 0.4856634 Jul 05 09:42:16.587346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:16.772536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] For port cc91567b-4559-430b-806a-9b16a85502a0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cc91567b-4559-430b-806a-9b16a85502a0,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:16.773206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.817523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.844783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b89fd851-184f-4b0b-854f-5bb58fdfeb1b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:16.847782 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac7557de-4084-40f3-91cb-f979cb00a4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:16.889578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:16.903444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:16.903844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.000593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-80529062-ab98-4e94-aff5-7cf06d661b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:17.002277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-80529062-ab98-4e94-aff5-7cf06d661b7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 923 time: 0.6857510 Jul 05 09:42:17.028848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:17.117999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb10e72-1abf-4faf-9c8b-4a6edba9b048 None None] Network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:17.134754 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-9dcac592-7def-48e1-86f2-fbad68e198eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de HTTP/1.1" status: 200 len: 217 time: 0.1245534 Jul 05 09:42:17.172789 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5a69-7cec-4335-a999-5c7e58ff74e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.203976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-205e53f3-6183-43f2-a905-09aad70a2ddb None None] Provisioning for port b89fd851-184f-4b0b-854f-5bb58fdfeb1b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:17.216817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b89fd851-184f-4b0b-854f-5bb58fdfeb1b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:17.223505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-205e53f3-6183-43f2-a905-09aad70a2ddb None None] Provisioning complete for port b89fd851-184f-4b0b-854f-5bb58fdfeb1b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:17.223920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-205e53f3-6183-43f2-a905-09aad70a2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.261471 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.261746 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.262651 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Floating IP 7fa0e740-879d-407a-bbf7-7243ec8128d0 disassociated. External IP: 172.25.1.3, port: cc91567b-4559-430b-806a-9b16a85502a0. Jul 05 09:42:17.263281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Calling delete_port for cc91567b-4559-430b-806a-9b16a85502a0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:17.264862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b89fd851-184f-4b0b-854f-5bb58fdfeb1b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:17.265277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.266535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.24 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/e416e33c-d84a-4cc4-b897-7eae4a54b2d9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:17.275576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-96611671-6d89-4b71-9694-8da016a775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:17.277278 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-96611671-6d89-4b71-9694-8da016a775a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0cbf2e5-5009-4a28-80ac-b1865def5bea HTTP/1.1" status: 200 len: 862 time: 0.1276386 Jul 05 09:42:17.298031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:17.303871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.321999 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-e97cecb6-95f6-4aa7-9afa-4f37b1a7f5b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cd124c9-15de-4cdf-ac6d-20d94749b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377982 Jul 05 09:42:17.347764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30d17065-a45e-438d-81df-e25ee9042dfe req-fa813345-302d-472f-b3f2-ff7968dc7804 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346094 Jul 05 09:42:17.382852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.449836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:17.451877 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc8b2cd-adea-4eb4-8f1e-850457ed663b" -d '{"events": [{"server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "name": "network-vif-plugged", "status": "completed", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:17.497982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:17.529788 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.602475 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-205e53f3-6183-43f2-a905-09aad70a2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.643993 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.719700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:17.738664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-205e53f3-6183-43f2-a905-09aad70a2ddb None None] For port b89fd851-184f-4b0b-854f-5bb58fdfeb1b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,segment=NetworkSegment(210190e4-92ea-43a7-b6a3-fb63ab786ef6),segment_id=210190e4-92ea-43a7-b6a3-fb63ab786ef6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:17.747487 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-205e53f3-6183-43f2-a905-09aad70a2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.769948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 76be627c-bf66-4c6f-88ca-cec1d619aa84 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:17.770382 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.771682 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-fefa618f-1aef-4d94-b3f5-aa5610ddb21c service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421005 Jul 05 09:42:17.817177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac1999-81f4-47a3-a849-441d8940a155 req-b1e56d74-fbd7-4a2e-809e-c08b2736049e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:17.820079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fac1999-81f4-47a3-a849-441d8940a155 req-b1e56d74-fbd7-4a2e-809e-c08b2736049e tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 944 time: 0.6267939 Jul 05 09:42:17.907318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.916031 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:42:17.916381 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:42:17.922557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e53f3-6183-43f2-a905-09aad70a2ddb None None] Pushing event updated for resources: {'Port': ['ID=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:17.935194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5a69-7cec-4335-a999-5c7e58ff74e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.942967 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.947483 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5a69-7cec-4335-a999-5c7e58ff74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.983825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object e416e33c-d84a-4cc4-b897-7eae4a54b2d9 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:17.994287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:17.996056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fac1999-81f4-47a3-a849-441d8940a155 req-b589da18-1aa8-4770-96f7-89d31552d4b4 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115770 Jul 05 09:42:18.040735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de5eda-95b8-4deb-ab60-1843ef1fb88c req-cd50258b-36f3-42b3-bc66-8c10d07ac079 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.043678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11de5eda-95b8-4deb-ab60-1843ef1fb88c req-cd50258b-36f3-42b3-bc66-8c10d07ac079 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 945 time: 0.4817705 Jul 05 09:42:18.079800 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.101363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event deleted for resources: {'Port': ['ID=cc91567b-4559-430b-806a-9b16a85502a0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:18.112022 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2a0f5a69-7cec-4335-a999-5c7e58ff74e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f34e332e2994dffaf9d0bc7271615cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0790160 Jul 05 09:42:18.114062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:18.121431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 76be627c-bf66-4c6f-88ca-cec1d619aa84 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:18.153635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f5a69-7cec-4335-a999-5c7e58ff74e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2165dcee-1972-4c32-9b58-b95a086702b2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:18.183498 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9e6b1f37-ddae-4c3b-8b4b-cb1988f2b170 req-97098e6f-ddfe-4789-a760-3ef89cbda467 service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011331 Jul 05 09:42:18.242611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7d84d0b-c175-413b-92a6-1be4c9a6c891 None None] Provisioning for port 76be627c-bf66-4c6f-88ca-cec1d619aa84 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:18.248869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7d84d0b-c175-413b-92a6-1be4c9a6c891 None None] Provisioning complete for port 76be627c-bf66-4c6f-88ca-cec1d619aa84 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:18.249897 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7d84d0b-c175-413b-92a6-1be4c9a6c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.286079 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06e0b6cb-c7b9-4fb8-a269-a6677ae2d3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.323630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11de5eda-95b8-4deb-ab60-1843ef1fb88c req-58a30a63-7ef9-46c7-8c69-8e9d69d65624 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721875 Jul 05 09:42:18.324986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a7d84d0b-c175-413b-92a6-1be4c9a6c891 None None] Port 76be627c-bf66-4c6f-88ca-cec1d619aa84 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:18.334293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06e0b6cb-c7b9-4fb8-a269-a6677ae2d3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.347740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Router e70d367a-55a3-4788-8d72-5e30ba3e670f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:42:18.348860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7d84d0b-c175-413b-92a6-1be4c9a6c891 None None] Provisioning complete for port b89fd851-184f-4b0b-854f-5bb58fdfeb1b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:18.349469 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7d84d0b-c175-413b-92a6-1be4c9a6c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.360613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.458251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:18.518772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06e0b6cb-c7b9-4fb8-a269-a6677ae2d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.523736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06e0b6cb-c7b9-4fb8-a269-a6677ae2d3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.525647 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-06e0b6cb-c7b9-4fb8-a269-a6677ae2d3f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2165dcee-1972-4c32-9b58-b95a086702b2 HTTP/1.1" status: 204 len: 168 time: 0.3729496 Jul 05 09:42:18.547693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:18.579980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:18.594401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:18.608608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.230 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/befffaf2-2762-4f8b-a85e-3ca45464a1f8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:18.620700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b14cec-192d-46a4-998d-7c1b5880523b req-17f8e1e2-16b2-4421-8e33-360378b12e66 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:18.624217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5122ef9e-bb5d-4b1c-afed-69c1d39232de details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:18.632246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07b14cec-192d-46a4-998d-7c1b5880523b req-17f8e1e2-16b2-4421-8e33-360378b12e66 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 945 time: 0.4748757 Jul 05 09:42:18.664346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:18.681189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0b6cb-c7b9-4fb8-a269-a6677ae2d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165dcee-1972-4c32-9b58-b95a086702b2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:18.727477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:18.739471 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53918285-88be-47de-9c25-eea6f7978926 None None] Sync routers for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:18.768456 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:18.769383 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:18.862362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] No DVR routers for this DVR port cc91567b-4559-430b-806a-9b16a85502a0 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:18.870967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:18.878523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a24662ef-4fab-4e9c-9959-07e9e5eeb657 req-d30c49f1-4862-4909-86a9-297e84ee9c70 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "DELETE /v2.0/ports/cc91567b-4559-430b-806a-9b16a85502a0 HTTP/1.1" status: 204 len: 173 time: 2.9396150 Jul 05 09:42:18.880549 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'name': 'network-vif-deleted', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:18.888785 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea808631-f262-40dc-a1d0-9c5606926327" -d '{"events": [{"server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "name": "network-vif-deleted", "tag": "cc91567b-4559-430b-806a-9b16a85502a0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:18.991229 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:19.022672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b89fd851-184f-4b0b-854f-5bb58fdfeb1b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:19.059915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc91567b-4559-430b-806a-9b16a85502a0 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:19.119558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: cc91567b-4559-430b-806a-9b16a85502a0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:19.119995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cc91567b-4559-430b-806a-9b16a85502a0 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:19.132393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9a8e61f-a549-432c-b2b7-9487aa488830 req-11085c04-0f6d-4866-8a3c-8219d36e46d3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 210 time: 0.3350670 Jul 05 09:42:19.269221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:19.297417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:19.298282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.306806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'port_id': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'mac_address': 'fa:16:3e:bd:f4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cbf2e5-5009-4a28-80ac-b1865def5bea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:19.321717 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe23a55-7abb-4d25-94f6-acc2a7ef2e65 x-openstack-request-id: req-4fe23a55-7abb-4d25-94f6-acc2a7ef2e65 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:19.322903 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "name": "network-vif-plugged", "status": "completed", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:19.323208 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fe23a55-7abb-4d25-94f6-acc2a7ef2e65 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:19.324237 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'code': 200} Jul 05 09:42:19.329290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-619dd0a1-ac41-4813-bc80-745249584143 None None] Provisioning complete for port 76be627c-bf66-4c6f-88ca-cec1d619aa84 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:19.330785 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-619dd0a1-ac41-4813-bc80-745249584143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.344401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07b14cec-192d-46a4-998d-7c1b5880523b req-f632272c-e894-43e0-aece-96e90a99e4bd tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7035236 Jul 05 09:42:19.405306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-619dd0a1-ac41-4813-bc80-745249584143 None None] Port 76be627c-bf66-4c6f-88ca-cec1d619aa84 was deleted so its status cannot be updated. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 09:42:19.415915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b89fd851-184f-4b0b-854f-5bb58fdfeb1b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:19.416323 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.563688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba60-11ef-48d2-85ff-15b646654e08 req-2391d364-ea5e-43f7-a56b-90a7fa124d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:19.565497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-25d1ba60-11ef-48d2-85ff-15b646654e08 req-2391d364-ea5e-43f7-a56b-90a7fa124d88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 1097 time: 0.1407254 Jul 05 09:42:19.627128 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.669717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-25d1ba60-11ef-48d2-85ff-15b646654e08 req-3d41237d-606b-4abc-a8f7-ec8e382503d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925541 Jul 05 09:42:19.716956 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.754260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5122ef9e-bb5d-4b1c-afed-69c1d39232de {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:19.772941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object befffaf2-2762-4f8b-a85e-3ca45464a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:19.784401 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.791465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.847841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9376ce5-b0c0-4860-b7a0-26f0f394142b None None] Provisioning for port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:19.894071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=76be627c-bf66-4c6f-88ca-cec1d619aa84,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:19.918034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-aefb6af2-433b-400a-ba38-dab78deb00c7 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6686051 Jul 05 09:42:19.918891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:19.922842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9376ce5-b0c0-4860-b7a0-26f0f394142b None None] Provisioning complete for port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:19.922842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9376ce5-b0c0-4860-b7a0-26f0f394142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:19.939542 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:20.070038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Request body: {'port': {'device_id': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:20.099866 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53918285-88be-47de-9c25-eea6f7978926 None None] Checking router: e70d367a-55a3-4788-8d72-5e30ba3e670f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:20.123337 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:20.124440 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:20.158792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.369131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c9376ce5-b0c0-4860-b7a0-26f0f394142b None None] Port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:20.376154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.427470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:20.439578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:20.441793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cf40b97b-596a-4712-babc-e3b54dcfd010 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/76be627c-bf66-4c6f-88ca-cec1d619aa84 HTTP/1.1" status: 204 len: 168 time: 4.0847101 Jul 05 09:42:20.447978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:20.453157 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:20.514165 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dfe880-1571-48f1-9070-61ce4a6d4a62 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:42:20.516435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dfe880-1571-48f1-9070-61ce4a6d4a62 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:42:20.525736 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a8dfe880-1571-48f1-9070-61ce4a6d4a62 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/76be627c-bf66-4c6f-88ca-cec1d619aa84 HTTP/1.1" status: 404 len: 333 time: 0.0765414 Jul 05 09:42:20.526720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:20.550866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5122ef9e-bb5d-4b1c-afed-69c1d39232de'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:20.555532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6a7f8d4-007b-4a48-a686-ec5c3664912c req-429f9ec0-ba0d-4a11-a61c-f0dc96d3851e tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=142ad51b-8e6b-4295-bcda-3d24e110af64 HTTP/1.1" status: 200 len: 210 time: 0.7770967 Jul 05 09:42:20.651379 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-edca6fb8-26cf-4ebc-b662-6a14389a958e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:42:20.661949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47268) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:20.663488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-edca6fb8-26cf-4ebc-b662-6a14389a958e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/76be627c-bf66-4c6f-88ca-cec1d619aa84 HTTP/1.1" status: 404 len: 333 time: 0.1344788 Jul 05 09:42:20.677575 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f702222e-18fe-43f4-a5c0-c226b1169c69 x-openstack-request-id: req-f702222e-18fe-43f4-a5c0-c226b1169c69 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:20.678587 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142ad51b-8e6b-4295-bcda-3d24e110af64", "name": "network-vif-deleted", "tag": "cc91567b-4559-430b-806a-9b16a85502a0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:20.678920 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f702222e-18fe-43f4-a5c0-c226b1169c69 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:20.679472 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142ad51b-8e6b-4295-bcda-3d24e110af64', 'name': 'network-vif-deleted', 'tag': 'cc91567b-4559-430b-806a-9b16a85502a0', 'status': 'completed', 'code': 200} Jul 05 09:42:20.679748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:20.895411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:20.911597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:21.008618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=befffaf2-2762-4f8b-a85e-3ca45464a1f8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:21.011726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:21.030890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:21.115061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.123169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:21.137185 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53918285-88be-47de-9c25-eea6f7978926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:21.206945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-72f70f74-2832-40fd-8b67-8ed7a7657826 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0465910 Jul 05 09:42:21.222693 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53918285-88be-47de-9c25-eea6f7978926 None None] The sync data for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 is: [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:21.232075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Request body: {'port': {'device_id': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:21.437457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:21.456869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet 3cc14ff9-74e8-43f1-8edd-ab26571dac83 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:42:21.499680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:21.582820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0c867-c467-43ce-812b-cbf0864a1e91 req-ef7e006c-07be-479a-ac4a-4c8b72da98e0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:21.586473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3c0c867-c467-43ce-812b-cbf0864a1e91 req-ef7e006c-07be-479a-ac4a-4c8b72da98e0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 945 time: 0.6462328 Jul 05 09:42:21.629298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-746a3b93-1046-40f4-a844-497c4bd4ba38 None None] Provisioning for port befffaf2-2762-4f8b-a85e-3ca45464a1f8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:21.635832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-746a3b93-1046-40f4-a844-497c4bd4ba38 None None] Provisioning complete for port befffaf2-2762-4f8b-a85e-3ca45464a1f8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:21.636366 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-746a3b93-1046-40f4-a844-497c4bd4ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:21.723758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-746a3b93-1046-40f4-a844-497c4bd4ba38 None None] Port befffaf2-2762-4f8b-a85e-3ca45464a1f8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:21.790322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:21.812151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086316d-05ca-426f-b4a2-0cae916e8197 None None] New status for floating IP 7fa0e740-879d-407a-bbf7-7243ec8128d0: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:42:22.007175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3c0c867-c467-43ce-812b-cbf0864a1e91 req-9124202c-131a-4e57-afc7-65bc4181eec3 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287618 Jul 05 09:42:22.113564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61a85-feda-487b-a3d3-11c0bbd45d7c req-d18d1ff6-5161-487c-92c2-f89b66b7069b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.121420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3b61a85-feda-487b-a3d3-11c0bbd45d7c req-d18d1ff6-5161-487c-92c2-f89b66b7069b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 944 time: 1.2275834 Jul 05 09:42:22.152322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.188498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-d282ed86-cdd1-41ea-800c-b5ab89afc67a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.190110 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-d282ed86-cdd1-41ea-800c-b5ab89afc67a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 945 time: 0.0732810 Jul 05 09:42:22.270952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3b61a85-feda-487b-a3d3-11c0bbd45d7c req-6c4d94b1-0cc9-4329-ad8d-ef8df9504895 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345346 Jul 05 09:42:22.340949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Deleting port 574f1380-ce42-4c26-a1b1-feb0d083f85c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:22.341382 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.359602 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.371678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e416e33c-d84a-4cc4-b897-7eae4a54b2d9 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:22.394048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:22.422117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.436927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc14ff9-74e8-43f1-8edd-ab26571dac83,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:22.444733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.446691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9a933b25-fe69-48aa-8902-49e3e73a0484 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/3cc14ff9-74e8-43f1-8edd-ab26571dac83 HTTP/1.1" status: 204 len: 168 time: 1.7696695 Jul 05 09:42:22.456238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4f688-a2dc-483a-b71b-cc691260aabe None None] Network 09b5fdf2-1552-4970-8381-3d3e35ff60b3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:22.465747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:22.521099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d72e5-88ea-4227-b729-27258fd3d44e req-980911f3-4eda-4e04-81fb-563b1d96af42 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.530690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-727d72e5-88ea-4227-b729-27258fd3d44e req-980911f3-4eda-4e04-81fb-563b1d96af42 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 936 time: 0.3387353 Jul 05 09:42:22.535978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Transition to ACTIVE for port object e416e33c-d84a-4cc4-b897-7eae4a54b2d9 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:22.546802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] For port 574f1380-ce42-4c26-a1b1-feb0d083f85c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=574f1380-ce42-4c26-a1b1-feb0d083f85c,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:22.547218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.553973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b112d97d-7803-4dd5-8f3a-24d35bb9f9f2 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:22.582489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.583723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Calling delete_port for 574f1380-ce42-4c26-a1b1-feb0d083f85c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:22.611732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.735890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port b89fd851-184f-4b0b-854f-5bb58fdfeb1b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:22.736220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.750240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-727d72e5-88ea-4227-b729-27258fd3d44e req-c090021e-5c35-4855-89a1-ee657c149d91 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147462 Jul 05 09:42:22.768193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Pushing event updated for resources: {'Port': ['ID=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:22.875903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b112d97d-7803-4dd5-8f3a-24d35bb9f9f2 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "PUT /v2.0/quotas/01b0bc509d0d4b1c87759b1e72dc8826 HTTP/1.1" status: 200 len: 366 time: 0.4601822 Jul 05 09:42:22.886567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:22.900544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5122ef9e-bb5d-4b1c-afed-69c1d39232de up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:22.909938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf718c-ea1a-4427-8e25-06d95d6b0c13 req-e88c0715-db21-4b21-b5c6-58dedb9af498 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:22.919685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cbf718c-ea1a-4427-8e25-06d95d6b0c13 req-e88c0715-db21-4b21-b5c6-58dedb9af498 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7174f853-92d2-4378-8a62-6102261ed1a5 HTTP/1.1" status: 200 len: 945 time: 0.4585969 Jul 05 09:42:22.930935 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8247eb63-7385-4132-99af-09c6d8579e6e tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0398929 Jul 05 09:42:22.940562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:22.968656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] For port b89fd851-184f-4b0b-854f-5bb58fdfeb1b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,segment=NetworkSegment(210190e4-92ea-43a7-b6a3-fb63ab786ef6),segment_id=210190e4-92ea-43a7-b6a3-fb63ab786ef6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:22.969270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:22.992419 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3b0bbfac-ed07-4694-8d81-d295f5a17048 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "GET /v2.0/quotas/01b0bc509d0d4b1c87759b1e72dc8826 HTTP/1.1" status: 200 len: 366 time: 0.0414464 Jul 05 09:42:22.995855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:22.999807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.002620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for b89fd851-184f-4b0b-854f-5bb58fdfeb1b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:23.026001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['574f1380-ce42-4c26-a1b1-feb0d083f85c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:23.063606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cbf718c-ea1a-4427-8e25-06d95d6b0c13 req-e1b2acd2-23b1-430a-afe7-bcaff0cfcb57 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426513 Jul 05 09:42:23.082900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c96e12b8-3b4e-4c43-a7d6-72ee2f9d28a2 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/01b0bc509d0d4b1c87759b1e72dc8826 HTTP/1.1" status: 204 len: 168 time: 0.0855985 Jul 05 09:42:23.100423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:23.130532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 5122ef9e-bb5d-4b1c-afed-69c1d39232de completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:23.143576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ff7fe0e6-ac2f-4d9e-9aa4-3b7144e85b56 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0350461 Jul 05 09:42:23.150071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 5122ef9e-bb5d-4b1c-afed-69c1d39232de triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:23.150627 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.204460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event deleted for resources: {'Port': ['ID=574f1380-ce42-4c26-a1b1-feb0d083f85c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:23.207946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:23.232713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f984056-257a-4109-8473-04375988e163 None None] DHCP port deletion for 09b5fdf2-1552-4970-8381-3d3e35ff60b3 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:42:23.249785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6d95a7b3-caff-4062-8187-f64ad7fbf06b tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "GET /v2.0/quotas/01b0bc509d0d4b1c87759b1e72dc8826 HTTP/1.1" status: 200 len: 370 time: 0.0384276 Jul 05 09:42:23.254555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47318) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:23.275225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] No DVR routers for this DVR port 574f1380-ce42-4c26-a1b1-feb0d083f85c on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:23.280017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.281570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-02499718-0544-4b39-9f68-93334ac4b02a tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "GET /v2.0/quotas/01b0bc509d0d4b1c87759b1e72dc8826/default HTTP/1.1" status: 200 len: 370 time: 0.0209408 Jul 05 09:42:23.282171 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-45a88916-a8db-4bb3-b901-ce6cc898975d req-e392b1a3-487e-4288-a84c-0a9cfff7aceb tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.16 "DELETE /v2.0/ports/574f1380-ce42-4c26-a1b1-feb0d083f85c HTTP/1.1" status: 204 len: 173 time: 1.0822396 Jul 05 09:42:23.282657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7174f853-92d2-4378-8a62-6102261ed1a5', 'name': 'network-vif-deleted', 'tag': '574f1380-ce42-4c26-a1b1-feb0d083f85c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:23.282933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Attempting to bind port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:23.283521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Attempting to bind port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:23.284146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Attempting to bind port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:23.285187 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577335f6-11b2-411f-a1bb-db20a4e9a018" -d '{"events": [{"server_uuid": "7174f853-92d2-4378-8a62-6102261ed1a5", "name": "network-vif-deleted", "tag": "574f1380-ce42-4c26-a1b1-feb0d083f85c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:23.288807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:23.312511 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8bcf4d01-411d-4cef-a4e6-51525779937e tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] delete failed (client error): The resource could not be found. Jul 05 09:42:23.313934 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8bcf4d01-411d-4cef-a4e6-51525779937e tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/01b0bc509d0d4b1c87759b1e72dc8826 HTTP/1.1" status: 404 len: 348 time: 0.0221107 Jul 05 09:42:23.330541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befffaf2-2762-4f8b-a85e-3ca45464a1f8 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:23.336112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:23.336638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Attempting to bind port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:23.337716 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.348249 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.364560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:23.364989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:23.366232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:23.366768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Bound port: e416e33c-d84a-4cc4-b897-7eae4a54b2d9, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:23.367233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.392788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Transition to ACTIVE for port object befffaf2-2762-4f8b-a85e-3ca45464a1f8 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:23.432193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.458694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:23.468009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No DVR routers for this DVR port b89fd851-184f-4b0b-854f-5bb58fdfeb1b on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:23.482580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.487025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6f984056-257a-4109-8473-04375988e163 None None] Deleting port b89fd851-184f-4b0b-854f-5bb58fdfeb1b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:23.487430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f984056-257a-4109-8473-04375988e163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.515836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf309-771e-41b0-b481-751cd80201d7 req-05870613-2a32-4278-bc69-6962f0772eb7 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:23.518443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68aaf309-771e-41b0-b481-751cd80201d7 req-05870613-2a32-4278-bc69-6962f0772eb7 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 945 time: 0.2696173 Jul 05 09:42:23.598217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:23.650414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Request body: {'floatingip': {'port_id': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:23.689908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:23.692873 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309d5d37-b85d-49dd-b056-847922eea072" -d '{"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-plugged", "status": "completed", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:23.720731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] For port e416e33c-d84a-4cc4-b897-7eae4a54b2d9, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:23.762661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:23.777598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6f984056-257a-4109-8473-04375988e163 None None] For port b89fd851-184f-4b0b-854f-5bb58fdfeb1b, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:23.778224 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f984056-257a-4109-8473-04375988e163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.783606 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.809887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Pushing event updated for resources: {'Port': ['ID=befffaf2-2762-4f8b-a85e-3ca45464a1f8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:23.832028 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.839283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:23.850841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b5fdf2-1552-4970-8381-3d3e35ff60b3']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:23.872484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210190e4-92ea-43a7-b6a3-fb63ab786ef6') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:23.872991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210190e4-92ea-43a7-b6a3-fb63ab786ef6') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:23.877246 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9188ca9-365d-41fd-b10b-ef6187bd4359 x-openstack-request-id: req-d9188ca9-365d-41fd-b10b-ef6187bd4359 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:23.877704 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7174f853-92d2-4378-8a62-6102261ed1a5", "name": "network-vif-deleted", "tag": "574f1380-ce42-4c26-a1b1-feb0d083f85c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:23.878137 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9188ca9-365d-41fd-b10b-ef6187bd4359 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:23.879125 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7174f853-92d2-4378-8a62-6102261ed1a5', 'name': 'network-vif-deleted', 'tag': '574f1380-ce42-4c26-a1b1-feb0d083f85c', 'status': 'completed', 'code': 200} Jul 05 09:42:23.893746 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.907945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.923364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.934609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6f984056-257a-4109-8473-04375988e163 None None] Calling delete_port for b89fd851-184f-4b0b-854f-5bb58fdfeb1b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:23.938839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:23.939363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:23.942625 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:23.950586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] For port e416e33c-d84a-4cc4-b897-7eae4a54b2d9, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:23.951924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-6f984056-257a-4109-8473-04375988e163 None None] Port b89fd851-184f-4b0b-854f-5bb58fdfeb1b was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:42:23.955243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f984056-257a-4109-8473-04375988e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.015277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.026762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f984056-257a-4109-8473-04375988e163 None None] No DVR routers for this DVR port b89fd851-184f-4b0b-854f-5bb58fdfeb1b on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:24.093425 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.104415 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.112625 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/09b5fdf2-1552-4970-8381-3d3e35ff60b3 HTTP/1.1" status: 204 len: 168 time: 1.6440678 Jul 05 09:42:24.115568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47346) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:24.117117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:24.152177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-810367145'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:24.201884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f984056-257a-4109-8473-04375988e163 None None] Pushing event deleted for resources: {'Port': ['ID=b89fd851-184f-4b0b-854f-5bb58fdfeb1b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:24.232423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ef30d-5dfa-42fa-9243-d94bdf78a825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=09b5fdf2-1552-4970-8381-3d3e35ff60b3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:24.246813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:24.254203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.288036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:24.318689 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb2b99e-d4fa-4238-8cbf-edbba5cb93e2 x-openstack-request-id: req-4bb2b99e-d4fa-4238-8cbf-edbba5cb93e2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:24.318689 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-plugged", "status": "completed", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:24.318869 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bb2b99e-d4fa-4238-8cbf-edbba5cb93e2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:24.319469 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'code': 200} Jul 05 09:42:24.363763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:24.425205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.425919 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment 7c9c8730-5e78-4b3c-944c-63e379fb8af1 of type vlan for network 33318f4c-8688-4594-adde-6761fb9a49dc Jul 05 09:42:24.568201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.580643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf8992b-d0d1-4605-8e37-b291b2ffd009 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.612769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.613376 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.615828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] 10.222.0.16 "PUT /v2.0/ports/e416e33c-d84a-4cc4-b897-7eae4a54b2d9 HTTP/1.1" status: 200 len: 1096 time: 4.6797984 Jul 05 09:42:24.616701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Attempting to bind port befffaf2-2762-4f8b-a85e-3ca45464a1f8 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:24.617030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Attempting to bind port befffaf2-2762-4f8b-a85e-3ca45464a1f8 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:24.617398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Attempting to bind port befffaf2-2762-4f8b-a85e-3ca45464a1f8 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:24.632770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'tag': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:24.635365 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986d671c-48c6-4344-a4df-2aaaa0a4e284" -d '{"events": [{"name": "network-changed", "server_uuid": "8989af5e-8f30-4b11-8143-b9373ca679a6", "tag": "e416e33c-d84a-4cc4-b897-7eae4a54b2d9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:24.689434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:network and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:24.703375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Port befffaf2-2762-4f8b-a85e-3ca45464a1f8 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:24.703790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Attempting to bind port befffaf2-2762-4f8b-a85e-3ca45464a1f8 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:24.743783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:24.754109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf8992b-d0d1-4605-8e37-b291b2ffd009 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.781946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.794257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.795491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.803617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f8e7e-8848-4879-915f-0542b10ae0b7 req-d421f431-bbe2-49b4-ac23-f41bea0ee0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:24.806334 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a81f8e7e-8848-4879-915f-0542b10ae0b7 req-d421f431-bbe2-49b4-ac23-f41bea0ee0b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 1097 time: 0.3365800 Jul 05 09:42:24.891014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:subnet and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:24.940733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b89fd851-184f-4b0b-854f-5bb58fdfeb1b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:24.943701 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8194058 Jul 05 09:42:24.944803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:24.962378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:24.969618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:24.969813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:24.970155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:24.970763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:24.971477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Bound port: befffaf2-2762-4f8b-a85e-3ca45464a1f8, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:24.972041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:24.993090 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a81f8e7e-8848-4879-915f-0542b10ae0b7 req-d99a2d4b-31c0-41bf-8ac1-63027cb66dab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578298 Jul 05 09:42:25.005174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b89fd851-184f-4b0b-854f-5bb58fdfeb1b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:25.005843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b89fd851-184f-4b0b-854f-5bb58fdfeb1b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:25.019656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3b006-5509-4568-9663-f9a2df5c90ba service neutron] Pushing event updated for resources: {'Port': ['ID=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:25.028716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d45440-975d-4a8b-8760-c0c31db6ca10 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=33318f4c-8688-4594-adde-6761fb9a49dc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:25.058534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:subnetpool and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:25.059821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 33318f4c-8688-4594-adde-6761fb9a49dc details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:25.064838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 574f1380-ce42-4c26-a1b1-feb0d083f85c no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:25.090792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf8992b-d0d1-4605-8e37-b291b2ffd009 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.094184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf8992b-d0d1-4605-8e37-b291b2ffd009 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.095957 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-baf8992b-d0d1-4605-8e37-b291b2ffd009 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "DELETE /v2.0/security-groups/3337e082-d2da-4e28-9beb-de47866971be HTTP/1.1" status: 204 len: 168 time: 0.7991693 Jul 05 09:42:25.102845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47356) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:25.103530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:25.136146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8992b-d0d1-4605-8e37-b291b2ffd009 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3337e082-d2da-4e28-9beb-de47866971be,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:25.154105 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-386b6b80-9cfc-447d-810a-3bf70573afda tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] show failed (client error): The resource could not be found. Jul 05 09:42:25.155790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 574f1380-ce42-4c26-a1b1-feb0d083f85c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:25.156241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 574f1380-ce42-4c26-a1b1-feb0d083f85c not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:25.158153 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-386b6b80-9cfc-447d-810a-3bf70573afda tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups/3337e082-d2da-4e28-9beb-de47866971be HTTP/1.1" status: 404 len: 347 time: 0.0506730 Jul 05 09:42:25.164017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:25.251379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-bbf42ed2-ab95-4475-8bf2-4306c53736c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.253884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-bbf42ed2-ab95-4475-8bf2-4306c53736c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 1099 time: 0.5049825 Jul 05 09:42:25.276759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:25.282679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.288721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3067a-95fc-4ed1-b8a1-8cf17d385e48 req-56a79b06-2ec8-45f5-88b8-07c88982a6b4 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.291229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7e3067a-95fc-4ed1-b8a1-8cf17d385e48 req-56a79b06-2ec8-45f5-88b8-07c88982a6b4 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 1.3296854 Jul 05 09:42:25.309932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:port and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:25.403884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:25.508835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-4b80e7bd-663a-4121-bb2a-969df61ba90e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9 HTTP/1.1" status: 200 len: 217 time: 0.2358508 Jul 05 09:42:25.541856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Deleting port f41c8ef5-3c11-4bb7-b3cb-106ad5c6683b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:25.542317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.557417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637972fd-6aec-4781-a298-743229ac60b7 req-0808d695-b6a1-4cc1-972a-e92c34357371 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.559457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-637972fd-6aec-4781-a298-743229ac60b7 req-0808d695-b6a1-4cc1-972a-e92c34357371 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 948 time: 0.9946501 Jul 05 09:42:25.583560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] For port befffaf2-2762-4f8b-a85e-3ca45464a1f8, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:25.591556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:router and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:25.680469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:25.694561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] For port befffaf2-2762-4f8b-a85e-3ca45464a1f8, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:25.703050 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.703405 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.729855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Calling delete_port for f41c8ef5-3c11-4bb7-b3cb-106ad5c6683b owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:25.748222 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.790611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.826468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7e3067a-95fc-4ed1-b8a1-8cf17d385e48 req-564feb51-1074-46d0-a221-0dceed48257f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256878 Jul 05 09:42:25.897993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=746b28fa-e616-4085-ae42-d6bea853717e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:25.934363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:floatingip and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:25.952211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': '7c9c8730-5e78-4b3c-944c-63e379fb8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:25.952678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: 33318f4c-8688-4594-adde-6761fb9a49dc, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:25.960078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-f8dbc519-c27f-4755-ba1e-da143f923e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.962502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-f8dbc519-c27f-4755-ba1e-da143f923e4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.4305000 Jul 05 09:42:25.978097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:25.979443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:25.981771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] 10.222.0.16 "PUT /v2.0/ports/befffaf2-2762-4f8b-a85e-3ca45464a1f8 HTTP/1.1" status: 200 len: 1097 time: 4.7611995 Jul 05 09:42:25.994722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:26.055595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-637972fd-6aec-4781-a298-743229ac60b7 req-05e37ca3-4ded-4d1a-9fbd-87663ca2cbef tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646695 Jul 05 09:42:26.107023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 33318f4c-8688-4594-adde-6761fb9a49dc is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:26.186001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 33318f4c-8688-4594-adde-6761fb9a49dc) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:26.197868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb97217-845c-427d-b621-83d770d5f9d4 None None] Network 33318f4c-8688-4594-adde-6761fb9a49dc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:26.232339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.242883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.261373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d21df-ab9f-4abc-98ab-eeadd09d865e service neutron] Pushing event updated for resources: {'Port': ['ID=befffaf2-2762-4f8b-a85e-3ca45464a1f8,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:26.280856 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b97642cd-df2b-4e59-ad3b-bf76e0e31e66 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3180456 Jul 05 09:42:26.287229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47364) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:26.301860 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea47ae-e30c-4c40-a8df-716d1ff6db31 x-openstack-request-id: req-a4ea47ae-e30c-4c40-a8df-716d1ff6db31 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:26.302628 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8989af5e-8f30-4b11-8143-b9373ca679a6", "tag": "e416e33c-d84a-4cc4-b897-7eae4a54b2d9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:26.303124 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4ea47ae-e30c-4c40-a8df-716d1ff6db31 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:26.303779 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'tag': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'status': 'completed', 'code': 200} Jul 05 09:42:26.311632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2110389526'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:26.327374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.478739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event deleted for resources: {'Port': ['ID=f41c8ef5-3c11-4bb7-b3cb-106ad5c6683b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:26.631442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:security_group and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:26.639219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-dcf9e1b8-c244-4643-a806-f311019cf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:26.640934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-dcf9e1b8-c244-4643-a806-f311019cf47b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6515567 Jul 05 09:42:26.648254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:26.679335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Usage tracker for resource:security_group_rule and tenant:4e0ef5f1335747a08d4404713a233de8 is out of sync, need to count used quota {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 09:42:26.758297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-33318f4c-8688-4594-adde-6761fb9a49dc', 'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc', 'tenant_id': '4fed1092da1342b681f83cd534695615', 'fixed_ips': [{'subnet_id': '746b28fa-e616-4085-ae42-d6bea853717e'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:42:26.760110 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.786873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.791688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.793662 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa16045d-763e-427c-ba93-6df3d68ec2f8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "DELETE /v2.0/floatingips/7fa0e740-879d-407a-bbf7-7243ec8128d0 HTTP/1.1" status: 204 len: 168 time: 1.6282225 Jul 05 09:42:26.809464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.quota.resource [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93796) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 09:42:26.868756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:26.873456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:26.884691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:42:26.919130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 71235cf0-0e21-4046-b781-ed8c1b7985a7 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:27.076986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.089706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-0bf01512-d57d-491f-86cc-29d5af09b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:27.094167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-0bf01512-d57d-491f-86cc-29d5af09b9aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 1100 time: 0.9256532 Jul 05 09:42:27.098911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ce5bbfc8-0993-445d-bae9-bbf7078a60a4 tempest-QuotasTest-1673734101 tempest-QuotasTest-1673734101-project-admin] 10.222.0.21 "GET /v2.0/quotas/4e0ef5f1335747a08d4404713a233de8/details.json HTTP/1.1" status: 200 len: 703 time: 3.1952803 Jul 05 09:42:27.169534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Allocated IP 2001:db8::2 (33318f4c-8688-4594-adde-6761fb9a49dc/746b28fa-e616-4085-ae42-d6bea853717e/f1d529ff-7d7b-4837-9f9d-59d50f385bcc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:27.179878 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.338873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-0ee2bdad-e45d-40e8-af8c-f96fc0a0dd61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8 HTTP/1.1" status: 200 len: 217 time: 0.1703398 Jul 05 09:42:27.351829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-f64dac97-b18c-4b60-90ab-2e4f78b0180e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:27.354794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-f64dac97-b18c-4b60-90ab-2e4f78b0180e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.6212113 Jul 05 09:42:27.423195 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.437045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Transition to ACTIVE for port object f1d529ff-7d7b-4837-9f9d-59d50f385bcc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:27.460456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Transition to ACTIVE for port object f1d529ff-7d7b-4837-9f9d-59d50f385bcc will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:27.484554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.486800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-6b25cbdb-a862-48f8-a21a-ab0c24917b8d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/quotas/6b0d8e75b09843f39dad263ac685956e HTTP/1.1" status: 200 len: 375 time: 0.1102042 Jul 05 09:42:27.580810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Network 33318f4c-8688-4594-adde-6761fb9a49dc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:27.591147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-55fa09a5-552c-42b3-b94b-b44763143321 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027043 Jul 05 09:42:27.598075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::281 (33318f4c-8688-4594-adde-6761fb9a49dc/746b28fa-e616-4085-ae42-d6bea853717e/71235cf0-0e21-4046-b781-ed8c1b7985a7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:27.602154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:27.606255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:27.629993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Pushing event updated for resources: {'Port': ['ID=f1d529ff-7d7b-4837-9f9d-59d50f385bcc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:27.726432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-ae46c77d-14ec-48d5-81cf-f4c7012c9d4b service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0692868 Jul 05 09:42:27.754529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:27.770064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Attempting to bind port f1d529ff-7d7b-4837-9f9d-59d50f385bcc on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:27.770432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Attempting to bind port f1d529ff-7d7b-4837-9f9d-59d50f385bcc by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7c9c8730-5e78-4b3c-944c-63e379fb8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:27.770791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Attempting to bind port f1d529ff-7d7b-4837-9f9d-59d50f385bcc on network 33318f4c-8688-4594-adde-6761fb9a49dc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:27.782649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:27.783022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Checking segment: {'id': '7c9c8730-5e78-4b3c-944c-63e379fb8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:27.783455 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.783844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Bound using segment: {'id': '7c9c8730-5e78-4b3c-944c-63e379fb8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:27.784320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Bound port: f1d529ff-7d7b-4837-9f9d-59d50f385bcc, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9c8730-5e78-4b3c-944c-63e379fb8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33318f4c-8688-4594-adde-6761fb9a49dc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:27.784698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.901822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.906507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] For port f1d529ff-7d7b-4837-9f9d-59d50f385bcc, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:27.918793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] For port f1d529ff-7d7b-4837-9f9d-59d50f385bcc, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f1d529ff-7d7b-4837-9f9d-59d50f385bcc,segment=NetworkSegment(7c9c8730-5e78-4b3c-944c-63e379fb8af1),segment_id=7c9c8730-5e78-4b3c-944c-63e379fb8af1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:27.931287 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:27.938021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 71235cf0-0e21-4046-b781-ed8c1b7985a7 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:28.017598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.042855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-5035047e-dbb5-4e3b-965f-e24efc3758df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:28.047493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-5035047e-dbb5-4e3b-965f-e24efc3758df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.6896269 Jul 05 09:42:28.049506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-1de46a74-54bb-480e-923e-376891f16930 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880063 Jul 05 09:42:28.088596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c1ba3-f031-4f9b-8837-330fb3178349 None None] Pushing event updated for resources: {'Port': ['ID=f1d529ff-7d7b-4837-9f9d-59d50f385bcc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:28.147132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ca032-c1e2-440b-bd8b-713f5e5cb241 req-ce91f3e6-0030-4f07-9b44-c2e0da1c669a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:28.149229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-485ca032-c1e2-440b-bd8b-713f5e5cb241 req-ce91f3e6-0030-4f07-9b44-c2e0da1c669a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 1.0251215 Jul 05 09:42:28.167531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 33318f4c-8688-4594-adde-6761fb9a49dc is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:28.170226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:28.176081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:28.188232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:28.189360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.218679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50b4cb55-d229-48f3-b373-68bc0462fb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.256688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=71235cf0-0e21-4046-b781-ed8c1b7985a7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:28.279367 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3a7f9fe6-2e9f-41d2-8746-7939ea44fefc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9795113 Jul 05 09:42:28.280887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:28.549006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 71235cf0-0e21-4046-b781-ed8c1b7985a7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:28.549583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.623584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'tag': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:28.626143 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9cf189-d992-4ab7-909c-3c50140774d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5618a371-0041-4f48-9b64-1ad3a3638e32", "tag": "befffaf2-2762-4f8b-a85e-3ca45464a1f8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:28.665660 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Floating IP 34fc7879-acb0-4c83-9a8c-4729add6dbdc associated. External IP: 172.25.1.54, port: 2f2c7bd5-792f-4989-b8d0-d832eb4c5040. Jul 05 09:42:28.719720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50b4cb55-d229-48f3-b373-68bc0462fb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.740927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50b4cb55-d229-48f3-b373-68bc0462fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.762345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-12145492-16da-4ddd-8cfd-28ae7c0d08e0 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1595476 Jul 05 09:42:28.778622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-485ca032-c1e2-440b-bd8b-713f5e5cb241 req-0ac024ad-a139-4a7c-9cf7-fb5fcf3aa6a6 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487253 Jul 05 09:42:28.866540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:28.935639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-f643c56b-2745-4d4c-887c-d5bdff07abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:28.937318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-f643c56b-2745-4d4c-887c-d5bdff07abb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8539636 Jul 05 09:42:28.969993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4cb55-d229-48f3-b373-68bc0462fb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd75b8-93ae-470e-ac2e-743b93befebe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:29.016404 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50b4cb55-d229-48f3-b373-68bc0462fb56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fe976dd790a4c098f2916c589356f63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2575202 Jul 05 09:42:29.023303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:29.027605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 71235cf0-0e21-4046-b781-ed8c1b7985a7 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:29.049856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-76f160b3-c677-4658-98de-ed792316dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.056755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-76f160b3-c677-4658-98de-ed792316dc35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 1099 time: 0.9008811 Jul 05 09:42:29.111615 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.122855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f1d529ff-7d7b-4837-9f9d-59d50f385bcc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:29.155252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1da8f202-09d2-43d4-b5e7-3364bb3b93f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.275656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f1d529ff-7d7b-4837-9f9d-59d50f385bcc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:29.327852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.442591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47404) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:29.476855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137283131', 'description': 'tempest-description--1729576334'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:29.575558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1da8f202-09d2-43d4-b5e7-3364bb3b93f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.578673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-47773793-fef8-426e-a23a-b7f0c2974735 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971942 Jul 05 09:42:29.580854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:42:29.722304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-65a4dd15-613c-48e3-b3a0-8104d97f2f3d service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7601025 Jul 05 09:42:29.732543 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.785674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-76833978-c6af-432e-b262-e0ed29c34cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:29.789343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-76833978-c6af-432e-b262-e0ed29c34cfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.6221116 Jul 05 09:42:29.790534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1da8f202-09d2-43d4-b5e7-3364bb3b93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.808653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1da8f202-09d2-43d4-b5e7-3364bb3b93f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.814156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0517e0b-6e70-4685-927c-9781f70c5a47 None None] Network 33318f4c-8688-4594-adde-6761fb9a49dc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:29.816424 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1da8f202-09d2-43d4-b5e7-3364bb3b93f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bbd75b8-93ae-470e-ac2e-743b93befebe HTTP/1.1" status: 204 len: 168 time: 0.7916279 Jul 05 09:42:29.852939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8f202-09d2-43d4-b5e7-3364bb3b93f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd75b8-93ae-470e-ac2e-743b93befebe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:29.867714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:29.995131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d7c682b2-2eb4-4f10-8dc2-68ab4b73eeb0 None None] Provisioning for port f1d529ff-7d7b-4837-9f9d-59d50f385bcc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:30.009345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-72f59855-243a-4f4c-9b83-be4cec244bc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9 HTTP/1.1" status: 200 len: 217 time: 0.1332521 Jul 05 09:42:30.013715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d7c682b2-2eb4-4f10-8dc2-68ab4b73eeb0 None None] Provisioning complete for port f1d529ff-7d7b-4837-9f9d-59d50f385bcc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:30.014131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7c682b2-2eb4-4f10-8dc2-68ab4b73eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.097807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=71235cf0-0e21-4046-b781-ed8c1b7985a7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:30.101872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.107392 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-68a67d7d-3f45-41e5-ab8c-c8683b2aae22 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/71235cf0-0e21-4046-b781-ed8c1b7985a7 HTTP/1.1" status: 204 len: 168 time: 1.8217988 Jul 05 09:42:30.112105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:30.207188 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-689ada4a-dd91-40d9-9977-d63589ca5c09 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:42:30.212121 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-689ada4a-dd91-40d9-9977-d63589ca5c09 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/71235cf0-0e21-4046-b781-ed8c1b7985a7 HTTP/1.1" status: 404 len: 333 time: 0.0987980 Jul 05 09:42:30.221440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:30.260907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Router e17c07f2-1712-42d5-b25f-beedff79d3b5 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:42:30.282179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-a8e14b0d-f368-4376-80c6-50e4dddee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.284489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-a8e14b0d-f368-4376-80c6-50e4dddee712 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2499371 Jul 05 09:42:30.296070 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d95e2cb-9ff7-4192-9775-117c75d212bf x-openstack-request-id: req-3d95e2cb-9ff7-4192-9775-117c75d212bf {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:30.296356 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5618a371-0041-4f48-9b64-1ad3a3638e32", "tag": "befffaf2-2762-4f8b-a85e-3ca45464a1f8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:30.296990 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d95e2cb-9ff7-4192-9775-117c75d212bf {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:30.297919 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'tag': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', 'status': 'completed', 'code': 200} Jul 05 09:42:30.361163 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7c682b2-2eb4-4f10-8dc2-68ab4b73eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.416471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet 746b28fa-e616-4085-ae42-d6bea853717e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:42:30.428652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d7c682b2-2eb4-4f10-8dc2-68ab4b73eeb0 None None] For port f1d529ff-7d7b-4837-9f9d-59d50f385bcc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f1d529ff-7d7b-4837-9f9d-59d50f385bcc,segment=NetworkSegment(7c9c8730-5e78-4b3c-944c-63e379fb8af1),segment_id=7c9c8730-5e78-4b3c-944c-63e379fb8af1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:30.433166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.436498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7c682b2-2eb4-4f10-8dc2-68ab4b73eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.533223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.565113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c682b2-2eb4-4f10-8dc2-68ab4b73eeb0 None None] Pushing event updated for resources: {'Port': ['ID=f1d529ff-7d7b-4837-9f9d-59d50f385bcc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:30.572090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:30.608314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-275aeed8-62eb-49fa-8982-4b2957ab60df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.637611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389c3d5-af81-4598-9cb7-54c3a40cbd85 req-d0ac06e4-868d-409f-8171-0d02a21cd2c4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:30.652780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1389c3d5-af81-4598-9cb7-54c3a40cbd85 req-d0ac06e4-868d-409f-8171-0d02a21cd2c4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 948 time: 0.7940180 Jul 05 09:42:30.766103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.911508 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.986713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:30.999311 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/746b28fa-e616-4085-ae42-d6bea853717e HTTP/1.1" status: 204 len: 168 time: 0.7738805 Jul 05 09:42:31.001417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47428) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:31.031921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f1d529ff-7d7b-4837-9f9d-59d50f385bcc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:31.037536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86249a9e-2bdf-4f49-908a-72a295d51e0d None None] Network 33318f4c-8688-4594-adde-6761fb9a49dc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:31.049340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89503e27-c6ee-41af-970e-441d3011e3be tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=746b28fa-e616-4085-ae42-d6bea853717e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:31.071209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1389c3d5-af81-4598-9cb7-54c3a40cbd85 req-68a84f50-d53b-4d44-8e60-bba16ba78cdc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171309 Jul 05 09:42:31.216045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.224733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab519fd5-3bbf-464a-989c-4650dc290406 req-9d3c7755-960c-4f1b-95f3-fc8f8de157aa service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4845037 Jul 05 09:42:31.254973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e416e33c-d84a-4cc4-b897-7eae4a54b2d9 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:31.292727 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.387600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.511636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e416e33c-d84a-4cc4-b897-7eae4a54b2d9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:31.657794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'mac_address': 'fa:16:3e:96:ed:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:31.670446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port f1d529ff-7d7b-4837-9f9d-59d50f385bcc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:31.671655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.806370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-275aeed8-62eb-49fa-8982-4b2957ab60df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.825959 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-275aeed8-62eb-49fa-8982-4b2957ab60df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.935356 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce19ced1-22e7-49ff-98f3-b1d793790bee None None] Provisioning complete for port f1d529ff-7d7b-4837-9f9d-59d50f385bcc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:31.935944 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce19ced1-22e7-49ff-98f3-b1d793790bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.939532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de06e9d3-628b-4f46-a7eb-6c0eca3417a7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:31.949822 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] For port f1d529ff-7d7b-4837-9f9d-59d50f385bcc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f1d529ff-7d7b-4837-9f9d-59d50f385bcc,segment=NetworkSegment(7c9c8730-5e78-4b3c-944c-63e379fb8af1),segment_id=7c9c8730-5e78-4b3c-944c-63e379fb8af1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:31.950665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:31.957810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ff0e975-eb4a-4845-b9fb-80dfd7a535ee req-812765b0-ba20-4fa8-8295-481befa681b4 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 210 time: 0.6851835 Jul 05 09:42:31.960132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-275aeed8-62eb-49fa-8982-4b2957ab60df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e0ef5f1335747a08d4404713a233de8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3850956 Jul 05 09:42:31.961245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aeed8-62eb-49fa-8982-4b2957ab60df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07894cf2-64af-43c7-96d7-32f97ca0c6dc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:31.974733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:32.008616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for f1d529ff-7d7b-4837-9f9d-59d50f385bcc owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:32.010241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-e9120ddb-db46-4290-982a-685869d07e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:32.013274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-e9120ddb-db46-4290-982a-685869d07e58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.6511893 Jul 05 09:42:32.014993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.017182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.5556674 Jul 05 09:42:32.022999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:32.034647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.035952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.037291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.038157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.039119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.039929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d41f09ee-63fb-4127-8218-a8edfc37fe65 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'security_group_rule': {'security_group_id': 'de06e9d3-628b-4f46-a7eb-6c0eca3417a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:32.040343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.041308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.042231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.043253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.044064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.044960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.045909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521943f-63bc-4c74-af5e-d10359b403b0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:32.075286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:32.095666 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] Sync routers for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:32.121166 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:32.122559 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:32.261393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.360961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3038-389e-4caf-a580-0bc9442f8c3b req-0d262677-2f8e-4abb-8d91-f15ffab75c3a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:32.395647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4bd3038-389e-4caf-a580-0bc9442f8c3b req-0d262677-2f8e-4abb-8d91-f15ffab75c3a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 1.8080871 Jul 05 09:42:32.414549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.437718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e416e33c-d84a-4cc4-b897-7eae4a54b2d9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:32.488613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f1d529ff-7d7b-4837-9f9d-59d50f385bcc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:32.489122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.538161 n-d-771363-33 neutron-server[93797]: INFO neutron.plugins.ml2.db [None req-ce19ced1-22e7-49ff-98f3-b1d793790bee None None] No ports have port_id starting with f1d529ff-7d7b-4837-9f9d-59d50f385bcc Jul 05 09:42:32.540882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e416e33c-d84a-4cc4-b897-7eae4a54b2d9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:32.550473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Port f1d529ff-7d7b-4837-9f9d-59d50f385bcc was deleted so its status cannot be updated. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 09:42:32.556574 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.572864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90844fd4-2134-4306-b1d6-39d98b34622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.580519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.686353 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:32.719800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=f1d529ff-7d7b-4837-9f9d-59d50f385bcc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:32.774927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:32.781129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No DVR routers for this DVR port f1d529ff-7d7b-4837-9f9d-59d50f385bcc on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:32.827355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76477e-4bbd-4e74-b297-36bcd14d9712 None None] DHCP port deletion for 33318f4c-8688-4594-adde-6761fb9a49dc request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:42:32.846939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-67b3a454-1eb8-48ac-87ac-edbab25f3ee0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "PUT /v2.0/floatingips/34fc7879-acb0-4c83-9a8c-4729add6dbdc HTTP/1.1" status: 200 len: 990 time: 9.2318597 Jul 05 09:42:32.852365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-fd6bf2c9-44bd-4c4a-bfb5-2140acf8e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:32.857065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-fd6bf2c9-44bd-4c4a-bfb5-2140acf8e61e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 1100 time: 1.2252853 Jul 05 09:42:32.864206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:32.869688 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc26357-eea0-469d-ac89-c054980251cf" -d '{"events": [{"name": "network-changed", "server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:32.873455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90844fd4-2134-4306-b1d6-39d98b34622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:32.896803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4bd3038-389e-4caf-a580-0bc9442f8c3b req-7547652a-fbfd-4d94-a5eb-25e9c7376b78 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985235 Jul 05 09:42:32.906849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:32.933708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d41f09ee-63fb-4127-8218-a8edfc37fe65 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.025957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f1d529ff-7d7b-4837-9f9d-59d50f385bcc no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:33.124886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f1d529ff-7d7b-4837-9f9d-59d50f385bcc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:33.125416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f1d529ff-7d7b-4837-9f9d-59d50f385bcc not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:33.143818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d41f09ee-63fb-4127-8218-a8edfc37fe65 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.154905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d41f09ee-63fb-4127-8218-a8edfc37fe65 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.157659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-9d2d9cf2-71a5-4330-8522-f3ac80c6cea4 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1319559 Jul 05 09:42:33.180933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.232283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33318f4c-8688-4594-adde-6761fb9a49dc']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:33.248053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f09ee-63fb-4127-8218-a8edfc37fe65 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86590d72-4e0a-4629-a088-ad946729cd42,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:33.265478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d41f09ee-63fb-4127-8218-a8edfc37fe65 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.266781 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d41f09ee-63fb-4127-8218-a8edfc37fe65 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2393808 Jul 05 09:42:33.274696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9c8730-5e78-4b3c-944c-63e379fb8af1') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:33.276850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9c8730-5e78-4b3c-944c-63e379fb8af1') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:33.280477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:33.293043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-35d2f8f1-e45b-4007-8e04-47253e0dd1cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'security_group_rule': {'security_group_id': 'de06e9d3-628b-4f46-a7eb-6c0eca3417a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:33.368874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.439588 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '34fc7879-acb0-4c83-9a8c-4729add6dbdc', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'port_id': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'mac_address': 'fa:16:3e:07:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10762e26-e3e1-4676-819a-aeb192182f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:41:10Z', 'updated_at': '2021-07-05T09:42:26Z', 'revision_number': 1, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:13Z', 'revision_number': 5, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:33.453738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90844fd4-2134-4306-b1d6-39d98b34622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.459642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90844fd4-2134-4306-b1d6-39d98b34622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.460801 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-90844fd4-2134-4306-b1d6-39d98b34622a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07894cf2-64af-43c7-96d7-32f97ca0c6dc HTTP/1.1" status: 204 len: 168 time: 1.4847493 Jul 05 09:42:33.549185 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] Checking router: e17c07f2-1712-42d5-b25f-beedff79d3b5 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:33.580686 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:33.584942 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:33.597505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90844fd4-2134-4306-b1d6-39d98b34622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07894cf2-64af-43c7-96d7-32f97ca0c6dc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:33.598545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-986d671c-48c6-4344-a4df-2aaaa0a4e284 req-a7fd1a33-3971-4e00-812c-271ef21e3d61 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279032 Jul 05 09:42:33.605763 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3438a1d-2376-4f9f-ade3-af10003d402c x-openstack-request-id: req-c3438a1d-2376-4f9f-ade3-af10003d402c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:33.606208 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:33.606548 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3438a1d-2376-4f9f-ade3-af10003d402c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:33.607155 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'status': 'completed', 'code': 200} Jul 05 09:42:33.628940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.639447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8f1-e45b-4007-8e04-47253e0dd1cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.718029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:33.720869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-81d083a8-0043-41a2-bb10-319a93191ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:33.722428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-81d083a8-0043-41a2-bb10-319a93191ca3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.7965930 Jul 05 09:42:33.724850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:33.748513 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:33.983240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:34.001592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-72f17750-a4fe-4144-bce8-33bb43089f51 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.006987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-72f17750-a4fe-4144-bce8-33bb43089f51 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.2816703 Jul 05 09:42:34.120728 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.160350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.173709 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/33318f4c-8688-4594-adde-6761fb9a49dc HTTP/1.1" status: 204 len: 168 time: 3.1691008 Jul 05 09:42:34.180725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:34.219827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'name': 'tempest-PortsIpV6TestJSON-718372660'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:34.222712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-87777304-24e3-4fd8-b217-141b50e5dc50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8 HTTP/1.1" status: 200 len: 217 time: 0.2116518 Jul 05 09:42:34.230448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8f1-e45b-4007-8e04-47253e0dd1cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.237083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=33318f4c-8688-4594-adde-6761fb9a49dc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:34.325011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0d4698d-2e62-4d70-a4e7-4bb8b28cade3 req-868d6cf8-c2ff-4da6-9982-4c1d84631a69 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 210 time: 0.1053200 Jul 05 09:42:34.350730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Request body: {'port': {'device_id': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'admin_state_up': True, 'tenant_id': '6b0d8e75b09843f39dad263ac685956e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:34.384629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8f1-e45b-4007-8e04-47253e0dd1cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.390874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.391487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.392046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.393110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.393861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.394413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.394992 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.395598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.396240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.396740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.397288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.398988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f0913-c1a1-4e21-86dc-0c93b051a393 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:34.498395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2f8f1-e45b-4007-8e04-47253e0dd1cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b14f350-ad7d-4f6a-8bbe-0da75ee11f43,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:34.641365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26357-eea0-469d-ac89-c054980251cf req-c1b7299e-b869-43b2-9a56-1773be16666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.645531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-c1b7299e-b869-43b2-9a56-1773be16666b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f21df3b748184bbdb66c06835a91ab62&device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 1097 time: 1.2165694 Jul 05 09:42:34.651305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8f1-e45b-4007-8e04-47253e0dd1cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.657941 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-35d2f8f1-e45b-4007-8e04-47253e0dd1cc tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3716352 Jul 05 09:42:34.670250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:34.731124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:34.740209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '34fc7879-acb0-4c83-9a8c-4729add6dbdc', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'port_id': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'mac_address': 'fa:16:3e:07:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10762e26-e3e1-4676-819a-aeb192182f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:41:10Z', 'updated_at': '2021-07-05T09:42:26Z', 'revision_number': 1, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:13Z', 'revision_number': 5, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:34.822754 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b88107-28d3-43ec-a37b-5eb7f16fab8f None None] The sync data for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 is: [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '34fc7879-acb0-4c83-9a8c-4729add6dbdc', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'port_id': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'mac_address': 'fa:16:3e:07:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10762e26-e3e1-4676-819a-aeb192182f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:41:10Z', 'updated_at': '2021-07-05T09:42:26Z', 'revision_number': 1, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:13Z', 'revision_number': 5, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:34.902840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:34.917687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26357-eea0-469d-ac89-c054980251cf req-66e6199f-448e-4c26-9b83-e647710a99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.919290 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-66e6199f-448e-4c26-9b83-e647710a99e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b49b5e-130f-4343-b61b-5b3ce1eca369 HTTP/1.1" status: 200 len: 917 time: 0.2504001 Jul 05 09:42:34.936088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eec055-cdda-467c-9a61-145e18f8f2bc req-6a7a0c73-15dd-45f7-8efa-8fea8fdd64e6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.953698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80eec055-cdda-467c-9a61-145e18f8f2bc req-6a7a0c73-15dd-45f7-8efa-8fea8fdd64e6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 948 time: 2.2677407 Jul 05 09:42:34.988284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-eb7ff228-4476-4c2d-ae4a-cc871734805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:34.991493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-eb7ff228-4476-4c2d-ae4a-cc871734805e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.3396957 Jul 05 09:42:34.992757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:34.999464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.012764 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-8708cc81-80cc-4cb0-ad8b-9378e3f3540f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040 HTTP/1.1" status: 200 len: 998 time: 0.0754914 Jul 05 09:42:35.053753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:35.059517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.100834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device befffaf2-2762-4f8b-a85e-3ca45464a1f8 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:35.107495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e416e33c-d84a-4cc4-b897-7eae4a54b2d9 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:35.125514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26357-eea0-469d-ac89-c054980251cf req-88ecc95f-9a42-43a2-af2a-20551fa448fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.127047 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-88ecc95f-9a42-43a2-af2a-20551fa448fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ca93b0-d35c-44ce-90bb-06d52ce24605 HTTP/1.1" status: 200 len: 855 time: 0.0649052 Jul 05 09:42:35.198861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 509f706f-ec20-4d7a-a6c6-fe9f968aa2dc yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:35.326228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80eec055-cdda-467c-9a61-145e18f8f2bc req-639a7611-4e0a-4d6e-ae77-8021c9b90553 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706193 Jul 05 09:42:35.375268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a0e6d-5fdf-4cc2-ad7c-e9c40059d383 req-8515f257-3c2c-49e5-bed6-1a3673e4465a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.382584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e3ced-6749-4958-aa53-89a57fc98b5e None None] New status for floating IP 34fc7879-acb0-4c83-9a8c-4729add6dbdc: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:42:35.389251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88a0e6d-5fdf-4cc2-ad7c-e9c40059d383 req-8515f257-3c2c-49e5-bed6-1a3673e4465a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.7345884 Jul 05 09:42:35.445245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.551150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:35.580161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:35.581018 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.586265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-bb48347a-f6f9-40ff-b272-3feee696ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.589172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-bb48347a-f6f9-40ff-b272-3feee696ab33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5660915 Jul 05 09:42:35.633582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26357-eea0-469d-ac89-c054980251cf req-17fdec0f-cb39-4e22-9217-ee0bd858d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:35.637338 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-17fdec0f-cb39-4e22-9217-ee0bd858d7c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b49b5e-130f-4343-b61b-5b3ce1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4990211 Jul 05 09:42:35.639946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88a0e6d-5fdf-4cc2-ad7c-e9c40059d383 req-2fb42fd8-5df0-43d7-95fe-71d0ce166420 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489080 Jul 05 09:42:35.645638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:35.704821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-c68a2dbe-5a64-4c69-b6fc-0a7eca5367d7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:42:35.706061 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-c68a2dbe-5a64-4c69-b6fc-0a7eca5367d7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0399323 Jul 05 09:42:35.715633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port befffaf2-2762-4f8b-a85e-3ca45464a1f8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:35.798556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', 'mac_address': 'fa:16:3e:a4:23:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:35.941215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40b5d0e2-f5aa-44aa-be0a-819b393a8659 req-a31cb33f-4af2-49e2-b6d4-0f0df20a3c78 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 210 time: 0.0813730 Jul 05 09:42:35.969002 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.018121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:36.019042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Allocated IP 172.20.0.8 (95f2e8ac-3bd9-47f1-bdea-6826ffe85630/89de0421-44ed-4064-9c5b-0199b9e27602/7c33b86e-6056-4a47-9941-b5d29ce85f07) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:36.037928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:36.047114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:36.056149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:36.056957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.069258 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-796ce9f7-f221-4628-88b3-90f9d1126547 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465731 Jul 05 09:42:36.078227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=509f706f-ec20-4d7a-a6c6-fe9f968aa2dc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:36.082539 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.120501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befffaf2-2762-4f8b-a85e-3ca45464a1f8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:36.162348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:36.168119 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbc8bb2-730d-4589-8bef-3e59af683b8e" -d '{"events": [{"server_uuid": "8989af5e-8f30-4b11-8143-b9373ca679a6", "name": "network-vif-plugged", "status": "completed", "tag": "e416e33c-d84a-4cc4-b897-7eae4a54b2d9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:36.211528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-dfe9bc56-b694-4089-9c6f-b8f84a37f903 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884035 Jul 05 09:42:36.233420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port befffaf2-2762-4f8b-a85e-3ca45464a1f8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:36.233975 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be2154fc-ffe6-4c35-b729-9a66334bfd78 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0292940 Jul 05 09:42:36.246914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e416e33c-d84a-4cc4-b897-7eae4a54b2d9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:36.247254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.256077 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.260531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:36.274232 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:36.340021 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecee140-8bec-496f-a7f2-00fb716ff1a5 x-openstack-request-id: req-7ecee140-8bec-496f-a7f2-00fb716ff1a5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:36.340772 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8989af5e-8f30-4b11-8143-b9373ca679a6", "name": "network-vif-plugged", "status": "completed", "tag": "e416e33c-d84a-4cc4-b897-7eae4a54b2d9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:36.341348 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ecee140-8bec-496f-a7f2-00fb716ff1a5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:36.342180 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'code': 200} Jul 05 09:42:36.419135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=befffaf2-2762-4f8b-a85e-3ca45464a1f8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:36.521970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ffc26357-eea0-469d-ac89-c054980251cf req-2d92c408-e5aa-453c-a79f-36e61b7de423 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343138 Jul 05 09:42:36.591289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:36.621925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['befffaf2-2762-4f8b-a85e-3ca45464a1f8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:36.709238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Allocated IP 172.25.1.106 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/80c5896d-7594-4c4f-882c-6b26d663deb0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:36.925233 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.001845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.059942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:37.061462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:37.066114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:37.092501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790302ef-e79d-4650-819f-41082e6d25a3 req-d6644b0f-f9de-4387-921f-d052e8e23550 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.094792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-790302ef-e79d-4650-819f-41082e6d25a3 req-d6644b0f-f9de-4387-921f-d052e8e23550 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 1.1759512 Jul 05 09:42:37.111537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'Port': ['ID=80c5896d-7594-4c4f-882c-6b26d663deb0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:37.116748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:37.231350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.320899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1758599274', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:37.330422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.342567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff9cf189-d992-4ab7-909c-3c50140774d7 req-77d1731b-0057-4a34-87ef-ba8d392a2985 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1125114 Jul 05 09:42:37.365349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-790302ef-e79d-4650-819f-41082e6d25a3 req-15597dc7-ad04-4534-8502-a8a4dbdc3bbe tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492268 Jul 05 09:42:37.382920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.416256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65057c-18c1-4500-9fb4-99ce878f6291 req-1a7f9754-0cf3-46cc-8eb7-6a90dbe345de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.418488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c65057c-18c1-4500-9fb4-99ce878f6291 req-1a7f9754-0cf3-46cc-8eb7-6a90dbe345de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 1101 time: 0.5605156 Jul 05 09:42:37.419556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Made reservation on behalf of f01830a2394a4030aa44d2edc3e3bfa8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:37.423096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.439715 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.462491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f4b9e-3e0e-4768-aaf0-76e6c63b87f1 req-66c016d9-4052-488d-b479-d3099fb1d96f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:37.465439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b42f4b9e-3e0e-4768-aaf0-76e6c63b87f1 req-66c016d9-4052-488d-b479-d3099fb1d96f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 949 time: 0.6056492 Jul 05 09:42:37.503918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 509f706f-ec20-4d7a-a6c6-fe9f968aa2dc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:37.504724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.653196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c65057c-18c1-4500-9fb4-99ce878f6291 req-74d7892d-909b-4a11-a8cc-22bdabd26f70 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221484 Jul 05 09:42:37.668893 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.686114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.702352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.705420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b42f4b9e-3e0e-4768-aaf0-76e6c63b87f1 req-b5a21cc9-9b38-426b-befd-e45313f4fc1f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038684 Jul 05 09:42:37.708053 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.780217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 509f706f-ec20-4d7a-a6c6-fe9f968aa2dc owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:37.823029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:37.833298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:37.845117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.862887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.884935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:37.890177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:37.905309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'Port': ['ID=80c5896d-7594-4c4f-882c-6b26d663deb0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:37.923267 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.937324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:37.941301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d5b7a9-3236-49c7-8e0b-3db60902a1ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:37.966151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.968187 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Added segment c34e0146-9bc8-4dd4-ad19-f563dea69e96 of type vlan for network b80fac07-b1ee-4847-9297-2b2063e51df0 Jul 05 09:42:37.984516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:37.986576 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7e22a05a-d0f4-444d-9273-1c2c6339fbff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2926724 Jul 05 09:42:38.033250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.034273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.063948 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.126853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.128545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.130473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.139703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-06d5f4c3-32d9-4a14-b275-3426e8327573 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8188453 Jul 05 09:42:38.163050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Request body: {'port': {'device_id': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:38.174021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.217774 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0997760 Jul 05 09:42:38.221117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:38.222228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abd2e8-d69e-439a-8f52-65365a6c21e1 req-378cf2f9-f00e-492b-b911-d09661eae413 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.224873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44abd2e8-d69e-439a-8f52-65365a6c21e1 req-378cf2f9-f00e-492b-b911-d09661eae413 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 931 time: 0.3961072 Jul 05 09:42:38.228666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'subnet': {'network_id': 'b80fac07-b1ee-4847-9297-2b2063e51df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:38.246785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3dc3-f6aa-4b73-990b-a5919eac8ecc tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Network': ['ID=b80fac07-b1ee-4847-9297-2b2063e51df0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:38.260571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b80fac07-b1ee-4847-9297-2b2063e51df0 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:38.270997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Made reservation on behalf of f01830a2394a4030aa44d2edc3e3bfa8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:38.274898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.321371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=509f706f-ec20-4d7a-a6c6-fe9f968aa2dc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:38.342775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.346632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e8aabe8f-08e1-4cd6-a151-a152ac948a49 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/509f706f-ec20-4d7a-a6c6-fe9f968aa2dc HTTP/1.1" status: 204 len: 168 time: 2.0841732 Jul 05 09:42:38.359578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:38.370808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'mac_address': 'fa:16:3e:c2:ef:70', 'name': 'tempest-PortsIpV6TestJSON-255704591'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:38.402673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272aea8-bbfe-454d-8a19-ccef33b2374b req-b2cd5033-07bc-4731-9cdd-6d95d85d063b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:38.405781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7272aea8-bbfe-454d-8a19-ccef33b2374b req-b2cd5033-07bc-4731-9cdd-6d95d85d063b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.4247608 Jul 05 09:42:38.613956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44abd2e8-d69e-439a-8f52-65365a6c21e1 req-97a8326c-0043-4255-b6ee-312341eda8c3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751552 Jul 05 09:42:38.628156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:38.725006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7272aea8-bbfe-454d-8a19-ccef33b2374b req-e251442e-fe46-4569-8884-54c676110268 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058368 Jul 05 09:42:38.824849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:39.048510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-b9df9daa-7a88-48ad-b5d9-9dfc7b1c4aff tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2137283131&fields=id&tenant_id=8113dad55c2e46c5bb87a66ef62f75f3 HTTP/1.1" status: 200 len: 267 time: 0.2643969 Jul 05 09:42:39.107709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device befffaf2-2762-4f8b-a85e-3ca45464a1f8 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:39.129715 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.162777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port befffaf2-2762-4f8b-a85e-3ca45464a1f8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:39.167002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port befffaf2-2762-4f8b-a85e-3ca45464a1f8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:39.167527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.169388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:42:39.170086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.265561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ae67bc08-db81-4593-846e-255ba3eb077f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:39.279341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Checking segment: {'id': 'c34e0146-9bc8-4dd4-ad19-f563dea69e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b80fac07-b1ee-4847-9297-2b2063e51df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:39.279341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network hostable DHCP agents. Network: b80fac07-b1ee-4847-9297-2b2063e51df0, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:39.285635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 35f34cf0-5402-42c4-ac88-ed97ba32b78f yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:39.306579 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.308967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network b80fac07-b1ee-4847-9297-2b2063e51df0 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:39.325829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b80fac07-b1ee-4847-9297-2b2063e51df0) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:39.340240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef875c4-fd8b-4b43-969c-390b31708a8d None None] Network b80fac07-b1ee-4847-9297-2b2063e51df0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:39.344299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:39.347740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.367471 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d11431d7-4d81-492d-8e33-0687509e4123 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1432707 Jul 05 09:42:39.368626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:39.376264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1180924517', 'network_id': 'b80fac07-b1ee-4847-9297-2b2063e51df0'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:39.409603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Made reservation on behalf of f01830a2394a4030aa44d2edc3e3bfa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:39.414376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.418084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:39.422366 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f2b63b-81e1-4999-ad54-8132cbb9adca" -d '{"events": [{"server_uuid": "5618a371-0041-4f48-9b64-1ad3a3638e32", "name": "network-vif-plugged", "status": "completed", "tag": "befffaf2-2762-4f8b-a85e-3ca45464a1f8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:39.438638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] device_id is not set on port 17365775-55ff-4da2-b922-4ba95ef787cd yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:39.461570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port befffaf2-2762-4f8b-a85e-3ca45464a1f8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:39.467035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.572925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-8f8d7fff-e2b3-4a8e-a4a9-9944fcc3a154 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:39.587802 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-8f8d7fff-e2b3-4a8e-a4a9-9944fcc3a154 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 811 time: 0.5272710 Jul 05 09:42:39.614410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-6c4e8b1d-3d6f-44d9-9eee-6759243e2d87 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/quotas/8113dad55c2e46c5bb87a66ef62f75f3 HTTP/1.1" status: 200 len: 375 time: 0.0251293 Jul 05 09:42:39.641312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Allocated IP 2001:db8::201 (b80fac07-b1ee-4847-9297-2b2063e51df0/ae67bc08-db81-4593-846e-255ba3eb077f/17365775-55ff-4da2-b922-4ba95ef787cd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:39.654136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=befffaf2-2762-4f8b-a85e-3ca45464a1f8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:39.670244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca6720c-4200-440d-9505-73c7109e0dd3 None None] Network b80fac07-b1ee-4847-9297-2b2063e51df0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:39.681846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338dfce-2128-4157-a901-8c5167d88f72 req-284322f8-8076-41a8-99dc-476eab302fa1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:39.688492 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5338dfce-2128-4157-a901-8c5167d88f72 req-284322f8-8076-41a8-99dc-476eab302fa1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 949 time: 0.5621600 Jul 05 09:42:39.865640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.924385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5338dfce-2128-4157-a901-8c5167d88f72 req-45247911-0fd7-4d53-bc1a-db2ba028ed49 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963751 Jul 05 09:42:39.942075 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.957632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:39.966356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c33b86e-6056-4a47-9941-b5d29ce85f07 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:39.980442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.001556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-4c5c4f4b-f18e-48d2-9dad-e36b04a4fb63 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3621476 Jul 05 09:42:40.015288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Transition to ACTIVE for port object 7c33b86e-6056-4a47-9941-b5d29ce85f07 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:40.028446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network b80fac07-b1ee-4847-9297-2b2063e51df0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:40.034757 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.035172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:40.047712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:40.049602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:40.051899 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.077203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Port': ['ID=17365775-55ff-4da2-b922-4ba95ef787cd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:40.094731 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-affcd9b6-438c-4000-80b3-5ee2f41d023b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7208776 Jul 05 09:42:40.095954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:40.243314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Deleting port 17365775-55ff-4da2-b922-4ba95ef787cd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:40.244346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.256588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.270563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:40.376818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.399144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Calling delete_port for 17365775-55ff-4da2-b922-4ba95ef787cd owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:40.411785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:40.450447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:40.456472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-4d8c64c3-d3a5-4528-a8d8-2a4fa684bb3c service neutron] 10.222.0.21 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165792 Jul 05 09:42:40.457614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:40.467918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:40.468876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.506320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=35f34cf0-5402-42c4-ac88-ed97ba32b78f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:40.550962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e8153-5f98-4fc3-a07c-9ea63c9f71f3 req-e363808b-bff4-465c-8fe2-f54558eab194 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:40.561889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9e8153-5f98-4fc3-a07c-9ea63c9f71f3 req-e363808b-bff4-465c-8fe2-f54558eab194 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.3953090 Jul 05 09:42:40.656073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.667977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a04e2634-3f64-4c90-a8ad-5ce2f526ff5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3067329 Jul 05 09:42:40.672581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:40.705559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Attempting to bind port 7c33b86e-6056-4a47-9941-b5d29ce85f07 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:40.706033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Attempting to bind port 7c33b86e-6056-4a47-9941-b5d29ce85f07 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:40.706296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Attempting to bind port 7c33b86e-6056-4a47-9941-b5d29ce85f07 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:40.743814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9e8153-5f98-4fc3-a07c-9ea63c9f71f3 req-af18251b-1e37-45fc-9b35-74db226e3e10 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219251 Jul 05 09:42:40.744524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Port 7c33b86e-6056-4a47-9941-b5d29ce85f07 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:40.744733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Attempting to bind port 7c33b86e-6056-4a47-9941-b5d29ce85f07 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:40.776851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:40.777196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Checking segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:40.777619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Bound using segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:40.778135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Bound port: 7c33b86e-6056-4a47-9941-b5d29ce85f07, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:40.778505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.809085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-821a7ab3-59eb-4772-9c7c-d0ddb20fc976 service neutron] 10.222.0.21 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259854 Jul 05 09:42:40.818851 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b06adf-ccf7-4887-8b1c-68bf6816e1e7 x-openstack-request-id: req-40b06adf-ccf7-4887-8b1c-68bf6816e1e7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:40.819750 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5618a371-0041-4f48-9b64-1ad3a3638e32", "name": "network-vif-plugged", "status": "completed", "tag": "befffaf2-2762-4f8b-a85e-3ca45464a1f8", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:40.819750 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40b06adf-ccf7-4887-8b1c-68bf6816e1e7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:40.820265 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', 'code': 200} Jul 05 09:42:40.842099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29125a-6138-4b5f-b35c-8b13f30cc93d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:40.848507 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9d29125a-6138-4b5f-b35c-8b13f30cc93d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/35f34cf0-5402-42c4-ac88-ed97ba32b78f HTTP/1.1" status: 200 len: 844 time: 0.1429684 Jul 05 09:42:40.850001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:40.853701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event deleted for resources: {'Port': ['ID=17365775-55ff-4da2-b922-4ba95ef787cd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:40.937875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:40.940788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f0b5e5c5-8280-44f3-886d-2665c93abf5a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "DELETE /v2.0/ports/17365775-55ff-4da2-b922-4ba95ef787cd HTTP/1.1" status: 204 len: 168 time: 0.8432600 Jul 05 09:42:40.946400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:40.957105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b80fac07-b1ee-4847-9297-2b2063e51df0', 'external_fixed_ips': [{'subnet_id': 'ae67bc08-db81-4593-846e-255ba3eb077f', 'ip_address': '2001:db8::201'}]}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:41.043370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:41.062869 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.064463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.068411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:41.078580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.136071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.137137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.138636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] 10.222.0.15 "PUT /v2.0/ports/7c33b86e-6056-4a47-9941-b5d29ce85f07 HTTP/1.1" status: 200 len: 1092 time: 2.9868188 Jul 05 09:42:41.139722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 35f34cf0-5402-42c4-ac88-ed97ba32b78f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:41.140218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.146914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:41.149248 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58015dc6-55d4-4d56-9921-f5d0107ce405" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:41.189667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.225021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a7bc7-2ece-4476-8599-e469aac4af2a req-223e2945-a1c6-4f3f-8a2e-bb3d7fc72a07 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.227790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135a7bc7-2ece-4476-8599-e469aac4af2a req-223e2945-a1c6-4f3f-8a2e-bb3d7fc72a07 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 943 time: 0.2512646 Jul 05 09:42:41.231387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf913ef-bda1-477a-b9ac-41411bcc94bb service neutron] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:41.245939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c08222-5a1f-429e-aae2-266ddd388beb req-d4cf7614-b786-4ac7-8d9a-c7acb4506e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.247834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07c08222-5a1f-429e-aae2-266ddd388beb req-d4cf7614-b786-4ac7-8d9a-c7acb4506e4a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 1102 time: 0.2726567 Jul 05 09:42:41.367118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135a7bc7-2ece-4476-8599-e469aac4af2a req-4e976e80-4df6-4116-9f4a-97102281d0df tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182103 Jul 05 09:42:41.372492 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07c08222-5a1f-429e-aae2-266ddd388beb req-15f6e575-095a-4834-a36a-6aca7dd66698 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955586 Jul 05 09:42:41.424951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-91775058-a210-43a4-bd64-100d543ffe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.428003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-91775058-a210-43a4-bd64-100d543ffe32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 1095 time: 0.1988711 Jul 05 09:42:41.500337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-4ebaa449-b154-4be0-bdd4-75b17018d349 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07 HTTP/1.1" status: 200 len: 217 time: 0.0615091 Jul 05 09:42:41.501192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.508968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.540416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-77510033-180a-4339-9a4b-7c294c87610a req-8b836ff4-6f73-480d-8477-f083cddeae15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 210 time: 0.1034746 Jul 05 09:42:41.638337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 35f34cf0-5402-42c4-ac88-ed97ba32b78f owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:41.649836 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7009e62a-0299-4d74-9aec-d04e29ab65e0 x-openstack-request-id: req-7009e62a-0299-4d74-9aec-d04e29ab65e0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:41.650302 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:41.650597 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7009e62a-0299-4d74-9aec-d04e29ab65e0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:41.651191 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'status': 'completed', 'code': 200} Jul 05 09:42:41.682239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-7b69fafb-44b5-473d-9f91-4378f1c093ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.682239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-7b69fafb-44b5-473d-9f91-4378f1c093ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.1604433 Jul 05 09:42:41.759773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-4fbbfeee-5554-4efb-a180-647a242070e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691895 Jul 05 09:42:41.899672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.935022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ccdc1-2bfd-4d18-951e-f8f9e9e0cfb5 req-e1a00b6a-2202-45a4-ad70-b7281b0f9194 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:41.937495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-963ccdc1-2bfd-4d18-951e-f8f9e9e0cfb5 req-e1a00b6a-2202-45a4-ad70-b7281b0f9194 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 950 time: 0.3451185 Jul 05 09:42:41.964134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=35f34cf0-5402-42c4-ac88-ed97ba32b78f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:41.978312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:41.980601 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cbbedda-a539-457a-ba01-b67b59c37c82 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/35f34cf0-5402-42c4-ac88-ed97ba32b78f HTTP/1.1" status: 204 len: 168 time: 1.1287796 Jul 05 09:42:41.984334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:42.026266 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-198baf84-38bd-4651-85fc-e1b4ea8c7039 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:42:42.028794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-198baf84-38bd-4651-85fc-e1b4ea8c7039 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/35f34cf0-5402-42c4-ac88-ed97ba32b78f HTTP/1.1" status: 404 len: 333 time: 0.0428898 Jul 05 09:42:42.042672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:42.058189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'name': 'tempest-PortsIpV6TestJSON-1968323084'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:42.120181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-963ccdc1-2bfd-4d18-951e-f8f9e9e0cfb5 req-6fc4bb04-18d9-4def-864d-b83cda2130b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718967 Jul 05 09:42:42.194057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-653b4f60-05f2-489a-aeac-1cc10e5de3fc service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262116 Jul 05 09:42:42.212271 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.230550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801f23-4dad-46e7-9820-b8f4a98c70a4 req-a518525c-e247-4bfb-968b-b131396f0b58 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:42.235278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.239771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35801f23-4dad-46e7-9820-b8f4a98c70a4 req-a518525c-e247-4bfb-968b-b131396f0b58 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.3863819 Jul 05 09:42:42.510196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Allocated IP 2001:db8::201 (b80fac07-b1ee-4847-9297-2b2063e51df0/ae67bc08-db81-4593-846e-255ba3eb077f/7f8db204-943f-480e-8b38-5dd9296bbaa8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:42.707251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.806365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:42.898616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network b80fac07-b1ee-4847-9297-2b2063e51df0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:42.905408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:42.908627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Port': ['ID=7f8db204-943f-480e-8b38-5dd9296bbaa8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:42.912867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:42.997520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b32a3c1-66dd-4978-8581-a88ce8eb8d06 req-822f7384-22a2-474c-a7b6-b3ca20563af1 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447295 Jul 05 09:42:42.999199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:43.006492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.055806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port e876c87e-82d7-49c6-8046-33e90f13dcba yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:43.068514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35801f23-4dad-46e7-9820-b8f4a98c70a4 req-0415a9ee-e0c5-455c-b662-b8a361a7df15 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7902310 Jul 05 09:42:43.249815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.301235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a33221ce-d02d-4d63-94df-5b7b5f1385bb req-7bce06b5-e17b-4635-8a43-4447d8e607ca tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 210 time: 0.0796382 Jul 05 09:42:43.480412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-77b16c9e-f69d-41fc-8567-1797e89fbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:43.482079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-77b16c9e-f69d-41fc-8567-1797e89fbf97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 1095 time: 0.4125001 Jul 05 09:42:43.595014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.798021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57588-81a9-4bdf-8a29-ac64ef3548b1 req-1096603a-7c7b-4cc2-8ece-84444614ea90 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:43.800604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45e57588-81a9-4bdf-8a29-ac64ef3548b1 req-1096603a-7c7b-4cc2-8ece-84444614ea90 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 943 time: 0.5089176 Jul 05 09:42:43.814401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:43.936200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Router dc46068c-86da-4052-acbf-14449fc338fb is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:42:43.951661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-43567d20-3742-48d6-a00c-b09d8391098c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:43.954098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-43567d20-3742-48d6-a00c-b09d8391098c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 811 time: 0.4699316 Jul 05 09:42:43.998233 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e331786c-1a6a-4e1a-b755-e76fb2b211b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:44.057045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-81885be4-4c5d-4009-a132-d27648a1226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.059505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-81885be4-4c5d-4009-a132-d27648a1226d service neutron] 10.222.0.15 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 913 time: 0.4780045 Jul 05 09:42:44.083193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45e57588-81a9-4bdf-8a29-ac64ef3548b1 req-7450863c-445c-49f9-ac43-be15b2baadaf tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583916 Jul 05 09:42:44.150474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-e316539b-ef0c-4680-b1f1-8d035e488eca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07 HTTP/1.1" status: 200 len: 217 time: 0.0757995 Jul 05 09:42:44.165151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:44.188122 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Sync routers for ids ['dc46068c-86da-4052-acbf-14449fc338fb'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:44.201459 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:44.203780 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:44.209989 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d8e64e1f-9e97-4eb1-8aa3-666179f727f5 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2604067 Jul 05 09:42:44.210276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:44.216716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-ed9c08b3-ce60-471e-acf3-96e95974df94 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8113dad55c2e46c5bb87a66ef62f75f3 HTTP/1.1" status: 200 len: 380 time: 0.2110734 Jul 05 09:42:44.217521 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Routers {'dc46068c-86da-4052-acbf-14449fc338fb'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:44.218876 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['dc46068c-86da-4052-acbf-14449fc338fb'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:44.233304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'port': {'device_id': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'admin_state_up': True, 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'security_groups': ['de06e9d3-628b-4f46-a7eb-6c0eca3417a7']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:44.327786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-155e7061-115f-4f45-a3fd-a3780f2f1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.329677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-155e7061-115f-4f45-a3fd-a3780f2f1023 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.1694126 Jul 05 09:42:44.352087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd4cd7-a4bb-471e-ab96-61c5b10bd19c req-7f870efe-6dd2-44f8-9e3d-b548cfad4ad2 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.353648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22bd4cd7-a4bb-471e-ab96-61c5b10bd19c req-7f870efe-6dd2-44f8-9e3d-b548cfad4ad2 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.4569147 Jul 05 09:42:44.361768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:44.413895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=e876c87e-82d7-49c6-8046-33e90f13dcba,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:44.416473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:44.428591 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:44.438602 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Set router dc46068c-86da-4052-acbf-14449fc338fb gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:44.442986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:44.448734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.449410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:44.459463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-95ca83be-3eb0-467d-bb24-e745cd58f72c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036787 Jul 05 09:42:44.562520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9718f52e-0262-499b-9573-8d3ab71f5db4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5128269 Jul 05 09:42:44.581987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:44.604085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:44.619155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22bd4cd7-a4bb-471e-ab96-61c5b10bd19c req-66d89ff4-b2f7-4834-b1c9-66083b5c965a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325242 Jul 05 09:42:44.747342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127f5c7-dcfb-4f3e-9add-2da4b05e3885 req-b6d9c6f1-84d3-4ae1-9526-2da7faf3436d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:44.748964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5127f5c7-dcfb-4f3e-9add-2da4b05e3885 req-b6d9c6f1-84d3-4ae1-9526-2da7faf3436d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 950 time: 0.4143901 Jul 05 09:42:44.791803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-9f6a250f-a55d-4fd5-a0fa-9bb5b5ec1ae0 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210294 Jul 05 09:42:44.827669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Made reservation on behalf of 8113dad55c2e46c5bb87a66ef62f75f3 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:44.831069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:44.951561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:44.984139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5127f5c7-dcfb-4f3e-9add-2da4b05e3885 req-198b19b0-320a-4344-a03a-bd2d68f9935d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894016 Jul 05 09:42:45.047138 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46068c-86da-4052-acbf-14449fc338fb', 'name': '', 'tenant_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b80fac07-b1ee-4847-9297-2b2063e51df0', 'external_fixed_ips': [{'subnet_id': 'ae67bc08-db81-4593-846e-255ba3eb077f', 'ip_address': '2001:db8::201'}], 'enable_snat': True}, 'gw_port_id': '7f8db204-943f-480e-8b38-5dd9296bbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:41Z', 'updated_at': '2021-07-05T09:42:43Z', 'revision_number': 3, 'project_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'gw_port': {'id': '7f8db204-943f-480e-8b38-5dd9296bbaa8', 'name': '', 'network_id': 'b80fac07-b1ee-4847-9297-2b2063e51df0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46068c-86da-4052-acbf-14449fc338fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'ae67bc08-db81-4593-846e-255ba3eb077f', 'ip_address': '2001:db8::201', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:42Z', 'updated_at': '2021-07-05T09:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae67bc08-db81-4593-846e-255ba3eb077f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:45.089322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.134130 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Checking router: dc46068c-86da-4052-acbf-14449fc338fb for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:45.134762 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Updating router dc46068c-86da-4052-acbf-14449fc338fb port 7f8db204-943f-480e-8b38-5dd9296bbaa8 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:42:45.204569 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.224820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Deleting port 7f8db204-943f-480e-8b38-5dd9296bbaa8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:45.225552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.376116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.414148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Allocated IP 172.20.0.8 (f99888d9-4195-4d23-9120-f2c5061a0b9d/d1d18225-b050-4fbb-806b-8caeb4b80cef/9a5be27a-8e07-416a-b84c-22d9bc047607) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:45.421632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58015dc6-55d4-4d56-9921-f5d0107ce405 req-d4a02fe7-a604-4f7f-bb4c-26562185d76e service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209259 Jul 05 09:42:45.429189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Calling delete_port for 7f8db204-943f-480e-8b38-5dd9296bbaa8 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:45.552338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc8e1be9-cf2d-4804-b882-509ae82bf450 req-7c9ccdef-89e0-48ef-8f9e-c35d23ae62a2 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 210 time: 0.1745880 Jul 05 09:42:45.708620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.716610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.804340 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.838124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f8db204-943f-480e-8b38-5dd9296bbaa8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:45.881665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.927582 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:42:45.928052 n-d-771363-33 neutron-server[93798]: DEBUG oslo_db.api [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:42:45.930321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] In _notify_port_updated(), no bound segment for port e876c87e-82d7-49c6-8046-33e90f13dcba on network b84fa904-8ca8-42f8-a4d1-819676f91042 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:42:45.937004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:45.937870 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:45.939609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "PUT /v2.0/ports/e876c87e-82d7-49c6-8046-33e90f13dcba HTTP/1.1" status: 200 len: 818 time: 1.3528402 Jul 05 09:42:45.945452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:46.002328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.004972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.007828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913544c2-060f-4add-b63b-abbaf85160e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=e876c87e-82d7-49c6-8046-33e90f13dcba,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:46.101818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.102798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc46068c-86da-4052-acbf-14449fc338fb {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:42:46.107856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.109104 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5788cd05-7303-4fad-bbf6-31d51c2aea78 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "DELETE /v2.0/routers/dc46068c-86da-4052-acbf-14449fc338fb HTTP/1.1" status: 204 len: 168 time: 1.8958926 Jul 05 09:42:46.113394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:46.166481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.185486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8bd20-d48b-4319-9c27-399deaf32785 req-2c761408-33a5-4239-8cbb-b2010f991482 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:46.193733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccf8bd20-d48b-4319-9c27-399deaf32785 req-2c761408-33a5-4239-8cbb-b2010f991482 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 949 time: 0.3585379 Jul 05 09:42:46.216045 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Deleting subnet ae67bc08-db81-4593-846e-255ba3eb077f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:42:46.220018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.220422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Transition to ACTIVE for port object 9a5be27a-8e07-416a-b84c-22d9bc047607 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:46.271699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.298613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port e876c87e-82d7-49c6-8046-33e90f13dcba {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:46.299116 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.315808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccf8bd20-d48b-4319-9c27-399deaf32785 req-8a4db947-2fb8-4c97-a1cd-a5622742e5ee tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211219 Jul 05 09:42:46.357161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.475944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.484524 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Port 7f8db204-943f-480e-8b38-5dd9296bbaa8 not found while updating agent binding for router dc46068c-86da-4052-acbf-14449fc338fb. {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 09:42:46.492844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.502757 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Routers set() bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:46.503568 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Router IDs set() for agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:42:46.504413 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_agentschedulers_db [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc46068c-86da-4052-acbf-14449fc338fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent'). {{(pid=93798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 09:42:46.505706 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fd490-8c8f-4ff6-95c9-646b84d4734f None None] The sync data for ids ['dc46068c-86da-4052-acbf-14449fc338fb'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:46.526670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.541957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ae67bc08-db81-4593-846e-255ba3eb077f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:46.544202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.548694 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb80a5e0-cc55-4195-b332-299052690b89 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/ae67bc08-db81-4593-846e-255ba3eb077f HTTP/1.1" status: 204 len: 168 time: 0.4317644 Jul 05 09:42:46.552150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:46.602105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for e876c87e-82d7-49c6-8046-33e90f13dcba owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:46.622808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4b866-ccfa-40ed-9430-601c77febb3c req-205d19ea-8707-46fc-ba4e-a739097f08bc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:46.624584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39d4b866-ccfa-40ed-9430-601c77febb3c req-205d19ea-8707-46fc-ba4e-a739097f08bc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 943 time: 0.3993371 Jul 05 09:42:46.628123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Network f99888d9-4195-4d23-9120-f2c5061a0b9d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:46.647658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:46.652240 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.663548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.671885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:46.733143 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1c1dec-287d-414a-9d9c-9b7c96168b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.745239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:46.746359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.749631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7c33b86e-6056-4a47-9941-b5d29ce85f07 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:46.790137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.796294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event updated for resources: {'Port': ['ID=9a5be27a-8e07-416a-b84c-22d9bc047607,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:46.826520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80fac07-b1ee-4847-9297-2b2063e51df0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:46.856072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34e0146-9bc8-4dd4-ad19-f563dea69e96') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:46.857298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34e0146-9bc8-4dd4-ad19-f563dea69e96') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:46.870520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.902110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.922243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:42:46.922779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.938779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39d4b866-ccfa-40ed-9430-601c77febb3c req-9a5c3616-70f1-45ba-b8d2-fef73dbfa388 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026817 Jul 05 09:42:46.942993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-c33aca7a-cb1e-4919-8184-e92db28e0a54 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7147937 Jul 05 09:42:46.945856 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:46.970568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Request body: {'port': {'device_id': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:46.981192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:47.028025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'port_id': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'mac_address': 'fa:16:3e:56:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de0421-44ed-4064-9c5b-0199b9e27602', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:42:47.042066 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:42:47.081240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=e876c87e-82d7-49c6-8046-33e90f13dcba,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:47.108683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.127148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.128988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0b09c918-1358-46b1-a14c-4842fe89df83 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/e876c87e-82d7-49c6-8046-33e90f13dcba HTTP/1.1" status: 204 len: 168 time: 1.1794324 Jul 05 09:42:47.141832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:47.142650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b80fac07-b1ee-4847-9297-2b2063e51df0 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:42:47.144436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event deleted for resources: {'Network': ['ID=b80fac07-b1ee-4847-9297-2b2063e51df0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:47.155724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.163184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6eb2ca2b-91c4-4ea2-8534-86dee66dbb05 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b80fac07-b1ee-4847-9297-2b2063e51df0 HTTP/1.1" status: 204 len: 168 time: 0.6042526 Jul 05 09:42:47.205975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dad3f04d-2c23-4fdd-8098-c2a6c208058c None None] Provisioning for port 9a5be27a-8e07-416a-b84c-22d9bc047607 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:47.225073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dad3f04d-2c23-4fdd-8098-c2a6c208058c None None] Provisioning complete for port 9a5be27a-8e07-416a-b84c-22d9bc047607 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:47.225774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dad3f04d-2c23-4fdd-8098-c2a6c208058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.229638 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.238202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.309008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d0b47-5d70-4597-84ba-93df1f86438a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.316599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7b5d0b47-5d70-4597-84ba-93df1f86438a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1681578 Jul 05 09:42:47.317896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd443-7ec2-45b1-8f1a-8915361b8c62 req-cb6d62a9-6525-4703-a3c4-3dc59f722784 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.319160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:47.340859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd443-7ec2-45b1-8f1a-8915361b8c62 req-cb6d62a9-6525-4703-a3c4-3dc59f722784 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.351393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-983cd443-7ec2-45b1-8f1a-8915361b8c62 req-cb6d62a9-6525-4703-a3c4-3dc59f722784 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32&device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 1690 time: 0.2626028 Jul 05 09:42:47.361942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c33b86e-6056-4a47-9941-b5d29ce85f07 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:47.403955 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe2d60d-04c6-48ba-9593-5d078f2fc854 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:42:47.415797 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-abe2d60d-04c6-48ba-9593-5d078f2fc854 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/e876c87e-82d7-49c6-8046-33e90f13dcba HTTP/1.1" status: 404 len: 333 time: 0.0945332 Jul 05 09:42:47.416611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:47.429074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-878273117'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:47.465277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dad3f04d-2c23-4fdd-8098-c2a6c208058c None None] Port 9a5be27a-8e07-416a-b84c-22d9bc047607 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:47.478054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:47.479297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:47.486908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.490312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.518735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-983cd443-7ec2-45b1-8f1a-8915361b8c62 req-69554415-37aa-409f-9e7a-3b5079059ddc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634815 Jul 05 09:42:47.547764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:47.552516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ac70ef00-da3c-46dd-8709-87538fc5b5d0 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'router': {'name': 'tempest-router--821273413', 'project_id': '646a62336095424aa21cf973de3c5916'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:47.552785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:42:47.585597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.585960 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment 40f7eaad-01be-4df2-931d-e7c12f4b2d8b of type vlan for network d7198201-32a5-4b9c-b3af-881b64d5ac9c Jul 05 09:42:47.628288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:47.651518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.699105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.718335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.721686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.767250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef00-da3c-46dd-8709-87538fc5b5d0 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.768436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef00-da3c-46dd-8709-87538fc5b5d0 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.792294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7c33b86e-6056-4a47-9941-b5d29ce85f07'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:47.828758 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.908289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=d7198201-32a5-4b9c-b3af-881b64d5ac9c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:47.927826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:42:47.933495 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1856da0a-b073-4176-8b4a-29a809016744 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5149736 Jul 05 09:42:47.934664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47692) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:47.940164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:47.969193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef00-da3c-46dd-8709-87538fc5b5d0 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:47.978099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b0d6-0194-4dab-950b-ca017cfac7e4 req-49c69da2-6519-4587-a49e-77f3e2d83829 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:47.980158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05e8b0d6-0194-4dab-950b-ca017cfac7e4 req-49c69da2-6519-4587-a49e-77f3e2d83829 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 931 time: 0.3979566 Jul 05 09:42:47.985452 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef00-da3c-46dd-8709-87538fc5b5d0 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.036434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fe0d7-4977-4340-97eb-f160c6867f74 req-d2951770-2ca7-459b-8778-2afa78841365 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:48.045209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad2fe0d7-4977-4340-97eb-f160c6867f74 req-d2951770-2ca7-459b-8778-2afa78841365 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.3340654 Jul 05 09:42:48.085949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef00-da3c-46dd-8709-87538fc5b5d0 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.087092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ac70ef00-da3c-46dd-8709-87538fc5b5d0 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5381603 Jul 05 09:42:48.090234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:48.100155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:48.104234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.105492 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05e8b0d6-0194-4dab-950b-ca017cfac7e4 req-78fc142a-fef6-456f-bb41-30cd180cec10 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167769 Jul 05 09:42:48.150057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5be27a-8e07-416a-b84c-22d9bc047607 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:48.172327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad2fe0d7-4977-4340-97eb-f160c6867f74 req-d01a3ba4-0ca0-47c4-8d71-1bc6ebf1180a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261141 Jul 05 09:42:48.184839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.208876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Transition to ACTIVE for port object 9a5be27a-8e07-416a-b84c-22d9bc047607 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:48.214443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.280821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5be27a-8e07-416a-b84c-22d9bc047607,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:48.399161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5e01c8b-c0e2-4f68-b38c-f4499ed5f6ce tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.448399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Attempting to bind port 9a5be27a-8e07-416a-b84c-22d9bc047607 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:48.448876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Attempting to bind port 9a5be27a-8e07-416a-b84c-22d9bc047607 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:48.449099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Attempting to bind port 9a5be27a-8e07-416a-b84c-22d9bc047607 on network f99888d9-4195-4d23-9120-f2c5061a0b9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:48.454647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Port 9a5be27a-8e07-416a-b84c-22d9bc047607 on network f99888d9-4195-4d23-9120-f2c5061a0b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:42:48.454969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Attempting to bind port 9a5be27a-8e07-416a-b84c-22d9bc047607 on network f99888d9-4195-4d23-9120-f2c5061a0b9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:48.461902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:48.462846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Checking segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:48.462846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Bound using segment: {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:48.463457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Bound port: 9a5be27a-8e07-416a-b84c-22d9bc047607, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448ca3a4-1105-4488-a6b1-55bbb2786dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:48.463457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.639890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] For port 9a5be27a-8e07-416a-b84c-22d9bc047607, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:48.645824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] For port 9a5be27a-8e07-416a-b84c-22d9bc047607, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9a5be27a-8e07-416a-b84c-22d9bc047607,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:48.653650 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.713556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5e01c8b-c0e2-4f68-b38c-f4499ed5f6ce tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.718325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5e01c8b-c0e2-4f68-b38c-f4499ed5f6ce tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.769804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7c33b86e-6056-4a47-9941-b5d29ce85f07 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:48.815007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5e01c8b-c0e2-4f68-b38c-f4499ed5f6ce tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.815578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e01c8b-c0e2-4f68-b38c-f4499ed5f6ce tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 630c67a5-1313-465f-a21b-6a37f65e3e6a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:42:48.822128 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5e01c8b-c0e2-4f68-b38c-f4499ed5f6ce tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.823623 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5e01c8b-c0e2-4f68-b38c-f4499ed5f6ce tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "DELETE /v2.0/routers/630c67a5-1313-465f-a21b-6a37f65e3e6a HTTP/1.1" status: 204 len: 168 time: 0.7324927 Jul 05 09:42:48.833521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.881600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 7c33b86e-6056-4a47-9941-b5d29ce85f07 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:48.888864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 7c33b86e-6056-4a47-9941-b5d29ce85f07 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:48.889473 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:48.905476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=c0185df3-4948-4c5e-8e4c-34b612579433,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:48.950358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': '40f7eaad-01be-4df2-931d-e7c12f4b2d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:48.950907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: d7198201-32a5-4b9c-b3af-881b64d5ac9c, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:42:48.974228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:42:48.989662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d7198201-32a5-4b9c-b3af-881b64d5ac9c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:49.010282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.011826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.032190 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d73b7a1-7f29-4938-9ccb-9fc88d753cc7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0968099 Jul 05 09:42:49.032882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7f1e5-c7b5-4420-94d9-b2b05011e19b None None] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:49.035676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47704) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:49.048546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5f3d4236-dca8-46fc-a5b7-23a1b620e9b1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:49.052995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47706) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:49.098862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.120175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.120859 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.122365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] 10.222.0.16 "PUT /v2.0/ports/9a5be27a-8e07-416a-b84c-22d9bc047607 HTTP/1.1" status: 200 len: 1092 time: 2.1572268 Jul 05 09:42:49.122818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:49.125441 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffec610-4b74-48d6-a1dd-82abe0c634f5" -d '{"events": [{"name": "network-changed", "server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:49.163755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:49.168344 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86493715-17bf-404a-9d93-26b7981569a8" -d '{"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-plugged", "status": "completed", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:49.170599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e243-2a4e-4c99-8458-0e16d0cba79a req-399e762c-fb86-4fc6-8d8a-4acf048ac358 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.178892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1eb8e243-2a4e-4c99-8458-0e16d0cba79a req-399e762c-fb86-4fc6-8d8a-4acf048ac358 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 1102 time: 0.6998117 Jul 05 09:42:49.196917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:49.213167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.284227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629e433-6db9-4ccb-aecf-3f489b09f32b req-31f44a8c-706a-4211-99e8-97ea06bd2d20 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.291508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a629e433-6db9-4ccb-aecf-3f489b09f32b req-31f44a8c-706a-4211-99e8-97ea06bd2d20 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 944 time: 0.7679746 Jul 05 09:42:49.297552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:49.301715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3d4236-dca8-46fc-a5b7-23a1b620e9b1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:49.310434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4236-dca8-46fc-a5b7-23a1b620e9b1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.356100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194f600-d137-4af0-9229-be81a0eb5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5be27a-8e07-416a-b84c-22d9bc047607,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:49.395741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.396017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.397710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.398057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.398394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.398732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.399066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.399437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.399765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.400092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.400416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.400750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:42:49.414785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1eb8e243-2a4e-4c99-8458-0e16d0cba79a req-ab8ea32a-d87c-4550-9566-266de140e61f tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876204 Jul 05 09:42:49.452744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a629e433-6db9-4ccb-aecf-3f489b09f32b req-082e65b0-7d4c-4ebf-94c6-791122bdc901 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602449 Jul 05 09:42:49.461274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d7198201-32a5-4b9c-b3af-881b64d5ac9c', 'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c', 'tenant_id': '4fed1092da1342b681f83cd534695615', 'fixed_ips': [{'subnet_id': 'c0185df3-4948-4c5e-8e4c-34b612579433'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:42:49.462389 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.511758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-6e21717c-3e6d-4ce3-9f6b-da6b35a625b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.513408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-6e21717c-3e6d-4ce3-9f6b-da6b35a625b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 1095 time: 0.3003521 Jul 05 09:42:49.547192 n-d-771363-33 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-5f3d4236-dca8-46fc-a5b7-23a1b620e9b1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0185df3-4948-4c5e-8e4c-34b612579433 (CIDR: 2001:db8::/64) Jul 05 09:42:49.554406 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3d4236-dca8-46fc-a5b7-23a1b620e9b1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:42:49.555852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3d4236-dca8-46fc-a5b7-23a1b620e9b1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:42:49.589942 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5f3d4236-dca8-46fc-a5b7-23a1b620e9b1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5507269 Jul 05 09:42:49.589942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47724) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:49.599966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:49.659697 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180467c-2211-4ee5-afbb-64761209b9de x-openstack-request-id: req-3180467c-2211-4ee5-afbb-64761209b9de {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:49.660228 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:49.660228 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3180467c-2211-4ee5-afbb-64761209b9de {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:49.660650 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'status': 'completed', 'code': 200} Jul 05 09:42:49.662748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-9ad209fb-0b17-44f6-8cd8-c5ae04f9ec6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5be27a-8e07-416a-b84c-22d9bc047607 HTTP/1.1" status: 200 len: 217 time: 0.1362531 Jul 05 09:42:49.720900 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ebcea2-f2bb-4297-a403-90789013c058 x-openstack-request-id: req-11ebcea2-f2bb-4297-a403-90789013c058 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:49.721194 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-plugged", "status": "completed", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:49.721444 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11ebcea2-f2bb-4297-a403-90789013c058 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:49.721835 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'code': 200} Jul 05 09:42:49.771238 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.787783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1918753155', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:49.827480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:49.832911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.877834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Allocated IP 2001:db8::2 (d7198201-32a5-4b9c-b3af-881b64d5ac9c/c0185df3-4948-4c5e-8e4c-34b612579433/4015292e-57fe-4d0c-bde1-ec7adc70e5c3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:49.885312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-c44d9c3f-73f6-4f03-bc21-e9e958ff14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.886800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-c44d9c3f-73f6-4f03-bc21-e9e958ff14cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.2103765 Jul 05 09:42:49.925430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.928075 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:49.988678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0a7c3-698e-45cc-af6b-034bc92f6033 req-89c9387e-0086-4970-839f-dd76c13991c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:49.990724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62f0a7c3-698e-45cc-af6b-034bc92f6033 req-89c9387e-0086-4970-839f-dd76c13991c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 1097 time: 0.2818620 Jul 05 09:42:50.004515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6d8a4-1111-4dc5-a299-6632da3c6ac1 req-fdbbc7f1-ddbc-4f18-86c4-c31f01a248c4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:50.006439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cd6d8a4-1111-4dc5-a299-6632da3c6ac1 req-fdbbc7f1-ddbc-4f18-86c4-c31f01a248c4 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 943 time: 0.2987564 Jul 05 09:42:50.016214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc4d03-5292-486c-b648-9432f9190600 req-6230eade-d6a9-4732-a628-623efeb25350 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:50.024570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dccc4d03-5292-486c-b648-9432f9190600 req-6230eade-d6a9-4732-a628-623efeb25350 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.2215004 Jul 05 09:42:50.117951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557586a-ba00-4255-a0ab-078d23054597 req-2cbe8919-3bcd-4754-8569-3dacfaa9b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:50.119812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-2cbe8919-3bcd-4754-8569-3dacfaa9b7e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201185 Jul 05 09:42:50.140640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dccc4d03-5292-486c-b648-9432f9190600 req-0b907330-2acc-495f-8e13-ff3b8ce2b4ac tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148391 Jul 05 09:42:50.195319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cd6d8a4-1111-4dc5-a299-6632da3c6ac1 req-a758eec1-641e-4aa0-8c61-6010c7279fb0 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665406 Jul 05 09:42:50.245466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62f0a7c3-698e-45cc-af6b-034bc92f6033 req-5b4a7ae4-a687-48e9-a078-dfece88fb0ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157419 Jul 05 09:42:50.333468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-ef6c0e8f-e16d-4f33-9869-050488b8d430 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824627 Jul 05 09:42:50.357104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.408603 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.423073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Transition to ACTIVE for port object 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:50.457926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Transition to ACTIVE for port object 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:50.465675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.549545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557586a-ba00-4255-a0ab-078d23054597 req-e333453c-ae38-4b4e-8188-b411e8341e81 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064238 Jul 05 09:42:50.595488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb4dfd-a22a-4d20-9221-13a370831ea1 req-56af1310-387d-47f6-924e-4d5bc1f79023 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:50.596995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bedb4dfd-a22a-4d20-9221-13a370831ea1 req-56af1310-387d-47f6-924e-4d5bc1f79023 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 1101 time: 0.1770754 Jul 05 09:42:50.616284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:50.620523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:50.622420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Pushing event updated for resources: {'Port': ['ID=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:50.640173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.645225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:50.682539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.689800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bedb4dfd-a22a-4d20-9221-13a370831ea1 req-8d06afd3-2c60-49d2-a7db-c2182472d556 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862134 Jul 05 09:42:50.777242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Attempting to bind port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:50.777471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Attempting to bind port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '40f7eaad-01be-4df2-931d-e7c12f4b2d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:50.777783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Attempting to bind port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 on network d7198201-32a5-4b9c-b3af-881b64d5ac9c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:50.782221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5122ef9e-bb5d-4b1c-afed-69c1d39232de details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:50.806317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:50.806698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Checking segment: {'id': '40f7eaad-01be-4df2-931d-e7c12f4b2d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:50.814721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.816354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Bound using segment: {'id': '40f7eaad-01be-4df2-931d-e7c12f4b2d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:50.817113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Bound port: 4015292e-57fe-4d0c-bde1-ec7adc70e5c3, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f7eaad-01be-4df2-931d-e7c12f4b2d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:50.817684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.857712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:50.860248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=76aab378-6470-4b6e-a052-72c8d8010df8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:50.870383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:50.877866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:50.878467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:50.924093 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a3920080-1290-464b-ac35-8621404e4f9d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3277986 Jul 05 09:42:50.924543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:50.936906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c', 'fixed_ips': [{'subnet_id': 'c0185df3-4948-4c5e-8e4c-34b612579433'}, {'subnet_id': '76aab378-6470-4b6e-a052-72c8d8010df8'}], 'name': 'tempest-PortsIpV6TestJSON-2021541344'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:50.985527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] For port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:50.993029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] For port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,segment=NetworkSegment(40f7eaad-01be-4df2-931d-e7c12f4b2d8b),segment_id=40f7eaad-01be-4df2-931d-e7c12f4b2d8b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:42:50.995214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:50.998837 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.140880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.183170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eed95-35e7-44c9-b9d4-af426eee5589 None None] Pushing event updated for resources: {'Port': ['ID=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:51.191109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.202288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'port_id': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'mac_address': 'fa:16:3e:bd:f4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cbf2e5-5009-4a28-80ac-b1865def5bea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:51.246377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2f4da-1e2e-4a3f-86f1-9d3172f1d198 req-793c3452-34fb-4c0a-aa19-a348b5bd0438 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.255335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cf2f4da-1e2e-4a3f-86f1-9d3172f1d198 req-793c3452-34fb-4c0a-aa19-a348b5bd0438 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.5215640 Jul 05 09:42:51.295484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.324179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5122ef9e-bb5d-4b1c-afed-69c1d39232de {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:51.358469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Allocated IP 172.25.1.100 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/a0c5fc91-a4b3-49cc-b574-1331838b7a93) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:51.362655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1973a838-b67a-40a4-8c54-01ea215fcf6e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355236 Jul 05 09:42:51.367418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:51.374682 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.401011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-9e5758f6-bc2d-4554-9d46-ae90f0250217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.402613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-9e5758f6-bc2d-4554-9d46-ae90f0250217 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 1095 time: 0.6159511 Jul 05 09:42:51.403369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:51.453547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:51.474251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5122ef9e-bb5d-4b1c-afed-69c1d39232de'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:51.574972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.620282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.667933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:51.675207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:51.686382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:51.696009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event updated for resources: {'Port': ['ID=a0c5fc91-a4b3-49cc-b574-1331838b7a93,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:51.758132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cf2f4da-1e2e-4a3f-86f1-9d3172f1d198 req-864d4784-4326-4816-a93b-e88daebb7de8 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006375 Jul 05 09:42:51.815896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-4965ff4d-c4bb-46da-af6e-911067ef8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.818013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-4965ff4d-c4bb-46da-af6e-911067ef8ea4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 0.3880322 Jul 05 09:42:51.886629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-7aebca29-cd91-4111-ab88-15a4c5f8bc86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5be27a-8e07-416a-b84c-22d9bc047607 HTTP/1.1" status: 200 len: 217 time: 0.0501585 Jul 05 09:42:51.965788 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:51.998284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-2e9f27f8-f3e4-4cf7-a8e7-ab88d7cee9a6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:51.999990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-2e9f27f8-f3e4-4cf7-a8e7-ab88d7cee9a6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6341875 Jul 05 09:42:52.052762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 57f42218-8468-4bfc-a014-2eea91512180 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:42:52.064378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-d6db7d80-3b0c-4e26-8dca-acb20ed427d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.066085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-d6db7d80-3b0c-4e26-8dca-acb20ed427d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.1568191 Jul 05 09:42:52.067525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-63b376b6-7e12-4d23-8b55-3ddccc7e0e98 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/quotas/2e8378201cfb4de18c5086949b53b6f1 HTTP/1.1" status: 200 len: 375 time: 0.0477331 Jul 05 09:42:52.340374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacda92-a9f4-4ca0-b5b6-dbe133df5a60 req-11e46390-1d59-4ed3-b0b3-997c21065735 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.348243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbacda92-a9f4-4ca0-b5b6-dbe133df5a60 req-11e46390-1d59-4ed3-b0b3-997c21065735 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 944 time: 0.4372082 Jul 05 09:42:52.352713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:52.489600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d74e93a1-f266-4938-af04-0b740a5752c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3993125 Jul 05 09:42:52.497212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbacda92-a9f4-4ca0-b5b6-dbe133df5a60 req-922b2228-56d5-4afa-9584-2c69ab31fc90 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478424 Jul 05 09:42:52.502760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-6080b80f-0788-4b55-8a05-4c109f7fbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.504359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-6080b80f-0788-4b55-8a05-4c109f7fbf7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4153728 Jul 05 09:42:52.550819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ab2dc-be34-4778-981a-e183b5c3cc1b None None] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:52.632081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:52.670503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-23a27bf2-c61d-4e0b-8bc8-deda943d861e None None] Provisioning for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:52.751353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-fe2809bc-fb43-46d2-8c4a-2df4f5e9f343 service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346249 Jul 05 09:42:52.789289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::268 (d7198201-32a5-4b9c-b3af-881b64d5ac9c/c0185df3-4948-4c5e-8e4c-34b612579433/57f42218-8468-4bfc-a014-2eea91512180) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:52.798722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5122ef9e-bb5d-4b1c-afed-69c1d39232de up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:52.846902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Router 50e6a841-a5d4-478b-b5f9-462a2f3b0f50 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:42:52.851966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8:0:1::129 (d7198201-32a5-4b9c-b3af-881b64d5ac9c/76aab378-6470-4b6e-a052-72c8d8010df8/57f42218-8468-4bfc-a014-2eea91512180) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:52.890170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 5122ef9e-bb5d-4b1c-afed-69c1d39232de triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:52.890548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:52.941807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e729430-a289-4602-b280-abd98ff6eced req-850217fc-c882-4dd5-a9fa-5f0e789b2cd8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:52.943649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e729430-a289-4602-b280-abd98ff6eced req-850217fc-c882-4dd5-a9fa-5f0e789b2cd8 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 943 time: 0.2380366 Jul 05 09:42:52.958028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffec610-4b74-48d6-a1dd-82abe0c634f5 req-42eb308d-d26e-4685-9e6c-b9f7ec5dffae service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917002 Jul 05 09:42:53.051768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:53.057777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e729430-a289-4602-b280-abd98ff6eced req-2b80486c-316c-4f4a-9a1a-ff4c9a299be9 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992663 Jul 05 09:42:53.066398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:53.097318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.101654 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-53d6f8a1-7dbd-4e68-9d9f-d702005ca37b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0427108 Jul 05 09:42:53.102941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47770) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:53.138131 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.138336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] Sync routers for ids ['50e6a841-a5d4-478b-b5f9-462a2f3b0f50'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:53.146131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] Update dhcp port {'port': {'network_id': 'd7198201-32a5-4b9c-b3af-881b64d5ac9c', 'fixed_ips': [{'subnet_id': 'c0185df3-4948-4c5e-8e4c-34b612579433', 'ip_address': '2001:db8::2'}, {'subnet_id': '76aab378-6470-4b6e-a052-72c8d8010df8'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '4015292e-57fe-4d0c-bde1-ec7adc70e5c3'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:42:53.171719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 57f42218-8468-4bfc-a014-2eea91512180 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:53.208137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] Routers {'50e6a841-a5d4-478b-b5f9-462a2f3b0f50'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:53.208908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['50e6a841-a5d4-478b-b5f9-462a2f3b0f50'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:53.234429 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-605bf056-1d0e-42f0-af87-f04ee21bf416 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/50e6a841-a5d4-478b-b5f9-462a2f3b0f50 HTTP/1.1" status: 200 len: 925 time: 0.1274126 Jul 05 09:42:53.234625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:53.258654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:53.268227 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.311629 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.315699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] Routers {'50e6a841-a5d4-478b-b5f9-462a2f3b0f50'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:53.316450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['50e6a841-a5d4-478b-b5f9-462a2f3b0f50'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:53.368593 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.372830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:53.378154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:53.378686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39f8fb-f606-4454-9fcf-3222c513876e None None] The sync data for ids ['50e6a841-a5d4-478b-b5f9-462a2f3b0f50'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:42:53.399462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:53.399851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.405884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:53.408547 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eccbe9a-c456-40b3-90b5-aac68fa04d6c" -d '{"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-plugged", "status": "completed", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:53.421324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-23446a27-4bd6-456c-91d7-827758f6e573 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e6a841-a5d4-478b-b5f9-462a2f3b0f50 HTTP/1.1" status: 200 len: 205 time: 0.1831260 Jul 05 09:42:53.421324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=57f42218-8468-4bfc-a014-2eea91512180,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:53.421823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:53.475282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:53.484602 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.511183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:53.515270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:53.518461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:53.526376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:53.527180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.548259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-480b2706-2317-41ad-9ccb-af6d990ade9e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6231699 Jul 05 09:42:53.552046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:53.559099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0185df3-4948-4c5e-8e4c-34b612579433'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:53.609080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.635459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd4ed5-bfad-41cb-a342-6fb878cb23f1 req-bf671dca-d2e6-40c5-8387-a7c3b6a1b135 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:53.645761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5abd4ed5-bfad-41cb-a342-6fb878cb23f1 req-bf671dca-d2e6-40c5-8387-a7c3b6a1b135 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.2133794 Jul 05 09:42:53.691809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:53.788584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.819523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.823337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5abd4ed5-bfad-41cb-a342-6fb878cb23f1 req-01e718e6-ac37-418b-a839-fcf578d21105 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758354 Jul 05 09:42:53.846651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.876865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] Allocated IP 2001:db8:0:1::2 (d7198201-32a5-4b9c-b3af-881b64d5ac9c/76aab378-6470-4b6e-a052-72c8d8010df8/4015292e-57fe-4d0c-bde1-ec7adc70e5c3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:53.889800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,segment=NetworkSegment(40f7eaad-01be-4df2-931d-e7c12f4b2d8b),segment_id=40f7eaad-01be-4df2-931d-e7c12f4b2d8b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:53.897835 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:53.928863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Deleting port a0c5fc91-a4b3-49cc-b574-1331838b7a93 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:53.929381 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.092403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:54.142370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.178586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Calling delete_port for a0c5fc91-a4b3-49cc-b574-1331838b7a93 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:54.182164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] For port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,segment=NetworkSegment(40f7eaad-01be-4df2-931d-e7c12f4b2d8b),segment_id=40f7eaad-01be-4df2-931d-e7c12f4b2d8b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:54.266483 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.305868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] Transition to ACTIVE for port object 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:54.311209 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.453841 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ff775-8cdd-401a-bbf9-0edea7aa799b x-openstack-request-id: req-352ff775-8cdd-401a-bbf9-0edea7aa799b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:54.454229 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-plugged", "status": "completed", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:54.454443 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-352ff775-8cdd-401a-bbf9-0edea7aa799b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:54.454866 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'code': 200} Jul 05 09:42:54.472982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e306559-192a-4d2f-88c1-bfdeb9b85eca None None] Pushing event updated for resources: {'Port': ['ID=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:54.537491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.594674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event deleted for resources: {'Port': ['ID=a0c5fc91-a4b3-49cc-b574-1331838b7a93,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:54.629087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Delete allocated IP 2001:db8:0:1::129 (d7198201-32a5-4b9c-b3af-881b64d5ac9c/76aab378-6470-4b6e-a052-72c8d8010df8) {{(pid=93796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 09:42:54.700358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4e0fb-961d-4335-9c36-f2c2042d375a req-7e9cfef6-c541-41e3-a1b2-fc8dd27e5e23 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:54.712166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.716637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0d4e0fb-961d-4335-9c36-f2c2042d375a req-7e9cfef6-c541-41e3-a1b2-fc8dd27e5e23 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.3375220 Jul 05 09:42:54.811901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5122ef9e-bb5d-4b1c-afed-69c1d39232de no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:54.931855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:54.934784 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.016963 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.017660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Fanout notify agent at l3_agent the message router_deleted on router 50e6a841-a5d4-478b-b5f9-462a2f3b0f50 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:42:55.029065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.030596 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d3a5b16b-dd83-481f-bdd5-de36562fd747 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/50e6a841-a5d4-478b-b5f9-462a2f3b0f50 HTTP/1.1" status: 204 len: 168 time: 1.6074586 Jul 05 09:42:55.031043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:55.037036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:55.046897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'router': {'name': 'tempest-snat-router-963325497', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:55.073901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0d4e0fb-961d-4335-9c36-f2c2042d375a req-678a8e88-6e41-485c-bb5f-06b083724b7e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490379 Jul 05 09:42:55.086935 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.088484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.100011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.170591 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.194539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9a5be27a-8e07-416a-b84c-22d9bc047607 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:42:55.238047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.268746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Ignored duplicate provisioning block setup for port 57f42218-8468-4bfc-a014-2eea91512180 by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 09:42:55.273701 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.386825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] In _notify_port_updated(), no bound segment for port 57f42218-8468-4bfc-a014-2eea91512180 on network d7198201-32a5-4b9c-b3af-881b64d5ac9c {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:42:55.394317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:55.395371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.397253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "PUT /v2.0/ports/57f42218-8468-4bfc-a014-2eea91512180 HTTP/1.1" status: 200 len: 926 time: 1.8437569 Jul 05 09:42:55.401418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:55.407636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0185df3-4948-4c5e-8e4c-34b612579433'}, {'subnet_id': '76aab378-6470-4b6e-a052-72c8d8010df8'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:55.512029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.535878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9a5be27a-8e07-416a-b84c-22d9bc047607, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9a5be27a-8e07-416a-b84c-22d9bc047607,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:55.580364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'port_id': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'mac_address': 'fa:16:3e:b1:5b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:42:55.626055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-322f8bf4-6e0f-4975-b6d9-f03806b1d8f3 req-9070014e-a8ce-40dc-bf56-90b98a5fc431 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 210 time: 0.1245470 Jul 05 09:42:55.633637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02337e0e-140d-44df-9983-e5f3cb89771a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=57f42218-8468-4bfc-a014-2eea91512180,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:55.640007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f724998-3178-44a1-8788-e9b3937aacab None None] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:42:55.668674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:55.780254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.858161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-70f63d47-436b-4fd8-81c3-84ba61413ec5 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:55.871231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-70f63d47-436b-4fd8-81c3-84ba61413ec5 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 945 time: 0.4012098 Jul 05 09:42:55.977629 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:55.986154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.012818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.040485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8e168b4-c285-45d3-9338-4ab270b65347 None None] Provisioning for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:56.056455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:56.061465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8e168b4-c285-45d3-9338-4ab270b65347 None None] Provisioning complete for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:56.062178 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8e168b4-c285-45d3-9338-4ab270b65347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.069142 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.088430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:56.089076 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.202869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5be27a-8e07-416a-b84c-22d9bc047607 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:42:56.226307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9a5be27a-8e07-416a-b84c-22d9bc047607, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9a5be27a-8e07-416a-b84c-22d9bc047607,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:56.236489 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.245174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Allocated IP 172.25.1.171 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/fe7b8d8c-858a-4366-9448-21ad5c17f5df) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:56.380170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=9a5be27a-8e07-416a-b84c-22d9bc047607,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:56.388781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.456588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:56.503837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:56.506806 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2792763d-822d-4dec-adfc-6896527d737b" -d '{"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:56.520232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Port': ['ID=fe7b8d8c-858a-4366-9448-21ad5c17f5df,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:56.529345 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-385b96cd-0667-419a-8f2d-2ea6c2abbeb3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4625781 Jul 05 09:42:56.542106 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:56.637097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['9a5be27a-8e07-416a-b84c-22d9bc047607'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:56.669365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:56.677810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-a050b8b9-4040-4e85-938a-db28094ae124 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:56.679989 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-a050b8b9-4040-4e85-938a-db28094ae124 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360853 Jul 05 09:42:56.680826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:56.864125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': '338d5502-ca85-4d29-8866-0567c32993fe', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:56.949532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-19dd2753-cca3-4b08-a9f0-f21473713949 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562699 Jul 05 09:42:57.000882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-07477427-2430-4531-af46-ec9d90791a19 None None] Provisioning complete for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:57.001823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07477427-2430-4531-af46-ec9d90791a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.139632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:57.144217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.156320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.175559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-07477427-2430-4531-af46-ec9d90791a19 None None] Provisioning for port 57f42218-8468-4bfc-a014-2eea91512180 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:57.182033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-07477427-2430-4531-af46-ec9d90791a19 None None] Provisioning complete for port 57f42218-8468-4bfc-a014-2eea91512180 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:57.182623 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07477427-2430-4531-af46-ec9d90791a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.235793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-07477427-2430-4531-af46-ec9d90791a19 None None] Port 57f42218-8468-4bfc-a014-2eea91512180 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:57.372892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc6af30b-fc01-4051-96ba-56441fd30f0f None None] Provisioning complete for port 57f42218-8468-4bfc-a014-2eea91512180 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:57.373445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc6af30b-fc01-4051-96ba-56441fd30f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.396905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8:0:1::300 (d7198201-32a5-4b9c-b3af-881b64d5ac9c/76aab378-6470-4b6e-a052-72c8d8010df8/57f42218-8468-4bfc-a014-2eea91512180) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:57.421373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2734-daaa-479b-b06d-854535f7d04f req-285a4193-f889-4afb-bfa3-82228e70f62b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:57.428810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dc6af30b-fc01-4051-96ba-56441fd30f0f None None] Port 57f42218-8468-4bfc-a014-2eea91512180 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:57.429569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084c2734-daaa-479b-b06d-854535f7d04f req-285a4193-f889-4afb-bfa3-82228e70f62b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.6183050 Jul 05 09:42:57.453579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f7b9c-ab29-4126-8c59-f1f8eca5e2da req-c1f6540b-1ba0-474a-8298-22a4491bd18c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:57.461816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-816f7b9c-ab29-4126-8c59-f1f8eca5e2da req-c1f6540b-1ba0-474a-8298-22a4491bd18c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 943 time: 1.6222162 Jul 05 09:42:57.643995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4de752f7-9308-4422-a0b7-7a139a8f3107 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:57.646303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4de752f7-9308-4422-a0b7-7a139a8f3107 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6831453 Jul 05 09:42:57.655847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Deleting port 5122ef9e-bb5d-4b1c-afed-69c1d39232de {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:57.656593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.658698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-69d34830-6a9a-44cb-820e-ef940e6239fa None None] Provisioning complete for port 57f42218-8468-4bfc-a014-2eea91512180 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:57.659280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69d34830-6a9a-44cb-820e-ef940e6239fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.704210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-816f7b9c-ab29-4126-8c59-f1f8eca5e2da req-27821c20-2b5b-44d5-8ff2-83cf116dcb58 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102137 Jul 05 09:42:57.718397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-69d34830-6a9a-44cb-820e-ef940e6239fa None None] Port 57f42218-8468-4bfc-a014-2eea91512180 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:57.718591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084c2734-daaa-479b-b06d-854535f7d04f req-732f9412-b7c2-4eff-b2d6-2b8aedc274a2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877889 Jul 05 09:42:57.802378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.852711 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e47951-6ee3-4158-9471-69780a71d472 x-openstack-request-id: req-b7e47951-6ee3-4158-9471-69780a71d472 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:57.853181 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:57.853572 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7e47951-6ee3-4158-9471-69780a71d472 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:57.854363 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'code': 200} Jul 05 09:42:57.859866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.140 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/0e14760d-15dd-49f4-8024-923bef6e8f3b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:57.927434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] For port 5122ef9e-bb5d-4b1c-afed-69c1d39232de, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5122ef9e-bb5d-4b1c-afed-69c1d39232de,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:42:57.927738 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:57.944224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Calling delete_port for 5122ef9e-bb5d-4b1c-afed-69c1d39232de owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:42:58.132846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Router 7bbeaf28-9b83-4ed4-917f-9c7897701b0c is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:42:58.169947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.184601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Ignored duplicate provisioning block setup for port 57f42218-8468-4bfc-a014-2eea91512180 by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 09:42:58.191661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': '6ca10e22-eac9-4512-97c0-b49156e91add', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:58.214552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.251425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object 0e14760d-15dd-49f4-8024-923bef6e8f3b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:58.284154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.287760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edb75324-db73-4018-bc92-cfbcf259936c req-a7f3ad00-7ec8-40a6-b8cf-c4c7a1bdebb4 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 210 time: 0.0898635 Jul 05 09:42:58.288396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.330985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:42:58.346172 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Sync routers for ids ['7bbeaf28-9b83-4ed4-917f-9c7897701b0c'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:42:58.366576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0937a48-84d2-4e00-9549-49fb9173569b req-39a948c2-824e-45e2-9bda-2b983a87e542 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 210 time: 0.1358469 Jul 05 09:42:58.367371 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Routers {'7bbeaf28-9b83-4ed4-917f-9c7897701b0c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:42:58.368100 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['7bbeaf28-9b83-4ed4-917f-9c7897701b0c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:58.375178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event deleted for resources: {'Port': ['ID=5122ef9e-bb5d-4b1c-afed-69c1d39232de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:58.394330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.404091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:58.410932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bcb7fbf9-9051-4f97-8b88-f95bcb0bd72a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3591518 Jul 05 09:42:58.450599 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.465656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:58.469618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:42:58.555518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:42:58.559375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:42:58.564291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:42:58.621849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=0e14760d-15dd-49f4-8024-923bef6e8f3b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:58.637048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] No DVR routers for this DVR port 5122ef9e-bb5d-4b1c-afed-69c1d39232de on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:42:58.640766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.646028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bde5933f-f0ca-4bd8-9bb6-3656975e7dd0 req-f7e8b1f9-bd8d-45a3-82bf-776e5999902f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "DELETE /v2.0/ports/5122ef9e-bb5d-4b1c-afed-69c1d39232de HTTP/1.1" status: 204 len: 173 time: 2.6548765 Jul 05 09:42:58.670699 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Set router 7bbeaf28-9b83-4ed4-917f-9c7897701b0c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:42:58.711576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-deleted', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:42:58.717197 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc15969a-d4d7-4baf-910d-83a0563d1cb2" -d '{"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-deleted", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:42:58.731261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] In _notify_port_updated(), no bound segment for port 57f42218-8468-4bfc-a014-2eea91512180 on network d7198201-32a5-4b9c-b3af-881b64d5ac9c {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:42:58.745899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:58.746597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.747999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "PUT /v2.0/ports/57f42218-8468-4bfc-a014-2eea91512180 HTTP/1.1" status: 200 len: 1012 time: 3.3454349 Jul 05 09:42:58.753093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:58.761268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:58.762041 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:58.877118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5122ef9e-bb5d-4b1c-afed-69c1d39232de no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:42:58.929386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c45f7a-5071-40f1-90e8-6101ff8832c9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=57f42218-8468-4bfc-a014-2eea91512180,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:58.951025 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08146175-fa2b-4615-b9ef-20f0d9658365 x-openstack-request-id: req-08146175-fa2b-4615-b9ef-20f0d9658365 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:42:58.951604 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8edd78-fe0a-4e30-a578-50ac43059d8d", "name": "network-vif-deleted", "tag": "5122ef9e-bb5d-4b1c-afed-69c1d39232de", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:42:58.952028 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08146175-fa2b-4615-b9ef-20f0d9658365 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:42:58.952576 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8edd78-fe0a-4e30-a578-50ac43059d8d', 'name': 'network-vif-deleted', 'tag': '5122ef9e-bb5d-4b1c-afed-69c1d39232de', 'status': 'completed', 'code': 200} Jul 05 09:42:58.989830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-4f7a205a-35a7-42b3-bbd3-c267ad799411 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1308773 Jul 05 09:42:59.009631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Request body: {'port': {'device_id': '338d5502-ca85-4d29-8866-0567c32993fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:59.066861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:42:59.070680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.082941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 5122ef9e-bb5d-4b1c-afed-69c1d39232de {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:42:59.083311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5122ef9e-bb5d-4b1c-afed-69c1d39232de not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:42:59.103387 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbeaf28-9b83-4ed4-917f-9c7897701b0c', 'name': 'tempest-snat-router-963325497', 'tenant_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': 'fe7b8d8c-858a-4366-9448-21ad5c17f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:55Z', 'updated_at': '2021-07-05T09:42:56Z', 'revision_number': 3, 'project_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'gw_port': {'id': 'fe7b8d8c-858a-4366-9448-21ad5c17f5df', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbeaf28-9b83-4ed4-917f-9c7897701b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:56Z', 'updated_at': '2021-07-05T09:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:42:59.137769 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Checking router: 7bbeaf28-9b83-4ed4-917f-9c7897701b0c for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:42:59.138533 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Updating router 7bbeaf28-9b83-4ed4-917f-9c7897701b0c port fe7b8d8c-858a-4366-9448-21ad5c17f5df binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:42:59.172864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.187788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c7a39f24-8b9a-405d-90a1-f895b81f4848 None None] Provisioning complete for port 57f42218-8468-4bfc-a014-2eea91512180 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:59.188146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7a39f24-8b9a-405d-90a1-f895b81f4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.195725 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.215601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9a5be27a-8e07-416a-b84c-22d9bc047607 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:42:59.254991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1372a5ad-8011-448b-ab7c-ac23a9be086e tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/7bbeaf28-9b83-4ed4-917f-9c7897701b0c HTTP/1.1" status: 200 len: 908 time: 0.7941821 Jul 05 09:42:59.258135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:42:59.263456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'router': {'name': 'tempest-snat-router-963325497', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': True}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:42:59.345384 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.379455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.382070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.450412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c414d-adba-4aa6-abab-79dc23a7c2e6 req-e292d424-80e3-425d-a83b-c58c858f881e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:59.465369 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-369c414d-adba-4aa6-abab-79dc23a7c2e6 req-e292d424-80e3-425d-a83b-c58c858f881e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.3638356 Jul 05 09:42:59.476399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd7082-35f0-49ff-abd3-dbabc9254454 req-b7906b0a-c08b-4b37-866c-4958d8acb5d9 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:42:59.478013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dd7082-35f0-49ff-abd3-dbabc9254454 req-b7906b0a-c08b-4b37-866c-4958d8acb5d9 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 944 time: 0.4561460 Jul 05 09:42:59.497323 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.523980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.536223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c7a39f24-8b9a-405d-90a1-f895b81f4848 None None] Port 57f42218-8468-4bfc-a014-2eea91512180 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:59.553662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 9a5be27a-8e07-416a-b84c-22d9bc047607 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:59.583405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 9a5be27a-8e07-416a-b84c-22d9bc047607 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:59.583780 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.606568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dd7082-35f0-49ff-abd3-dbabc9254454 req-e016361e-c8d6-4b9a-a8d9-0c46a803422c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993569 Jul 05 09:42:59.618194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-369c414d-adba-4aa6-abab-79dc23a7c2e6 req-bf53a825-a871-4ee5-a226-d5e7d076243b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487176 Jul 05 09:42:59.619682 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.629647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 57f42218-8468-4bfc-a014-2eea91512180 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:42:59.629996 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.645097 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Transition to ACTIVE for port object fe7b8d8c-858a-4366-9448-21ad5c17f5df will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:42:59.657444 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.740012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8a6a77e-33ec-4717-be35-467d18d0e9db None None] Provisioning for port 0e14760d-15dd-49f4-8024-923bef6e8f3b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:42:59.771292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.98 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/2dea635d-b884-4413-9b27-be23c9c62f19) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:42:59.789935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8a6a77e-33ec-4717-be35-467d18d0e9db None None] Provisioning complete for port 0e14760d-15dd-49f4-8024-923bef6e8f3b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:42:59.792526 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a77e-33ec-4717-be35-467d18d0e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.814941 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Attempting to bind port fe7b8d8c-858a-4366-9448-21ad5c17f5df on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:42:59.817953 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Attempting to bind port fe7b8d8c-858a-4366-9448-21ad5c17f5df by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:42:59.819312 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Attempting to bind port fe7b8d8c-858a-4366-9448-21ad5c17f5df on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:42:59.833477 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:42:59.834164 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:42:59.834665 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.835319 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:42:59.835969 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Bound port: fe7b8d8c-858a-4366-9448-21ad5c17f5df, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:42:59.836593 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.908968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:42:59.933243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c8a6a77e-33ec-4717-be35-467d18d0e9db None None] Port 0e14760d-15dd-49f4-8024-923bef6e8f3b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:42:59.959281 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] For port fe7b8d8c-858a-4366-9448-21ad5c17f5df, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:42:59.961604 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Pushing event updated for resources: {'Port': ['ID=fe7b8d8c-858a-4366-9448-21ad5c17f5df,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:42:59.995594 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] For port fe7b8d8c-858a-4366-9448-21ad5c17f5df, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fe7b8d8c-858a-4366-9448-21ad5c17f5df,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:00.000671 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.017933 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.021128 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.021468 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.021802 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.022134 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.022460 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.022784 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.029797 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.031515 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.032549 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.034273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:00.034738 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.035734 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.037300 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:00.038248 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aa6242-6559-4ba4-9c19-d191619772c7" -d '{"events": [{"server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:00.055833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9a5be27a-8e07-416a-b84c-22d9bc047607, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9a5be27a-8e07-416a-b84c-22d9bc047607,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:00.065353 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.142734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=9a5be27a-8e07-416a-b84c-22d9bc047607,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:00.164120 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Routers {'7bbeaf28-9b83-4ed4-917f-9c7897701b0c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:00.164801 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['7bbeaf28-9b83-4ed4-917f-9c7897701b0c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:00.226040 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82870e63-d217-480e-a873-ad547e31c89b None None] Pushing event updated for resources: {'Port': ['ID=fe7b8d8c-858a-4366-9448-21ad5c17f5df,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:00.267648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66afbf5f-eae2-4fa7-a842-abe23e1471c8 req-95e4371d-184e-4450-a270-c8193d4f5d10 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 210 time: 0.3836358 Jul 05 09:43:00.305988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a571f6a-fb38-48fe-b17b-fb2558dcec29 req-28929373-0e7d-4295-8d7e-bf2a28785e16 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8edd78-fe0a-4e30-a578-50ac43059d8d HTTP/1.1" status: 200 len: 210 time: 0.4073000 Jul 05 09:43:00.319416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.343670 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] Set router 7bbeaf28-9b83-4ed4-917f-9c7897701b0c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:00.370871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 57f42218-8468-4bfc-a014-2eea91512180 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:00.372997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.399253 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f80e84-db96-43b4-a45d-43806dbe263b x-openstack-request-id: req-53f80e84-db96-43b4-a45d-43806dbe263b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:00.399787 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:00.400222 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f80e84-db96-43b4-a45d-43806dbe263b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:00.400772 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'code': 200} Jul 05 09:43:00.405934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.590161 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.627286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object 2dea635d-b884-4413-9b27-be23c9c62f19 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:00.649155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Allocated IP 172.25.1.252 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/187c6e09-b594-4b04-8e93-d001524ec78a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:00.828089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f831ef-f01b-487d-9c95-d92af7b302b4 req-c2b679c2-8588-4d98-b0ce-fa8d122ad13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:00.829965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18f831ef-f01b-487d-9c95-d92af7b302b4 req-c2b679c2-8588-4d98-b0ce-fa8d122ad13b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 1097 time: 0.3334901 Jul 05 09:43:00.831711 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbeaf28-9b83-4ed4-917f-9c7897701b0c', 'name': 'tempest-snat-router-963325497', 'tenant_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': 'fe7b8d8c-858a-4366-9448-21ad5c17f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:55Z', 'updated_at': '2021-07-05T09:42:56Z', 'revision_number': 3, 'project_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'gw_port': {'id': 'fe7b8d8c-858a-4366-9448-21ad5c17f5df', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbeaf28-9b83-4ed4-917f-9c7897701b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:56Z', 'updated_at': '2021-07-05T09:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:00.834132 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:00.852188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:00.893883 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2448a6-0fa4-4c36-896a-cfc802d0274e None None] The sync data for ids ['7bbeaf28-9b83-4ed4-917f-9c7897701b0c'] in n-d-771363-33 is: [{'id': '7bbeaf28-9b83-4ed4-917f-9c7897701b0c', 'name': 'tempest-snat-router-963325497', 'tenant_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': 'fe7b8d8c-858a-4366-9448-21ad5c17f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:55Z', 'updated_at': '2021-07-05T09:42:56Z', 'revision_number': 3, 'project_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'gw_port': {'id': 'fe7b8d8c-858a-4366-9448-21ad5c17f5df', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbeaf28-9b83-4ed4-917f-9c7897701b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:42:56Z', 'updated_at': '2021-07-05T09:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:00.934786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:00.935429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:01.037067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.039717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:01.045454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18f831ef-f01b-487d-9c95-d92af7b302b4 req-e8daffb7-0b4e-499e-87fd-204c89983ab2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941919 Jul 05 09:43:01.069939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:01.077063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.158404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:01.159321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.292764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=2dea635d-b884-4413-9b27-be23c9c62f19,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:01.467291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-7e1ee52e-be14-481f-b5a8-fb14d35b85c1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2804704 Jul 05 09:43:01.468898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.475521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/57f42218-8468-4bfc-a014-2eea91512180 HTTP/1.1" status: 204 len: 168 time: 2.7039864 Jul 05 09:43:01.506125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47884) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:01.535113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1804a326-8934-439f-8a13-df1bc4ab7cf3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:43:01.536479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1804a326-8934-439f-8a13-df1bc4ab7cf3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290034 Jul 05 09:43:01.547379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1126fa-858b-43a2-94f9-9bf8ef168b3a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=57f42218-8468-4bfc-a014-2eea91512180,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:01.601966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.683154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Request body: {'port': {'device_id': '6ca10e22-eac9-4512-97c0-b49156e91add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:01.768369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e14760d-15dd-49f4-8024-923bef6e8f3b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:01.800070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.802777 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4c6b6b-b874-4345-af0a-4c6d745647f0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:43:01.810000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dc4c6b6b-b874-4345-af0a-4c6d745647f0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/57f42218-8468-4bfc-a014-2eea91512180 HTTP/1.1" status: 404 len: 333 time: 0.2942030 Jul 05 09:43:01.813881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47888) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:01.850275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Transition to ACTIVE for port object 0e14760d-15dd-49f4-8024-923bef6e8f3b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:01.865621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:01.869826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:01.875799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:01.917237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:01.917459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e11c0-97b6-4efa-a870-63404d025f79 req-ebebc2eb-3102-43d0-b021-86183fdbffdd tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:01.920722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b8e11c0-97b6-4efa-a870-63404d025f79 req-ebebc2eb-3102-43d0-b021-86183fdbffdd tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.9918087 Jul 05 09:43:01.945994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ecbd71dd-e84d-4347-99fd-0be3bc4dce9f None None] Provisioning for port 2dea635d-b884-4413-9b27-be23c9c62f19 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:01.994900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ecbd71dd-e84d-4347-99fd-0be3bc4dce9f None None] Provisioning complete for port 2dea635d-b884-4413-9b27-be23c9c62f19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:02.000682 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecbd71dd-e84d-4347-99fd-0be3bc4dce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.115920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd71dd-e84d-4347-99fd-0be3bc4dce9f None None] Port 2dea635d-b884-4413-9b27-be23c9c62f19 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:02.135565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30112f2e-e1c3-4945-8046-63e8a3a135f5 req-c70b20e2-4bcf-43c4-999e-20f3a5cda89c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:02.143805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30112f2e-e1c3-4945-8046-63e8a3a135f5 req-c70b20e2-4bcf-43c4-999e-20f3a5cda89c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 945 time: 1.2544441 Jul 05 09:43:02.168178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Port': ['ID=187c6e09-b594-4b04-8e93-d001524ec78a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:02.264137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet 76aab378-6470-4b6e-a052-72c8d8010df8 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:02.272700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Pushing event updated for resources: {'Port': ['ID=0e14760d-15dd-49f4-8024-923bef6e8f3b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:02.282957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Attempting to bind port 0e14760d-15dd-49f4-8024-923bef6e8f3b on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:02.283369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Attempting to bind port 0e14760d-15dd-49f4-8024-923bef6e8f3b by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:02.283632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Attempting to bind port 0e14760d-15dd-49f4-8024-923bef6e8f3b on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:02.288100 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.303443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Port 0e14760d-15dd-49f4-8024-923bef6e8f3b on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:02.303886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Attempting to bind port 0e14760d-15dd-49f4-8024-923bef6e8f3b on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:02.359782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.386932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b8e11c0-97b6-4efa-a870-63404d025f79 req-a4776c36-3c7a-4f74-9e63-988f40966ab8 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065945 Jul 05 09:43:02.474255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30112f2e-e1c3-4945-8046-63e8a3a135f5 req-62eed96f-437d-41eb-9bdf-8790b00b0a5c tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293276 Jul 05 09:43:02.511469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:02.512046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:02.512811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:02.513014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Bound port: 0e14760d-15dd-49f4-8024-923bef6e8f3b, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:02.513471 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:02.550486 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.077596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fe7b8d8c-858a-4366-9448-21ad5c17f5df up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:03.177305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dea635d-b884-4413-9b27-be23c9c62f19 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:03.192509 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.239838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port fe7b8d8c-858a-4366-9448-21ad5c17f5df completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:03.249860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port fe7b8d8c-858a-4366-9448-21ad5c17f5df triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:03.250134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.321544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.404407 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.406238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] For port 0e14760d-15dd-49f4-8024-923bef6e8f3b, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:03.444278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.445603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] For port 0e14760d-15dd-49f4-8024-923bef6e8f3b, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0e14760d-15dd-49f4-8024-923bef6e8f3b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:03.456392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.510010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port fe7b8d8c-858a-4366-9448-21ad5c17f5df, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fe7b8d8c-858a-4366-9448-21ad5c17f5df,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:03.515609 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.531496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:03.532686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.535519 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] 10.222.0.15 "PUT /v2.0/ports/0e14760d-15dd-49f4-8024-923bef6e8f3b HTTP/1.1" status: 200 len: 1097 time: 4.5306537 Jul 05 09:43:03.564451 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.589394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Transition to ACTIVE for port object 2dea635d-b884-4413-9b27-be23c9c62f19 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:03.620270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=fe7b8d8c-858a-4366-9448-21ad5c17f5df,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:03.637033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.640331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/76aab378-6470-4b6e-a052-72c8d8010df8 HTTP/1.1" status: 204 len: 168 time: 1.8150802 Jul 05 09:43:03.647916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4806a78-ea35-4034-ad08-666128c5f0fb None None] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:03.653229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d5502-ca85-4d29-8866-0567c32993fe', 'tag': '0e14760d-15dd-49f4-8024-923bef6e8f3b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:03.656080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47900) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:03.657449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089545-0326-41a7-90ae-96edd527240c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=76aab378-6470-4b6e-a052-72c8d8010df8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:03.661867 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba430678-a845-4717-82ac-47cb9be32587" -d '{"events": [{"name": "network-changed", "server_uuid": "338d5502-ca85-4d29-8866-0567c32993fe", "tag": "0e14760d-15dd-49f4-8024-923bef6e8f3b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:03.727908 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:03.945871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Pushing event updated for resources: {'Port': ['ID=2dea635d-b884-4413-9b27-be23c9c62f19,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:04.131121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f83b87-813d-46e7-bbae-3718b89bdafe req-94e7ffb6-ce19-4c73-a39b-f6f9447b6059 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:04.134037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4f83b87-813d-46e7-bbae-3718b89bdafe req-94e7ffb6-ce19-4c73-a39b-f6f9447b6059 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 935 time: 0.9259865 Jul 05 09:43:04.178476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2042e2-1761-4e83-8376-d8e0cbf0079f service neutron] Pushing event updated for resources: {'Port': ['ID=0e14760d-15dd-49f4-8024-923bef6e8f3b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:04.197581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet c0185df3-4948-4c5e-8e4c-34b612579433 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:04.218263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.268373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-3cbfdc47-b4f3-4fd8-b102-6348413dc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:04.271894 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-3cbfdc47-b4f3-4fd8-b102-6348413dc9e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 1100 time: 0.5601094 Jul 05 09:43:04.372537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4f83b87-813d-46e7-bbae-3718b89bdafe req-4edc8f82-02b3-4505-ae6e-201e705b1fd6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106040 Jul 05 09:43:04.376355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.412443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Attempting to bind port 2dea635d-b884-4413-9b27-be23c9c62f19 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:04.413865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Attempting to bind port 2dea635d-b884-4413-9b27-be23c9c62f19 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:04.414475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Attempting to bind port 2dea635d-b884-4413-9b27-be23c9c62f19 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:04.425499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Port 2dea635d-b884-4413-9b27-be23c9c62f19 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:04.426949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Attempting to bind port 2dea635d-b884-4413-9b27-be23c9c62f19 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:04.565174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:04.566854 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-ba82f2a2-cb56-4aa2-91d0-f8c0f4243d08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0e14760d-15dd-49f4-8024-923bef6e8f3b HTTP/1.1" status: 200 len: 217 time: 0.2822478 Jul 05 09:43:04.567933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:04.569190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:04.570328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Bound port: 2dea635d-b884-4413-9b27-be23c9c62f19, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:04.571280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.801615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:04.806570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1eb1b3cb-7764-4710-9323-9d83c43b9e2d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070559585', 'description': 'tempest-description--44224299'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:04.825419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.914163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-93d1da26-fde3-4fda-8d60-af85873d5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:04.926272 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-93d1da26-fde3-4fda-8d60-af85873d5542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.3419421 Jul 05 09:43:04.949398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1eb1b3cb-7764-4710-9323-9d83c43b9e2d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:04.961429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] For port 2dea635d-b884-4413-9b27-be23c9c62f19, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:05.079200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.146676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fe7b8d8c-858a-4366-9448-21ad5c17f5df up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:05.230215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] For port 2dea635d-b884-4413-9b27-be23c9c62f19, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2dea635d-b884-4413-9b27-be23c9c62f19,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:05.262357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port fe7b8d8c-858a-4366-9448-21ad5c17f5df triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:05.263585 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.269725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.316825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-2b88d475-9011-4ca5-b09a-81c8bf108476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:05.320100 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-2b88d475-9011-4ca5-b09a-81c8bf108476 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3469386 Jul 05 09:43:05.405220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Pushing event updated for resources: {'Port': ['ID=2dea635d-b884-4413-9b27-be23c9c62f19,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:05.410189 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.424534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fe883-42be-4846-b4a7-e28e4bcaf934 req-ee62e223-75b1-4a1c-8490-a6d1e17ffe6d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:05.436849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf4fe883-42be-4846-b4a7-e28e4bcaf934 req-ee62e223-75b1-4a1c-8490-a6d1e17ffe6d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.6998851 Jul 05 09:43:05.466144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Router 5a22fba1-a228-4ae6-b231-26b0c4e7b0ea is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:05.481856 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-a3574b9d-2830-4365-a64a-cc4bf7cb650f service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476932 Jul 05 09:43:05.532498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=c0185df3-4948-4c5e-8e4c-34b612579433,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:05.542860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:05.544043 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.546407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-d2dff434-14ab-4ad5-8333-2379ad405584 service neutron] 10.222.0.16 "PUT /v2.0/ports/2dea635d-b884-4413-9b27-be23c9c62f19 HTTP/1.1" status: 200 len: 1096 time: 3.9839530 Jul 05 09:43:05.552748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca10e22-eac9-4512-97c0-b49156e91add', 'tag': '2dea635d-b884-4413-9b27-be23c9c62f19'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:05.557016 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab824317-b68f-4e8c-9786-be72ffd86bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca10e22-eac9-4512-97c0-b49156e91add", "tag": "2dea635d-b884-4413-9b27-be23c9c62f19"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:05.564940 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.571190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-324ea59b-e735-4860-b448-b1790c81968a tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/c0185df3-4948-4c5e-8e4c-34b612579433 HTTP/1.1" status: 204 len: 168 time: 1.8987687 Jul 05 09:43:05.581460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f5ac0-7f1a-4010-990b-3f2455f40432 None None] Network d7198201-32a5-4b9c-b3af-881b64d5ac9c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:05.586027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:05.719992 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-a98b91ca-3761-4f8e-90c9-a5d9dd1146bf service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290277 Jul 05 09:43:05.755681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:05.776762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Sync routers for ids ['5a22fba1-a228-4ae6-b231-26b0c4e7b0ea'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:05.794048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf4fe883-42be-4846-b4a7-e28e4bcaf934 req-f7f159e4-97b6-4b3f-8745-06d93b52dc79 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556676 Jul 05 09:43:05.827601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ee37d645-a1ed-456a-af3a-31e7370db08a None None] Provisioning complete for port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:05.828329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee37d645-a1ed-456a-af3a-31e7370db08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.861364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d14095-ecf4-4041-8572-29e655af7fde req-12b66259-fb65-4c13-9b7b-6c452792a36d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:05.864233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13d14095-ecf4-4041-8572-29e655af7fde req-12b66259-fb65-4c13-9b7b-6c452792a36d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 945 time: 0.8340552 Jul 05 09:43:05.880928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Routers {'5a22fba1-a228-4ae6-b231-26b0c4e7b0ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:05.882158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5a22fba1-a228-4ae6-b231-26b0c4e7b0ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:05.897807 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1eb1b3cb-7764-4710-9323-9d83c43b9e2d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.910744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.915689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:05.917488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1ecb55ed-7dce-4882-a7c5-422fb2cf09fe tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6579225 Jul 05 09:43:05.917965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:05.928445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1eb1b3cb-7764-4710-9323-9d83c43b9e2d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.009036 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef503c2-b777-43d8-9252-2daec0acbd7e x-openstack-request-id: req-5ef503c2-b777-43d8-9252-2daec0acbd7e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:06.009424 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338d5502-ca85-4d29-8866-0567c32993fe", "tag": "0e14760d-15dd-49f4-8024-923bef6e8f3b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:06.009679 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ef503c2-b777-43d8-9252-2daec0acbd7e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:06.010085 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338d5502-ca85-4d29-8866-0567c32993fe', 'tag': '0e14760d-15dd-49f4-8024-923bef6e8f3b', 'status': 'completed', 'code': 200} Jul 05 09:43:06.130310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430678-a845-4717-82ac-47cb9be32587 req-0d1b0351-43e9-4049-b218-50b2c9d870f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.132493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba430678-a845-4717-82ac-47cb9be32587 req-0d1b0351-43e9-4049-b218-50b2c9d870f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 1100 time: 0.0946324 Jul 05 09:43:06.251000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430678-a845-4717-82ac-47cb9be32587 req-27757117-e7a3-4275-a883-2c5e8a80236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.253318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba430678-a845-4717-82ac-47cb9be32587 req-27757117-e7a3-4275-a883-2c5e8a80236d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1137288 Jul 05 09:43:06.307614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Set router 5a22fba1-a228-4ae6-b231-26b0c4e7b0ea gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:06.321494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba430678-a845-4717-82ac-47cb9be32587 req-df4d3064-cdcb-419f-8592-a0afd8f95d6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0e14760d-15dd-49f4-8024-923bef6e8f3b HTTP/1.1" status: 200 len: 217 time: 0.0500584 Jul 05 09:43:06.378836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1eb1b3cb-7764-4710-9323-9d83c43b9e2d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.385072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1eb1b3cb-7764-4710-9323-9d83c43b9e2d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5808914 Jul 05 09:43:06.387489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:06.400897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2a7ad7c7-5b82-4e21-9b11-cb7b5d15a19d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Request body: {'security_group_rule': {'security_group_id': '0e2e77d7-951c-4302-96bb-ec3c18230a45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:06.405109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13d14095-ecf4-4041-8572-29e655af7fde req-2ccc0a8f-ad06-47ec-b4b2-5825db8f649b tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5242016 Jul 05 09:43:06.426773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430678-a845-4717-82ac-47cb9be32587 req-9d01ddff-239a-4bd4-beff-1376ff8ae020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.439654 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba430678-a845-4717-82ac-47cb9be32587 req-9d01ddff-239a-4bd4-beff-1376ff8ae020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1000848 Jul 05 09:43:06.462315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-dc6cc825-361b-4c9b-8c68-39111862f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.466737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-dc6cc825-361b-4c9b-8c68-39111862f253 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 1099 time: 0.8121705 Jul 05 09:43:06.467537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1b3cb-7764-4710-9323-9d83c43b9e2d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e77d7-951c-4302-96bb-ec3c18230a45,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:06.526848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad7c7-5b82-4e21-9b11-cb7b5d15a19d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.543597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] DHCP port deletion for d7198201-32a5-4b9c-b3af-881b64d5ac9c request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:43:06.564024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-b976d6d3-e720-4904-ad46-804113265aa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=2dea635d-b884-4413-9b27-be23c9c62f19 HTTP/1.1" status: 200 len: 217 time: 0.0542552 Jul 05 09:43:06.604772 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:43:06.651301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ea48a16b-94f4-41b9-aa27-5a36b3bbcf51 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/5a22fba1-a228-4ae6-b231-26b0c4e7b0ea HTTP/1.1" status: 200 len: 907 time: 0.7129312 Jul 05 09:43:06.651511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] Deleting port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:06.651511 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.651708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:06.671455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430678-a845-4717-82ac-47cb9be32587 req-9b751b10-f52a-4e58-bf85-dae5825b8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.678960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006fba8-6194-4a41-8a86-ac8f47d9a29b req-1cb9a965-9910-470a-8f00-e2fef0b45427 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.685599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba430678-a845-4717-82ac-47cb9be32587 req-9b751b10-f52a-4e58-bf85-dae5825b8b82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2299552 Jul 05 09:43:06.686272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d006fba8-6194-4a41-8a86-ac8f47d9a29b req-1cb9a965-9910-470a-8f00-e2fef0b45427 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 945 time: 0.4163609 Jul 05 09:43:06.720949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] For port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,segment=NetworkSegment(40f7eaad-01be-4df2-931d-e7c12f4b2d8b),segment_id=40f7eaad-01be-4df2-931d-e7c12f4b2d8b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:06.721418 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.739132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] Calling delete_port for 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:06.741809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-bb7e9831-e5fc-41b7-a573-8ed011f63304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.743351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-bb7e9831-e5fc-41b7-a573-8ed011f63304 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1715372 Jul 05 09:43:06.773458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-91c26fe3-e548-4aa8-9032-dd36d4b503e9 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:06.774703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-91c26fe3-e548-4aa8-9032-dd36d4b503e9 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.16 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 945 time: 0.5114338 Jul 05 09:43:06.779181 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad7c7-5b82-4e21-9b11-cb7b5d15a19d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.799247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad7c7-5b82-4e21-9b11-cb7b5d15a19d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.837797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ad7c7-5b82-4e21-9b11-cb7b5d15a19d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88e15ef-a0fd-491b-8003-ebbb7b2171fb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:06.855469 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba430678-a845-4717-82ac-47cb9be32587 req-0aa6ff9f-76ca-4835-8811-985b1b07860a service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685593 Jul 05 09:43:06.856877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad7c7-5b82-4e21-9b11-cb7b5d15a19d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.859573 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2a7ad7c7-5b82-4e21-9b11-cb7b5d15a19d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692166 Jul 05 09:43:06.864784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47930) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:06.870958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22fba1-a228-4ae6-b231-26b0c4e7b0ea', 'name': 'tempest-snat-router-963325497', 'tenant_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '187c6e09-b594-4b04-8e93-d001524ec78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:59Z', 'updated_at': '2021-07-05T09:43:02Z', 'revision_number': 3, 'project_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'gw_port': {'id': '187c6e09-b594-4b04-8e93-d001524ec78a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22fba1-a228-4ae6-b231-26b0c4e7b0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:43:00Z', 'updated_at': '2021-07-05T09:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:06.876186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8f41a9cd-d19c-4058-8450-39120658ba0b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Request body: {'security_group_rule': {'security_group_id': '0e2e77d7-951c-4302-96bb-ec3c18230a45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:06.916700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:06.917050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.922149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Checking router: 5a22fba1-a228-4ae6-b231-26b0c4e7b0ea for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:06.922479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Updating router 5a22fba1-a228-4ae6-b231-26b0c4e7b0ea port 187c6e09-b594-4b04-8e93-d001524ec78a binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:43:06.925753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:06.939768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d006fba8-6194-4a41-8a86-ac8f47d9a29b req-63df4cd9-ec6c-459e-87c8-0b79e071c648 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525005 Jul 05 09:43:06.981427 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.022814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] Pushing event deleted for resources: {'Port': ['ID=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.026422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:07.027779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f41a9cd-d19c-4058-8450-39120658ba0b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.043402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba430678-a845-4717-82ac-47cb9be32587 req-f58030d6-0e43-49da-9ba9-ce1393046d49 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759298 Jul 05 09:43:07.053745 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718084bb-1b04-47bf-ac29-06f4c39c39da x-openstack-request-id: req-718084bb-1b04-47bf-ac29-06f4c39c39da {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:07.054041 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca10e22-eac9-4512-97c0-b49156e91add", "tag": "2dea635d-b884-4413-9b27-be23c9c62f19", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:07.054461 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-718084bb-1b04-47bf-ac29-06f4c39c39da {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:07.055052 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca10e22-eac9-4512-97c0-b49156e91add', 'tag': '2dea635d-b884-4413-9b27-be23c9c62f19', 'status': 'completed', 'code': 200} Jul 05 09:43:07.078258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:07.078796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:07.088778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc50a8-04a6-48ca-9ec6-345c06718c1c None None] No DVR routers for this DVR port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:07.103276 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.137630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f41a9cd-d19c-4058-8450-39120658ba0b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.143537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f41a9cd-d19c-4058-8450-39120658ba0b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.163197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41a9cd-d19c-4058-8450-39120658ba0b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2454b438-83ec-4476-a55b-706911c12f37,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.180394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f41a9cd-d19c-4058-8450-39120658ba0b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.186630 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8f41a9cd-d19c-4058-8450-39120658ba0b tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162560 Jul 05 09:43:07.186836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47934) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:07.193231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:07.230027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.301402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] For port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3, host n-d-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:07.301769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.363842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:07.374133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:43:07.377409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.393731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb09d82-074f-4fb0-830c-ba72475be3a1 req-28c00e77-36d5-4092-b4d6-47c8ce180a92 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:07.395953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bb09d82-074f-4fb0-830c-ba72475be3a1 req-28c00e77-36d5-4092-b4d6-47c8ce180a92 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 947 time: 0.6484995 Jul 05 09:43:07.400976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.404511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-71a71113-c246-46a8-a6d3-69d5e54beb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:07.406226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-71a71113-c246-46a8-a6d3-69d5e54beb3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6509535 Jul 05 09:43:07.437997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.454458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Transition to ACTIVE for port object 187c6e09-b594-4b04-8e93-d001524ec78a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:07.464211 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.482049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=4015292e-57fe-4d0c-bde1-ec7adc70e5c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.488239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No DVR routers for this DVR port 4015292e-57fe-4d0c-bde1-ec7adc70e5c3 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:07.521574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Attempting to bind port 187c6e09-b594-4b04-8e93-d001524ec78a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:07.521956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Attempting to bind port 187c6e09-b594-4b04-8e93-d001524ec78a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:07.522321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Attempting to bind port 187c6e09-b594-4b04-8e93-d001524ec78a on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:07.536108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:07.536369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:07.536613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.537017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:07.537500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Bound port: 187c6e09-b594-4b04-8e93-d001524ec78a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:07.537898 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.541239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62918aa-980f-4903-b7a6-a17917489471 None None] Pushing event updated for resources: {'Port': ['ID=187c6e09-b594-4b04-8e93-d001524ec78a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.555260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Allocated IP 172.25.1.131 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/a2be7cdc-f73b-4703-921d-3985481fc2c8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:07.584371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.595253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b5bbf-3f2d-4a36-830e-0f9ba71085be req-ad96964c-1728-4808-9691-c030c46b9b73 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:07.596972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e0b5bbf-3f2d-4a36-830e-0f9ba71085be req-ad96964c-1728-4808-9691-c030c46b9b73 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 945 time: 0.4347508 Jul 05 09:43:07.614247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:07.620745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] For port 187c6e09-b594-4b04-8e93-d001524ec78a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:07.626784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Request body: {'floatingip': {'port_id': '9a5be27a-8e07-416a-b84c-22d9bc047607'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:07.627436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] For port 187c6e09-b594-4b04-8e93-d001524ec78a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=187c6e09-b594-4b04-8e93-d001524ec78a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:07.638167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.720046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Routers {'5a22fba1-a228-4ae6-b231-26b0c4e7b0ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:07.720914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5a22fba1-a228-4ae6-b231-26b0c4e7b0ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:07.728901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bb09d82-074f-4fb0-830c-ba72475be3a1 req-114a3d5f-0b12-46ed-aa19-324620468ddb tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179891 Jul 05 09:43:07.736991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Deleting port cceb78bd-4aea-4e9e-bc70-2110f7252ddd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:07.737333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.791735 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.840422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62918aa-980f-4903-b7a6-a17917489471 None None] Pushing event updated for resources: {'Port': ['ID=187c6e09-b594-4b04-8e93-d001524ec78a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.841116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.863621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] Set router 5a22fba1-a228-4ae6-b231-26b0c4e7b0ea gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:07.869371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.883972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:07.918402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'Port': ['ID=a2be7cdc-f73b-4703-921d-3985481fc2c8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:07.921525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-33bd452a-fbe4-465e-9d43-dbe9e0e1c880 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031688 Jul 05 09:43:07.928321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:07.931278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:07.935801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:07.956154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22fba1-a228-4ae6-b231-26b0c4e7b0ea', 'name': 'tempest-snat-router-963325497', 'tenant_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:59Z', 'updated_at': '2021-07-05T09:43:07Z', 'revision_number': 4, 'project_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:07.988960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7198201-32a5-4b9c-b3af-881b64d5ac9c']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:07.990775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0302a9be-19c3-4843-ade9-fc3cd5b0b3cb None None] The sync data for ids ['5a22fba1-a228-4ae6-b231-26b0c4e7b0ea'] in n-d-771363-33 is: [{'id': '5a22fba1-a228-4ae6-b231-26b0c4e7b0ea', 'name': 'tempest-snat-router-963325497', 'tenant_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:42:59Z', 'updated_at': '2021-07-05T09:43:07Z', 'revision_number': 4, 'project_id': 'f01830a2394a4030aa44d2edc3e3bfa8', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:08.027937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f7eaad-01be-4df2-931d-e7c12f4b2d8b') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:08.028342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f7eaad-01be-4df2-931d-e7c12f4b2d8b') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:08.099886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.159517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.342606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.349400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.367866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.433032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'Port': ['ID=a2be7cdc-f73b-4703-921d-3985481fc2c8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:08.440627 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.460652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.462023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b4193ecb-9cb9-4520-b6fa-fb1851f8cdcb tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2740591 Jul 05 09:43:08.481891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.527005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:43:08.527712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:43:08.531783 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:43:08.535373 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:43:08.535373 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:43:08.535373 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:43:08.535373 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:43:08.535373 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:43:08.653684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] For port cceb78bd-4aea-4e9e-bc70-2110f7252ddd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,segment=NetworkSegment(c4781007-ec96-40fe-affd-d7b6aeabb048),segment_id=c4781007-ec96-40fe-affd-d7b6aeabb048)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:08.654059 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.721865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Calling delete_port for cceb78bd-4aea-4e9e-bc70-2110f7252ddd owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:08.730333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Deleting port 187c6e09-b594-4b04-8e93-d001524ec78a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:08.730564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.740280 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-4dfc5885-2a80-4b40-852f-039cc689bc81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770924 Jul 05 09:43:08.747752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbb779-bd33-400f-9243-5d8c6cb18015 req-79255b77-8965-4f3f-be18-7d6ab207b4fc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.749357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74bbb779-bd33-400f-9243-5d8c6cb18015 req-79255b77-8965-4f3f-be18-7d6ab207b4fc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.8770168 Jul 05 09:43:08.751860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2813d78b-d0e2-4fde-aa59-96f903cbe3a9 req-5ab2ac9a-9af2-4ce4-8420-04ad454afffe service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743754 Jul 05 09:43:08.758114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.821613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:08.824116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/d7198201-32a5-4b9c-b3af-881b64d5ac9c HTTP/1.1" status: 204 len: 168 time: 3.2362449 Jul 05 09:43:08.839823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:08.841664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0e14760d-15dd-49f4-8024-923bef6e8f3b details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:08.917959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-f86e6e05-4cc3-457f-833a-9d3ff2649653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:08.919830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-f86e6e05-4cc3-457f-833a-9d3ff2649653 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 1101 time: 0.1145189 Jul 05 09:43:08.971863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0985fd7-8cf9-414c-984a-894241ba8acd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=d7198201-32a5-4b9c-b3af-881b64d5ac9c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:09.010173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cc8ef-da6c-40f3-9888-7f876dbf6b59 req-f43576ab-8c2d-49b5-904e-410b949f8591 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.017311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-305cc8ef-da6c-40f3-9888-7f876dbf6b59 req-f43576ab-8c2d-49b5-904e-410b949f8591 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/ports?device_id=b641af17-29aa-418b-8eb3-7c570a85f3d7 HTTP/1.1" status: 200 len: 945 time: 0.6625149 Jul 05 09:43:09.028646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0e14760d-15dd-49f4-8024-923bef6e8f3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0e14760d-15dd-49f4-8024-923bef6e8f3b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:09.061421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0e14760d-15dd-49f4-8024-923bef6e8f3b', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '0e14760d-15dd-49f4-8024-923bef6e8f3b', 'mac_address': 'fa:16:3e:ad:d3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:09.099058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-377c6bd7-c5a4-449f-a0f3-6c7f7746b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.101101 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-377c6bd7-c5a4-449f-a0f3-6c7f7746b689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1463709 Jul 05 09:43:09.126153 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.144708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e14760d-15dd-49f4-8024-923bef6e8f3b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:09.160321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-de2c24b9-c20f-46f9-8cd0-a2f33e24c49e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=621da286-5de1-4a48-b5e5-06b4950bf617 HTTP/1.1" status: 200 len: 217 time: 0.0520380 Jul 05 09:43:09.160738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74bbb779-bd33-400f-9243-5d8c6cb18015 req-3427a06e-eb90-4a65-8b26-cab23d601450 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958023 Jul 05 09:43:09.173433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0e14760d-15dd-49f4-8024-923bef6e8f3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0e14760d-15dd-49f4-8024-923bef6e8f3b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:09.181199 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.192053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] For port 187c6e09-b594-4b04-8e93-d001524ec78a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=187c6e09-b594-4b04-8e93-d001524ec78a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:09.192798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.217854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-59694fac-6397-4ce5-8516-a0506c2a1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.219834 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-59694fac-6397-4ce5-8516-a0506c2a1c72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0535707 Jul 05 09:43:09.254006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0e14760d-15dd-49f4-8024-923bef6e8f3b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:09.275486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-305cc8ef-da6c-40f3-9888-7f876dbf6b59 req-63d81e2d-aaeb-47fc-bd01-892910de877f tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1484ff1-f71c-484f-8b3f-f0838186f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571640 Jul 05 09:43:09.276959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Calling delete_port for 187c6e09-b594-4b04-8e93-d001524ec78a owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:09.345624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-bd322cf9-3df5-4ddb-96c7-efc78a3f5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.348078 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-bd322cf9-3df5-4ddb-96c7-efc78a3f5bb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214113 Jul 05 09:43:09.435564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21d8c2-965b-4c35-91f9-61258514dcf3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.437063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3b21d8c2-965b-4c35-91f9-61258514dcf3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5619862 Jul 05 09:43:09.443718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47960) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:09.472268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0e14760d-15dd-49f4-8024-923bef6e8f3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:09.537637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-30a7cdde-9b3b-4fff-997f-d7cf947dd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.539037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-30a7cdde-9b3b-4fff-997f-d7cf947dd9c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 1099 time: 0.7142985 Jul 05 09:43:09.546172 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.560976 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-58fd210b-685b-4c5d-9083-8d43b969e9bc service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039347 Jul 05 09:43:09.656766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Pushing event deleted for resources: {'Port': ['ID=cceb78bd-4aea-4e9e-bc70-2110f7252ddd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:09.676007 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f02e45d-83c0-4e21-846f-5f5981f5e863 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2305124 Jul 05 09:43:09.682595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:09.697938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1369885734'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:09.759905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:09.766002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.779071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] No DVR routers for this DVR port cceb78bd-4aea-4e9e-bc70-2110f7252ddd on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:09.785166 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.787117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9e95b7f-7cf6-4dfb-a5db-74d5929c8c42 req-c8afb764-5980-4c20-82e4-e2097a642470 tempest-VolumesAdminNegativeTest-191144302 tempest-VolumesAdminNegativeTest-191144302-project] 10.222.0.16 "DELETE /v2.0/ports/cceb78bd-4aea-4e9e-bc70-2110f7252ddd HTTP/1.1" status: 204 len: 173 time: 2.9766004 Jul 05 09:43:09.808541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'name': 'network-vif-deleted', 'tag': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:09.810764 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d2ae8-7e9d-4020-8cfd-9a0da743ea1d" -d '{"events": [{"server_uuid": "b641af17-29aa-418b-8eb3-7c570a85f3d7", "name": "network-vif-deleted", "tag": "cceb78bd-4aea-4e9e-bc70-2110f7252ddd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:09.825280 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2a2de254-b15d-4c8a-9b40-e68ec327415b req-47fc7e18-a2d4-437f-96c4-d5ec95fa7c0f service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511735 Jul 05 09:43:09.846515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:09.866753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.867348 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment e50b16a3-e23b-4254-abca-cc88bc40020c of type vlan for network 200ba45b-691f-431a-9176-33778cd8cdca Jul 05 09:43:09.937550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:43:09.948859 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.953216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16aa18-caa3-447e-b106-b4afd815612b req-46cd1488-49a8-438e-9ddc-b844f1a94f09 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.954759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-46cd1488-49a8-438e-9ddc-b844f1a94f09 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 822 time: 0.5993555 Jul 05 09:43:09.987579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:09.995737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:09.996724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.039267 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3550212 Jul 05 09:43:10.039917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:10.049999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c9ccc-f945-4ca4-9af9-47d2266c63fd req-a65cbf8f-5aa9-4cb5-8859-ee67bee6815a tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:10.052881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-893c9ccc-f945-4ca4-9af9-47d2266c63fd req-a65cbf8f-5aa9-4cb5-8859-ee67bee6815a tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 947 time: 0.6286216 Jul 05 09:43:10.073759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-5e3eddc7-4253-4370-bfae-bf0aa11b0b66 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/quotas/621aa994bbb94116a1d5e9e8984008d2 HTTP/1.1" status: 200 len: 375 time: 0.0700111 Jul 05 09:43:10.081315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': '200ba45b-691f-431a-9176-33778cd8cdca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:10.086452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-663c3cdd-6b69-4439-813a-8599bc6c3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:10.088957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-663c3cdd-6b69-4439-813a-8599bc6c3ad7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.4952667 Jul 05 09:43:10.107377 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.164167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46c836-71c6-4075-b8d9-e3f3cf9c2eab tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=200ba45b-691f-431a-9176-33778cd8cdca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:10.184391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 200ba45b-691f-431a-9176-33778cd8cdca details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:10.221161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:10.226964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.442658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.454190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-9bb2c99f-45de-4f52-b211-37c82638b719 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=2dea635d-b884-4413-9b27-be23c9c62f19 HTTP/1.1" status: 200 len: 217 time: 0.3453870 Jul 05 09:43:10.542479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-893c9ccc-f945-4ca4-9af9-47d2266c63fd req-01ce5c30-4a56-469f-becb-7276c402258e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739525 Jul 05 09:43:10.563646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.651901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-a758bf76-4fff-4fed-a156-a729c23c8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:10.653180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-a758bf76-4fff-4fed-a156-a729c23c8c7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1599762 Jul 05 09:43:10.653935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event deleted for resources: {'Port': ['ID=187c6e09-b594-4b04-8e93-d001524ec78a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:10.764822 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Floating IP 79e2cfbc-8727-461f-8cb7-879152f35ba6 associated. External IP: 172.25.1.106, port: 9a5be27a-8e07-416a-b84c-22d9bc047607. Jul 05 09:43:10.793051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-8627f392-8d02-460d-9a74-c072277f962c tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6921070 Jul 05 09:43:10.824993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.847824 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ce1e20-5350-4b1d-8984-45af2b42079a x-openstack-request-id: req-23ce1e20-5350-4b1d-8984-45af2b42079a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:10.848816 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b641af17-29aa-418b-8eb3-7c570a85f3d7", "name": "network-vif-deleted", "tag": "cceb78bd-4aea-4e9e-bc70-2110f7252ddd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:10.849067 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23ce1e20-5350-4b1d-8984-45af2b42079a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:10.849470 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641af17-29aa-418b-8eb3-7c570a85f3d7', 'name': 'network-vif-deleted', 'tag': 'cceb78bd-4aea-4e9e-bc70-2110f7252ddd', 'status': 'completed', 'code': 200} Jul 05 09:43:10.857615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0e14760d-15dd-49f4-8024-923bef6e8f3b up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:10.937926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:10.948989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': 'e50b16a3-e23b-4254-abca-cc88bc40020c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '200ba45b-691f-431a-9176-33778cd8cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:10.948989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: 200ba45b-691f-431a-9176-33778cd8cdca, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:10.984286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=c987e110-2425-4087-ab65-a5214742a34f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:11.001558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 0e14760d-15dd-49f4-8024-923bef6e8f3b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:11.004822 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 200ba45b-691f-431a-9176-33778cd8cdca is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:11.008173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0e14760d-15dd-49f4-8024-923bef6e8f3b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:11.008926 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.022594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 200ba45b-691f-431a-9176-33778cd8cdca) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:11.031024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:11.032782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.046525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acff943-861c-4a30-bfa5-17d09be09c0e None None] Network 200ba45b-691f-431a-9176-33778cd8cdca requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:11.061936 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3151f09-75ea-41e7-a128-f9ad3471f69f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9835856 Jul 05 09:43:11.063173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:11.071734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '200ba45b-691f-431a-9176-33778cd8cdca', 'name': 'tempest-PortsIpV6TestJSON-1907451519'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:11.074749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-4c2305cc-9073-4eb2-b1ef-af658dae96a8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:43:11.075955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-4c2305cc-9073-4eb2-b1ef-af658dae96a8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2347562 Jul 05 09:43:11.089448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.116930 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.277458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cceb78bd-4aea-4e9e-bc70-2110f7252ddd no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:11.285500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.336502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: cceb78bd-4aea-4e9e-bc70-2110f7252ddd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:11.337407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device cceb78bd-4aea-4e9e-bc70-2110f7252ddd not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:11.377479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.379310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a22fba1-a228-4ae6-b231-26b0c4e7b0ea {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:43:11.390370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.391410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338d5502-ca85-4d29-8866-0567c32993fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e14760d-15dd-49f4-8024-923bef6e8f3b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:11.395406 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4de930a-40b7-4bb1-b8c6-66de8d47a7d5" -d '{"events": [{"server_uuid": "338d5502-ca85-4d29-8866-0567c32993fe", "name": "network-vif-plugged", "status": "completed", "tag": "0e14760d-15dd-49f4-8024-923bef6e8f3b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:11.397196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-454d381b-ee9d-479a-9931-9114dfe9e079 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5a22fba1-a228-4ae6-b231-26b0c4e7b0ea HTTP/1.1" status: 204 len: 168 time: 4.7428007 Jul 05 09:43:11.447395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0e14760d-15dd-49f4-8024-923bef6e8f3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0e14760d-15dd-49f4-8024-923bef6e8f3b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:11.455990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-200ba45b-691f-431a-9176-33778cd8cdca', 'network_id': '200ba45b-691f-431a-9176-33778cd8cdca', 'tenant_id': '4fed1092da1342b681f83cd534695615', 'fixed_ips': [{'subnet_id': 'c987e110-2425-4087-ab65-a5214742a34f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:43:11.458325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.465441 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.469435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47976) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:11.500573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-c615f161-9b64-4c97-999a-175ada5e79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:11.502533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-c615f161-9b64-4c97-999a-175ada5e79cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8380256 Jul 05 09:43:11.681598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaab11-dadf-4923-86fe-ef3d3c6774d0 req-f9efb159-50d3-47fd-9939-b831fc799395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:11.687694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adaaab11-dadf-4923-86fe-ef3d3c6774d0 req-f9efb159-50d3-47fd-9939-b831fc799395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.6192961 Jul 05 09:43:11.709732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-041174b6-c1dc-46fb-9703-f7888ed6d40e service neutron] 10.222.0.21 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180766 Jul 05 09:43:11.779922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.786584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Router e70d367a-55a3-4788-8d72-5e30ba3e670f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:11.840843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:11.846576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:11.850078 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adaaab11-dadf-4923-86fe-ef3d3c6774d0 req-4c05191a-ca9a-49fa-9bd7-9489240d9c69 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486354 Jul 05 09:43:11.898239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 656c6873-8fcb-43b7-b74d-6df7faec38b9 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:43:11.914115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0e14760d-15dd-49f4-8024-923bef6e8f3b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:11.994324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-7d1aae68-0864-4bdd-9ef5-ba1b404ab4f9 service neutron] 10.222.0.21 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696018 Jul 05 09:43:12.000589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-1a2769f1-62da-4f5c-807d-e476d5b722bc service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831104 Jul 05 09:43:12.007907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Allocated IP 2001:db8::2 (200ba45b-691f-431a-9176-33778cd8cdca/c987e110-2425-4087-ab65-a5214742a34f/abd837dd-2f5c-4cd1-bada-09ea84c1a66d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:12.098790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:12.100985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.176623 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97832d8-05ec-43ca-8444-191e86b1e751 x-openstack-request-id: req-d97832d8-05ec-43ca-8444-191e86b1e751 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:12.177195 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338d5502-ca85-4d29-8866-0567c32993fe", "name": "network-vif-plugged", "status": "completed", "tag": "0e14760d-15dd-49f4-8024-923bef6e8f3b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:12.177726 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d97832d8-05ec-43ca-8444-191e86b1e751 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:12.178604 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338d5502-ca85-4d29-8866-0567c32993fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e14760d-15dd-49f4-8024-923bef6e8f3b', 'code': 200} Jul 05 09:43:12.339412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab824317-b68f-4e8c-9786-be72ffd86bc3 req-03a9f065-95c2-4c7f-9bd1-73ec58bbfc69 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239989 Jul 05 09:43:12.421555 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.432433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:12.438133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Transition to ACTIVE for port object abd837dd-2f5c-4cd1-bada-09ea84c1a66d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:12.455993 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] Sync routers for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:12.467532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Transition to ACTIVE for port object abd837dd-2f5c-4cd1-bada-09ea84c1a66d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:12.478892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.484603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.502322 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:12.504453 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:12.572047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Network 200ba45b-691f-431a-9176-33778cd8cdca is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:12.579504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:12.581696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:12.641952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] Deleting subnet a925c9cc-557c-42db-aac9-33362fb1f6f5 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:12.718786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Attempting to bind port abd837dd-2f5c-4cd1-bada-09ea84c1a66d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:12.719692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Attempting to bind port abd837dd-2f5c-4cd1-bada-09ea84c1a66d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'e50b16a3-e23b-4254-abca-cc88bc40020c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '200ba45b-691f-431a-9176-33778cd8cdca'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:12.720215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Attempting to bind port abd837dd-2f5c-4cd1-bada-09ea84c1a66d on network 200ba45b-691f-431a-9176-33778cd8cdca {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:12.723167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Pushing event updated for resources: {'Port': ['ID=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:12.741574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:12.741958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Checking segment: {'id': 'e50b16a3-e23b-4254-abca-cc88bc40020c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '200ba45b-691f-431a-9176-33778cd8cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:12.742377 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.742773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Bound using segment: {'id': 'e50b16a3-e23b-4254-abca-cc88bc40020c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '200ba45b-691f-431a-9176-33778cd8cdca'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:12.743297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Bound port: abd837dd-2f5c-4cd1-bada-09ea84c1a66d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50b16a3-e23b-4254-abca-cc88bc40020c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '200ba45b-691f-431a-9176-33778cd8cdca'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:12.743687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.760501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::47 (200ba45b-691f-431a-9176-33778cd8cdca/c987e110-2425-4087-ab65-a5214742a34f/656c6873-8fcb-43b7-b74d-6df7faec38b9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:12.783605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.795914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c130f312-bbf2-4375-a062-0acef96d3cd3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "PUT /v2.0/floatingips/79e2cfbc-8727-461f-8cb7-879152f35ba6 HTTP/1.1" status: 200 len: 991 time: 5.1785626 Jul 05 09:43:12.871216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:12.875971 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97c63f2-b9f1-44b5-939e-1c2377d4c036" -d '{"events": [{"name": "network-changed", "server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:12.885134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] For port abd837dd-2f5c-4cd1-bada-09ea84c1a66d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:12.894567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] For port abd837dd-2f5c-4cd1-bada-09ea84c1a66d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,segment=NetworkSegment(e50b16a3-e23b-4254-abca-cc88bc40020c),segment_id=e50b16a3-e23b-4254-abca-cc88bc40020c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:12.900094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a663f73-7db1-4233-9e4e-a3b8c6eac013 req-1e83a1e7-1ecf-444d-9cec-afb782a087e2 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:12.901173 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:12.909223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:12.914560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a663f73-7db1-4233-9e4e-a3b8c6eac013 req-1e83a1e7-1ecf-444d-9cec-afb782a087e2 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 947 time: 0.3284934 Jul 05 09:43:12.968935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-4b95e9b3-5071-44ab-a9ab-1587741dfb5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8989af5e-8f30-4b11-8143-b9373ca679a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2730002 Jul 05 09:43:12.984693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67847ab3-2fe4-446d-bd31-6959cdb4cdbd req-28955cad-ef14-4b06-b3a2-91c2aac4963c tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 210 time: 0.1300952 Jul 05 09:43:13.068337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a663f73-7db1-4233-9e4e-a3b8c6eac013 req-1e258dcc-0cdf-403f-8527-da715984defc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522210 Jul 05 09:43:13.193730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179f594-b9f4-40b8-b3c1-c1e8faea945e None None] Pushing event updated for resources: {'Port': ['ID=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:13.245320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Deleting port fe7b8d8c-858a-4366-9448-21ad5c17f5df {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:13.246874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.264569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2dea635d-b884-4413-9b27-be23c9c62f19 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:13.446461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.622490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886203b-bace-4079-bb4e-8fec6910c62b req-ea62a7bd-0beb-459b-a3bd-4d656446b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:13.634852 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7886203b-bace-4079-bb4e-8fec6910c62b req-ea62a7bd-0beb-459b-a3bd-4d656446b132 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 1102 time: 1.2724521 Jul 05 09:43:13.691806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2dea635d-b884-4413-9b27-be23c9c62f19, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2dea635d-b884-4413-9b27-be23c9c62f19,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:13.758465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '2dea635d-b884-4413-9b27-be23c9c62f19', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '2dea635d-b884-4413-9b27-be23c9c62f19', 'mac_address': 'fa:16:3e:5a:8d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:13.760169 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '79e2cfbc-8727-461f-8cb7-879152f35ba6', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'port_id': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'mac_address': 'fa:16:3e:b1:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:42:37Z', 'updated_at': '2021-07-05T09:43:09Z', 'revision_number': 1, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:13.884858 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15949299-f5ab-4714-88d7-fbf878b610bd x-openstack-request-id: req-15949299-f5ab-4714-88d7-fbf878b610bd {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:13.885673 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:13.886778 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15949299-f5ab-4714-88d7-fbf878b610bd {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:13.888856 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'status': 'completed', 'code': 200} Jul 05 09:43:13.890231 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] Checking router: e70d367a-55a3-4788-8d72-5e30ba3e670f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:43:13.915783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:13.926788 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:13.927903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:42:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:13.947452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dea635d-b884-4413-9b27-be23c9c62f19 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:14.021577 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.032999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2dea635d-b884-4413-9b27-be23c9c62f19, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2dea635d-b884-4413-9b27-be23c9c62f19,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:14.038742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d83f2de1-a82b-4b3f-abd5-6f8e905955d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.047832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.153955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=2dea635d-b884-4413-9b27-be23c9c62f19,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:14.163722 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7886203b-bace-4079-bb4e-8fec6910c62b req-e5752943-11d3-41f5-8fef-11379d673ae9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987957 Jul 05 09:43:14.188369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.203682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-1bd480b5-3cf0-4d0f-8f38-0f7105c7818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.207838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-1bd480b5-3cf0-4d0f-8f38-0f7105c7818c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 1101 time: 1.1354759 Jul 05 09:43:14.223962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-5f82041c-8545-425d-b9fe-18f2026f80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.225810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] For port fe7b8d8c-858a-4366-9448-21ad5c17f5df, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fe7b8d8c-858a-4366-9448-21ad5c17f5df,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:14.226306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.227485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-5f82041c-8545-425d-b9fe-18f2026f80bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 1097 time: 0.3564715 Jul 05 09:43:14.262097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116aac1-d5f1-44b2-b305-96e70573f115 req-b7132642-75d6-420a-8f25-ce7226c7c00b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.264312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7116aac1-d5f1-44b2-b305-96e70573f115 req-b7132642-75d6-420a-8f25-ce7226c7c00b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.1947243 Jul 05 09:43:14.279496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 656c6873-8fcb-43b7-b74d-6df7faec38b9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:14.285363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Calling delete_port for fe7b8d8c-858a-4366-9448-21ad5c17f5df owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:14.355141 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:43:14.370602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['2dea635d-b884-4413-9b27-be23c9c62f19'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:14.428042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.547704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a925c9cc-557c-42db-aac9-33362fb1f6f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:14.547704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.554799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.559898 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a2930cb-ced8-4b1f-b4f1-91685cb31b71 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a925c9cc-557c-42db-aac9-33362fb1f6f5 HTTP/1.1" status: 204 len: 168 time: 2.4348361 Jul 05 09:43:14.563585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:14.572582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-761fbae3-f6b7-4554-97f5-ae878b9a3735 req-f45eccd7-7178-4ee6-b662-bdc0c987a955 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 210 time: 0.1273751 Jul 05 09:43:14.595035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7116aac1-d5f1-44b2-b305-96e70573f115 req-f2945fef-297f-43b1-a23f-b2fc4f872175 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014355 Jul 05 09:43:14.705236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.707948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-2106fadc-ee78-44e6-96c6-e489f6785f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.721397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-2106fadc-ee78-44e6-96c6-e489f6785f8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.4734404 Jul 05 09:43:14.731629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-1faae69a-e729-4d2c-b1b7-f4d4bf7cfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:14.735881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-1faae69a-e729-4d2c-b1b7-f4d4bf7cfae8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 0.4847810 Jul 05 09:43:14.964863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:14.981820 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '79e2cfbc-8727-461f-8cb7-879152f35ba6', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'port_id': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'mac_address': 'fa:16:3e:b1:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:42:37Z', 'updated_at': '2021-07-05T09:43:09Z', 'revision_number': 1, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:14.983523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864cbcdc-a460-4705-8012-cbfae1744411']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:14.996383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4781007-ec96-40fe-affd-d7b6aeabb048') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:14.997046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4781007-ec96-40fe-affd-d7b6aeabb048') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:15.005266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-def5be40-8004-4178-bbe5-67826fd5559f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5be27a-8e07-416a-b84c-22d9bc047607 HTTP/1.1" status: 200 len: 999 time: 0.2473958 Jul 05 09:43:15.008824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.041013 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.050726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:43:15.051299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.064417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eabf65d-0900-4388-b97b-6f1ddc43da4e None None] Network 200ba45b-691f-431a-9176-33778cd8cdca requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:15.121812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 200ba45b-691f-431a-9176-33778cd8cdca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:43:15.137996 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:43:15.144896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:15.146816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.150166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:15.156168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.156959 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.161120 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bbe6d-608b-4df1-99ca-5c7420b64f81 None None] The sync data for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 is: [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '79e2cfbc-8727-461f-8cb7-879152f35ba6', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'port_id': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'mac_address': 'fa:16:3e:b1:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:42:37Z', 'updated_at': '2021-07-05T09:43:09Z', 'revision_number': 1, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:15.196568 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1316688 Jul 05 09:43:15.202900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device abd837dd-2f5c-4cd1-bada-09ea84c1a66d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:15.218389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.224700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/864cbcdc-a460-4705-8012-cbfae1744411 HTTP/1.1" status: 204 len: 168 time: 0.6571321 Jul 05 09:43:15.226260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff4849-fdc9-4447-bdf0-a23f2a81be41 admin admin] Pushing event deleted for resources: {'Network': ['ID=864cbcdc-a460-4705-8012-cbfae1744411,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.230404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:15.230896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:15.241266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '200ba45b-691f-431a-9176-33778cd8cdca', 'name': 'tempest-PortsIpV6TestJSON-1573841110'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:15.290182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da89319c-dd03-4372-b724-ddcb831eff94 None None] Provisioning for port abd837dd-2f5c-4cd1-bada-09ea84c1a66d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:15.295733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-418da946-0af8-46c1-b000-3401e450c531 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9 HTTP/1.1" status: 200 len: 217 time: 0.5550885 Jul 05 09:43:15.358589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port abd837dd-2f5c-4cd1-bada-09ea84c1a66d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:15.397951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port abd837dd-2f5c-4cd1-bada-09ea84c1a66d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:15.402901 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.454548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-a545a201-7887-44a5-9b2e-eab61cf34207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.457782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-a545a201-7887-44a5-9b2e-eab61cf34207 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.3409436 Jul 05 09:43:15.486908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fcaf5-c083-4dc5-9fcb-80164dce3f26 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=656c6873-8fcb-43b7-b74d-6df7faec38b9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:15.546737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-5b8fd0cc-b3e7-4b5c-b757-db0ca17309c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.547234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] Deleting subnet bda45de2-1df5-4e1f-9e57-ef01d9ab554f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:15.552192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-5b8fd0cc-b3e7-4b5c-b757-db0ca17309c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2381744 Jul 05 09:43:15.553153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.694654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:15.709357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.745457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0841c27-e21a-4c5e-9a67-c443d8bf0ebd None None] New status for floating IP 79e2cfbc-8727-461f-8cb7-879152f35ba6: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:43:15.747636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.834187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port abd837dd-2f5c-4cd1-bada-09ea84c1a66d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,segment=NetworkSegment(e50b16a3-e23b-4254-abca-cc88bc40020c),segment_id=e50b16a3-e23b-4254-abca-cc88bc40020c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:15.848649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.885934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb1366-cc65-4ae0-9e6a-b9bb3fd81b99 req-a5465165-9f83-4cd4-a597-a5106e79de25 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:15.899745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45bb1366-cc65-4ae0-9e6a-b9bb3fd81b99 req-a5465165-9f83-4cd4-a597-a5106e79de25 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 948 time: 0.7876225 Jul 05 09:43:15.938348 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:15.982938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 960be55f-9eb0-4b1f-a18d-0c74b3f490a7 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:43:16.030712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:16.043828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-245b93f6-5299-4a3b-af57-1953a03f6e27 req-cd9a6e8a-75e2-4e13-8419-ebc8646b3b5f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 210 time: 0.1370306 Jul 05 09:43:16.054328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-86a18d98-7eb7-4659-9767-a01865456886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:16.055982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-86a18d98-7eb7-4659-9767-a01865456886 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5835207 Jul 05 09:43:16.059586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16aa18-caa3-447e-b106-b4afd815612b req-6ee855a3-559b-4c41-b06c-996a989e2357 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:16.061492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-6ee855a3-559b-4c41-b06c-996a989e2357 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.16 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 822 time: 0.8827264 Jul 05 09:43:16.063784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-e705aa2c-e750-4934-b283-4c46ed301af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:16.065478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-e705aa2c-e750-4934-b283-4c46ed301af7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5072198 Jul 05 09:43:16.071223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45bb1366-cc65-4ae0-9e6a-b9bb3fd81b99 req-9c52b515-4eb7-46b3-a991-911830fa82fc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697850 Jul 05 09:43:16.105451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.156021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Request body: {'port': {'device_id': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'admin_state_up': True, 'tenant_id': '621aa994bbb94116a1d5e9e8984008d2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:16.244071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-1639ca26-bb08-48cc-9645-49b719d7727c service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534843 Jul 05 09:43:16.376766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-972081e5-ad44-44d8-8fe7-e6186c172d1a None None] Provisioning for port 656c6873-8fcb-43b7-b74d-6df7faec38b9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:16.384217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-972081e5-ad44-44d8-8fe7-e6186c172d1a None None] Provisioning complete for port 656c6873-8fcb-43b7-b74d-6df7faec38b9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:16.384873 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972081e5-ad44-44d8-8fe7-e6186c172d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.507074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-972081e5-ad44-44d8-8fe7-e6186c172d1a None None] Port 656c6873-8fcb-43b7-b74d-6df7faec38b9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:16.529642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-972081e5-ad44-44d8-8fe7-e6186c172d1a None None] Provisioning complete for port abd837dd-2f5c-4cd1-bada-09ea84c1a66d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:16.530599 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972081e5-ad44-44d8-8fe7-e6186c172d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.556261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.611123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-a2c75a76-81e2-4034-931f-316915ea6eae service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274947 Jul 05 09:43:16.666314 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.705507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe7b8d8c-858a-4366-9448-21ad5c17f5df,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:16.720896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.757171 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4eac-ed88-436c-bae3-e46efa29ec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.767040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a37bde0-aede-4cea-949a-cf7b3334e619 req-391bb0f6-1d13-463e-9e88-4bc6cb65e722 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154047 Jul 05 09:43:16.790960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c531c-bce6-41b5-92bc-2352df6f4b2f req-c82f1de2-0ee9-466b-bbc1-eeef69da7a6c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:16.793316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f6c531c-bce6-41b5-92bc-2352df6f4b2f req-c82f1de2-0ee9-466b-bbc1-eeef69da7a6c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.3391771 Jul 05 09:43:16.802879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a97c63f2-b9f1-44b5-939e-1c2377d4c036 req-d0724b4c-e114-4b5e-96e9-fb0f116aad1c service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843908 Jul 05 09:43:16.837257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::1b5 (200ba45b-691f-431a-9176-33778cd8cdca/c987e110-2425-4087-ab65-a5214742a34f/960be55f-9eb0-4b1f-a18d-0c74b3f490a7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:16.859804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f6c531c-bce6-41b5-92bc-2352df6f4b2f req-5f484f65-9d3c-4d2c-8535-95804b637be3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541253 Jul 05 09:43:16.891437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda45de2-1df5-4e1f-9e57-ef01d9ab554f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:16.902797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e33ea394-ca93-40fb-b3b3-17a582a64d8b None None] Provisioning complete for port 656c6873-8fcb-43b7-b74d-6df7faec38b9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:16.903342 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e33ea394-ca93-40fb-b3b3-17a582a64d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.914173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.917056 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1cc6e3c8-d8ad-4111-8d88-714f08fe7098 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bda45de2-1df5-4e1f-9e57-ef01d9ab554f HTTP/1.1" status: 204 len: 168 time: 1.5360925 Jul 05 09:43:16.920543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:16.951175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Made reservation on behalf of 621aa994bbb94116a1d5e9e8984008d2 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:16.957748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:16.981747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e33ea394-ca93-40fb-b3b3-17a582a64d8b None None] Port 656c6873-8fcb-43b7-b74d-6df7faec38b9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:17.053506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.056891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device abd837dd-2f5c-4cd1-bada-09ea84c1a66d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:17.147918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.160759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74cce5-ea36-4f5e-8441-ee507fa89e81']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:17.167945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port abd837dd-2f5c-4cd1-bada-09ea84c1a66d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:17.168562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.174787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e560a8af-8a6f-4a71-8f2d-07fc4a98a06b') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:17.175979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e560a8af-8a6f-4a71-8f2d-07fc4a98a06b') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:17.188063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.207672 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.220952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:43:17.223256 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:43:17.226053 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:43:17.293387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2dea635d-b884-4413-9b27-be23c9c62f19 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:17.350690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ec8210c-7ad3-43c8-8116-ccbc0cdda003 req-9731d6fd-6a7e-4e93-af8a-bd82b0bd3209 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 210 time: 0.1044486 Jul 05 09:43:17.371425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 2dea635d-b884-4413-9b27-be23c9c62f19 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:17.374976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.390889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.393751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.394718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 2dea635d-b884-4413-9b27-be23c9c62f19 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:17.395857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.396624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b74cce5-ea36-4f5e-8441-ee507fa89e81 HTTP/1.1" status: 204 len: 168 time: 0.4748285 Jul 05 09:43:17.397587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e3428-978d-476d-ba84-123334f5a625 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b74cce5-ea36-4f5e-8441-ee507fa89e81,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:17.483826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bf069-a751-42e9-b402-67b930d97e4e req-77050064-0a30-47e9-9da3-b56a38dfa285 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:17.485566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f3bf069-a751-42e9-b402-67b930d97e4e req-77050064-0a30-47e9-9da3-b56a38dfa285 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 948 time: 0.1501141 Jul 05 09:43:17.560096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f3bf069-a751-42e9-b402-67b930d97e4e req-4d96f936-8688-4203-abf1-a870f5755b93 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645101 Jul 05 09:43:17.580258 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.627657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca10e22-eac9-4512-97c0-b49156e91add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dea635d-b884-4413-9b27-be23c9c62f19'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:17.632756 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b3ac7-2759-4e04-a4ce-2b3b6fe9ff92" -d '{"events": [{"server_uuid": "6ca10e22-eac9-4512-97c0-b49156e91add", "name": "network-vif-plugged", "status": "completed", "tag": "2dea635d-b884-4413-9b27-be23c9c62f19"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:17.676625 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2dea635d-b884-4413-9b27-be23c9c62f19, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2dea635d-b884-4413-9b27-be23c9c62f19,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:17.685798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.750428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.760960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.774902 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b77d3d-42c3-4459-891b-a7d66b90474b x-openstack-request-id: req-f3b77d3d-42c3-4459-891b-a7d66b90474b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:17.775721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48042) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:17.783577 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca10e22-eac9-4512-97c0-b49156e91add", "name": "network-vif-plugged", "status": "completed", "tag": "2dea635d-b884-4413-9b27-be23c9c62f19", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:17.784610 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3b77d3d-42c3-4459-891b-a7d66b90474b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:17.786545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Allocated IP 172.20.0.7 (3cd124c9-15de-4cdf-ac6d-20d94749b572/e0cbf2e5-5009-4a28-80ac-b1865def5bea/b600707b-5072-4c00-9f12-a572cce97cad) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:17.788184 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca10e22-eac9-4512-97c0-b49156e91add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dea635d-b884-4413-9b27-be23c9c62f19', 'code': 200} Jul 05 09:43:17.830239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.831739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=2dea635d-b884-4413-9b27-be23c9c62f19,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:17.872733 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.873282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bbeaf28-9b83-4ed4-917f-9c7897701b0c {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:43:17.890293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.891596 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e5b1ca1d-cd4f-45e0-89fb-6789ae20a5fb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7bbeaf28-9b83-4ed4-917f-9c7897701b0c HTTP/1.1" status: 204 len: 168 time: 6.4210768 Jul 05 09:43:17.901808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:17.907961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e97bc249-698f-480c-9114-f10acf947be9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f6f57fe384641aa811f4a1988d5269b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308100 Jul 05 09:43:17.910001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:17.912217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.917620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1768628360', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:17.963598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:17.964997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.009589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 960be55f-9eb0-4b1f-a18d-0c74b3f490a7 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:18.080360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad36e7-b5cb-4db3-9bfb-d5aaca060c8f req-de663cd0-ba4e-4afa-9dcf-928c826d5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:18.082691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bad36e7-b5cb-4db3-9bfb-d5aaca060c8f req-de663cd0-ba4e-4afa-9dcf-928c826d5ae3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 1101 time: 0.2767246 Jul 05 09:43:18.125043 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.205861 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fdf06f6-9e3b-4473-a79b-9c991e625495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.252643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bad36e7-b5cb-4db3-9bfb-d5aaca060c8f req-135c5fed-c0be-49c6-b31e-f50af3057ea2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591406 Jul 05 09:43:18.282218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fdf06f6-9e3b-4473-a79b-9c991e625495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.346978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699485-06a9-42be-99e3-e9a31d6953fd req-deb3e836-c59e-4300-992e-9e876030bdaa tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:18.349632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d699485-06a9-42be-99e3-e9a31d6953fd req-deb3e836-c59e-4300-992e-9e876030bdaa tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.2220819 Jul 05 09:43:18.397143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.456008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d699485-06a9-42be-99e3-e9a31d6953fd req-a81c996a-731b-4a10-a676-a34a1a1416e2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972443 Jul 05 09:43:18.479421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fdf06f6-9e3b-4473-a79b-9c991e625495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.482453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.482754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fdf06f6-9e3b-4473-a79b-9c991e625495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.488695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1fdf06f6-9e3b-4473-a79b-9c991e625495 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1484ff1-f71c-484f-8b3f-f0838186f3bf HTTP/1.1" status: 204 len: 168 time: 0.5684934 Jul 05 09:43:18.504117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf06f6-9e3b-4473-a79b-9c991e625495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1484ff1-f71c-484f-8b3f-f0838186f3bf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:18.539208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.588469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 200ba45b-691f-431a-9176-33778cd8cdca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:18.619542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:18.636015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:18.646547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:18.647314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.654851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=960be55f-9eb0-4b1f-a18d-0c74b3f490a7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:18.700422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fcc6debb-1423-4a1b-b943-fb63faa08c7b req-077f2476-ce76-4a1f-a3bd-5f6c2499ab3e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 210 time: 0.0871041 Jul 05 09:43:18.757815 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c5fbdd3-84d9-4c08-b3af-aae3e23e1a80 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5210617 Jul 05 09:43:18.762752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:18.861537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:18.921175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fe7b8d8c-858a-4366-9448-21ad5c17f5df no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:19.011488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af976962-559f-4059-9a12-254ba7ce4290 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:19.017485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-af976962-559f-4059-9a12-254ba7ce4290 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A47 HTTP/1.1" status: 200 len: 928 time: 0.2491841 Jul 05 09:43:19.017746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: fe7b8d8c-858a-4366-9448-21ad5c17f5df {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:19.017746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fe7b8d8c-858a-4366-9448-21ad5c17f5df not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:19.027059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48064) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:19.059328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Network 3cd124c9-15de-4cdf-ac6d-20d94749b572 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:19.094040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b875d-a234-496a-b6b4-b0c68b910cff req-6af8a4c1-b403-4e17-b8c1-c5e9be85f417 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:19.111822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817b875d-a234-496a-b6b4-b0c68b910cff req-6af8a4c1-b403-4e17-b8c1-c5e9be85f417 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 949 time: 0.1297786 Jul 05 09:43:19.114003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:19.130967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:19.137315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:19.168686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-817b875d-a234-496a-b6b4-b0c68b910cff req-77b398c8-6157-4e61-bbe4-4c3df574a39f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Jul 05 09:43:19.236078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8f98e6e-b6c0-4de5-8da4-0f69b5419644 None None] Provisioning for port 960be55f-9eb0-4b1f-a18d-0c74b3f490a7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:19.244743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8f98e6e-b6c0-4de5-8da4-0f69b5419644 None None] Provisioning complete for port 960be55f-9eb0-4b1f-a18d-0c74b3f490a7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:19.245354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8f98e6e-b6c0-4de5-8da4-0f69b5419644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.306043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:19.306826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.356714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c8f98e6e-b6c0-4de5-8da4-0f69b5419644 None None] Port 960be55f-9eb0-4b1f-a18d-0c74b3f490a7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:19.377548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48066) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:19.403484 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-d85bbcb9-112b-4430-9c34-50b74d59f849 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2546997 Jul 05 09:43:19.407116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.433875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Request body: {'port': {'device_id': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:19.438223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.464679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 960be55f-9eb0-4b1f-a18d-0c74b3f490a7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:19.465000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.469644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3c14720e-1b6e-4f59-80d5-dd1c44243c5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcebfee336a44078875b8faca19795d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890462 Jul 05 09:43:19.474112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48068) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:19.577244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.585243 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4e91387-5b9a-471d-8d64-a45c8b117bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.625142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4e91387-5b9a-471d-8d64-a45c8b117bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.674546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.710317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.729602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Allocated IP 172.25.1.80 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/c648fc4a-daea-472c-8d48-98bd47669833) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:19.738261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 960be55f-9eb0-4b1f-a18d-0c74b3f490a7 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:19.801303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf03fb-9940-46e2-8a9d-d3060f137c18 req-28f32827-0c57-4649-8f50-4c626cf9b9ff tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:19.803964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fdf03fb-9940-46e2-8a9d-d3060f137c18 req-28f32827-0c57-4649-8f50-4c626cf9b9ff tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.1754980 Jul 05 09:43:19.838325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4e91387-5b9a-471d-8d64-a45c8b117bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.842310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4e91387-5b9a-471d-8d64-a45c8b117bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:19.845102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4e91387-5b9a-471d-8d64-a45c8b117bf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a68db66e-08f5-4375-a6e7-427a0dc13c97 HTTP/1.1" status: 204 len: 168 time: 0.3672447 Jul 05 09:43:19.889625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e91387-5b9a-471d-8d64-a45c8b117bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68db66e-08f5-4375-a6e7-427a0dc13c97,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:19.953784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fdf03fb-9940-46e2-8a9d-d3060f137c18 req-63c9cf9c-0ecc-4488-b22c-72ac561208a4 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320841 Jul 05 09:43:20.057440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c0f8b-4cb1-4910-a051-06035808807f req-a368d077-8bbe-4828-b719-6f6d8c41308a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:20.072220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa2c0f8b-4cb1-4910-a051-06035808807f req-a368d077-8bbe-4828-b719-6f6d8c41308a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 931 time: 0.2271252 Jul 05 09:43:20.161088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa2c0f8b-4cb1-4910-a051-06035808807f req-f279a40e-05d8-4908-b358-82060effe6a0 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867083 Jul 05 09:43:20.337709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.487911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.550179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=960be55f-9eb0-4b1f-a18d-0c74b3f490a7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:20.560311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.631001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66095bd8-c837-46d2-bd2c-4b14c1cdd209 req-4d19d9f0-07bc-438e-8a93-a0907b7fdb47 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:20.636157 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66095bd8-c837-46d2-bd2c-4b14c1cdd209 req-4d19d9f0-07bc-438e-8a93-a0907b7fdb47 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 949 time: 0.1909115 Jul 05 09:43:20.662367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.672900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:20.701449 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4ca38adf-f2d4-4699-b31a-dfc37266881b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/960be55f-9eb0-4b1f-a18d-0c74b3f490a7 HTTP/1.1" status: 204 len: 168 time: 1.6436899 Jul 05 09:43:20.744056 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd135e1-8951-46e0-843e-1d73f529f1a4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:43:20.746951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0cd135e1-8951-46e0-843e-1d73f529f1a4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/960be55f-9eb0-4b1f-a18d-0c74b3f490a7 HTTP/1.1" status: 404 len: 333 time: 0.0721116 Jul 05 09:43:20.754636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:20.755006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48092) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:20.758759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event updated for resources: {'Port': ['ID=c648fc4a-daea-472c-8d48-98bd47669833,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:20.767442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:20.772683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:20.782519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b600707b-5072-4c00-9f12-a572cce97cad {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:20.810910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.835659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Transition to ACTIVE for port object b600707b-5072-4c00-9f12-a572cce97cad will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:20.849798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:20.935791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66095bd8-c837-46d2-bd2c-4b14c1cdd209 req-caebf77a-506d-4474-ae7f-3eb524e77d61 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873454 Jul 05 09:43:21.052767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 656c6873-8fcb-43b7-b74d-6df7faec38b9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:21.053307 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.163736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:21.225893 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.279113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 656c6873-8fcb-43b7-b74d-6df7faec38b9 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:21.394441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Attempting to bind port b600707b-5072-4c00-9f12-a572cce97cad on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:21.395355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Attempting to bind port b600707b-5072-4c00-9f12-a572cce97cad by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:21.395535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Attempting to bind port b600707b-5072-4c00-9f12-a572cce97cad on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:21.408134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Port b600707b-5072-4c00-9f12-a572cce97cad on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:21.408458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Attempting to bind port b600707b-5072-4c00-9f12-a572cce97cad on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:21.422224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:21.422570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Checking segment: {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:21.423006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Bound using segment: {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:21.423521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Bound port: b600707b-5072-4c00-9f12-a572cce97cad, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:21.423894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.435624 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.473276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:21.496067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162482ec-f1d3-47dd-9445-82999e6c721a req-5d60afcf-fa35-4299-819f-8928ec7513fd tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.497803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-162482ec-f1d3-47dd-9445-82999e6c721a req-5d60afcf-fa35-4299-819f-8928ec7513fd tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 950 time: 0.2484820 Jul 05 09:43:21.513270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e569dc-e2c6-431b-9088-3de41d42a88c req-a17a4c50-916e-4b7f-ab17-dab24aec7b43 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.515011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49e569dc-e2c6-431b-9088-3de41d42a88c req-a17a4c50-916e-4b7f-ab17-dab24aec7b43 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.2333443 Jul 05 09:43:21.652769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:21.663301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:21.671193 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.767288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.767944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.769673 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] 10.222.0.16 "PUT /v2.0/ports/b600707b-5072-4c00-9f12-a572cce97cad HTTP/1.1" status: 200 len: 1092 time: 2.3400729 Jul 05 09:43:21.770180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:21.772747 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f284c2-6d4d-43ea-bff6-983ed6130815" -d '{"events": [{"name": "network-changed", "server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "tag": "b600707b-5072-4c00-9f12-a572cce97cad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:21.813476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98678ba-9b68-4693-be6c-2d02a4238fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:21.841431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1048666399-network', 'tenant_id': '6f3238d09c3849b99232b6b763d84622'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:21.905635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:21.979505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16aa18-caa3-447e-b106-b4afd815612b req-ab002336-1a79-4d2f-8179-6de870df95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:21.980954 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-ab002336-1a79-4d2f-8179-6de870df95e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 1095 time: 0.1384764 Jul 05 09:43:21.989468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-162482ec-f1d3-47dd-9445-82999e6c721a req-6017a982-ba44-4135-baab-eb322ca95dee tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721675 Jul 05 09:43:22.003071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49e569dc-e2c6-431b-9088-3de41d42a88c req-55af10f2-64f3-4cf0-a177-f239ec13e6b2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756398 Jul 05 09:43:22.008404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Made reservation on behalf of 6f3238d09c3849b99232b6b763d84622 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:22.012143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.032955 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.056108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.075277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-303646d8-1693-4ee2-af37-c81a59ba60e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b600707b-5072-4c00-9f12-a572cce97cad HTTP/1.1" status: 200 len: 217 time: 0.0620365 Jul 05 09:43:22.118023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=656c6873-8fcb-43b7-b74d-6df7faec38b9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:22.164589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16aa18-caa3-447e-b106-b4afd815612b req-8e576332-ebe1-46ab-b315-4068ea14810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:22.166708 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-8e576332-ebe1-46ab-b315-4068ea14810a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0cbf2e5-5009-4a28-80ac-b1865def5bea HTTP/1.1" status: 200 len: 862 time: 0.0780869 Jul 05 09:43:22.218322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.222415 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-95026edb-d0db-490f-a9cc-7ce5c24e9ae1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cd124c9-15de-4cdf-ac6d-20d94749b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396986 Jul 05 09:43:22.226816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d0625753-6b34-4847-9ff2-9305f435f6e2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/656c6873-8fcb-43b7-b74d-6df7faec38b9 HTTP/1.1" status: 204 len: 168 time: 1.4685521 Jul 05 09:43:22.229101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48122) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:22.246049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Router 664a11a4-7012-4c60-b505-9141c364fbad is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:22.327884 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2debf3f-524b-424f-aee9-351f965c6192 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:43:22.329731 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2debf3f-524b-424f-aee9-351f965c6192 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/656c6873-8fcb-43b7-b74d-6df7faec38b9 HTTP/1.1" status: 404 len: 333 time: 0.0992823 Jul 05 09:43:22.335629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48124) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:22.454517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet c987e110-2425-4087-ab65-a5214742a34f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:22.459639 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4df290-542e-43b7-8cec-f5edd0651604 x-openstack-request-id: req-2c4df290-542e-43b7-8cec-f5edd0651604 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:22.459969 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "tag": "b600707b-5072-4c00-9f12-a572cce97cad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:22.460223 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c4df290-542e-43b7-8cec-f5edd0651604 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:22.460625 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad', 'status': 'completed', 'code': 200} Jul 05 09:43:22.465828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.489501 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.499019 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.517450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d970-93c0-4929-ba84-d458f6ce0082 req-8a46f723-ba00-48e2-b264-6764ac905141 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:22.521122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91a3d970-93c0-4929-ba84-d458f6ce0082 req-8a46f723-ba00-48e2-b264-6764ac905141 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 943 time: 0.3099885 Jul 05 09:43:22.573658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.581933 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-f1c68129-aca9-4a1e-b2aa-c649e0f4d094 service neutron] 10.222.0.16 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482022 Jul 05 09:43:22.598716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:22.624888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0ff838-491c-4c0d-8b8f-7467088195de,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:22.644237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.644910 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Added segment 07560eed-1770-4424-ab3e-12f2981033cb of type vlan for network 370e10a8-ce02-4c77-a51d-df6122b53587 Jul 05 09:43:22.694955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:22.695315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91a3d970-93c0-4929-ba84-d458f6ce0082 req-8b59d2f9-36e5-4bc3-a4d4-d25048560205 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542668 Jul 05 09:43:22.726932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.728193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-14c3c470-d214-4172-841b-23602e4914d2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8253942 Jul 05 09:43:22.733387 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] Sync routers for ids ['664a11a4-7012-4c60-b505-9141c364fbad'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:22.734822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48126) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:22.744600 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] Routers {'664a11a4-7012-4c60-b505-9141c364fbad'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:22.745510 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['664a11a4-7012-4c60-b505-9141c364fbad'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:22.760199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': False}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:22.782653 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:22.788088 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.793229 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] Routers {'664a11a4-7012-4c60-b505-9141c364fbad'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:22.794060 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['664a11a4-7012-4c60-b505-9141c364fbad'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:22.804350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bb16aa18-caa3-447e-b106-b4afd815612b req-41764979-aa8c-4679-89c9-69286c6b7384 service neutron] 10.222.0.16 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839023 Jul 05 09:43:22.805633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.841600 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:22.842555 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c4782b-650e-408f-814b-b66e9dc217d5 None None] The sync data for ids ['664a11a4-7012-4c60-b505-9141c364fbad'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:22.903263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.920526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7c33b86e-6056-4a47-9941-b5d29ce85f07 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:22.944032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=c987e110-2425-4087-ab65-a5214742a34f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:22.946394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.949106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6401df06-8eea-4233-a314-9892debe8d9b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/c987e110-2425-4087-ab65-a5214742a34f HTTP/1.1" status: 204 len: 168 time: 0.6082501 Jul 05 09:43:22.953622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:22.959574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befe99c-0387-4449-ba00-8b103b47be54 None None] Network 200ba45b-691f-431a-9176-33778cd8cdca requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:22.962913 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:22.965990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:22.967299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.001056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d81e0-36bb-4ae5-9586-410ca02bcaea req-f5a7f089-ced8-4fb9-bb50-bc6473eb58c3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.008330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d81e0-36bb-4ae5-9586-410ca02bcaea req-f5a7f089-ced8-4fb9-bb50-bc6473eb58c3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.010045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-212d81e0-36bb-4ae5-9586-410ca02bcaea req-f5a7f089-ced8-4fb9-bb50-bc6473eb58c3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add&device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 1690 time: 0.2741287 Jul 05 09:43:23.064463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-837c46d1-7d1d-4114-8ac3-f3dde53fcc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.067531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-837c46d1-7d1d-4114-8ac3-f3dde53fcc20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 1095 time: 0.1978016 Jul 05 09:43:23.076972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6025052 Jul 05 09:43:23.080186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.082630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:23.135769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e991b-8b0c-4722-b850-0b5ddb93482e admin admin] Pushing event updated for resources: {'Network': ['ID=370e10a8-ce02-4c77-a51d-df6122b53587,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:23.136127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Request body: {'subnet': {'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1048666399-subnet', 'tenant_id': '6f3238d09c3849b99232b6b763d84622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:23.189736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-212d81e0-36bb-4ae5-9586-410ca02bcaea req-5836d09d-5d3b-4ffa-b42d-6b108365ebb6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358492 Jul 05 09:43:23.231758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 370e10a8-ce02-4c77-a51d-df6122b53587 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:23.446395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Made reservation on behalf of 6f3238d09c3849b99232b6b763d84622 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:23.448780 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.577362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-3c44e49b-96ca-4c94-9dc1-932d6c041c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.579968 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-3c44e49b-96ca-4c94-9dc1-932d6c041c8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 923 time: 0.4939365 Jul 05 09:43:23.590927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4bb4a-41f8-440d-8444-b014d31fc4b9 req-d908559d-1ef4-4076-bdf8-26d382135f38 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:23.593381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bed4bb4a-41f8-440d-8444-b014d31fc4b9 req-d908559d-1ef4-4076-bdf8-26d382135f38 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.1644194 Jul 05 09:43:23.596061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.624149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:23.647811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'port_id': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'mac_address': 'fa:16:3e:56:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de0421-44ed-4064-9c5b-0199b9e27602', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:23.655613 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-e1bf673f-1fb0-45a0-be49-e6b980e1a3dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b600707b-5072-4c00-9f12-a572cce97cad HTTP/1.1" status: 200 len: 217 time: 0.0513422 Jul 05 09:43:23.662230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port abd837dd-2f5c-4cd1-bada-09ea84c1a66d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:23.662565 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.685013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bed4bb4a-41f8-440d-8444-b014d31fc4b9 req-e49ac5d5-a3e0-43e7-8d8f-da6bbc8f1761 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835636 Jul 05 09:43:23.724789 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:23.763187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c33b86e-6056-4a47-9941-b5d29ce85f07 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:23.814824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] DHCP port deletion for 200ba45b-691f-431a-9176-33778cd8cdca request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:43:23.856704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:23.899288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.037066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49db42-ac38-49cc-99fb-9a8a53cc8b9d req-2db50bf9-08d0-476f-af0e-771703912d32 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:24.038920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a49db42-ac38-49cc-99fb-9a8a53cc8b9d req-2db50bf9-08d0-476f-af0e-771703912d32 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 1101 time: 0.1465547 Jul 05 09:43:24.059022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:24.072983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7c33b86e-6056-4a47-9941-b5d29ce85f07'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:24.184034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] Deleting port abd837dd-2f5c-4cd1-bada-09ea84c1a66d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:24.185634 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.214590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a49db42-ac38-49cc-99fb-9a8a53cc8b9d req-a833b106-4211-43f0-bd19-9e845022b284 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344657 Jul 05 09:43:24.303954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-2689c4e2-4561-4ae6-a36e-16e64b64ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:24.306766 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-2689c4e2-4561-4ae6-a36e-16e64b64ea67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0cbf2e5-5009-4a28-80ac-b1865def5bea HTTP/1.1" status: 200 len: 862 time: 0.5591350 Jul 05 09:43:24.334271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] For port abd837dd-2f5c-4cd1-bada-09ea84c1a66d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,segment=NetworkSegment(e50b16a3-e23b-4254-abca-cc88bc40020c),segment_id=e50b16a3-e23b-4254-abca-cc88bc40020c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:24.335271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.380261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] For port abd837dd-2f5c-4cd1-bada-09ea84c1a66d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,segment=NetworkSegment(e50b16a3-e23b-4254-abca-cc88bc40020c),segment_id=e50b16a3-e23b-4254-abca-cc88bc40020c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:24.381783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.389197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] Calling delete_port for abd837dd-2f5c-4cd1-bada-09ea84c1a66d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:24.413599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for abd837dd-2f5c-4cd1-bada-09ea84c1a66d owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:24.486224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.493824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.505530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b95c30-0619-4020-9d8b-ca59f46ffd85 req-ac5fce67-80a0-4987-9647-584877e4ae83 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:24.513368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34b95c30-0619-4020-9d8b-ca59f46ffd85 req-ac5fce67-80a0-4987-9647-584877e4ae83 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 943 time: 0.2829111 Jul 05 09:43:24.567600 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:24.596036 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-81ce54c5-146e-4f45-a665-0092ebbd9080 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cd124c9-15de-4cdf-ac6d-20d94749b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851891 Jul 05 09:43:24.621804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c7bfc-d4cf-4b51-8a21-2f9ddff7d269 req-7841cf6a-5e41-4e44-9f14-9ac544860a12 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:24.623827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae4c7bfc-d4cf-4b51-8a21-2f9ddff7d269 req-7841cf6a-5e41-4e44-9f14-9ac544860a12 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 1102 time: 0.2405148 Jul 05 09:43:24.626498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] Pushing event deleted for resources: {'Port': ['ID=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:24.638462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34b95c30-0619-4020-9d8b-ca59f46ffd85 req-29e3b3e0-168a-41e9-a92c-f54233f08c81 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209033 Jul 05 09:43:24.638844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49031211-630d-4faf-b397-3e034e2a6fe3 None None] No DVR routers for this DVR port abd837dd-2f5c-4cd1-bada-09ea84c1a66d on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:24.775936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Router 664a11a4-7012-4c60-b505-9141c364fbad has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:43:24.793085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae4c7bfc-d4cf-4b51-8a21-2f9ddff7d269 req-d256f76a-63cb-4016-9b5d-43258ae78181 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029875 Jul 05 09:43:24.934818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7c33b86e-6056-4a47-9941-b5d29ce85f07 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:24.972978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-eb468329-9f87-40e8-a996-bb0f63d710a2 service neutron] 10.222.0.16 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658783 Jul 05 09:43:25.027294 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.062737 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.072275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device abd837dd-2f5c-4cd1-bada-09ea84c1a66d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:25.101415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No DVR routers for this DVR port abd837dd-2f5c-4cd1-bada-09ea84c1a66d on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:25.121559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: abd837dd-2f5c-4cd1-bada-09ea84c1a66d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:25.122008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device abd837dd-2f5c-4cd1-bada-09ea84c1a66d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:25.137619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 7c33b86e-6056-4a47-9941-b5d29ce85f07 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:25.137819 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.158550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:25.181880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=abd837dd-2f5c-4cd1-bada-09ea84c1a66d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:25.189939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] Sync routers for ids ['664a11a4-7012-4c60-b505-9141c364fbad'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:25.193118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.199620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-56b62923-87f4-48fe-86e2-be4e35d86400 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "PUT /v2.0/routers/664a11a4-7012-4c60-b505-9141c364fbad HTTP/1.1" status: 200 len: 925 time: 2.4618871 Jul 05 09:43:25.200573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:25.263113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] Routers {'664a11a4-7012-4c60-b505-9141c364fbad'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:25.263812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['664a11a4-7012-4c60-b505-9141c364fbad'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.331866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.371366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] Routers {'664a11a4-7012-4c60-b505-9141c364fbad'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:25.372149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['664a11a4-7012-4c60-b505-9141c364fbad'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.392404 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.413008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200ba45b-691f-431a-9176-33778cd8cdca']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.425659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.426634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e8de4-dcf2-4f4a-9755-f425f85e16ad None None] The sync data for ids ['664a11a4-7012-4c60-b505-9141c364fbad'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:25.443034 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.448704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50b16a3-e23b-4254-abca-cc88bc40020c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.449467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50b16a3-e23b-4254-abca-cc88bc40020c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:25.467673 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.486728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:25.489648 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000fafa1-2c57-4430-bd89-5dae8de641d4" -d '{"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-plugged", "status": "completed", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:25.502429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.511552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:25.517551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:43:25.518665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.522086 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.560162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-d7e96ac4-2b95-47ea-81b6-853c07abb9d3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440699 Jul 05 09:43:25.628573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:43:25.644299 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:43:25.654377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:25.745172 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4f284c2-6d4d-43ea-bff6-983ed6130815 req-c089c2e6-6f42-494a-b45f-606a06230230 service neutron] 10.222.0.16 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054286 Jul 05 09:43:25.750014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.773260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Checking segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:25.773867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Network hostable DHCP agents. Network: 370e10a8-ce02-4c77-a51d-df6122b53587, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:25.778395 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.789926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/200ba45b-691f-431a-9176-33778cd8cdca HTTP/1.1" status: 204 len: 168 time: 2.8311167 Jul 05 09:43:25.798518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:25.817060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1175544008'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:25.826698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36cfaa-97cd-4d8a-8c5f-c7024c053a2e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=200ba45b-691f-431a-9176-33778cd8cdca,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:25.854224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bceddad3-96c2-4e0e-bc10-b9a924d31106 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/664a11a4-7012-4c60-b505-9141c364fbad HTTP/1.1" status: 200 len: 925 time: 0.6511960 Jul 05 09:43:25.855182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Network 370e10a8-ce02-4c77-a51d-df6122b53587 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:25.855310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48202) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:25.874383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 370e10a8-ce02-4c77-a51d-df6122b53587) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:25.881458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:25.882303 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:25.884751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a58735-129c-402e-8a70-4057f5e6efae None None] Network 370e10a8-ce02-4c77-a51d-df6122b53587 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:26.069095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f03448-eb47-4328-afcf-50bd52287bd6 None None] Network 370e10a8-ce02-4c77-a51d-df6122b53587 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:26.071481 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8ee5383b-c0a9-4ae2-a942-c71b749ae81a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9841750 Jul 05 09:43:26.077806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77c5e9-47cd-4498-92be-0cb7cb980471 req-c9608611-3bee-4e8f-84ae-cd6b4107ee8f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.079533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d77c5e9-47cd-4498-92be-0cb7cb980471 req-c9608611-3bee-4e8f-84ae-cd6b4107ee8f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 944 time: 0.6612530 Jul 05 09:43:26.086569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:26.098953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.198513 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e3b3d83c-9277-4f29-8624-4929736c1c7d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.217687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e3b3d83c-9277-4f29-8624-4929736c1c7d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6391411 Jul 05 09:43:26.257459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-056b9c73-8555-4137-bd85-10c3a895554d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/quotas/2e8378201cfb4de18c5086949b53b6f1 HTTP/1.1" status: 200 len: 375 time: 0.0264106 Jul 05 09:43:26.448172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:26.471164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d77c5e9-47cd-4498-92be-0cb7cb980471 req-5cc6516d-74ff-45ed-91c4-4d49e3e9ace7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381524 Jul 05 09:43:26.521445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.522230 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment 6fc4e4a3-9c32-4ed5-82af-217cac954356 of type vlan for network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 Jul 05 09:43:26.527798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e9281-1c4a-43f0-a4c1-1b1d8d402460 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.531032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0f0e9281-1c4a-43f0-a4c1-1b1d8d402460 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=664a11a4-7012-4c60-b505-9141c364fbad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6645226 Jul 05 09:43:26.535793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:26.586302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-b8ad4689-5d9c-4a52-9e33-5853fbbc72fc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3293474 Jul 05 09:43:26.673299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.675517 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522e6a24-657a-477a-94f5-82a674c3a732 x-openstack-request-id: req-522e6a24-657a-477a-94f5-82a674c3a732 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:26.676277 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-plugged", "status": "completed", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:26.676445 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-522e6a24-657a-477a-94f5-82a674c3a732 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:26.676935 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'code': 200} Jul 05 09:43:26.767825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b9c61-df7f-41e4-a8a2-29b74848c875 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.770247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af5b9c61-df7f-41e4-a8a2-29b74848c875 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.2330956 Jul 05 09:43:26.775977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:26.793499 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.808131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:26.809185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:26.866014 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ceaba0fa-8797-42be-bd77-025f78b55deb tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=664a11a4-7012-4c60-b505-9141c364fbad HTTP/1.1" status: 200 len: 205 time: 0.0884929 Jul 05 09:43:26.875763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:27.124251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.337607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b600707b-5072-4c00-9f12-a572cce97cad details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:27.414250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.511263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Deleting port c648fc4a-daea-472c-8d48-98bd47669833 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:27.511778 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.617580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8131330 Jul 05 09:43:27.618960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:27.646891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:27.784818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.797208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:27.832527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'b600707b-5072-4c00-9f12-a572cce97cad', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'port_id': 'b600707b-5072-4c00-9f12-a572cce97cad', 'mac_address': 'fa:16:3e:c9:33:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cbf2e5-5009-4a28-80ac-b1865def5bea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:27.845674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Calling delete_port for c648fc4a-daea-472c-8d48-98bd47669833 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:27.940793 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:27.973517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d79704-aa1a-4f5e-a87a-4b6804f677c6 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=87dfc7f0-15da-4afd-908e-f3ecbc6af7f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:27.982092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b600707b-5072-4c00-9f12-a572cce97cad {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:28.038765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:28.047787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:28.086893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:28.148466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce17f6-cbfe-4c93-a368-759a594a7c3c req-2fcbea2b-3da3-4170-accd-434c02f75228 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:28.167881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bce17f6-cbfe-4c93-a368-759a594a7c3c req-2fcbea2b-3da3-4170-accd-434c02f75228 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 943 time: 0.7513220 Jul 05 09:43:28.227483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:28.233438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:28.289371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bce17f6-cbfe-4c93-a368-759a594a7c3c req-ec23f6a9-81bb-4706-b408-8527dd983d44 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202214 Jul 05 09:43:28.393619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:28.442892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b600707b-5072-4c00-9f12-a572cce97cad'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:28.535353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:28.650191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event deleted for resources: {'Port': ['ID=c648fc4a-daea-472c-8d48-98bd47669833,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:28.696590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5306e900-17d6-401c-a014-55b84af99425 req-bc6f300a-9cc0-4bdd-9c78-e20a175bc005 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 210 time: 0.0972574 Jul 05 09:43:28.838881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0945ec43-dd5a-4bb1-b1d4-734512aa8716 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:28.843184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0945ec43-dd5a-4bb1-b1d4-734512aa8716 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 0.5766363 Jul 05 09:43:28.899206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.106541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.108957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.122513 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-ce558f9a-65c7-4fef-b0c0-48dbecc3a955 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/quotas/6f3238d09c3849b99232b6b763d84622 HTTP/1.1" status: 200 len: 375 time: 0.1078863 Jul 05 09:43:29.146731 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.182327 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.183447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Fanout notify agent at l3_agent the message router_deleted on router 664a11a4-7012-4c60-b505-9141c364fbad {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:43:29.208083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.217330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f8e9d57-4134-4f3d-b2e4-83b4424aa486 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/664a11a4-7012-4c60-b505-9141c364fbad HTTP/1.1" status: 204 len: 168 time: 2.3330567 Jul 05 09:43:29.217330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:29.225070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-90cfac28-f391-43dd-9a3c-2b24c05d22b1 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1904526217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:29.252247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-f3f4b9b5-2e29-48f8-8934-deaf93d7217e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273413 Jul 05 09:43:29.299066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90cfac28-f391-43dd-9a3c-2b24c05d22b1 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.302381 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90cfac28-f391-43dd-9a3c-2b24c05d22b1 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.310683 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.404143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.445023 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90cfac28-f391-43dd-9a3c-2b24c05d22b1 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.459185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90cfac28-f391-43dd-9a3c-2b24c05d22b1 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.498279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90cfac28-f391-43dd-9a3c-2b24c05d22b1 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:29.500827 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-90cfac28-f391-43dd-9a3c-2b24c05d22b1 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2841198 Jul 05 09:43:29.508118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48250) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:29.515997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:29.547180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ac9bd-e051-4370-bedb-22b3c3c8752d req-9a7cdca5-f9e8-4ccc-bdf5-63ce07a533cf tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:29.549949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d97ac9bd-e051-4370-bedb-22b3c3c8752d req-9a7cdca5-f9e8-4ccc-bdf5-63ce07a533cf tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.5365942 Jul 05 09:43:29.675201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': '6fc4e4a3-9c32-4ed5-82af-217cac954356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:29.675810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:29.714050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:29.725039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-23c24b74-36e2-465a-be40-ac9f6e9fe233 service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703882 Jul 05 09:43:29.763202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d97ac9bd-e051-4370-bedb-22b3c3c8752d req-3be64d7d-52d9-4e7e-9dfc-ae076bf866e5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863494 Jul 05 09:43:30.051497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:30.125647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.163621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:30.180865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-63fda63e-e580-4edb-a03a-622b97511026 service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244497 Jul 05 09:43:30.184187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:30.184982 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.200717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0560605-46a4-4178-a3a8-1739052f6b61 None None] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:30.204605 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-c94aa606-a211-4dbb-82c8-7e3f1ebdfda9 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552666 Jul 05 09:43:30.224320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c9d25841-3038-455f-893e-12b016bcf7b8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5854127 Jul 05 09:43:30.229101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:30.249149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5', 'name': 'tempest-PortsIpV6TestJSON-313842964', 'fixed_ips': [{'subnet_id': 'a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5', 'ip_address': '2001:db8::10'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:30.696235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-a79e8dfa-9277-4672-b4ed-f4f334479917 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:30.698878 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-a79e8dfa-9277-4672-b4ed-f4f334479917 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4282305 Jul 05 09:43:30.729312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:30.742969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-87dfc7f0-15da-4afd-908e-f3ecbc6af7f5', 'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5', 'tenant_id': '4fed1092da1342b681f83cd534695615', 'fixed_ips': [{'subnet_id': 'a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:43:30.744696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:30.883070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:31.077272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92e69230-cc0a-433f-b854-a2f8eb67a794 req-18bfb711-0d86-4b05-8a8d-f32f805543ab tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 210 time: 0.0569971 Jul 05 09:43:31.117357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15aaca-a2ef-4904-b9eb-3e3cb3265ef2 req-0b05e7ec-e427-41c1-8e4a-004f0b8f2450 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.121573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e15aaca-a2ef-4904-b9eb-3e3cb3265ef2 req-0b05e7ec-e427-41c1-8e4a-004f0b8f2450 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 944 time: 0.6575475 Jul 05 09:43:31.196397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e15aaca-a2ef-4904-b9eb-3e3cb3265ef2 req-71ecb8d7-0849-4eb4-b57a-e1d18bf952c1 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736749 Jul 05 09:43:31.327428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c263b24f-1af0-4eae-92dd-af19465d5c40 req-c670a9bd-48d1-42ec-a0d4-4e528153a859 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 210 time: 0.1117077 Jul 05 09:43:31.392599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b600707b-5072-4c00-9f12-a572cce97cad up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:31.407840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Allocated IP 2001:db8::2 (87dfc7f0-15da-4afd-908e-f3ecbc6af7f5/a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5/77749814-d9cf-4dbe-bba1-e6ebbbef4edb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:31.413093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:31.506928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 6859fa53-5a78-4656-97b7-74a9682759c7 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:43:31.753886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:31.821609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:31.835293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:31.844592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:31.910459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172117f6-5b27-4ce0-a9c1-8edce64945a9 req-36b35a43-2ac9-4686-b717-4e516ab203c4 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:31.912865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-172117f6-5b27-4ce0-a9c1-8edce64945a9 req-36b35a43-2ac9-4686-b717-4e516ab203c4 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.1176126 Jul 05 09:43:31.970916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port b600707b-5072-4c00-9f12-a572cce97cad completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:31.981625 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:31.993511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port b600707b-5072-4c00-9f12-a572cce97cad triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:31.998129 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.018521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-172117f6-5b27-4ce0-a9c1-8edce64945a9 req-4663eec8-70c9-48ec-af4f-aa4e2ad82adc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956564 Jul 05 09:43:32.052383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Transition to ACTIVE for port object 77749814-d9cf-4dbe-bba1-e6ebbbef4edb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:32.119823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Transition to ACTIVE for port object 77749814-d9cf-4dbe-bba1-e6ebbbef4edb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:32.196452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Allocated IP 172.25.1.132 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e4452165-1bec-4683-a793-5f1231f05f02) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:32.310012 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.382727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::10 (87dfc7f0-15da-4afd-908e-f3ecbc6af7f5/a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5/6859fa53-5a78-4656-97b7-74a9682759c7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:32.402835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.174 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/23285025-c998-4033-bce2-2633ea92d601) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:32.556106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:32.598815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:32.648064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:32.663132 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:32.825634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Pushing event updated for resources: {'Port': ['ID=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:33.043264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:33.045068 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.091651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:33.098205 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4908d5-d783-44d7-997f-d59484986100" -d '{"events": [{"server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "name": "network-vif-plugged", "status": "completed", "tag": "b600707b-5072-4c00-9f12-a572cce97cad"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:33.101963 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.103563 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.134515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95796284-5267-4b6f-b758-9c451395bb09 req-30d20353-be7b-42a6-a1ad-bbc6a9ef4946 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 210 time: 0.3683760 Jul 05 09:43:33.187514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.207960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.208336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 6859fa53-5a78-4656-97b7-74a9682759c7 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:33.209643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Attempting to bind port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:33.212288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Attempting to bind port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '6fc4e4a3-9c32-4ed5-82af-217cac954356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:33.214438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Attempting to bind port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb on network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:33.233947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:33.239778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Checking segment: {'id': '6fc4e4a3-9c32-4ed5-82af-217cac954356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:33.242596 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.243370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Bound using segment: {'id': '6fc4e4a3-9c32-4ed5-82af-217cac954356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:33.252264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Bound port: 77749814-d9cf-4dbe-bba1-e6ebbbef4edb, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc4e4a3-9c32-4ed5-82af-217cac954356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:33.255244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.271766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1476c-de74-4e55-b821-25ccd17f54a4 req-61a942cb-7ad3-44ad-9137-1b2aacd53f53 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.276480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object 23285025-c998-4033-bce2-2633ea92d601 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:33.281865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fb1476c-de74-4e55-b821-25ccd17f54a4 req-61a942cb-7ad3-44ad-9137-1b2aacd53f53 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 944 time: 0.5137618 Jul 05 09:43:33.439179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fb1476c-de74-4e55-b821-25ccd17f54a4 req-60eaed11-5e64-435c-b8dc-c9d0de5ca07c tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487005 Jul 05 09:43:33.450255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:33.464680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event updated for resources: {'Port': ['ID=e4452165-1bec-4683-a793-5f1231f05f02,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:33.487413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:33.494644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:33.510767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.541762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:33.614861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fa894e5-67fa-4563-b354-7879192fa31f req-b5a3aa41-e223-449d-99ab-7fb19f27e0a0 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 210 time: 0.1633916 Jul 05 09:43:33.634030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] For port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:33.644227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] For port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,segment=NetworkSegment(6fc4e4a3-9c32-4ed5-82af-217cac954356),segment_id=6fc4e4a3-9c32-4ed5-82af-217cac954356)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:33.660124 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.796449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:33.840080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:33.873032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:33.897112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:33.912016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:33.937502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=6859fa53-5a78-4656-97b7-74a9682759c7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:34.007129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.016540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.017696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.019072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.020651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.032592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.033254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.033855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.034413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.034963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.035537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.036065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:34.042412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba308eb-2eb3-4c3d-bfc1-2957c57b5ebf None None] Pushing event updated for resources: {'Port': ['ID=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:34.082945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5be105a4-3559-4455-9af6-84ec2c3dd308 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8514798 Jul 05 09:43:34.098747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:34.131833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '87dfc7f0-15da-4afd-908e-f3ecbc6af7f5', 'name': 'tempest-PortsIpV6TestJSON-700802939', 'fixed_ips': [{'subnet_id': 'a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5', 'ip_address': '2001:db8::f'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:34.181874 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af115d7-1ada-4680-9612-d6ba4b59e719 x-openstack-request-id: req-1af115d7-1ada-4680-9612-d6ba4b59e719 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:34.187906 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "name": "network-vif-plugged", "status": "completed", "tag": "b600707b-5072-4c00-9f12-a572cce97cad", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:34.191796 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1af115d7-1ada-4680-9612-d6ba4b59e719 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:34.192386 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad', 'code': 200} Jul 05 09:43:34.276058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:34.296519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', '2dea635d-b884-4413-9b27-be23c9c62f19'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:34.483245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617', '0e14760d-15dd-49f4-8024-923bef6e8f3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:34.858430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:35.013899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0dd96-94ca-45fd-91d4-e4e5a2f164dc req-4bd9661f-efab-4e06-b472-ab179f260617 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.016927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6c0dd96-94ca-45fd-91d4-e4e5a2f164dc req-4bd9661f-efab-4e06-b472-ab179f260617 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.8334198 Jul 05 09:43:35.074674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db43982-5dcc-4b8b-b744-2e3bb00af18f req-a5bd7b18-a835-4b42-9ab4-64f9270f8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.084371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3db43982-5dcc-4b8b-b744-2e3bb00af18f req-a5bd7b18-a835-4b42-9ab4-64f9270f8936 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 1097 time: 0.7553525 Jul 05 09:43:35.102947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:35.108750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=23285025-c998-4033-bce2-2633ea92d601,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:35.145745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-7f57b947-ba4d-441f-871a-a18eb7f68dea tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.152577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-7f57b947-ba4d-441f-871a-a18eb7f68dea tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 0.8659973 Jul 05 09:43:35.154102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:35.277324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:35.289493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.290371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.290371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.290839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:35.291632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.293932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.294268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.294708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.295226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.296070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.296547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.296728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 77749814-d9cf-4dbe-bba1-e6ebbbef4edb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:35.297496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.297496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:35.308453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.309303 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:35.343904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Request body: {'port': {'device_id': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'admin_state_up': True, 'tenant_id': '6f3238d09c3849b99232b6b763d84622'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:35.404855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port d6937b9e-0410-4b97-b8f5-68ed5c75ad5b yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:43:35.429929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3db43982-5dcc-4b8b-b744-2e3bb00af18f req-10a2af0c-c9e4-4aa4-8584-418a99e927c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085828 Jul 05 09:43:35.446804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1214e3-16b8-47ed-a8cb-bb610da85fc8 req-4c683c04-66fe-4d44-b5c0-70bc4e017d7e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:35.460628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae1214e3-16b8-47ed-a8cb-bb610da85fc8 req-4c683c04-66fe-4d44-b5c0-70bc4e017d7e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 936 time: 0.6290047 Jul 05 09:43:35.564556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6c0dd96-94ca-45fd-91d4-e4e5a2f164dc req-2d913973-8f53-4903-9c66-1883f6e9713d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346184 Jul 05 09:43:35.611464 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-e03b1a94-ac1b-45c5-a665-daf0ed465152 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8950748 Jul 05 09:43:35.622051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Made reservation on behalf of 6f3238d09c3849b99232b6b763d84622 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:35.628477 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:35.652595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Request body: {'port': {'device_id': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:35.732133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae1214e3-16b8-47ed-a8cb-bb610da85fc8 req-b4029f0a-ff5a-497b-b5ba-1c5f1b5ff8bc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697728 Jul 05 09:43:36.080980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:36.160540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Allocated IP 172.20.0.3 (370e10a8-ce02-4c77-a51d-df6122b53587/c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01/a4d5c35f-f0ae-47bd-aa14-a620436b4401) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:36.174430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7ebc801a-ecef-47da-94b2-2ce502b8bc66 None None] Provisioning for port 23285025-c998-4033-bce2-2633ea92d601 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:36.194365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c49f4-0d6f-44a5-bba4-e2520d746b18 None None] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:36.222533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7ebc801a-ecef-47da-94b2-2ce502b8bc66 None None] Provisioning complete for port 23285025-c998-4033-bce2-2633ea92d601 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:36.223385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ebc801a-ecef-47da-94b2-2ce502b8bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.262603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6a10f56-2384-43db-827a-8a2c6e909586 req-d3d76705-6e63-4ebf-8f7d-0b50770b71b0 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 210 time: 0.1320632 Jul 05 09:43:36.307192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::f (87dfc7f0-15da-4afd-908e-f3ecbc6af7f5/a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5/d6937b9e-0410-4b97-b8f5-68ed5c75ad5b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:36.421026 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.475023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197335b2-c9b7-48bd-be79-e43eb6f063ce req-2b71defa-6eee-4f61-b30f-01375b95c913 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:36.506554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc801a-ecef-47da-94b2-2ce502b8bc66 None None] Port 23285025-c998-4033-bce2-2633ea92d601 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:36.520524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-197335b2-c9b7-48bd-be79-e43eb6f063ce req-2b71defa-6eee-4f61-b30f-01375b95c913 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 945 time: 0.3881176 Jul 05 09:43:36.692575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cf54ef67-9108-4f5b-963d-e412940f25e6 None None] Provisioning for port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:36.723653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cf54ef67-9108-4f5b-963d-e412940f25e6 None None] Provisioning complete for port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:36.724080 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf54ef67-9108-4f5b-963d-e412940f25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.733391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.847715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-197335b2-c9b7-48bd-be79-e43eb6f063ce req-07da9fe4-2b87-4c6a-b047-d57e23a45d2a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206677 Jul 05 09:43:36.848794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:36.999854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf54ef67-9108-4f5b-963d-e412940f25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.085363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cf54ef67-9108-4f5b-963d-e412940f25e6 None None] For port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,segment=NetworkSegment(6fc4e4a3-9c32-4ed5-82af-217cac954356),segment_id=6fc4e4a3-9c32-4ed5-82af-217cac954356)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:37.095005 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf54ef67-9108-4f5b-963d-e412940f25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.259259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ef67-9108-4f5b-963d-e412940f25e6 None None] Pushing event updated for resources: {'Port': ['ID=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:37.339293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35a088c9-97b7-4ce0-b8f8-023cc1e07df5 None None] Provisioning complete for port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:37.339741 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a088c9-97b7-4ce0-b8f8-023cc1e07df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.377346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.417727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object d6937b9e-0410-4b97-b8f5-68ed5c75ad5b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:37.497319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35a088c9-97b7-4ce0-b8f8-023cc1e07df5 None None] Provisioning for port 6859fa53-5a78-4656-97b7-74a9682759c7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:37.502239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35a088c9-97b7-4ce0-b8f8-023cc1e07df5 None None] Provisioning complete for port 6859fa53-5a78-4656-97b7-74a9682759c7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:37.502866 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35a088c9-97b7-4ce0-b8f8-023cc1e07df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.504923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.520624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1f56-db5e-4ac3-b05c-d28416eed5e6 req-3b09e2bd-1151-404d-8487-6cdc7635515f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.522258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54da1f56-db5e-4ac3-b05c-d28416eed5e6 req-3b09e2bd-1151-404d-8487-6cdc7635515f tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.2058606 Jul 05 09:43:37.562787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.567870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-35a088c9-97b7-4ce0-b8f8-023cc1e07df5 None None] Port 6859fa53-5a78-4656-97b7-74a9682759c7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:37.658811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54da1f56-db5e-4ac3-b05c-d28416eed5e6 req-8b661df4-83f6-4e05-89c9-bf2cb3dc218b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938990 Jul 05 09:43:37.665599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:37.683853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:37.698261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:37.704969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.705760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.738673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6366510 Jul 05 09:43:37.745521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:37.757485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466c98-aa79-4aca-8deb-b4fad89f52c1 req-56de2222-b67c-41b0-90eb-ba4de4836885 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.759653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0466c98-aa79-4aca-8deb-b4fad89f52c1 req-56de2222-b67c-41b0-90eb-ba4de4836885 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 936 time: 0.2825236 Jul 05 09:43:37.782036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Network 370e10a8-ce02-4c77-a51d-df6122b53587 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:37.800427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:37.810388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:37.816835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:37.930250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3ec0e464-07c5-4e00-b66f-af4ca4b49ee9 None None] Provisioning complete for port 6859fa53-5a78-4656-97b7-74a9682759c7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:37.931492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e464-07c5-4e00-b66f-af4ca4b49ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:37.982120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:37.985146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.010579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.024460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0e464-07c5-4e00-b66f-af4ca4b49ee9 None None] Port 6859fa53-5a78-4656-97b7-74a9682759c7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:38.071220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.085345 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-0aad2944-1c61-4c85-b444-a42d1f3679eb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7511024 Jul 05 09:43:38.107861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Request body: {'port': {'device_id': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:38.184038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df7591-791b-40e4-b221-213226594281 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=d6937b9e-0410-4b97-b8f5-68ed5c75ad5b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:38.197889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23285025-c998-4033-bce2-2633ea92d601 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:38.219694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.336713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Transition to ACTIVE for port object 23285025-c998-4033-bce2-2633ea92d601 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:38.362593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0466c98-aa79-4aca-8deb-b4fad89f52c1 req-f9b459a6-3794-476c-b5fb-6bf135c9faa6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408694 Jul 05 09:43:38.377945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0d2341f-0033-4f2a-b5b0-14b2ab519de2 None None] Provisioning for port d6937b9e-0410-4b97-b8f5-68ed5c75ad5b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:38.382921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd29285-24c6-4f18-bf1e-8c43eb9253dc req-c45c9fce-9beb-4e12-9728-96f86d4054c1 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:38.391871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edd29285-24c6-4f18-bf1e-8c43eb9253dc req-c45c9fce-9beb-4e12-9728-96f86d4054c1 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 931 time: 0.2041478 Jul 05 09:43:38.392290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0d2341f-0033-4f2a-b5b0-14b2ab519de2 None None] Provisioning complete for port d6937b9e-0410-4b97-b8f5-68ed5c75ad5b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:38.394524 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0d2341f-0033-4f2a-b5b0-14b2ab519de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.405979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.451283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f31fe-3894-4aaa-84d2-21a201fd81c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:38.452157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2341f-0033-4f2a-b5b0-14b2ab519de2 None None] Port d6937b9e-0410-4b97-b8f5-68ed5c75ad5b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:38.452927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f57f31fe-3894-4aaa-84d2-21a201fd81c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6916370 Jul 05 09:43:38.484044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:38.498191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edd29285-24c6-4f18-bf1e-8c43eb9253dc req-4d7891ca-5b81-4d76-b2d4-85914b94c571 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923467 Jul 05 09:43:38.619985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:38.810346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Pushing event updated for resources: {'Port': ['ID=23285025-c998-4033-bce2-2633ea92d601,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:38.990684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79279848-4232-4afc-8479-e0ed88bbed44 req-cee7fd89-7cc4-4b13-a884-4cd029bcfa4e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:38.992985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79279848-4232-4afc-8479-e0ed88bbed44 req-cee7fd89-7cc4-4b13-a884-4cd029bcfa4e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 945 time: 0.2022412 Jul 05 09:43:39.035456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Attempting to bind port 23285025-c998-4033-bce2-2633ea92d601 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:39.035456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Attempting to bind port 23285025-c998-4033-bce2-2633ea92d601 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:39.036236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Attempting to bind port 23285025-c998-4033-bce2-2633ea92d601 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:39.046881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 77749814-d9cf-4dbe-bba1-e6ebbbef4edb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:39.064040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dade070-719d-4d53-be0c-8b13e7ae7017 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.072425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dade070-719d-4d53-be0c-8b13e7ae7017 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.079742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dade070-719d-4d53-be0c-8b13e7ae7017 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.085895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3dade070-719d-4d53-be0c-8b13e7ae7017 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5885699 Jul 05 09:43:39.086159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef139a-6ea0-4a0e-92f8-9efd0146b2a0 req-55388d61-ebcb-4654-a417-747470e3828a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.088219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:39.091591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5ef139a-6ea0-4a0e-92f8-9efd0146b2a0 req-55388d61-ebcb-4654-a417-747470e3828a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.1594965 Jul 05 09:43:39.101167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Port 23285025-c998-4033-bce2-2633ea92d601 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:39.101557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Attempting to bind port 23285025-c998-4033-bce2-2633ea92d601 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:39.114127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:39.115566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:39.116156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:39.116780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Bound port: 23285025-c998-4033-bce2-2633ea92d601, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:39.117259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:39.121929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79279848-4232-4afc-8479-e0ed88bbed44 req-23c6148c-195e-4b6f-82d9-79d96dc78fdf tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151981 Jul 05 09:43:39.142363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Router bd1b3772-f402-4674-a30a-ee55a7f2ba39 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:39.162274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:39.163306 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:39.165252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5ef139a-6ea0-4a0e-92f8-9efd0146b2a0 req-dc1c5e02-9bc1-4647-bb2a-999f46a1a672 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665889 Jul 05 09:43:39.489129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6e3ea-f392-4975-9d9d-bb701a3728c1 req-c746e186-0ae6-4d28-942f-6d0bb5d83d9f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.497884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40d6e3ea-f392-4975-9d9d-bb701a3728c1 req-c746e186-0ae6-4d28-942f-6d0bb5d83d9f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 945 time: 0.1656930 Jul 05 09:43:39.607243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40d6e3ea-f392-4975-9d9d-bb701a3728c1 req-23c3e6fe-20ee-4e15-97a8-1b9532f6f5a8 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058393 Jul 05 09:43:39.786722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64e447-06f2-46cd-9303-242fcbdf7344 req-c5119792-6468-4182-8a6a-a905428bf6ee tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.790340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f64e447-06f2-46cd-9303-242fcbdf7344 req-c5119792-6468-4182-8a6a-a905428bf6ee tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 948 time: 0.1786935 Jul 05 09:43:39.968408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f3f6-19fc-4219-bb51-cf755decebce req-8e43cbd8-4499-4fc3-b680-cc12189e1833 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:39.975354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] For port 23285025-c998-4033-bce2-2633ea92d601, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:39.988753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b120f3f6-19fc-4219-bb51-cf755decebce req-8e43cbd8-4499-4fc3-b680-cc12189e1833 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 931 time: 0.1904929 Jul 05 09:43:40.031671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] For port 23285025-c998-4033-bce2-2633ea92d601, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=23285025-c998-4033-bce2-2633ea92d601,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:40.034231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:40.039169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port d6937b9e-0410-4b97-b8f5-68ed5c75ad5b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:40.039574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.048486 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] Sync routers for ids ['bd1b3772-f402-4674-a30a-ee55a7f2ba39'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:40.061525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f64e447-06f2-46cd-9303-242fcbdf7344 req-faba7586-61b1-4516-b04f-3882ec1fb304 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404132 Jul 05 09:43:40.076705 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] Routers {'bd1b3772-f402-4674-a30a-ee55a7f2ba39'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:40.077824 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['bd1b3772-f402-4674-a30a-ee55a7f2ba39'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:40.096378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b120f3f6-19fc-4219-bb51-cf755decebce req-fd5927ac-b795-498b-892e-c0883a31e5dc tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057677 Jul 05 09:43:40.157703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.172806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for d6937b9e-0410-4b97-b8f5-68ed5c75ad5b owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:40.217964 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:40.265072 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] Routers {'bd1b3772-f402-4674-a30a-ee55a7f2ba39'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:40.266530 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['bd1b3772-f402-4674-a30a-ee55a7f2ba39'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:40.331016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.332503 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ff551846-9ab8-45bd-9e07-bc3d61fa1981 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "PUT /v2.0/routers/bd1b3772-f402-4674-a30a-ee55a7f2ba39 HTTP/1.1" status: 200 len: 884 time: 10.8227174 Jul 05 09:43:40.337337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:40.351962 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.357178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.387644 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:40.389021 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f2e5b-8419-4a3a-a6a7-153d9626b8dc None None] The sync data for ids ['bd1b3772-f402-4674-a30a-ee55a7f2ba39'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:40.451273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d5c35f-f0ae-47bd-aa14-a620436b4401 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:40.457292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:40.457935 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.461444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] 10.222.0.16 "PUT /v2.0/ports/23285025-c998-4033-bce2-2633ea92d601 HTTP/1.1" status: 200 len: 1097 time: 4.8384027 Jul 05 09:43:40.490648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'tag': '23285025-c998-4033-bce2-2633ea92d601'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:40.506984 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "95742603-b80f-41a6-b8f2-a297bd0587cd", "tag": "23285025-c998-4033-bce2-2633ea92d601"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:40.671336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-194ea76d-6dd4-45c7-8249-a1016e114d7a tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/bd1b3772-f402-4674-a30a-ee55a7f2ba39 HTTP/1.1" status: 200 len: 925 time: 0.3317437 Jul 05 09:43:40.673304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.676134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48344) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:40.705601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:40.721193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/d6937b9e-0410-4b97-b8f5-68ed5c75ad5b HTTP/1.1" status: 204 len: 168 time: 1.6262615 Jul 05 09:43:40.729185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48346) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:40.779341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ad4e4-4523-4f0a-9b9e-b9382f60dd53 service neutron] Pushing event updated for resources: {'Port': ['ID=23285025-c998-4033-bce2-2633ea92d601,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:40.782719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Transition to ACTIVE for port object a4d5c35f-f0ae-47bd-aa14-a620436b4401 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:40.821814 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-501ebb9e-b540-444f-b93c-593aa9d9d9ce tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:43:40.827934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-501ebb9e-b540-444f-b93c-593aa9d9d9ce tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/d6937b9e-0410-4b97-b8f5-68ed5c75ad5b HTTP/1.1" status: 404 len: 333 time: 0.0931909 Jul 05 09:43:40.829128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:40.852521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31b13d-cb2c-4667-a6d2-1277dfb54fb2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=d6937b9e-0410-4b97-b8f5-68ed5c75ad5b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:40.857240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:41.096970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5701b6a2-b211-4572-80fa-2eb8f782d47c tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.099132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5701b6a2-b211-4572-80fa-2eb8f782d47c tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=bd1b3772-f402-4674-a30a-ee55a7f2ba39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4212129 Jul 05 09:43:41.105500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:41.107660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:41.176102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 6859fa53-5a78-4656-97b7-74a9682759c7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:41.176495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:41.310150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-1f367c0b-90e4-4401-9920-b97a39c0576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.313397 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-1f367c0b-90e4-4401-9920-b97a39c0576c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 1100 time: 0.7765741 Jul 05 09:43:41.430463 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-0eadf288-71ca-4532-b150-723148b91851 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=23285025-c998-4033-bce2-2633ea92d601 HTTP/1.1" status: 200 len: 217 time: 0.1088724 Jul 05 09:43:41.510866 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5a63a-3cd7-4383-ac2c-4edf2b0a2671 x-openstack-request-id: req-41c5a63a-3cd7-4383-ac2c-4edf2b0a2671 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:41.512569 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95742603-b80f-41a6-b8f2-a297bd0587cd", "tag": "23285025-c998-4033-bce2-2633ea92d601", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:41.512971 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41c5a63a-3cd7-4383-ac2c-4edf2b0a2671 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:41.513527 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'tag': '23285025-c998-4033-bce2-2633ea92d601', 'status': 'completed', 'code': 200} Jul 05 09:43:41.549825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:41.571222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f6946-076b-4c8f-8b2e-0caad08a44f2 req-25784236-bfda-4f47-8a3a-8347ac0882fa tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.583946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48f6946-076b-4c8f-8b2e-0caad08a44f2 req-25784236-bfda-4f47-8a3a-8347ac0882fa tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.3111882 Jul 05 09:43:41.617921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Attempting to bind port a4d5c35f-f0ae-47bd-aa14-a620436b4401 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:41.618725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Attempting to bind port a4d5c35f-f0ae-47bd-aa14-a620436b4401 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:41.619365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Attempting to bind port a4d5c35f-f0ae-47bd-aa14-a620436b4401 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:41.635402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97c83af-07bd-48f6-8f48-758c73fb3b21 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.637200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d97c83af-07bd-48f6-8f48-758c73fb3b21 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.5306098 Jul 05 09:43:41.640478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Port a4d5c35f-f0ae-47bd-aa14-a620436b4401 on network 370e10a8-ce02-4c77-a51d-df6122b53587 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:43:41.641325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Attempting to bind port a4d5c35f-f0ae-47bd-aa14-a620436b4401 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:41.646496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48364) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:41.660246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-645b965a-e8e4-4be8-aa67-9e99b32fe44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.662200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-645b965a-e8e4-4be8-aa67-9e99b32fe44b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1986735 Jul 05 09:43:41.665574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:41.666435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Checking segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:41.667172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Bound using segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:41.667849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Bound port: a4d5c35f-f0ae-47bd-aa14-a620436b4401, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:41.668611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:41.729653 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fda6fd90-0ab0-488f-906f-d7c48494fa9b tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd1b3772-f402-4674-a30a-ee55a7f2ba39 HTTP/1.1" status: 200 len: 205 time: 0.0770414 Jul 05 09:43:41.737220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:41.741008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 6859fa53-5a78-4656-97b7-74a9682759c7 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:41.875673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48f6946-076b-4c8f-8b2e-0caad08a44f2 req-19a9962c-5d08-4d44-8533-9bb4e18f9c99 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797256 Jul 05 09:43:41.974282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:41.981878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:41.986933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc4b25-f961-489c-ade6-891243ffefea req-11eec67d-a8a0-4638-81ea-976ebc8243a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:41.990235 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-11eec67d-a8a0-4638-81ea-976ebc8243a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2678928 Jul 05 09:43:41.993450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.165101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.166317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.168852 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] 10.222.0.15 "PUT /v2.0/ports/a4d5c35f-f0ae-47bd-aa14-a620436b4401 HTTP/1.1" status: 200 len: 1092 time: 4.0738077 Jul 05 09:43:42.302464 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-d6a287e2-58d2-4b0a-8a94-0f7a75ba28ae service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934108 Jul 05 09:43:42.345969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e69bc7-6bd8-4267-958b-0b0191aecf41 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:42.407796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d93a7-523b-4f69-806c-b39777fe1931 req-3ab4a06a-5ba6-4315-9ad5-e976030e5f4a tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.409890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-594d93a7-523b-4f69-806c-b39777fe1931 req-3ab4a06a-5ba6-4315-9ad5-e976030e5f4a tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 948 time: 0.5315180 Jul 05 09:43:42.419347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.471432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-fb6773c0-f7e3-4dba-af92-e7e2f1de43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.473580 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-fb6773c0-f7e3-4dba-af92-e7e2f1de43ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 1095 time: 0.2129166 Jul 05 09:43:42.476109 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5fc4b25-f961-489c-ade6-891243ffefea req-fb4d96cd-9786-415b-83d1-b1ecf7409b48 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442592 Jul 05 09:43:42.521046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.522886 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-f5026c7e-10af-4779-bac3-172168dab54f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401 HTTP/1.1" status: 200 len: 217 time: 0.0414360 Jul 05 09:43:42.524536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=6859fa53-5a78-4656-97b7-74a9682759c7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:42.623791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-618234f8-fb8a-4785-8b31-b71410d3933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.626561 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-618234f8-fb8a-4785-8b31-b71410d3933c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.0938413 Jul 05 09:43:42.665237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a7972-d7fa-46fa-afb8-52baeaa836bb req-4c899413-d0ae-49a4-8627-8f91b3c3b0b4 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.666911 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-51ef6d23-ef58-41af-bbe8-c8bea27e890e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321727 Jul 05 09:43:42.700935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e8a7972-d7fa-46fa-afb8-52baeaa836bb req-4c899413-d0ae-49a4-8627-8f91b3c3b0b4 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 943 time: 0.5476587 Jul 05 09:43:42.760201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-ac4f4e5a-497a-47a2-945b-bee21d5288b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:42.761760 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-ac4f4e5a-497a-47a2-945b-bee21d5288b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 1100 time: 0.1941686 Jul 05 09:43:42.848651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:42.856774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-35404c77-f92a-4ff7-8482-125a2b3bbad8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/6859fa53-5a78-4656-97b7-74a9682759c7 HTTP/1.1" status: 204 len: 168 time: 2.0144088 Jul 05 09:43:42.860511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:42.892548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-594d93a7-523b-4f69-806c-b39777fe1931 req-ba67244b-2432-49c7-95db-81c7e0494f9a tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523966 Jul 05 09:43:42.914754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e8a7972-d7fa-46fa-afb8-52baeaa836bb req-90bda34c-0bde-4b4d-b998-ee88a3324f7e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120874 Jul 05 09:43:42.918368 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cee976-fbd5-439e-b460-3daf6f3d122b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:43:42.927903 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-83cee976-fbd5-439e-b460-3daf6f3d122b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/6859fa53-5a78-4656-97b7-74a9682759c7 HTTP/1.1" status: 404 len: 333 time: 0.0586894 Jul 05 09:43:42.937848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:43.022501 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.031842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-f6633981-9264-4feb-813a-0d06a3c44004 service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532875 Jul 05 09:43:43.189486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Deleting port e4452165-1bec-4683-a793-5f1231f05f02 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:43.189949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.207755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:43:43.216933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-972175d3-4c0f-492d-8981-cb85c58d6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.218452 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-972175d3-4c0f-492d-8981-cb85c58d6d35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.4407001 Jul 05 09:43:43.219427 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.301755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-f7ad8944-5317-4194-a677-b25b47b1408c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=23285025-c998-4033-bce2-2633ea92d601 HTTP/1.1" status: 200 len: 217 time: 0.0751019 Jul 05 09:43:43.368768 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.397293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.406726 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c9253e31-9231-46d5-9b72-1eabb1799d34 req-fe0a98b7-1275-479c-a3be-6577c2dd571d service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298147 Jul 05 09:43:43.420632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-87653410-e1c9-410e-8a37-c844b2f2243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.422093 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-87653410-e1c9-410e-8a37-c844b2f2243c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1115172 Jul 05 09:43:43.441113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Calling delete_port for e4452165-1bec-4683-a793-5f1231f05f02 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:43.527364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:43.529933 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396e87c-3e7f-4c4a-9261-e1f609407501" -d '{"events": [{"name": "network-changed", "server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:43.572863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.586541 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:43:43.632823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-2fc97f81-e6dd-43fe-b49a-0a1114f69f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:43.634536 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-2fc97f81-e6dd-43fe-b49a-0a1114f69f35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1984010 Jul 05 09:43:43.709742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.757342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:43.760394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:43.762916 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2fcc4503-2bf9-4cae-b08f-7e6860795b6e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5 HTTP/1.1" status: 204 len: 168 time: 0.8202119 Jul 05 09:43:43.779761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64f284-ba1c-4218-909b-e698b13e87ba None None] Network 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:43.784853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:43.843478 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-1bb5149a-59fb-4c69-ac27-79910fa0cc45 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956437 Jul 05 09:43:44.041112 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.051469 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b518908-3eb9-4fc9-9a29-df9b1be49ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.053801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.257388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] DHCP port deletion for 87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:43:44.410069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] Deleting port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:44.410786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.437025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event deleted for resources: {'Port': ['ID=e4452165-1bec-4683-a793-5f1231f05f02,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:44.481846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75fff1-9e86-4946-b1d5-b3234cf789db req-7057cf00-1cff-4430-81f0-b7556e407bb6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:44.484304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a75fff1-9e86-4946-b1d5-b3234cf789db req-7057cf00-1cff-4430-81f0-b7556e407bb6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.9126008 Jul 05 09:43:44.485124 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed54e9fa-e749-450b-b811-0d80c3f5c0fa req-16b2eec5-3e91-4c2e-b928-b3f41145d05f service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175904 Jul 05 09:43:44.584342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420c92-3a81-43df-bb48-3981ff95de5c req-c51f2546-01d0-4c32-924c-323662361792 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:44.593602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de420c92-3a81-43df-bb48-3981ff95de5c req-c51f2546-01d0-4c32-924c-323662361792 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 945 time: 0.9301763 Jul 05 09:43:44.610512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] For port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,segment=NetworkSegment(6fc4e4a3-9c32-4ed5-82af-217cac954356),segment_id=6fc4e4a3-9c32-4ed5-82af-217cac954356)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:44.611377 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.649651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] Calling delete_port for 77749814-d9cf-4dbe-bba1-e6ebbbef4edb owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:44.695734 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.798438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:44.837591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] Pushing event deleted for resources: {'Port': ['ID=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:44.840676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029c1fb-9952-441d-aa83-99433a0cd4cc None None] No DVR routers for this DVR port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:44.842681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a75fff1-9e86-4946-b1d5-b3234cf789db req-3a235356-97a7-4e7d-9b8e-ec2a7f9fdfbc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457553 Jul 05 09:43:44.947170 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d203f189-bc70-4417-add4-25722be5d289 x-openstack-request-id: req-d203f189-bc70-4417-add4-25722be5d289 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:44.947539 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:44.947949 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d203f189-bc70-4417-add4-25722be5d289 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:44.948529 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'status': 'completed', 'code': 200} Jul 05 09:43:44.991206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de420c92-3a81-43df-bb48-3981ff95de5c req-da9a8cac-04f7-4e63-9bfd-30f12e6bd855 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960211 Jul 05 09:43:44.994102 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.011378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.062263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 77749814-d9cf-4dbe-bba1-e6ebbbef4edb no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:45.129211 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.130940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Fanout notify agent at l3_agent the message router_deleted on router bd1b3772-f402-4674-a30a-ee55a7f2ba39 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:43:45.141807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 77749814-d9cf-4dbe-bba1-e6ebbbef4edb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:45.146423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 77749814-d9cf-4dbe-bba1-e6ebbbef4edb not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:45.147771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.155385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-491eb1e0-eb46-4de9-8f7e-34b3189c3b80 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/bd1b3772-f402-4674-a30a-ee55a7f2ba39 HTTP/1.1" status: 204 len: 168 time: 3.4057653 Jul 05 09:43:45.159998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:45.179139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cde70ec4-9aab-4550-a5e8-8de86b881e21 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2055241047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:45.237815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:45.238347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.244109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cde70ec4-9aab-4550-a5e8-8de86b881e21 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.246887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cde70ec4-9aab-4550-a5e8-8de86b881e21 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.327932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-6c23601b-11c0-4cd7-a0f6-f35966a4342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.332085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-6c23601b-11c0-4cd7-a0f6-f35966a4342d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 1095 time: 0.3319750 Jul 05 09:43:45.371785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] For port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb, host n-d-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:45.373395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.391681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 77749814-d9cf-4dbe-bba1-e6ebbbef4edb owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:45.397698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:43:45.404998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.424596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b600707b-5072-4c00-9f12-a572cce97cad details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:45.452412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee041266-1b83-4b4e-b7c0-164f8123166e req-21ab237e-15f7-44e7-8203-7fcf51f1c01f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.459889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee041266-1b83-4b4e-b7c0-164f8123166e req-21ab237e-15f7-44e7-8203-7fcf51f1c01f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 948 time: 0.2956059 Jul 05 09:43:45.467362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=77749814-d9cf-4dbe-bba1-e6ebbbef4edb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:45.478661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No DVR routers for this DVR port 77749814-d9cf-4dbe-bba1-e6ebbbef4edb on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:45.588580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:45.590158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cde70ec4-9aab-4550-a5e8-8de86b881e21 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.593382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d73f-7744-4951-9315-a768d6be9f56 req-33eef5b7-91b3-4654-86c9-252e31c42eb2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.595202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f593d73f-7744-4951-9315-a768d6be9f56 req-33eef5b7-91b3-4654-86c9-252e31c42eb2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 943 time: 0.2828729 Jul 05 09:43:45.604728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'b600707b-5072-4c00-9f12-a572cce97cad', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'port_id': 'b600707b-5072-4c00-9f12-a572cce97cad', 'mac_address': 'fa:16:3e:c9:33:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cbf2e5-5009-4a28-80ac-b1865def5bea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:45.609418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cde70ec4-9aab-4550-a5e8-8de86b881e21 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.673458 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cde70ec4-9aab-4550-a5e8-8de86b881e21 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.681874 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cde70ec4-9aab-4550-a5e8-8de86b881e21 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5153835 Jul 05 09:43:45.682508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:45.686848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee041266-1b83-4b4e-b7c0-164f8123166e req-7a8c1b4f-205b-4a5d-b17c-55e8a3401ce1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259541 Jul 05 09:43:45.687759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': True}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:45.722494 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.769236 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.792962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b600707b-5072-4c00-9f12-a572cce97cad {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:45.793756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-3ea929a5-9d73-402c-b2da-331dbc520e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:45.796321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-3ea929a5-9d73-402c-b2da-331dbc520e73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 906 time: 0.4450829 Jul 05 09:43:45.819300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f593d73f-7744-4951-9315-a768d6be9f56 req-0d19cd8e-7037-4f57-b7ab-ba6e1299251a tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012675 Jul 05 09:43:45.821558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dfc7f0-15da-4afd-908e-f3ecbc6af7f5']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:45.844985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:45.856842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.858435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 23285025-c998-4033-bce2-2633ea92d601 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:45.864495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc4e4a3-9c32-4ed5-82af-217cac954356') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:45.866990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc4e4a3-9c32-4ed5-82af-217cac954356') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:45.907104 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.948517 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-c74d0685-9b60-43a2-87dd-9c03941f2466 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401 HTTP/1.1" status: 200 len: 217 time: 0.1432366 Jul 05 09:43:45.952387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.975529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:43:45.976357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:43:45.980209 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:43:46.140427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 23285025-c998-4033-bce2-2633ea92d601, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=23285025-c998-4033-bce2-2633ea92d601,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:46.176716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '23285025-c998-4033-bce2-2633ea92d601', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '23285025-c998-4033-bce2-2633ea92d601', 'mac_address': 'fa:16:3e:36:32:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:46.196700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-20c191cc-ebe7-47ed-8711-fe72ba8c88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:46.199182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-20c191cc-ebe7-47ed-8711-fe72ba8c88c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.1469009 Jul 05 09:43:46.256317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:46.259610 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.294983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23285025-c998-4033-bce2-2633ea92d601 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:46.316565 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.330554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 23285025-c998-4033-bce2-2633ea92d601, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=23285025-c998-4033-bce2-2633ea92d601,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:46.341633 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.346352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.354162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/87dfc7f0-15da-4afd-908e-f3ecbc6af7f5 HTTP/1.1" status: 204 len: 168 time: 2.5672469 Jul 05 09:43:46.371523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:46.380193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655099989'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:46.404120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.409023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=23285025-c998-4033-bce2-2633ea92d601,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:46.422584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248aea4-abfb-4ac8-a848-4f277e922a99 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=87dfc7f0-15da-4afd-908e-f3ecbc6af7f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:46.459671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:46.463304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.504174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-b9baffe4-7aac-4840-bf4a-b276e7247618 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666003 Jul 05 09:43:46.522640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3d65b-60c0-4c1a-bc09-8dadd8c8ee08 req-cefeb4e2-df5a-45ba-a8e3-5e3e86945203 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:46.535885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cad3d65b-60c0-4c1a-bc09-8dadd8c8ee08 req-cefeb4e2-df5a-45ba-a8e3-5e3e86945203 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.3022673 Jul 05 09:43:46.574017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:43:46.602500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b77d9-2b24-4498-ad12-2359d831720a req-cf409c1c-60d0-4059-9eaf-ad4edf8309a0 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:46.616016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-028b77d9-2b24-4498-ad12-2359d831720a req-cf409c1c-60d0-4059-9eaf-ad4edf8309a0 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 944 time: 0.2546713 Jul 05 09:43:46.642305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.642987 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Added segment 2025e426-b903-4a8a-b961-4788e4a8ef95 of type vlan for network 3f31fe1c-3356-4f2c-bb85-0969ee804496 Jul 05 09:43:46.659747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b600707b-5072-4c00-9f12-a572cce97cad'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:46.768077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cad3d65b-60c0-4c1a-bc09-8dadd8c8ee08 req-0cb3ce69-b9be-49ca-8fab-b27200eed4be tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307622 Jul 05 09:43:46.792347 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.819127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-bbbd6229-23f9-4591-bde5-19fed1ee7625 service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535586 Jul 05 09:43:46.832804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.868286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-028b77d9-2b24-4498-ad12-2359d831720a req-71978187-e553-4d7e-a23f-90f0aaf0b51a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501459 Jul 05 09:43:46.900945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-677b738a-4076-42f3-9e47-4ac38bbfc158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.946352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.961941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:46.962972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:46.989114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['23285025-c998-4033-bce2-2633ea92d601'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:47.145986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d5c35f-f0ae-47bd-aa14-a620436b4401 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:43:47.236964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8606129 Jul 05 09:43:47.241705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:47.252661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:47.348099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:47.364996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcab3a2-d991-4f48-9ae4-7dd96a48c8c4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Network': ['ID=3f31fe1c-3356-4f2c-bb85-0969ee804496,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:47.379535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'mac_address': 'fa:16:3e:9a:c4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:43:47.492605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:43:47.500304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0396e87c-3e7f-4c4a-9261-e1f609407501 req-67018e8d-7dd4-4740-9f8f-35457aca7a50 service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831205 Jul 05 09:43:47.531947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116d531-6af8-4f79-8ad3-8e83d574637e req-1b2716d3-d0f8-4574-bf3c-a99fb1414ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:47.549692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.550714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6116d531-6af8-4f79-8ad3-8e83d574637e req-1b2716d3-d0f8-4574-bf3c-a99fb1414ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 949 time: 0.3078229 Jul 05 09:43:47.578306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183732d8-cc79-4618-b2f6-91f312a05dfe req-94fe9399-90eb-4f3e-94ca-16df5f11f6d6 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:47.591902 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-183732d8-cc79-4618-b2f6-91f312a05dfe req-94fe9399-90eb-4f3e-94ca-16df5f11f6d6 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 943 time: 0.2799728 Jul 05 09:43:47.600198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.609107 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:47.619528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b600707b-5072-4c00-9f12-a572cce97cad no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:47.709304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6116d531-6af8-4f79-8ad3-8e83d574637e req-cbb2e733-63e2-4c77-b86a-ac14d2fe9123 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535585 Jul 05 09:43:47.718543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d5c35f-f0ae-47bd-aa14-a620436b4401 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:47.737994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-183732d8-cc79-4618-b2f6-91f312a05dfe req-1c1cd6d0-6018-4a45-b215-1451d16d1ebe tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431088 Jul 05 09:43:47.802063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Allocated IP 172.25.1.95 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/4dd6c7ef-2816-4ca9-96da-1735515051cc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:47.892637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:47.973452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.047215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.080786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.167575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:48.168595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:48.176244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.188163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.212406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b600707b-5072-4c00-9f12-a572cce97cad {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:43:48.275194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:48.280576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a4d5c35f-f0ae-47bd-aa14-a620436b4401'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:48.348316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.421780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:48.636971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:48.731953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f213b-7830-4b2a-945a-804ef195e3ca req-e8ffd043-ef3f-4b8c-99a6-1b9aa9fd73f4 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.746047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc0f213b-7830-4b2a-945a-804ef195e3ca req-e8ffd043-ef3f-4b8c-99a6-1b9aa9fd73f4 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 943 time: 0.1801407 Jul 05 09:43:48.804743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd6c7ef-2816-4ca9-96da-1735515051cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:48.827132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:48.834981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:48.841771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:48.883620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc0f213b-7830-4b2a-945a-804ef195e3ca req-1dd7158f-90e2-4ebb-b268-c89d34a2d633 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364319 Jul 05 09:43:48.944039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1205-4663-4e9a-a83c-235c4014ef68 req-bc376fdb-4ebe-43a8-bf22-db99b37ec284 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:48.954790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9dd1205-4663-4e9a-a83c-235c4014ef68 req-bc376fdb-4ebe-43a8-bf22-db99b37ec284 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.1302323 Jul 05 09:43:49.035484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9dd1205-4663-4e9a-a83c-235c4014ef68 req-10ce061c-58ba-475e-b9b3-86dea5e1a7e5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706685 Jul 05 09:43:49.178742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.278589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=44e347ae-5dbd-4ccb-aefc-46f394f81cde,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:49.340510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Checking segment: {'id': '2025e426-b903-4a8a-b961-4788e4a8ef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:49.340897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network hostable DHCP agents. Network: 3f31fe1c-3356-4f2c-bb85-0969ee804496, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:43:49.367722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2546-7d2d-43b4-917a-723f4b1bd3e6 req-03ceae0f-2a01-439f-96b2-a15913a4042e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.372772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eecd2546-7d2d-43b4-917a-723f4b1bd3e6 req-03ceae0f-2a01-439f-96b2-a15913a4042e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 949 time: 0.1537914 Jul 05 09:43:49.388907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2d492-705a-4325-ad2d-efe3327add8f req-b3502000-b17e-4530-a92f-150117f7134b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.391425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68a2d492-705a-4325-ad2d-efe3327add8f req-b3502000-b17e-4530-a92f-150117f7134b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 944 time: 0.1349640 Jul 05 09:43:49.449035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b600707b-5072-4c00-9f12-a572cce97cad up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:49.461810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:43:49.487870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 3f31fe1c-3356-4f2c-bb85-0969ee804496) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:49.500704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:49.501859 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.506696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.527639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffb8ca-c01e-4f55-a941-14195daced5e None None] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:49.530960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eecd2546-7d2d-43b4-917a-723f4b1bd3e6 req-e424c078-8396-40a7-93f5-193a6488cafb tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370142 Jul 05 09:43:49.571668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68a2d492-705a-4325-ad2d-efe3327add8f req-36052127-f075-49fa-8efb-c874c41f72cc tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671154 Jul 05 09:43:49.661306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:49.663741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0c229845-76ae-4e93-a080-4f170929de7c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4180138 Jul 05 09:43:49.668471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6c4db677-9a83-4cbd-ac24-a4874f642ede tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1530017307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:49.744220 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.765775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4db677-9a83-4cbd-ac24-a4874f642ede tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.768318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4db677-9a83-4cbd-ac24-a4874f642ede tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.841844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4db677-9a83-4cbd-ac24-a4874f642ede tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.851321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4db677-9a83-4cbd-ac24-a4874f642ede tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.882157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4db677-9a83-4cbd-ac24-a4874f642ede tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.883492 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6c4db677-9a83-4cbd-ac24-a4874f642ede tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2207358 Jul 05 09:43:49.886313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:49.894682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port b600707b-5072-4c00-9f12-a572cce97cad triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:49.894904 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.896155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496', 'name': 'tempest-PortsIpV6TestJSON-2140175183'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:49.976098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:49.981107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.080764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-3f31fe1c-3356-4f2c-bb85-0969ee804496', 'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496', 'tenant_id': '4fed1092da1342b681f83cd534695615', 'fixed_ips': [{'subnet_id': '44e347ae-5dbd-4ccb-aefc-46f394f81cde'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:43:50.086271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.205821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:50.210866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.217361 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.230306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Router c8499e7a-81ef-49ba-a534-d602713c661c is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:50.287351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 8a5022a3-046f-4229-a204-aa37aea7775e yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:43:50.386006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:50.389326 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5351cdd-6bd3-46ea-8741-18197539994b" -d '{"events": [{"server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "name": "network-vif-plugged", "status": "completed", "tag": "b600707b-5072-4c00-9f12-a572cce97cad"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:50.404757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:50.413004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.417283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-61ff5a69-95ea-4f54-878e-0f74ce1a9736 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "PUT /v2.0/routers/c8499e7a-81ef-49ba-a534-d602713c661c HTTP/1.1" status: 200 len: 918 time: 4.7315619 Jul 05 09:43:50.418438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:50.423815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] Sync routers for ids ['c8499e7a-81ef-49ba-a534-d602713c661c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:50.438186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:50.450962 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.452805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 23285025-c998-4033-bce2-2633ea92d601 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:50.503441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] Routers {'c8499e7a-81ef-49ba-a534-d602713c661c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:50.504380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c8499e7a-81ef-49ba-a534-d602713c661c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:50.530654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6678b-2b76-4425-9f22-099a0615d640 req-2a18a7e7-89f1-4c7a-8943-ed3050d09150 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:50.539377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63f6678b-2b76-4425-9f22-099a0615d640 req-2a18a7e7-89f1-4c7a-8943-ed3050d09150 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 943 time: 0.2926624 Jul 05 09:43:50.582259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6db7f-1699-4bc2-8bd8-71289409282a req-9d289b3d-f295-4446-bc55-1613c9f039e2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:50.591270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:50.592113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98a6db7f-1699-4bc2-8bd8-71289409282a req-9d289b3d-f295-4446-bc55-1613c9f039e2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.3155797 Jul 05 09:43:50.607164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-95c4fa4d-4786-4b55-9eaf-cf7223c9611a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:50.608864 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-95c4fa4d-4786-4b55-9eaf-cf7223c9611a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 945 time: 0.1407073 Jul 05 09:43:50.628437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::339 (3f31fe1c-3356-4f2c-bb85-0969ee804496/44e347ae-5dbd-4ccb-aefc-46f394f81cde/8a5022a3-046f-4229-a204-aa37aea7775e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:50.629712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] Routers {'c8499e7a-81ef-49ba-a534-d602713c661c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:50.631307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c8499e7a-81ef-49ba-a534-d602713c661c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:50.645876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63f6678b-2b76-4425-9f22-099a0615d640 req-28b67a24-2dcd-4ab4-84d6-b5966144579f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053419 Jul 05 09:43:50.665581 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ea283f14-6cfb-407f-96f8-71958be44f5b tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/c8499e7a-81ef-49ba-a534-d602713c661c HTTP/1.1" status: 200 len: 924 time: 0.2430377 Jul 05 09:43:50.676766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:50.680654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:50.697336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.700332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.702354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.703723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.706078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.708416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.709712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.712552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.713395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.714482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.716283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.716702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:43:50.739546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 23285025-c998-4033-bce2-2633ea92d601 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:50.748195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:50.749364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a77417-c12a-4204-b188-9f3e46788ad3 None None] The sync data for ids ['c8499e7a-81ef-49ba-a534-d602713c661c'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:50.752871 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2384711-f14a-4bad-b82c-d4260c567c60 x-openstack-request-id: req-a2384711-f14a-4bad-b82c-d4260c567c60 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:50.753395 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "name": "network-vif-plugged", "status": "completed", "tag": "b600707b-5072-4c00-9f12-a572cce97cad", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:50.753735 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2384711-f14a-4bad-b82c-d4260c567c60 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:50.754318 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad', 'code': 200} Jul 05 09:43:50.758380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 23285025-c998-4033-bce2-2633ea92d601 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:50.759439 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:50.769834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98a6db7f-1699-4bc2-8bd8-71289409282a req-cdc048f0-eae8-43b4-8a63-a77a16fa15a3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765914 Jul 05 09:43:50.968935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.041232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed9bbe-351f-4cae-819e-4347954f12b8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:51.042751 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b5ed9bbe-351f-4cae-819e-4347954f12b8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=c8499e7a-81ef-49ba-a534-d602713c661c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3649983 Jul 05 09:43:51.052289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48466) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:51.057077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 23285025-c998-4033-bce2-2633ea92d601, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=23285025-c998-4033-bce2-2633ea92d601,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:51.074991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.092911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Deleting port b600707b-5072-4c00-9f12-a572cce97cad {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:51.093491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.138946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d5c35f-f0ae-47bd-aa14-a620436b4401 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:51.231966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.280588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23086cab-6e27-4b06-95eb-8666494debf4 req-5780e533-ab3c-4ea9-b8be-5d4e0eb391cb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:51.289130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23086cab-6e27-4b06-95eb-8666494debf4 req-5780e533-ab3c-4ea9-b8be-5d4e0eb391cb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 944 time: 0.3131692 Jul 05 09:43:51.293316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 8a5022a3-046f-4229-a204-aa37aea7775e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:51.329526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd695a9-e1bd-47bb-92fa-1ae73bc68436 req-3a73342e-9bc0-411c-9e84-a94818b53b1f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:51.336759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=23285025-c998-4033-bce2-2633ea92d601,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:51.337443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecd695a9-e1bd-47bb-92fa-1ae73bc68436 req-3a73342e-9bc0-411c-9e84-a94818b53b1f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 949 time: 0.3959889 Jul 05 09:43:51.377562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a4d5c35f-f0ae-47bd-aa14-a620436b4401 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:51.386099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1dc99a-33e3-406d-b85d-dccf11c08a27 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:51.388685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bc1dc99a-33e3-406d-b85d-dccf11c08a27 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.3331802 Jul 05 09:43:51.393644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a4d5c35f-f0ae-47bd-aa14-a620436b4401 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:51.395176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.405465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:51.502369 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df27d076-c98f-432b-ae2f-8ffe3c94ea3a tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8499e7a-81ef-49ba-a534-d602713c661c HTTP/1.1" status: 200 len: 205 time: 0.0868542 Jul 05 09:43:51.511726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:51.549696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23086cab-6e27-4b06-95eb-8666494debf4 req-83a358c8-bb16-43f7-ab87-62f9b386a98d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593067 Jul 05 09:43:51.588022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.641462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] For port b600707b-5072-4c00-9f12-a572cce97cad, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b600707b-5072-4c00-9f12-a572cce97cad,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:51.642391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.663197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Calling delete_port for b600707b-5072-4c00-9f12-a572cce97cad owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:51.676606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:51.687192 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.708481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecd695a9-e1bd-47bb-92fa-1ae73bc68436 req-cad21711-141c-442c-9742-82b8a3e24191 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696373 Jul 05 09:43:51.745282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.856477 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.899399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:51.928307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Allocated IP 2001:db8::2 (3f31fe1c-3356-4f2c-bb85-0969ee804496/44e347ae-5dbd-4ccb-aefc-46f394f81cde/74c601cb-06ea-4dd2-85c0-4ebb1220b6e6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:51.952010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:51.958279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.960453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:51.971722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:51.977990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:51.978993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:51.982064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b600707b-5072-4c00-9f12-a572cce97cad'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:43:52.000886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=8a5022a3-046f-4229-a204-aa37aea7775e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:52.013888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-193e04ec-7232-4d8b-941a-911d9c3f2bcd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1262593 Jul 05 09:43:52.047654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48486) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:52.101415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event deleted for resources: {'Port': ['ID=b600707b-5072-4c00-9f12-a572cce97cad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:52.144027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] No DVR routers for this DVR port b600707b-5072-4c00-9f12-a572cce97cad on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:43:52.159887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.163407 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dfd7b88a-6c32-41da-8615-c80dd0586629 req-e66462e5-86f5-4e1d-878d-1839c3d54748 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.16 "DELETE /v2.0/ports/b600707b-5072-4c00-9f12-a572cce97cad HTTP/1.1" status: 204 len: 173 time: 1.5426958 Jul 05 09:43:52.164138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'name': 'network-vif-deleted', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:52.168805 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06dd81-24c5-41bf-b295-75a4c0ab1443" -d '{"events": [{"server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "name": "network-vif-deleted", "tag": "b600707b-5072-4c00-9f12-a572cce97cad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:52.337918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.351100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Transition to ACTIVE for port object 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:52.378309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Transition to ACTIVE for port object 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:43:52.387645 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.442223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:52.448512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:52.454313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:52.469464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Pushing event updated for resources: {'Port': ['ID=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:52.640016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0db72177-2ea8-4448-b36f-58be063fa4e0 req-cc0d9c78-a929-4182-9ded-42a289bb3e7e tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=29bcc139-67fc-4a6c-b9d2-1c9f358e9eca HTTP/1.1" status: 200 len: 210 time: 0.1493945 Jul 05 09:43:52.701613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-9a5c0bd1-5606-4be3-b556-4681db7ec5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:52.703499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-9a5c0bd1-5606-4be3-b556-4681db7ec5d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 1097 time: 0.1350856 Jul 05 09:43:52.758296 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c10c59-47bd-4be1-95c6-7eaff587dda5 x-openstack-request-id: req-d4c10c59-47bd-4be1-95c6-7eaff587dda5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:52.759478 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bcc139-67fc-4a6c-b9d2-1c9f358e9eca", "name": "network-vif-deleted", "tag": "b600707b-5072-4c00-9f12-a572cce97cad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:52.759903 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4c10c59-47bd-4be1-95c6-7eaff587dda5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:52.760532 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bcc139-67fc-4a6c-b9d2-1c9f358e9eca', 'name': 'network-vif-deleted', 'tag': 'b600707b-5072-4c00-9f12-a572cce97cad', 'status': 'completed', 'code': 200} Jul 05 09:43:52.765042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.786205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23285025-c998-4033-bce2-2633ea92d601'}, {'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:52.793301 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f1411e-455b-46ed-926b-7c760ecc5373" -d '{"events": [{"server_uuid": "95742603-b80f-41a6-b8f2-a297bd0587cd", "name": "network-vif-plugged", "status": "completed", "tag": "23285025-c998-4033-bce2-2633ea92d601"}, {"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-plugged", "status": "completed", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:52.830192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Attempting to bind port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:43:52.830982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Attempting to bind port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2025e426-b903-4a8a-b961-4788e4a8ef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:43:52.833222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Attempting to bind port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 on network 3f31fe1c-3356-4f2c-bb85-0969ee804496 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:43:52.841190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:43:52.841964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Checking segment: {'id': '2025e426-b903-4a8a-b961-4788e4a8ef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:43:52.842724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.843485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Bound using segment: {'id': '2025e426-b903-4a8a-b961-4788e4a8ef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:43:52.844364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Bound port: 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2025e426-b903-4a8a-b961-4788e4a8ef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3f31fe1c-3356-4f2c-bb85-0969ee804496'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:43:52.845074 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:52.848132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e692e-2af5-4b93-9ef0-bf38a43f6cd3 req-42dfe5b2-bcdc-4a99-9496-cf9e7af00fd7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:52.855493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c95e692e-2af5-4b93-9ef0-bf38a43f6cd3 req-42dfe5b2-bcdc-4a99-9496-cf9e7af00fd7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 0.3660228 Jul 05 09:43:52.885702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-0e92cde0-c281-45dc-a6da-d4c092dda2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:52.891339 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-0e92cde0-c281-45dc-a6da-d4c092dda2c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 913 time: 0.1768568 Jul 05 09:43:52.943218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] For port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:43:52.947974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] For port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,segment=NetworkSegment(2025e426-b903-4a8a-b961-4788e4a8ef95),segment_id=2025e426-b903-4a8a-b961-4788e4a8ef95)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:43:52.958845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.015786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c95e692e-2af5-4b93-9ef0-bf38a43f6cd3 req-acc13eef-4644-4eb5-b797-187b43d5d9e9 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590354 Jul 05 09:43:53.025600 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-4cb4a183-bc00-4952-8761-f4e14566e27d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07 HTTP/1.1" status: 200 len: 217 time: 0.1230595 Jul 05 09:43:53.066140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42862a-1b68-4b61-91a6-d19843178160 None None] Pushing event updated for resources: {'Port': ['ID=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:53.082220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.139498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Deleting port 4dd6c7ef-2816-4ca9-96da-1735515051cc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:53.139939 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.160556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-858215ed-27d4-417f-984f-4dcd83a05127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:53.163160 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-858215ed-27d4-417f-984f-4dcd83a05127 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.1292040 Jul 05 09:43:53.240827 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-73d18a97-9e0c-4dfb-b13d-7378fd0402d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692005 Jul 05 09:43:53.410635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d91c3-15b8-4cc6-938a-15d5fbee702e req-d671e924-6197-43b1-ba97-4b38971d1393 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:53.412509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8d91c3-15b8-4cc6-938a-15d5fbee702e req-d671e924-6197-43b1-ba97-4b38971d1393 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 945 time: 0.4476190 Jul 05 09:43:53.482872 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-00d2df2f-7fd1-4a4c-985e-62c9f25335fa service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338097 Jul 05 09:43:53.527270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.553772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Calling delete_port for 4dd6c7ef-2816-4ca9-96da-1735515051cc owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:43:53.594816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8d91c3-15b8-4cc6-938a-15d5fbee702e req-2222b202-931d-4ebb-979f-21f8cad6366c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617203 Jul 05 09:43:53.612358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38c4f8-ee51-489f-a092-9eb3a7afd6d3 req-614f326f-1660-4926-a66f-d3ac660c69f4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:53.613993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a38c4f8-ee51-489f-a092-9eb3a7afd6d3 req-614f326f-1660-4926-a66f-d3ac660c69f4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 950 time: 0.3881826 Jul 05 09:43:53.672253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fdf96a76-a5d7-471f-b15a-e6604a21b1b0 req-2bbedc48-77ae-4ede-83a6-bcc2d0f8abbf service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813948 Jul 05 09:43:53.710216 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23128f4-6cd8-4d74-8a50-6c31ff7b2682 x-openstack-request-id: req-e23128f4-6cd8-4d74-8a50-6c31ff7b2682 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:53.710890 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95742603-b80f-41a6-b8f2-a297bd0587cd", "name": "network-vif-plugged", "status": "completed", "tag": "23285025-c998-4033-bce2-2633ea92d601", "code": 200}, {"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-plugged", "status": "completed", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:53.711587 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e23128f4-6cd8-4d74-8a50-6c31ff7b2682 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:53.712298 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23285025-c998-4033-bce2-2633ea92d601', 'code': 200} Jul 05 09:43:53.713566 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'code': 200} Jul 05 09:43:53.755396 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a38c4f8-ee51-489f-a092-9eb3a7afd6d3 req-3858b3c0-5ccc-4feb-ac9e-e6cf9522e98c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061392 Jul 05 09:43:53.829945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:53.866282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.027550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825909c-c812-4952-9e80-227c5989aa45 req-3e14b137-7005-43aa-aafc-e36b7a829dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:54.030249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3825909c-c812-4952-9e80-227c5989aa45 req-3e14b137-7005-43aa-aafc-e36b7a829dac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1530881 Jul 05 09:43:54.036354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c48c-1ee9-42e0-b0a8-b317b96862c4 req-6a60043f-c710-44fb-bf07-f6bbad9dce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:54.039065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50b0c48c-1ee9-42e0-b0a8-b317b96862c4 req-6a60043f-c710-44fb-bf07-f6bbad9dce39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 1102 time: 0.2191174 Jul 05 09:43:54.145584 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50b0c48c-1ee9-42e0-b0a8-b317b96862c4 req-92725ba8-7d76-43e6-87d6-8eb9ff832233 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955005 Jul 05 09:43:54.154794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3825909c-c812-4952-9e80-227c5989aa45 req-0d06e502-29f8-47ff-a142-e340c48ec0e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140974 Jul 05 09:43:54.190164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.226815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=8a5022a3-046f-4229-a204-aa37aea7775e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:54.319919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event deleted for resources: {'Port': ['ID=4dd6c7ef-2816-4ca9-96da-1735515051cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:54.529054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4aa57-d69b-4df4-ab28-0ef2d7c2d548 None None] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:43:54.586357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.594242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:54.655166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18ebb2fd-5046-48a5-be92-045f38623313 None None] Provisioning for port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:55.125317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7c33b86e-6056-4a47-9941-b5d29ce85f07 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:55.195813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:55.261630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.266830 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.355852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370c7f8-99b1-439b-815b-bed9dd7ba073 req-b132f505-e352-425d-a547-4a3ae852e3fa tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:55.358743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5370c7f8-99b1-439b-815b-bed9dd7ba073 req-b132f505-e352-425d-a547-4a3ae852e3fa tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 945 time: 1.0594347 Jul 05 09:43:55.399060 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:55.447835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:55.448371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.478710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-0a31dd84-035d-4745-ab74-e415e24550c9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:55.483735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-0a31dd84-035d-4745-ab74-e415e24550c9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 822 time: 1.0635188 Jul 05 09:43:55.490105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b600707b-5072-4c00-9f12-a572cce97cad no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:55.501023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-33952e48-9483-431a-973d-1d9ac94e04e5 None None] Provisioning for port 8a5022a3-046f-4229-a204-aa37aea7775e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:43:55.533712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.538512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: b600707b-5072-4c00-9f12-a572cce97cad {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:43:55.538859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b600707b-5072-4c00-9f12-a572cce97cad not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:43:55.543422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-33952e48-9483-431a-973d-1d9ac94e04e5 None None] Provisioning complete for port 8a5022a3-046f-4229-a204-aa37aea7775e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:55.544395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-33952e48-9483-431a-973d-1d9ac94e04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.550792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.551868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Fanout notify agent at l3_agent the message router_deleted on router c8499e7a-81ef-49ba-a534-d602713c661c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:43:55.571295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.573440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a58dbfdd-bf0b-496f-8be2-2cb662f13180 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/c8499e7a-81ef-49ba-a534-d602713c661c HTTP/1.1" status: 204 len: 168 time: 4.0597711 Jul 05 09:43:55.579211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:55.586582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2886bd6d-e18c-448f-a33e-f86ee510ff0f tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1613861673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:55.624487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2886bd6d-e18c-448f-a33e-f86ee510ff0f tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.626967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2886bd6d-e18c-448f-a33e-f86ee510ff0f tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.635971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5370c7f8-99b1-439b-815b-bed9dd7ba073 req-c652e324-7d0d-4f87-a271-7030e8b611fd tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366722 Jul 05 09:43:55.643565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-36c81a5a-bab5-445a-aadf-0c5d608fa31c tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/quotas/621aa994bbb94116a1d5e9e8984008d2 HTTP/1.1" status: 200 len: 375 time: 0.1183596 Jul 05 09:43:55.654139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-33952e48-9483-431a-973d-1d9ac94e04e5 None None] Port 8a5022a3-046f-4229-a204-aa37aea7775e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:55.662304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:55.712085 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.736910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:43:55.739319 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e111b4-3455-43bc-93f0-bbd9062e72e1" -d '{"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-unplugged", "status": "completed", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:43:55.740296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2886bd6d-e18c-448f-a33e-f86ee510ff0f tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.753670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2886bd6d-e18c-448f-a33e-f86ee510ff0f tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.794576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.804888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2886bd6d-e18c-448f-a33e-f86ee510ff0f tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.806595 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2886bd6d-e18c-448f-a33e-f86ee510ff0f tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2260854 Jul 05 09:43:55.811237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:55.816906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:55.824758 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.852272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-a4e77cb9-a260-402b-ba3e-a75a9726feed tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533809 Jul 05 09:43:55.946778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44c4f3f8-2e99-4098-9d90-cbc09eafaae8 None None] Provisioning complete for port 8a5022a3-046f-4229-a204-aa37aea7775e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:55.947200 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44c4f3f8-2e99-4098-9d90-cbc09eafaae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:55.951399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,segment=NetworkSegment(2025e426-b903-4a8a-b961-4788e4a8ef95),segment_id=2025e426-b903-4a8a-b961-4788e4a8ef95)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:43:55.977302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:55.993879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.028976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-81f5b642-34ae-474c-8aac-b55c92c5b493 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:43:56.036069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-44c4f3f8-2e99-4098-9d90-cbc09eafaae8 None None] Port 8a5022a3-046f-4229-a204-aa37aea7775e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:56.037114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-81f5b642-34ae-474c-8aac-b55c92c5b493 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1839113 Jul 05 09:43:56.067841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:56.201124 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.289062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d4e841d-9348-4a59-8565-92fe913c2e12 None None] Provisioning complete for port 8a5022a3-046f-4229-a204-aa37aea7775e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:56.289692 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d4e841d-9348-4a59-8565-92fe913c2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.353923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e841d-9348-4a59-8565-92fe913c2e12 None None] Port 8a5022a3-046f-4229-a204-aa37aea7775e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:56.354135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-45db26d0-cd04-46b4-af29-83eed8adb889 service neutron] 10.222.0.21 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154583 Jul 05 09:43:56.440353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffb28d-29d5-49da-a164-2ceffc368496 req-3f610705-5ecd-41e0-8c0b-320353301bde tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:56.442030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fffb28d-29d5-49da-a164-2ceffc368496 req-3f610705-5ecd-41e0-8c0b-320353301bde tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 945 time: 0.3597794 Jul 05 09:43:56.487589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.511124 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.560064 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.566729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fffb28d-29d5-49da-a164-2ceffc368496 req-c013993c-f76e-4dae-8ddb-d6dbe0e70702 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045549 Jul 05 09:43:56.569804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-260c6cc7-d514-40bd-b19c-0cd92ee8bb4f service neutron] 10.222.0.21 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146547 Jul 05 09:43:56.570605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.571435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:56.668159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Allocated IP 172.25.1.235 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/58b9c1bd-805f-4e1a-a90e-eb4ee9762da4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:43:56.696463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=8a5022a3-046f-4229-a204-aa37aea7775e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:56.761858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:56.764144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:56.928904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:57.055786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:57.074444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:43:57.107227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Router c5c64f38-74da-446b-bc6c-13e9d10fc096 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:57.122268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:43:57.174861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecbef3-a356-47cd-ae94-a575e7358924 req-2789d86e-c512-4c9a-a285-f2c083820959 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:57.177468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2ecbef3-a356-47cd-ae94-a575e7358924 req-2789d86e-c512-4c9a-a285-f2c083820959 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 950 time: 0.1968198 Jul 05 09:43:57.190709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:43:57.207950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:43:57.240577 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce1c9b2-27be-4a1c-9cc3-cb5580b47f00 x-openstack-request-id: req-8ce1c9b2-27be-4a1c-9cc3-cb5580b47f00 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:43:57.242154 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-unplugged", "status": "failed", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:43:57.242762 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ce1c9b2-27be-4a1c-9cc3-cb5580b47f00 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:43:57.245984 n-d-771363-33 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'code': 422} returned with failed status Jul 05 09:43:57.260203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:57.260834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:57.328651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Pushing event updated for resources: {'Port': ['ID=58b9c1bd-805f-4e1a-a90e-eb4ee9762da4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:43:57.334007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2ecbef3-a356-47cd-ae94-a575e7358924 req-2bf184d0-c68b-4547-9a7d-87f6f5c7e14d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Jul 05 09:43:57.371178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e0a5981-921c-4424-9a5c-3e2f4bf390f4 None None] Provisioning complete for port 8a5022a3-046f-4229-a204-aa37aea7775e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:43:57.371800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5981-921c-4424-9a5c-3e2f4bf390f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:57.399359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:57.428968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] Sync routers for ids ['c5c64f38-74da-446b-bc6c-13e9d10fc096'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:57.440690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ccb7398b-a401-4433-add0-99b31aa8544e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "PUT /v2.0/routers/c5c64f38-74da-446b-bc6c-13e9d10fc096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3914919 Jul 05 09:43:57.445911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:57.453702 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] Routers {'c5c64f38-74da-446b-bc6c-13e9d10fc096'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:57.455315 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c5c64f38-74da-446b-bc6c-13e9d10fc096'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:57.577039 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:57.586829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a5981-921c-4424-9a5c-3e2f4bf390f4 None None] Port 8a5022a3-046f-4229-a204-aa37aea7775e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:43:57.605191 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] Routers {'c5c64f38-74da-446b-bc6c-13e9d10fc096'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:57.605945 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c5c64f38-74da-446b-bc6c-13e9d10fc096'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:57.643385 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:57.644435 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef364cfb-b1a9-4205-8a36-f761878964df None None] The sync data for ids ['c5c64f38-74da-446b-bc6c-13e9d10fc096'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:43:57.759735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc359d-c074-4915-b725-15ef8a983f89 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:57.767198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eadc359d-c074-4915-b725-15ef8a983f89 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5c64f38-74da-446b-bc6c-13e9d10fc096 HTTP/1.1" status: 200 len: 989 time: 0.3193612 Jul 05 09:43:57.768974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:57.816443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a0d10-de23-4a4a-b900-8b165ee1bac6 req-8a807338-0e5a-4452-b445-10b88a1bffad tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:57.819164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e1a0d10-de23-4a4a-b900-8b165ee1bac6 req-8a807338-0e5a-4452-b445-10b88a1bffad tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 943 time: 0.1811755 Jul 05 09:43:57.880591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae1f85a7-4e4a-4ee9-9a00-e63b4d4506ac req-f5fb3320-227e-47af-a541-f22079402710 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 210 time: 0.0427408 Jul 05 09:43:57.933524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e1a0d10-de23-4a4a-b900-8b165ee1bac6 req-fccd0466-7a25-473b-a5f7-2f6967639816 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940347 Jul 05 09:43:58.088848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.161902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9faf67-4b0f-4a42-8647-dfda6f3f2daa req-e02481d9-83a9-48e5-a831-1a39c3733437 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:58.164021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9faf67-4b0f-4a42-8647-dfda6f3f2daa req-e02481d9-83a9-48e5-a831-1a39c3733437 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 1102 time: 0.1316507 Jul 05 09:43:58.210167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e9faf67-4b0f-4a42-8647-dfda6f3f2daa req-163ae496-cd35-4f1f-bad3-7e126ef2d976 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Jul 05 09:43:58.353436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee26b9-168d-4001-a817-a70c72c93b64 req-2b35d925-c761-49c8-8b14-643aef44a01d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:58.366846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5ee26b9-168d-4001-a817-a70c72c93b64 req-2b35d925-c761-49c8-8b14-643aef44a01d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 945 time: 0.1584189 Jul 05 09:43:58.434854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5ee26b9-168d-4001-a817-a70c72c93b64 req-893c1047-646d-4f4d-aca0-1483cb6f4bf1 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665329 Jul 05 09:43:58.734299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-907eb599-9b7a-4bb8-8cc0-4162e975a893 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448933 Jul 05 09:43:58.870373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.885568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:58.999169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-23b6bae8-29e7-4d55-8385-02af8408e1ae tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:59.013960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-23b6bae8-29e7-4d55-8385-02af8408e1ae tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663207 Jul 05 09:43:59.044300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-0e0e90c1-ccb8-4196-8ee7-a090005ad6ac tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/quotas/2e8378201cfb4de18c5086949b53b6f1 HTTP/1.1" status: 200 len: 375 time: 0.0269408 Jul 05 09:43:59.123740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7c33b86e-6056-4a47-9941-b5d29ce85f07 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:43:59.166425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-17fcb63d-5960-4a8b-bbba-4c154f4a5136 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1205115 Jul 05 09:43:59.208379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.261473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.364608 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.454039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-4041f4a2-0aac-4aff-834d-38373e561684 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:59.456987 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-4041f4a2-0aac-4aff-834d-38373e561684 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 822 time: 0.5677624 Jul 05 09:43:59.500638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Request body: {'port': {'device_id': '55347404-8053-42ba-be17-4512cffade45', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'admin_state_up': True, 'tenant_id': '621aa994bbb94116a1d5e9e8984008d2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:43:59.572806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Router f3a43f90-528f-45be-85e2-7e06701fb30c is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:43:59.796763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-720b8b7f-4b70-4fde-97b0-0b5369a21fa7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:43:59.800212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-720b8b7f-4b70-4fde-97b0-0b5369a21fa7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bcbea2e-7ba2-4b60-af56-2711138466be HTTP/1.1" status: 200 len: 943 time: 0.1469922 Jul 05 09:43:59.816486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Made reservation on behalf of 621aa994bbb94116a1d5e9e8984008d2 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:43:59.822370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.896117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:43:59.909659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728fbea-c163-40ba-8996-071115831359 None None] Sync routers for ids ['f3a43f90-528f-45be-85e2-7e06701fb30c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:43:59.920117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:43:59.922298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-070c7e8d-5036-4147-b640-804e0197bba8 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "PUT /v2.0/routers/f3a43f90-528f-45be-85e2-7e06701fb30c HTTP/1.1" status: 200 len: 920 time: 4.1097744 Jul 05 09:43:59.935799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:43:59.942538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728fbea-c163-40ba-8996-071115831359 None None] Routers {'f3a43f90-528f-45be-85e2-7e06701fb30c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:43:59.943564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e728fbea-c163-40ba-8996-071115831359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f3a43f90-528f-45be-85e2-7e06701fb30c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:43:59.991423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Deleting port 7c33b86e-6056-4a47-9941-b5d29ce85f07 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:43:59.992005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.052320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e728fbea-c163-40ba-8996-071115831359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:00.083182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728fbea-c163-40ba-8996-071115831359 None None] Routers {'f3a43f90-528f-45be-85e2-7e06701fb30c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:00.084248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e728fbea-c163-40ba-8996-071115831359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f3a43f90-528f-45be-85e2-7e06701fb30c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:00.216113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e728fbea-c163-40ba-8996-071115831359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:00.226471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728fbea-c163-40ba-8996-071115831359 None None] The sync data for ids ['f3a43f90-528f-45be-85e2-7e06701fb30c'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:44:00.240069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] For port 7c33b86e-6056-4a47-9941-b5d29ce85f07, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7c33b86e-6056-4a47-9941-b5d29ce85f07,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:00.244278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.294022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Calling delete_port for 7c33b86e-6056-4a47-9941-b5d29ce85f07 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:00.333201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4903910-f89a-4b44-be3b-bd1820bca854 req-9edd93a5-2b1f-4fb0-98b8-b79b6d58dd1d tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 210 time: 0.0574927 Jul 05 09:44:00.383902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 8a5022a3-046f-4229-a204-aa37aea7775e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:00.384790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.534634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24d63622-e001-4084-94c9-d5ae8be86b1d req-b1ab9c65-b7c8-4f4b-a40b-3c7055ca4fdb tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 210 time: 0.0664408 Jul 05 09:44:00.628149 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-02812d7b-1101-4af6-9d85-bd4cebc6dd45 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/f3a43f90-528f-45be-85e2-7e06701fb30c HTTP/1.1" status: 200 len: 926 time: 0.6795588 Jul 05 09:44:00.633366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:00.654317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Allocated IP 172.20.0.2 (3cd124c9-15de-4cdf-ac6d-20d94749b572/e0cbf2e5-5009-4a28-80ac-b1865def5bea/31066f8f-2dc9-4347-a92e-2a538983c6e6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:00.722109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.726216 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.754892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 8a5022a3-046f-4229-a204-aa37aea7775e owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:00.786388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event deleted for resources: {'Port': ['ID=7c33b86e-6056-4a47-9941-b5d29ce85f07,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:00.905967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] No DVR routers for this DVR port 7c33b86e-6056-4a47-9941-b5d29ce85f07 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:00.913357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9441c-77a8-432a-9d9e-5048a3f90caf tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:00.919845 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-62d9441c-77a8-432a-9d9e-5048a3f90caf tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=f3a43f90-528f-45be-85e2-7e06701fb30c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2759664 Jul 05 09:44:00.919845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:00.927668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:00.933210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b3201c2-99e3-4b4a-9ad4-2cbab9c5abfa req-3ca844ae-6099-418f-832e-2722e2755c5d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "DELETE /v2.0/ports/7c33b86e-6056-4a47-9941-b5d29ce85f07 HTTP/1.1" status: 204 len: 173 time: 1.1212671 Jul 05 09:44:00.933974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-deleted', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:00.938287 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b658b91-4858-4985-a756-f5e99bcf3b6b" -d '{"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-deleted", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:01.136254 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e6fece-14ca-410c-9a03-64155fd38684 x-openstack-request-id: req-b7e6fece-14ca-410c-9a03-64155fd38684 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:01.136441 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbea2e-7ba2-4b60-af56-2711138466be", "name": "network-vif-deleted", "tag": "7c33b86e-6056-4a47-9941-b5d29ce85f07", "status": "failed", "code": 422}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:01.136791 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7e6fece-14ca-410c-9a03-64155fd38684 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:01.137424 n-d-771363-33 neutron-server[93796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bcbea2e-7ba2-4b60-af56-2711138466be', 'name': 'network-vif-deleted', 'tag': '7c33b86e-6056-4a47-9941-b5d29ce85f07', 'status': 'failed', 'code': 422} returned with failed status Jul 05 09:44:01.327001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab54487-8ea0-4650-b06c-4f8d68996473 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:01.333708 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7ab54487-8ea0-4650-b06c-4f8d68996473 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.3952188 Jul 05 09:44:01.334006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48664) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:01.367322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:01.377619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5592bda9-10f2-48d2-9ad2-f802d8fed188 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a43f90-528f-45be-85e2-7e06701fb30c HTTP/1.1" status: 200 len: 205 time: 0.0423012 Jul 05 09:44:01.381636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48668) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:01.398372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:01.456021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=8a5022a3-046f-4229-a204-aa37aea7775e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:01.622244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:01.631160 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-c1fc70f1-f601-4b19-be24-f34230ab234b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184845 Jul 05 09:44:01.731208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:01.868415 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.135702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Network 3cd124c9-15de-4cdf-ac6d-20d94749b572 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:02.144593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:02.161598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:02.216610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event updated for resources: {'Port': ['ID=31066f8f-2dc9-4347-a92e-2a538983c6e6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:02.312820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-8270eda2-148e-4b5c-8c96-64a7ce3bc22b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:02.315245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-8270eda2-148e-4b5c-8c96-64a7ce3bc22b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5803335 Jul 05 09:44:02.322525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:02.323185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.330245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:02.393559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fac259b2-7b4d-46c1-9e84-a697e0c05086 req-2981aeb4-4e14-4548-9d26-b604f3924737 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 210 time: 0.1130514 Jul 05 09:44:02.440286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.491791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b914054-21d6-4c3f-8c0c-1790bdf5e0a6 req-41f88363-0af8-406f-a27c-9426c20feab0 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:02.494780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b914054-21d6-4c3f-8c0c-1790bdf5e0a6 req-41f88363-0af8-406f-a27c-9426c20feab0 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 931 time: 0.7441745 Jul 05 09:44:02.622372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b914054-21d6-4c3f-8c0c-1790bdf5e0a6 req-6e8a6fd2-4b06-477e-9749-96107e202731 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880625 Jul 05 09:44:02.651043 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Deleting port 58b9c1bd-805f-4e1a-a90e-eb4ee9762da4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:02.651604 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.654034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Router c5c64f38-74da-446b-bc6c-13e9d10fc096 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:44:02.729959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-43ecb01a-733b-4067-9db8-877609872cc9 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2327499 Jul 05 09:44:02.759150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Request body: {'port': {'device_id': '55347404-8053-42ba-be17-4512cffade45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:02.828759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.846492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Calling delete_port for 58b9c1bd-805f-4e1a-a90e-eb4ee9762da4 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:02.951706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:02.959120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:44:02.973575 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] Sync routers for ids ['c5c64f38-74da-446b-bc6c-13e9d10fc096'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:44:02.975282 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0b0c5165-0b82-425a-ab4f-b8f5b100097c tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "PUT /v2.0/routers/c5c64f38-74da-446b-bc6c-13e9d10fc096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2046351 Jul 05 09:44:02.980000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:02.988338 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] Routers {'c5c64f38-74da-446b-bc6c-13e9d10fc096'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:02.989461 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c5c64f38-74da-446b-bc6c-13e9d10fc096'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:03.034751 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:03.036534 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb1487e-7b6f-43ad-8637-e2ce6f058cd9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:44:03.041294 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-deb1487e-7b6f-43ad-8637-e2ce6f058cd9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/8a5022a3-046f-4229-a204-aa37aea7775e HTTP/1.1" status: 404 len: 333 time: 0.0602119 Jul 05 09:44:03.044354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:03.048683 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] Routers {'c5c64f38-74da-446b-bc6c-13e9d10fc096'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:03.049747 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c5c64f38-74da-446b-bc6c-13e9d10fc096'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:03.114140 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:03.115113 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc6a43-c0c8-4512-851d-edcda67cae38 None None] The sync data for ids ['c5c64f38-74da-446b-bc6c-13e9d10fc096'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:44:03.151941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:03.153315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d5c35f-f0ae-47bd-aa14-a620436b4401 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:03.155973 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.163859 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.176995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a9053e-e65c-407f-9c62-f216cdc5cfb8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.220586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event deleted for resources: {'Port': ['ID=58b9c1bd-805f-4e1a-a90e-eb4ee9762da4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:03.353325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:03.381820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'mac_address': 'fa:16:3e:9a:c4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:03.386378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.457735 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.470898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef63b-9431-4112-a156-f90d54150f84 req-0d06d83d-6825-4f87-9165-5bb3bd78f158 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:03.478599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-0d06d83d-6825-4f87-9165-5bb3bd78f158 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.3118565 Jul 05 09:44:03.492645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4d5c35f-f0ae-47bd-aa14-a620436b4401 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:03.528555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:03.536914 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.567751 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-60c02ea7-e779-4c6d-a1bd-f19d9f067a93 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/quotas/6b0d8e75b09843f39dad263ac685956e HTTP/1.1" status: 200 len: 375 time: 0.0881150 Jul 05 09:44:03.570404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.598746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.635159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:03.651729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-882d0960-62e9-4d7d-b45e-187804f6bf21 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787802 Jul 05 09:44:03.709475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a4d5c35f-f0ae-47bd-aa14-a620436b4401'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:03.727658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a9053e-e65c-407f-9c62-f216cdc5cfb8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.734770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a9053e-e65c-407f-9c62-f216cdc5cfb8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.874543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89b5286d-0cb1-4a87-aad6-8311a617888c req-7e5f0509-8371-4c10-a647-3a151d39e5da tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 210 time: 0.0638220 Jul 05 09:44:03.875184 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.876304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Fanout notify agent at l3_agent the message router_deleted on router f3a43f90-528f-45be-85e2-7e06701fb30c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:03.884328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.890135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6fe735a9-325c-4ef9-86db-d7a778531f7c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/f3a43f90-528f-45be-85e2-7e06701fb30c HTTP/1.1" status: 204 len: 168 time: 2.5067708 Jul 05 09:44:03.892320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48722) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:03.899175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1595362567', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:03.900866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a9053e-e65c-407f-9c62-f216cdc5cfb8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.901876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a9053e-e65c-407f-9c62-f216cdc5cfb8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Fanout notify agent at l3_agent the message router_deleted on router c5c64f38-74da-446b-bc6c-13e9d10fc096 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:03.909768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.101 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/62e5d17a-5b87-40fb-be84-e4c1c20cf298) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:03.919948 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a9053e-e65c-407f-9c62-f216cdc5cfb8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:03.927387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:03.928920 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51a9053e-e65c-407f-9c62-f216cdc5cfb8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/routers/c5c64f38-74da-446b-bc6c-13e9d10fc096 HTTP/1.1" status: 204 len: 168 time: 0.8809233 Jul 05 09:44:03.998172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-d6edcf58-4cd8-4d49-8389-09546ec32618 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394146 Jul 05 09:44:04.110077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b13c30ce-8ff6-4bca-b3a2-3d8a9a9231e4 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099474 Jul 05 09:44:04.112128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.113249 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.119267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31066f8f-2dc9-4347-a92e-2a538983c6e6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:04.147985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.167807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet 44e347ae-5dbd-4ccb-aefc-46f394f81cde {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:44:04.178509 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.200705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Transition to ACTIVE for port object 31066f8f-2dc9-4347-a92e-2a538983c6e6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:04.231665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.316986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.479806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Pushing event updated for resources: {'Port': ['ID=31066f8f-2dc9-4347-a92e-2a538983c6e6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:04.616436 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.628182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Attempting to bind port 31066f8f-2dc9-4347-a92e-2a538983c6e6 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:04.628369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Attempting to bind port 31066f8f-2dc9-4347-a92e-2a538983c6e6 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:04.628548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Attempting to bind port 31066f8f-2dc9-4347-a92e-2a538983c6e6 on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:04.641061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.642076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Port 31066f8f-2dc9-4347-a92e-2a538983c6e6 on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:04.642076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Attempting to bind port 31066f8f-2dc9-4347-a92e-2a538983c6e6 on network 3cd124c9-15de-4cdf-ac6d-20d94749b572 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:04.643735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object 62e5d17a-5b87-40fb-be84-e4c1c20cf298 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:04.653129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:04.653469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Checking segment: {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:04.653862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Bound using segment: {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:04.654320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Bound port: 31066f8f-2dc9-4347-a92e-2a538983c6e6, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75865382-407f-4266-9f1e-6ab1f4ac395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:04.654682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.787560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.806054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617', '0e14760d-15dd-49f4-8024-923bef6e8f3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:04.814429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', '2dea635d-b884-4413-9b27-be23c9c62f19', '23285025-c998-4033-bce2-2633ea92d601'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:04.881204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:04.885408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] For port 31066f8f-2dc9-4347-a92e-2a538983c6e6, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:04.887700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=62e5d17a-5b87-40fb-be84-e4c1c20cf298,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:04.908813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:04.914176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] For port 31066f8f-2dc9-4347-a92e-2a538983c6e6, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31066f8f-2dc9-4347-a92e-2a538983c6e6,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:04.917767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:04.930768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:04.947186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.042290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:05.047543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.053156 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] 10.222.0.15 "PUT /v2.0/ports/31066f8f-2dc9-4347-a92e-2a538983c6e6 HTTP/1.1" status: 200 len: 1092 time: 2.3058693 Jul 05 09:44:05.124298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55347404-8053-42ba-be17-4512cffade45', 'tag': '31066f8f-2dc9-4347-a92e-2a538983c6e6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:05.128911 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "55347404-8053-42ba-be17-4512cffade45", "tag": "31066f8f-2dc9-4347-a92e-2a538983c6e6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:05.201057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d5c35f-f0ae-47bd-aa14-a620436b4401 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:05.295571 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.402045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96d85ee2-86e2-491b-a1fc-e46968ffa499 req-eab079ac-2683-4329-a0c1-f9537235bfb3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 210 time: 0.4127536 Jul 05 09:44:05.410980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:05.412242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.492327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342094a1-6cf8-4b1e-8bfc-899beec2ec33 service neutron] Pushing event updated for resources: {'Port': ['ID=31066f8f-2dc9-4347-a92e-2a538983c6e6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:05.523544 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-0d3aa411-7064-4782-be05-81db7ef02ecc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1843996 Jul 05 09:44:05.550994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Request body: {'port': {'device_id': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:05.557056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a4d5c35f-f0ae-47bd-aa14-a620436b4401 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:05.557364 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.583777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29b39bc3-8606-446d-99e3-407965495d00 None None] Provisioning for port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:05.595271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f7a4-6a77-4f90-b1ff-e0e5edde1c82 req-65b7f849-09cf-45de-8130-cfe5b7c93595 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:05.598799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a83f7a4-6a77-4f90-b1ff-e0e5edde1c82 req-65b7f849-09cf-45de-8130-cfe5b7c93595 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 943 time: 0.9631433 Jul 05 09:44:05.665712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29b39bc3-8606-446d-99e3-407965495d00 None None] Provisioning complete for port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:05.667033 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29b39bc3-8606-446d-99e3-407965495d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.746058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-fd288582-47e6-4854-abb0-d9e05de605fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:05.754001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-fd288582-47e6-4854-abb0-d9e05de605fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 1095 time: 0.5979471 Jul 05 09:44:05.761266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.876418 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:05.883224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973ae18-339f-4cef-b103-08d1d03efb7f None None] Network 3f31fe1c-3356-4f2c-bb85-0969ee804496 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:05.884049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/44e347ae-5dbd-4ccb-aefc-46f394f81cde HTTP/1.1" status: 204 len: 168 time: 1.9505045 Jul 05 09:44:05.932617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:06.006159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-f16f8ad2-7486-412c-a387-4baadfb01245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31066f8f-2dc9-4347-a92e-2a538983c6e6 HTTP/1.1" status: 200 len: 217 time: 0.2368121 Jul 05 09:44:06.010921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-29b39bc3-8606-446d-99e3-407965495d00 None None] Port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:06.144179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a83f7a4-6a77-4f90-b1ff-e0e5edde1c82 req-bc63048b-ce48-424b-95c9-25f151326906 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192070 Jul 05 09:44:06.145750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e37c26-5530-4bcf-a88f-741468e879a7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=44e347ae-5dbd-4ccb-aefc-46f394f81cde,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:06.169878 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:06.536905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e5d17a-5b87-40fb-be84-e4c1c20cf298 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:06.539678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:06.552714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:06.567132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Transition to ACTIVE for port object 62e5d17a-5b87-40fb-be84-e4c1c20cf298 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:06.577612 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be65fd19-22cf-4779-91c8-67c5a0389bdb x-openstack-request-id: req-be65fd19-22cf-4779-91c8-67c5a0389bdb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:06.578295 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55347404-8053-42ba-be17-4512cffade45", "tag": "31066f8f-2dc9-4347-a92e-2a538983c6e6", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:06.579361 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be65fd19-22cf-4779-91c8-67c5a0389bdb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:06.580024 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55347404-8053-42ba-be17-4512cffade45', 'tag': '31066f8f-2dc9-4347-a92e-2a538983c6e6', 'status': 'completed', 'code': 200} Jul 05 09:44:06.587456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:06.598110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:06.633445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-4b2c31d0-962e-4695-ae2e-b680fb91d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:06.636631 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-4b2c31d0-962e-4695-ae2e-b680fb91d958 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0cbf2e5-5009-4a28-80ac-b1865def5bea HTTP/1.1" status: 200 len: 862 time: 0.5819299 Jul 05 09:44:06.732173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c23b6-6b9a-4664-99fc-862b67c87142 req-4fbe6fa0-340a-4e3a-8f2b-8cd81f173bc6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:06.748593 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-0678b2c9-ad06-498e-b419-97d7da0594f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cd124c9-15de-4cdf-ac6d-20d94749b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861723 Jul 05 09:44:06.753937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c35c23b6-6b9a-4664-99fc-862b67c87142 req-4fbe6fa0-340a-4e3a-8f2b-8cd81f173bc6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 936 time: 0.9254289 Jul 05 09:44:06.767305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] DHCP port deletion for 3f31fe1c-3356-4f2c-bb85-0969ee804496 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:44:06.854166 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:06.890669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:06.895293 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8e25ea-6e06-40fb-a448-1194da5e79ff" -d '{"events": [{"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-plugged", "status": "completed", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:06.982065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:07.097672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:07.197602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:07.202980 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:07.289695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c35c23b6-6b9a-4664-99fc-862b67c87142 req-cd411c93-f21c-4515-9d68-c88e47794896 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346987 Jul 05 09:44:07.788197 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d587f6-b167-42fd-9c87-2099964b8474 x-openstack-request-id: req-d6d587f6-b167-42fd-9c87-2099964b8474 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:07.788709 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-plugged", "status": "completed", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:07.789251 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6d587f6-b167-42fd-9c87-2099964b8474 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:07.794550 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'code': 200} Jul 05 09:44:07.887729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Allocated IP 172.25.1.18 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/d5aa3e75-12d1-40ca-a5e9-edd39e22b714) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:08.009928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=62e5d17a-5b87-40fb-be84-e4c1c20cf298,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:08.149044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61791bdf-cb62-4af7-b039-ef91ac8396eb req-6748cfc1-2c52-4c02-afd2-cd7ff0dbc5c5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 210 time: 0.2519743 Jul 05 09:44:08.183843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef63b-9431-4112-a156-f90d54150f84 req-9125a46d-8500-43c8-b4f8-cc19d1851961 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:08.187329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-9125a46d-8500-43c8-b4f8-cc19d1851961 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.8806965 Jul 05 09:44:08.199855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:08.225369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Request body: {'port': {'device_id': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'admin_state_up': True, 'tenant_id': '6b0d8e75b09843f39dad263ac685956e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:08.228532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] Deleting port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:08.229250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:08.306221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:08.306790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:08.391121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] For port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,segment=NetworkSegment(2025e426-b903-4a8a-b961-4788e4a8ef95),segment_id=2025e426-b903-4a8a-b961-4788e4a8ef95)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:08.392413 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:08.397658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-ab8c36fe-d3f0-45d9-bd2b-f7003f26e8aa service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6383631 Jul 05 09:44:08.442085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] Calling delete_port for 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:08.504170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Attempting to bind port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:08.504871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Attempting to bind port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:08.505229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Attempting to bind port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:08.534513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:08.534953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Attempting to bind port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:08.571833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:08.572174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:08.572575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:08.575754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Bound port: 62e5d17a-5b87-40fb-be84-e4c1c20cf298, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:08.576185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:08.648484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:08.659831 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:08.748556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] Pushing event deleted for resources: {'Port': ['ID=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:08.776825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc176a4a-45c8-4fa8-974f-3f85c642d0ae None None] No DVR routers for this DVR port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:08.954265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] For port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,segment=NetworkSegment(2025e426-b903-4a8a-b961-4788e4a8ef95),segment_id=2025e426-b903-4a8a-b961-4788e4a8ef95)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:08.954955 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:08.993107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:09.123469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] For port 62e5d17a-5b87-40fb-be84-e4c1c20cf298, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:09.152353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] For port 62e5d17a-5b87-40fb-be84-e4c1c20cf298, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62e5d17a-5b87-40fb-be84-e4c1c20cf298,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:09.160394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9c411d0b-85e8-44d7-a4be-48a14ad835d3 req-a7e8a323-5b8a-4525-86f0-01ebc92b6c0f service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613522 Jul 05 09:44:09.180976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:09.201890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1bca1-a917-49f9-aed9-200156d7b5ae req-ceecc42b-f181-4cc3-9ec5-09a4b508e0b3 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:09.208703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ad1bca1-a917-49f9-aed9-200156d7b5ae req-ceecc42b-f181-4cc3-9ec5-09a4b508e0b3 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 943 time: 1.3056180 Jul 05 09:44:09.269358 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:09.303330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:09.306987 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:09.327368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa4473-7ecd-4cb3-ac89-20daa9e5eebe req-5e7d9c00-294f-49da-8bc3-c42421c0458b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:09.335778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31aa4473-7ecd-4cb3-ac89-20daa9e5eebe req-5e7d9c00-294f-49da-8bc3-c42421c0458b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 948 time: 0.2914858 Jul 05 09:44:09.361760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:09.362782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:09.366474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ad1bca1-a917-49f9-aed9-200156d7b5ae req-1f336ded-4fe8-4ad3-8bca-16ff4f93d219 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568332 Jul 05 09:44:09.371178 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/62e5d17a-5b87-40fb-be84-e4c1c20cf298 HTTP/1.1" status: 200 len: 1097 time: 3.8460858 Jul 05 09:44:09.371877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'tag': '62e5d17a-5b87-40fb-be84-e4c1c20cf298'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:09.384266 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307bf23-ece4-4aca-9247-854b25d0f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe", "tag": "62e5d17a-5b87-40fb-be84-e4c1c20cf298"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:09.446045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:09.475510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dea58-f4c3-4347-b378-9b4d7177b9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=62e5d17a-5b87-40fb-be84-e4c1c20cf298,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:09.494170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31aa4473-7ecd-4cb3-ac89-20daa9e5eebe req-5ddb9c91-477b-4bff-b4d3-fd90b1e972c8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573975 Jul 05 09:44:09.518911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:09.546112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No DVR routers for this DVR port 74c601cb-06ea-4dd2-85c0-4ebb1220b6e6 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:09.600954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:09.613457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:09.622576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:09.624760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event updated for resources: {'Port': ['ID=d5aa3e75-12d1-40ca-a5e9-edd39e22b714,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:09.733890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Allocated IP 172.20.0.14 (95f2e8ac-3bd9-47f1-bdea-6826ffe85630/89de0421-44ed-4064-9c5b-0199b9e27602/43d45566-8c02-40e1-a75f-59cf2e42dbd0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:09.752425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=74c601cb-06ea-4dd2-85c0-4ebb1220b6e6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:09.814345 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3168d87-9e24-4c67-894a-a346671ba09e x-openstack-request-id: req-f3168d87-9e24-4c67-894a-a346671ba09e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:09.814345 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe", "tag": "62e5d17a-5b87-40fb-be84-e4c1c20cf298", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:09.814345 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3168d87-9e24-4c67-894a-a346671ba09e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:09.814893 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'tag': '62e5d17a-5b87-40fb-be84-e4c1c20cf298', 'status': 'completed', 'code': 200} Jul 05 09:44:09.935647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-34deafc0-bab4-4891-9a8e-b33f42bc1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:09.938859 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-34deafc0-bab4-4891-9a8e-b33f42bc1233 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621aa994bbb94116a1d5e9e8984008d2&device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 1095 time: 0.6638229 Jul 05 09:44:09.990829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.079791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c871ebdf-f17f-468b-9b5d-4819b67bcc9a req-9c6ae641-d319-488a-85d0-bff5b1563ec8 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 210 time: 0.0934289 Jul 05 09:44:10.113138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f31fe1c-3356-4f2c-bb85-0969ee804496']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:10.164582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2025e426-b903-4a8a-b961-4788e4a8ef95') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:10.165708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2025e426-b903-4a8a-b961-4788e4a8ef95') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:10.178266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-3ff2010d-a9bb-4b18-9ad0-56a4fbe3a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:10.181200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-3ff2010d-a9bb-4b18-9ad0-56a4fbe3a939 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 1100 time: 0.6660321 Jul 05 09:44:10.230379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.280061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.413074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.428369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:44:10.429505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.510509 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.570526 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:44:10.572249 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:44:10.620770 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-2ade6159-c982-4d10-9fa3-e8ac8f39b901 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=62e5d17a-5b87-40fb-be84-e4c1c20cf298 HTTP/1.1" status: 200 len: 217 time: 0.4140408 Jul 05 09:44:10.635154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:10.663689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.703915 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:10.706440 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/3f31fe1c-3356-4f2c-bb85-0969ee804496 HTTP/1.1" status: 204 len: 168 time: 4.7191377 Jul 05 09:44:10.722156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:10.722794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17363ac0-ad4d-4d64-abd7-9029ac881065 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=3f31fe1c-3356-4f2c-bb85-0969ee804496,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:10.749534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-e13e644e-c290-4355-ab47-34d4e46b97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:10.751848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-e13e644e-c290-4355-ab47-34d4e46b97cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 200 len: 923 time: 0.8024125 Jul 05 09:44:10.761619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event updated for resources: {'Port': ['ID=43d45566-8c02-40e1-a75f-59cf2e42dbd0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:10.767798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:10.775020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:10.947877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b105e1c5-dc5d-4182-88d0-9eb4aab11f3d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:10.950354 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b105e1c5-dc5d-4182-88d0-9eb4aab11f3d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/003c8241-ffbd-43c8-afd5-7a21a36a2f19 HTTP/1.1" status: 200 len: 845 time: 0.2248442 Jul 05 09:44:10.954709 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-ec6e614c-da23-42c2-85c3-c99728241ff5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31066f8f-2dc9-4347-a92e-2a538983c6e6 HTTP/1.1" status: 200 len: 217 time: 0.1596217 Jul 05 09:44:10.957625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-ee38f4b1-3127-48a8-a7ef-c46ce664e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:10.962116 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-ee38f4b1-3127-48a8-a7ef-c46ce664e0f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.3233149 Jul 05 09:44:10.963029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:11.171036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-81c16041-cfb7-4478-a531-5cd7bc435574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.173771 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-81c16041-cfb7-4478-a531-5cd7bc435574 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0cbf2e5-5009-4a28-80ac-b1865def5bea HTTP/1.1" status: 200 len: 862 time: 0.1510684 Jul 05 09:44:11.222116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.222858 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:11.242821 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3c4c36b-f53f-4c58-9124-9bb5943e1047 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/003c8241-ffbd-43c8-afd5-7a21a36a2f19?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2654190 Jul 05 09:44:11.246860 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-35ceab78-f961-41f1-9b27-cebe3614f6dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cd124c9-15de-4cdf-ac6d-20d94749b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574825 Jul 05 09:44:11.247603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:11.257825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:11.264357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb6323-0425-4a3a-86a3-415017d21f0e req-410b4ac5-9aa9-4ae5-a1f9-a118bd611d61 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.267066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7cb6323-0425-4a3a-86a3-415017d21f0e req-410b4ac5-9aa9-4ae5-a1f9-a118bd611d61 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 948 time: 0.3482757 Jul 05 09:44:11.269400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-46220374-2fa2-4e86-b314-c2e11d98f469 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0616806 Jul 05 09:44:11.277325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2997a21-745f-4603-93ab-ce6e6b85dd69 req-8a867ca2-937f-4a3a-ba97-3ce0a6344cb3 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.290276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2997a21-745f-4603-93ab-ce6e6b85dd69 req-8a867ca2-937f-4a3a-ba97-3ce0a6344cb3 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 943 time: 0.3139887 Jul 05 09:44:11.306447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Request body: {'port': {'device_id': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:11.347400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741dc45-341e-450c-97d7-a65038fda238 req-3adeb06d-e722-4f62-a538-e05e3c2f18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:11.349353 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-3adeb06d-e722-4f62-a538-e05e3c2f18a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3741777 Jul 05 09:44:11.434500 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:11.506657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:11.525281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7cb6323-0425-4a3a-86a3-415017d21f0e req-a39ba138-f0b0-4826-96fa-0c3e82c7ab52 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333553 Jul 05 09:44:11.560578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2997a21-745f-4603-93ab-ce6e6b85dd69 req-e8bff81c-f875-4872-abf9-66d41b072373 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378593 Jul 05 09:44:11.571459 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-36af199d-e233-433b-af98-303fe170acc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6187205 Jul 05 09:44:11.975310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-24efc447-8b37-424e-8b28-28b68a66001d service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623894 Jul 05 09:44:11.979979 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-c825d5fd-abe3-4a3a-836d-5d9256a93314 service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151713 Jul 05 09:44:12.363974 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b741dc45-341e-450c-97d7-a65038fda238 req-104af1c3-28f4-443d-b343-e46bf63e2d49 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699977 Jul 05 09:44:12.373743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-80642d6d-86de-44f0-a4ab-4356be716e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.376824 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-80642d6d-86de-44f0-a4ab-4356be716e16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f21df3b748184bbdb66c06835a91ab62&device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 1097 time: 0.7608440 Jul 05 09:44:12.381633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Router c8702e72-bf8b-4a0d-a649-e7e9b87bb350 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:44:12.387434 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:12.393377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:12.548406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e612ea0-562d-433a-a72b-b5cb02dfa8ef req-ad982706-8e8a-4a92-90e0-501f516ca74c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.561644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e612ea0-562d-433a-a72b-b5cb02dfa8ef req-ad982706-8e8a-4a92-90e0-501f516ca74c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 932 time: 0.5327826 Jul 05 09:44:12.735466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded09cbd-1d88-4ade-9be3-4112addfd26b req-150cba92-61d7-42dc-a02b-44b3b3a1a965 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.738931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ded09cbd-1d88-4ade-9be3-4112addfd26b req-150cba92-61d7-42dc-a02b-44b3b3a1a965 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 945 time: 0.5636926 Jul 05 09:44:12.763050 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed911c69-c7aa-46a2-b48d-3299a82fdc4c req-b92f669e-a9aa-4ac1-82fa-4f3fe4ff5ce6 service neutron] 10.222.0.15 "GET /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882452 Jul 05 09:44:12.842372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e612ea0-562d-433a-a72b-b5cb02dfa8ef req-d71e7600-a687-489e-a07a-88e57763d7f9 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795238 Jul 05 09:44:12.945188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-d6870649-265f-4a28-aafa-5d0f646d11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:12.947774 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-d6870649-265f-4a28-aafa-5d0f646d11da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 1100 time: 0.3736825 Jul 05 09:44:12.978967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:44:13.000375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] Sync routers for ids ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:44:13.011454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] Routers {'c8702e72-bf8b-4a0d-a649-e7e9b87bb350'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:13.012398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:13.055590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:13.073053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] Routers {'c8702e72-bf8b-4a0d-a649-e7e9b87bb350'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:13.075392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:43:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:13.078638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:13.128516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:13.129434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1592b-b17b-4f8d-8742-3f551a30f576 None None] The sync data for ids ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:44:13.148340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d45566-8c02-40e1-a75f-59cf2e42dbd0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:13.155757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-97a3550b-2b1d-4942-871b-f4b45d8ee907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.159121 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-97a3550b-2b1d-4942-871b-f4b45d8ee907 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b49b5e-130f-4343-b61b-5b3ce1eca369 HTTP/1.1" status: 200 len: 917 time: 0.5828977 Jul 05 09:44:13.162555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:13.165856 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:13.209854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:13.210666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c4cefa-e729-45e8-86d7-54e26bcf8fac None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:13.217077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ded09cbd-1d88-4ade-9be3-4112addfd26b req-9fe46ab8-1195-4c3c-9dce-982e2f953ba7 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4606106 Jul 05 09:44:13.268579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.269810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:13.332547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31066f8f-2dc9-4347-a92e-2a538983c6e6 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:13.366940 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1158972 Jul 05 09:44:13.375826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:13.376925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d12f3a-0c09-415e-a096-c044c41cffea tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=e86f716f-ad25-4ffa-a874-76ce617547b5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:13.405696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2af6e0bf-cd87-41c8-8444-5eb5f64a9492 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'security_group': {'name': 'tempest-secgroup-682167046'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:13.416864 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-8c48307a-4bb1-48d0-862c-35652daaa6d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040 HTTP/1.1" status: 200 len: 1000 time: 0.2403471 Jul 05 09:44:13.447949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Transition to ACTIVE for port object 43d45566-8c02-40e1-a75f-59cf2e42dbd0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:13.468802 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af6e0bf-cd87-41c8-8444-5eb5f64a9492 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:13.486575 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:13.517952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-7ac79565-7606-404d-afc8-1f6df169c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.522040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-7ac79565-7606-404d-afc8-1f6df169c2e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ca93b0-d35c-44ce-90bb-06d52ce24605 HTTP/1.1" status: 200 len: 855 time: 0.0930214 Jul 05 09:44:13.566529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:13.579225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-53a15f49-35d1-4118-ab00-445042e36d9c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.6841996 Jul 05 09:44:13.606393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:13.609344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-5ff41385-5914-409b-a5a1-68b6bcf6363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.612747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-5ff41385-5914-409b-a5a1-68b6bcf6363c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.6480551 Jul 05 09:44:13.646089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 31066f8f-2dc9-4347-a92e-2a538983c6e6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31066f8f-2dc9-4347-a92e-2a538983c6e6,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:13.686189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '31066f8f-2dc9-4347-a92e-2a538983c6e6', 'network_id': '3cd124c9-15de-4cdf-ac6d-20d94749b572', 'port_id': '31066f8f-2dc9-4347-a92e-2a538983c6e6', 'mac_address': 'fa:16:3e:dd:14:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cbf2e5-5009-4a28-80ac-b1865def5bea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:13.692089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-b84fa904-8ca8-42f8-a4d1-819676f91042', 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'tenant_id': '4fed1092da1342b681f83cd534695615', 'fixed_ips': [{'subnet_id': 'e86f716f-ad25-4ffa-a874-76ce617547b5'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:44:13.701103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:13.729713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Pushing event updated for resources: {'Port': ['ID=43d45566-8c02-40e1-a75f-59cf2e42dbd0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:13.743877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:13.754968 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-03894169-50d9-41f2-8282-07dea9326955 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=62e5d17a-5b87-40fb-be84-e4c1c20cf298 HTTP/1.1" status: 200 len: 217 time: 0.1327505 Jul 05 09:44:13.843586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-6f26ad72-1b67-40ab-8598-867180055529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.846372 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-6f26ad72-1b67-40ab-8598-867180055529 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b49b5e-130f-4343-b61b-5b3ce1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3129766 Jul 05 09:44:13.855893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-e355e909-9877-4c47-875b-2e9c19bbd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:13.857991 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-e355e909-9877-4c47-875b-2e9c19bbd202 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0871093 Jul 05 09:44:13.989971 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-e222d707-03e4-48d2-88e2-1207ca0f5c82 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301565 Jul 05 09:44:14.010870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Allocated IP 2001:db8::2 (b84fa904-8ca8-42f8-a4d1-819676f91042/e86f716f-ad25-4ffa-a874-76ce617547b5/919926a2-113b-44c8-baea-7d708e426463) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:14.024536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edd884-008a-4bc7-a508-cca1a0255a9a req-f77108e4-1f12-453e-a8db-fc816e2d639b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:14.027878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9edd884-008a-4bc7-a508-cca1a0255a9a req-f77108e4-1f12-453e-a8db-fc816e2d639b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 948 time: 1.0599813 Jul 05 09:44:14.373021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.390938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Transition to ACTIVE for port object 919926a2-113b-44c8-baea-7d708e426463 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:14.424660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Transition to ACTIVE for port object 919926a2-113b-44c8-baea-7d708e426463 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:14.485684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.546817 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22f30ebf-c254-4389-a71a-ac99f8ed402f req-88b3127b-bd93-417f-a69d-a0511c6718cc service neutron] 10.222.0.15 "GET /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089011 Jul 05 09:44:14.620109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-b6a59621-4009-4e87-a112-8152502e1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:14.622656 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-b6a59621-4009-4e87-a112-8152502e1b9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6315422 Jul 05 09:44:14.638769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Attempting to bind port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:14.640216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Attempting to bind port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:14.641701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Attempting to bind port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:14.663861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:14.669114 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.702817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:14.707757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Attempting to bind port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:14.708651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:14.713524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:14.721484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9edd884-008a-4bc7-a508-cca1a0255a9a req-7c95b36b-5a01-46ef-bfb3-09de52ebf977 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756573 Jul 05 09:44:14.787523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9569af73-5add-4433-ba3b-11f2b31b27c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.847598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31066f8f-2dc9-4347-a92e-2a538983c6e6 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:14.856499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Pushing event updated for resources: {'Port': ['ID=919926a2-113b-44c8-baea-7d708e426463,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:14.884936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:14.885226 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-7a91e05d-ecc8-4e6b-a495-33eb1988b541 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469137 Jul 05 09:44:14.886013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Checking segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:14.886647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Bound using segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:14.889120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Bound port: 43d45566-8c02-40e1-a75f-59cf2e42dbd0, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:14.889120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.910228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Attempting to bind port 919926a2-113b-44c8-baea-7d708e426463 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:14.910886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Attempting to bind port 919926a2-113b-44c8-baea-7d708e426463 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '0f87c169-d032-45f0-8880-a79860aa9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:14.911616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Attempting to bind port 919926a2-113b-44c8-baea-7d708e426463 on network b84fa904-8ca8-42f8-a4d1-819676f91042 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:14.940396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:14.940817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Checking segment: {'id': '0f87c169-d032-45f0-8880-a79860aa9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:14.941509 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.942251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Bound using segment: {'id': '0f87c169-d032-45f0-8880-a79860aa9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:14.943930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Bound port: 919926a2-113b-44c8-baea-7d708e426463, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f87c169-d032-45f0-8880-a79860aa9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:14.944560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:14.973159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 31066f8f-2dc9-4347-a92e-2a538983c6e6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31066f8f-2dc9-4347-a92e-2a538983c6e6,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:15.018836 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.155840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] For port 919926a2-113b-44c8-baea-7d708e426463, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:15.165576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] For port 919926a2-113b-44c8-baea-7d708e426463, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=919926a2-113b-44c8-baea-7d708e426463,segment=NetworkSegment(0f87c169-d032-45f0-8880-a79860aa9800),segment_id=0f87c169-d032-45f0-8880-a79860aa9800)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:15.169518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=31066f8f-2dc9-4347-a92e-2a538983c6e6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:15.177754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] For port 43d45566-8c02-40e1-a75f-59cf2e42dbd0, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:15.180282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.200190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcf83-ef89-4bf8-a760-0af8b61dcb27 req-c85ad6d9-8161-4602-b2bf-9c42fa2b5fc7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.202942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-177bcf83-ef89-4bf8-a760-0af8b61dcb27 req-c85ad6d9-8161-4602-b2bf-9c42fa2b5fc7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 943 time: 1.4549541 Jul 05 09:44:15.233567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] For port 43d45566-8c02-40e1-a75f-59cf2e42dbd0, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=43d45566-8c02-40e1-a75f-59cf2e42dbd0,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:15.286159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4307bf23-ece4-4aca-9247-854b25d0f35f req-2b842ca2-3873-4b4f-b967-3275988d8439 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886707 Jul 05 09:44:15.383830 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.384000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289d050-c894-4696-8a23-1e998fa74177 None None] Pushing event updated for resources: {'Port': ['ID=919926a2-113b-44c8-baea-7d708e426463,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:15.444555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['31066f8f-2dc9-4347-a92e-2a538983c6e6'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:15.574441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af6e0bf-cd87-41c8-8444-5eb5f64a9492 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.602033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62e5d17a-5b87-40fb-be84-e4c1c20cf298 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:15.730536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Pushing event updated for resources: {'Port': ['ID=43d45566-8c02-40e1-a75f-59cf2e42dbd0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:15.769451 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af6e0bf-cd87-41c8-8444-5eb5f64a9492 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.784977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:15.786417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.787545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-b04ffb77-4148-4f2f-8aee-b135f5a1ba59 service neutron] 10.222.0.15 "PUT /v2.0/ports/43d45566-8c02-40e1-a75f-59cf2e42dbd0 HTTP/1.1" status: 200 len: 1093 time: 4.4853256 Jul 05 09:44:15.874772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'tag': '43d45566-8c02-40e1-a75f-59cf2e42dbd0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:15.879110 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8106183b-7743-435c-a6ca-5c267aa32b32" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fac4a4-96aa-45ec-a78a-57f58c0bbe24", "tag": "43d45566-8c02-40e1-a75f-59cf2e42dbd0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:15.905318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6e0bf-cd87-41c8-8444-5eb5f64a9492 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2eee70-9ccb-4282-9640-c002f0cc80dc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:15.933053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-177bcf83-ef89-4bf8-a760-0af8b61dcb27 req-61cb990f-76be-42d2-99f0-a9bc7f619984 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6932616 Jul 05 09:44:15.934384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2af6e0bf-cd87-41c8-8444-5eb5f64a9492 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:15.946456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2af6e0bf-cd87-41c8-8444-5eb5f64a9492 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5471942 Jul 05 09:44:15.948763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:15.952959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e5e65a4f-620f-4d4c-877b-1cfaae8b6ffd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'security_group': {'name': 'tempest-secgroup-1267907441'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:15.997487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 62e5d17a-5b87-40fb-be84-e4c1c20cf298, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62e5d17a-5b87-40fb-be84-e4c1c20cf298,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:16.050835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5e65a4f-620f-4d4c-877b-1cfaae8b6ffd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.078219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '62e5d17a-5b87-40fb-be84-e4c1c20cf298', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '62e5d17a-5b87-40fb-be84-e4c1c20cf298', 'mac_address': 'fa:16:3e:a9:58:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:16.122438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-7f9fa8bb-f439-486c-a705-393626a108ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2076502 Jul 05 09:44:16.268098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5e65a4f-620f-4d4c-877b-1cfaae8b6ffd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.288256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5e65a4f-620f-4d4c-877b-1cfaae8b6ffd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.319173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd582a-2a2a-4143-a322-4ff6c2f638c5 req-5eb1c7a5-edbc-48b9-be8c-3a08c6e9fe8d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:16.326863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67bd582a-2a2a-4143-a322-4ff6c2f638c5 req-5eb1c7a5-edbc-48b9-be8c-3a08c6e9fe8d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 944 time: 0.6177561 Jul 05 09:44:16.348787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.362993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e65a4f-620f-4d4c-877b-1cfaae8b6ffd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a004e560-a53c-490f-add0-147300cb56eb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:16.365846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5e65a4f-620f-4d4c-877b-1cfaae8b6ffd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.374600 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e5e65a4f-620f-4d4c-877b-1cfaae8b6ffd tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4256210 Jul 05 09:44:16.376098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:16.383804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e5d17a-5b87-40fb-be84-e4c1c20cf298 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:16.388258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-786301078', 'security_groups': ['a004e560-a53c-490f-add0-147300cb56eb'], 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e86f716f-ad25-4ffa-a874-76ce617547b5'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:16.466394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 62e5d17a-5b87-40fb-be84-e4c1c20cf298, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62e5d17a-5b87-40fb-be84-e4c1c20cf298,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:16.477478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.555436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef63b-9431-4112-a156-f90d54150f84 req-2004d939-2b65-4db9-8aed-71eb909e54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:16.558305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-2004d939-2b65-4db9-8aed-71eb909e54b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 1096 time: 0.6702228 Jul 05 09:44:16.567863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:16.778477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=62e5d17a-5b87-40fb-be84-e4c1c20cf298,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:16.806297 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.821740 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7994b928-c4db-4a46-b5f5-cb4c31ee4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.830326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:16.831576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-c006830e-8cda-4457-bd64-61b7ef5af2fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d45566-8c02-40e1-a75f-59cf2e42dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0870988 Jul 05 09:44:16.853820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['62e5d17a-5b87-40fb-be84-e4c1c20cf298'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:16.883208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67bd582a-2a2a-4143-a322-4ff6c2f638c5 req-52dda4d9-58ea-40ac-8b40-68a6a4bc1341 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548732 Jul 05 09:44:16.913929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port cbf60d8e-72d9-468c-823a-a5dc014c9efc yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:44:17.123441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:17.158586 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ede82-f91e-4417-be61-4722b827ccfe x-openstack-request-id: req-804ede82-f91e-4417-be61-4722b827ccfe {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:17.159405 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fac4a4-96aa-45ec-a78a-57f58c0bbe24", "tag": "43d45566-8c02-40e1-a75f-59cf2e42dbd0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:17.160017 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-804ede82-f91e-4417-be61-4722b827ccfe {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:17.160845 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'tag': '43d45566-8c02-40e1-a75f-59cf2e42dbd0', 'status': 'completed', 'code': 200} Jul 05 09:44:17.173728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-643687b9-a67c-4f30-9845-05d1b82e19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.176466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-643687b9-a67c-4f30-9845-05d1b82e19f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 1102 time: 0.9533658 Jul 05 09:44:17.238281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef63b-9431-4112-a156-f90d54150f84 req-c0f76d7e-468a-4c18-9c42-8394d31851ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.240813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-c0f76d7e-468a-4c18-9c42-8394d31851ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.3932652 Jul 05 09:44:17.254391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 919926a2-113b-44c8-baea-7d708e426463 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:17.260558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a31a80-c9a4-4a36-a5a5-5998dda4749b req-412d4b64-aa84-43eb-8304-1a15d572a748 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:17.272843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09a31a80-c9a4-4a36-a5a5-5998dda4749b req-412d4b64-aa84-43eb-8304-1a15d572a748 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 949 time: 0.8256390 Jul 05 09:44:17.298974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31066f8f-2dc9-4347-a92e-2a538983c6e6 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:17.314376 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:17.419237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-67a004bd-7449-4abc-b067-e4b89dfc56ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347020 Jul 05 09:44:17.656059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::334 (b84fa904-8ca8-42f8-a4d1-819676f91042/e86f716f-ad25-4ffa-a874-76ce617547b5/cbf60d8e-72d9-468c-823a-a5dc014c9efc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:17.665739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 919926a2-113b-44c8-baea-7d708e426463 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:17.727982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 31066f8f-2dc9-4347-a92e-2a538983c6e6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:17.757410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 31066f8f-2dc9-4347-a92e-2a538983c6e6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:17.759515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:17.787985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09a31a80-c9a4-4a36-a5a5-5998dda4749b req-14ebb773-a799-43ce-816c-e11b540d7c9b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137701 Jul 05 09:44:17.958385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Provisioning for port 919926a2-113b-44c8-baea-7d708e426463 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:17.966312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:17.966907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.044282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.048578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.082906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-8769edcd-447a-4149-b307-2f9bf4e0a007 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101711 Jul 05 09:44:18.084338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-1ea9f250-191f-4b2f-ad2e-af063f9c0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:18.087927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-1ea9f250-191f-4b2f-ad2e-af063f9c0697 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.7910233 Jul 05 09:44:18.091244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object cbf60d8e-72d9-468c-823a-a5dc014c9efc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:18.170243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.182744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.219924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-69f25811-b56a-43e2-90e9-ff3eb17a251c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8 HTTP/1.1" status: 200 len: 217 time: 0.1102753 Jul 05 09:44:18.247748 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.286002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] For port 919926a2-113b-44c8-baea-7d708e426463, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=919926a2-113b-44c8-baea-7d708e426463,segment=NetworkSegment(0f87c169-d032-45f0-8880-a79860aa9800),segment_id=0f87c169-d032-45f0-8880-a79860aa9800)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:18.298954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:18.300954 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.305413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:18.310669 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:18.319280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:18.319932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.324155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=cbf60d8e-72d9-468c-823a-a5dc014c9efc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:18.351405 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0aa92131-338a-4f0a-bf36-0b0e1ee38bd0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9726639 Jul 05 09:44:18.359676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:18.369269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f718689f-9d05-4044-8878-5c4e2ab0d825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:18.416885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55347404-8053-42ba-be17-4512cffade45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31066f8f-2dc9-4347-a92e-2a538983c6e6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:18.421045 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73be394-3d69-491d-afe8-e022f237bdb0" -d '{"events": [{"server_uuid": "55347404-8053-42ba-be17-4512cffade45", "name": "network-vif-plugged", "status": "completed", "tag": "31066f8f-2dc9-4347-a92e-2a538983c6e6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:18.441278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Pushing event updated for resources: {'Port': ['ID=919926a2-113b-44c8-baea-7d708e426463,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:18.494923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-7d0bf440-6db4-45a3-96f6-45bd7132c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:18.495489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 31066f8f-2dc9-4347-a92e-2a538983c6e6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31066f8f-2dc9-4347-a92e-2a538983c6e6,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:18.498874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-7d0bf440-6db4-45a3-96f6-45bd7132c095 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2393739 Jul 05 09:44:18.508771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Provisioning complete for port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:18.509190 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.516568 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.627665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f718689f-9d05-4044-8878-5c4e2ab0d825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:18.633970 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f718689f-9d05-4044-8878-5c4e2ab0d825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.653869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Deleting port d5aa3e75-12d1-40ca-a5e9-edd39e22b714 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:18.654325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.723404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=31066f8f-2dc9-4347-a92e-2a538983c6e6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:18.749715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aa4bfbff-74d9-446f-83a0-ef6820ca8d7e None None] Port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:18.867255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d70ef63b-9431-4112-a156-f90d54150f84 req-2f7060dd-241c-4d75-bc5f-a42ae902cba6 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549198 Jul 05 09:44:18.895786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a1d7f98-2f07-4710-b932-bd768dfc2fe7 None None] Provisioning for port cbf60d8e-72d9-468c-823a-a5dc014c9efc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:18.905191 n-d-771363-33 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-f718689f-9d05-4044-8878-5c4e2ab0d825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e86f716f-ad25-4ffa-a874-76ce617547b5 (CIDR: 2001:db8::/64) Jul 05 09:44:18.906789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a1d7f98-2f07-4710-b932-bd768dfc2fe7 None None] Provisioning complete for port cbf60d8e-72d9-468c-823a-a5dc014c9efc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:18.907599 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7f98-2f07-4710-b932-bd768dfc2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:18.911558 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f718689f-9d05-4044-8878-5c4e2ab0d825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:44:18.916001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f718689f-9d05-4044-8878-5c4e2ab0d825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:18.916482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35b657-741e-40f6-b04e-8d243368b5b4 req-5dd25207-5a52-410e-97f3-d8734e631f14 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:18.929190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35b657-741e-40f6-b04e-8d243368b5b4 req-5dd25207-5a52-410e-97f3-d8734e631f14 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 945 time: 1.0900531 Jul 05 09:44:18.942611 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f718689f-9d05-4044-8878-5c4e2ab0d825 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5804470 Jul 05 09:44:18.947857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:18.965143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:18.998942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d7f98-2f07-4710-b932-bd768dfc2fe7 None None] Port cbf60d8e-72d9-468c-823a-a5dc014c9efc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:19.124358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 919926a2-113b-44c8-baea-7d708e426463 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:19.210916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:19.276108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c76ac4-60e2-4397-845d-b86b3fb07dc5 req-779d472c-ccc2-45df-b848-18167cdf49ff tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.279428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c76ac4-60e2-4397-845d-b86b3fb07dc5 req-779d472c-ccc2-45df-b848-18167cdf49ff tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 945 time: 0.9952686 Jul 05 09:44:19.283008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-7dbf79f1-2f3b-44a0-a620-9001cf81cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.285701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-7dbf79f1-2f3b-44a0-a620-9001cf81cdc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6854076 Jul 05 09:44:19.286869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:19.287719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:19.290191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Calling delete_port for d5aa3e75-12d1-40ca-a5e9-edd39e22b714 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:19.311878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35b657-741e-40f6-b04e-8d243368b5b4 req-66e5fe73-dc10-4b08-924f-311340ae5bb0 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812797 Jul 05 09:44:19.382510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:19.389201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:19.577663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:19.620816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62e5d17a-5b87-40fb-be84-e4c1c20cf298 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:19.640278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-2dcf63df-e952-4d0d-a35a-750c782a3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.642959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-2dcf63df-e952-4d0d-a35a-750c782a3957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 1096 time: 0.6523509 Jul 05 09:44:19.745829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:19.753825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:19.754552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:19.779530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-870a91a6-6339-4feb-85cd-f534db4a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:19.783207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-870a91a6-6339-4feb-85cd-f534db4a170d service neutron] 10.222.0.15 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 913 time: 0.1260965 Jul 05 09:44:19.827613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c76ac4-60e2-4397-845d-b86b3fb07dc5 req-eb60b551-0edd-47be-9b27-c45c8dbc92a8 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091741 Jul 05 09:44:20.012197 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:20.050401 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c69f0-703b-4fdf-b3bc-f170dffe38be x-openstack-request-id: req-783c69f0-703b-4fdf-b3bc-f170dffe38be {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:20.058586 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55347404-8053-42ba-be17-4512cffade45", "name": "network-vif-plugged", "status": "completed", "tag": "31066f8f-2dc9-4347-a92e-2a538983c6e6", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:20.058586 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-783c69f0-703b-4fdf-b3bc-f170dffe38be {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:20.061919 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55347404-8053-42ba-be17-4512cffade45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31066f8f-2dc9-4347-a92e-2a538983c6e6', 'code': 200} Jul 05 09:44:20.113683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:20.145274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 62e5d17a-5b87-40fb-be84-e4c1c20cf298, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62e5d17a-5b87-40fb-be84-e4c1c20cf298,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:20.165174 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:20.319111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:20.334139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:20.336252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=62e5d17a-5b87-40fb-be84-e4c1c20cf298,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:20.348776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b11ae-ebbf-47d8-8ade-0f7709a96d16 None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:20.357154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:20.358692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:20.372367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=a6e1972a-c099-4590-bf02-228875ccdd3a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:20.425044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b6c21ef8-76b9-4d83-9570-6ca52aa19f94 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4638751 Jul 05 09:44:20.432392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48918) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:20.443278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1343393485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a6e1972a-c099-4590-bf02-228875ccdd3a'}], 'security_groups': ['ec2eee70-9ccb-4282-9640-c002f0cc80dc']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:20.567959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c5186-7a49-4b5e-8580-a6d97d5d92eb req-3a835c34-c383-47c1-ab8d-0746ff23a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:20.581857 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8d7c5186-7a49-4b5e-8580-a6d97d5d92eb req-3a835c34-c383-47c1-ab8d-0746ff23a72a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 1097 time: 0.3497217 Jul 05 09:44:20.608725 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:44:20.717746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-ea54515d-1ad7-4f0f-90e0-294239dfa4e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d45566-8c02-40e1-a75f-59cf2e42dbd0 HTTP/1.1" status: 200 len: 217 time: 0.9212959 Jul 05 09:44:20.722054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-e60d6f1a-3d46-42bb-a7cd-2cb739cb55fb service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4084737 Jul 05 09:44:20.785356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:20.822325 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8d7c5186-7a49-4b5e-8580-a6d97d5d92eb req-f33ccfb9-a7ec-43cd-827f-e332adb9e889 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248018 Jul 05 09:44:21.013417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45393289-72e5-4542-9299-27e8c4d151db req-8eaf3a27-81bc-4a1f-9618-37ba8905aa5e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.015274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45393289-72e5-4542-9299-27e8c4d151db req-8eaf3a27-81bc-4a1f-9618-37ba8905aa5e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 944 time: 1.4390018 Jul 05 09:44:21.032924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-0b540f5c-f1e7-4044-8e30-87a7b8bcf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.035417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-0b540f5c-f1e7-4044-8e30-87a7b8bcf8ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.2428603 Jul 05 09:44:21.100380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-fbafef84-5359-4b6c-aa50-f4376961f2cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393641 Jul 05 09:44:21.216169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:21.231199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] Update dhcp port {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'fixed_ips': [{'subnet_id': 'e86f716f-ad25-4ffa-a874-76ce617547b5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a6e1972a-c099-4590-bf02-228875ccdd3a'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '919926a2-113b-44c8-baea-7d708e426463'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:44:21.290776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 43d45566-8c02-40e1-a75f-59cf2e42dbd0 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:21.333624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67047db-d1df-48e2-9b0e-013250f480c8 req-83066f3d-1dba-4ff2-b2c6-9aa66b86ff81 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:21.338657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:21.341478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a67047db-d1df-48e2-9b0e-013250f480c8 req-83066f3d-1dba-4ff2-b2c6-9aa66b86ff81 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 950 time: 0.6790204 Jul 05 09:44:21.402039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7d78514-5fcb-418a-828f-7b877f62c6ef req-0012428c-1101-4431-84ae-a7afb02a3bac service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701705 Jul 05 09:44:21.414291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Pushing event deleted for resources: {'Port': ['ID=d5aa3e75-12d1-40ca-a5e9-edd39e22b714,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:21.478973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45393289-72e5-4542-9299-27e8c4d151db req-3b0da08e-4609-4eca-a7ad-6cc5138f5c26 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355435 Jul 05 09:44:21.521979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a67047db-d1df-48e2-9b0e-013250f480c8 req-b1cfc456-0475-4821-a7d7-6d01e8b7d5c3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784036 Jul 05 09:44:21.611264 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:21.726132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 43d45566-8c02-40e1-a75f-59cf2e42dbd0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=43d45566-8c02-40e1-a75f-59cf2e42dbd0,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:21.754034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '43d45566-8c02-40e1-a75f-59cf2e42dbd0', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'port_id': '43d45566-8c02-40e1-a75f-59cf2e42dbd0', 'mac_address': 'fa:16:3e:15:d1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de0421-44ed-4064-9c5b-0199b9e27602', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:21.794548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Delete allocated IP 2001:db8::334 (b84fa904-8ca8-42f8-a4d1-819676f91042/e86f716f-ad25-4ffa-a874-76ce617547b5) {{(pid=93795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 09:44:21.827825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8:0:1::201 (b84fa904-8ca8-42f8-a4d1-819676f91042/a6e1972a-c099-4590-bf02-228875ccdd3a/cbf60d8e-72d9-468c-823a-a5dc014c9efc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:22.009488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.045181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d45566-8c02-40e1-a75f-59cf2e42dbd0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:22.071427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e5d17a-5b87-40fb-be84-e4c1c20cf298'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:22.080633 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e77f05-4951-45d2-b327-683c892976c7" -d '{"events": [{"server_uuid": "cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe", "name": "network-vif-plugged", "status": "completed", "tag": "62e5d17a-5b87-40fb-be84-e4c1c20cf298"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:22.087916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-9249633f-db24-44f1-bf40-64d225a863ee service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9675655 Jul 05 09:44:22.112238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 43d45566-8c02-40e1-a75f-59cf2e42dbd0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=43d45566-8c02-40e1-a75f-59cf2e42dbd0,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:22.121473 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.241565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=43d45566-8c02-40e1-a75f-59cf2e42dbd0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:22.361863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.396836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object cbf60d8e-72d9-468c-823a-a5dc014c9efc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:22.419608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['43d45566-8c02-40e1-a75f-59cf2e42dbd0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:22.423503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.467262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.474402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.579800 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669679e7-5ea4-4d9c-a919-043c817775f9 x-openstack-request-id: req-669679e7-5ea4-4d9c-a919-043c817775f9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:22.580250 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe", "name": "network-vif-plugged", "status": "completed", "tag": "62e5d17a-5b87-40fb-be84-e4c1c20cf298", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:22.580650 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-669679e7-5ea4-4d9c-a919-043c817775f9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:22.581267 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e5d17a-5b87-40fb-be84-e4c1c20cf298', 'code': 200} Jul 05 09:44:22.585912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=cbf60d8e-72d9-468c-823a-a5dc014c9efc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:22.674203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] Allocated IP 2001:db8:0:1::2 (b84fa904-8ca8-42f8-a4d1-819676f91042/a6e1972a-c099-4590-bf02-228875ccdd3a/919926a2-113b-44c8-baea-7d708e426463) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:22.695330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] In _notify_port_updated(), no bound segment for port cbf60d8e-72d9-468c-823a-a5dc014c9efc on network b84fa904-8ca8-42f8-a4d1-819676f91042 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:44:22.729598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:22.735357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:22.740042 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3cc8fcde-c165-446f-8bce-0c31faac1a45 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "PUT /v2.0/ports/cbf60d8e-72d9-468c-823a-a5dc014c9efc HTTP/1.1" status: 200 len: 931 time: 2.3059011 Jul 05 09:44:22.744905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48944) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:22.861715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] For port 919926a2-113b-44c8-baea-7d708e426463, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=919926a2-113b-44c8-baea-7d708e426463,segment=NetworkSegment(0f87c169-d032-45f0-8880-a79860aa9800),segment_id=0f87c169-d032-45f0-8880-a79860aa9800)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:22.867605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811a15-1eb3-42b2-a381-59d6ced4218f req-8970b23a-2ae6-4822-8cd7-bf5cb44ce2b0 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:22.869612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75811a15-1eb3-42b2-a381-59d6ced4218f req-8970b23a-2ae6-4822-8cd7-bf5cb44ce2b0 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 945 time: 0.8733947 Jul 05 09:44:22.994618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Router c8702e72-bf8b-4a0d-a649-e7e9b87bb350 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:44:23.001493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.040693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8106183b-7743-435c-a6ca-5c267aa32b32 req-95e7c72c-46b6-47e2-9710-f881ea14f860 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9345584 Jul 05 09:44:23.048438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] Transition to ACTIVE for port object 919926a2-113b-44c8-baea-7d708e426463 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:23.064456 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.076513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port cbf60d8e-72d9-468c-823a-a5dc014c9efc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:23.077358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.091965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75811a15-1eb3-42b2-a381-59d6ced4218f req-14dde1ee-c779-41b6-be3e-04ea2a0d42a4 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331003 Jul 05 09:44:23.260624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:44:23.275860 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] Sync routers for ids ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:44:23.288618 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.290945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f14f9ef8-351e-4411-a6e8-2fcac2643138 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "PUT /v2.0/routers/c8702e72-bf8b-4a0d-a649-e7e9b87bb350 HTTP/1.1" status: 200 len: 710 time: 9.6584296 Jul 05 09:44:23.310894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:23.323019 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] Routers {'c8702e72-bf8b-4a0d-a649-e7e9b87bb350'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:23.324085 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:44:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:23.327111 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.354376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for cbf60d8e-72d9-468c-823a-a5dc014c9efc owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:23.460977 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:23.505574 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] Routers {'c8702e72-bf8b-4a0d-a649-e7e9b87bb350'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:23.506647 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:44:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:23.544198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07ae08-8486-414c-8b14-38d45ff572de None None] Pushing event updated for resources: {'Port': ['ID=919926a2-113b-44c8-baea-7d708e426463,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:23.551688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ad0b40b6-9b1c-42c6-bb90-54b98d612607 tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/routers/c8702e72-bf8b-4a0d-a649-e7e9b87bb350 HTTP/1.1" status: 200 len: 745 time: 0.2221839 Jul 05 09:44:23.577225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:23.611915 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:23.613318 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e741bf-548f-4770-a429-3d9d061e2163 None None] The sync data for ids ['c8702e72-bf8b-4a0d-a649-e7e9b87bb350'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:44:23.645312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7736667-9ca5-40ee-8a62-0d01cef1c14d req-8b45e0eb-afd2-4f96-bc79-5b317516bb55 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.651935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7736667-9ca5-40ee-8a62-0d01cef1c14d req-8b45e0eb-afd2-4f96-bc79-5b317516bb55 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 945 time: 0.7780590 Jul 05 09:44:23.693680 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-856e57d1-4583-4fdc-bfab-54c4d70ea7eb tempest-RoutersIpV6AdminTest-1509337980 tempest-RoutersIpV6AdminTest-1509337980-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=c8702e72-bf8b-4a0d-a649-e7e9b87bb350 HTTP/1.1" status: 200 len: 205 time: 0.1055930 Jul 05 09:44:23.696711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48958) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:23.700338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.716418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943128bb-0b45-41f4-93d6-852937f6a583 req-d2a67ca7-c025-45c1-a484-ddd36fbffdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:23.717876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-943128bb-0b45-41f4-93d6-852937f6a583 req-d2a67ca7-c025-45c1-a484-ddd36fbffdda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 1102 time: 0.9840837 Jul 05 09:44:23.780189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=cbf60d8e-72d9-468c-823a-a5dc014c9efc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:23.808775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9195cee6-3d07-4920-a4a9-4e3951fe1d20 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8702e72-bf8b-4a0d-a649-e7e9b87bb350 HTTP/1.1" status: 200 len: 205 time: 0.0941160 Jul 05 09:44:23.823191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7736667-9ca5-40ee-8a62-0d01cef1c14d req-1563a53d-c35c-41c4-bcd2-d7caefd28a39 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512721 Jul 05 09:44:23.826045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:23.853018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:23.862759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f799381d-f866-4755-9e14-c9f58389c1a5 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/cbf60d8e-72d9-468c-823a-a5dc014c9efc HTTP/1.1" status: 204 len: 168 time: 1.1094768 Jul 05 09:44:23.863960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:23.970721 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33cfef1-eac4-4d63-9264-5da9e948ebc2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:44:23.979220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c33cfef1-eac4-4d63-9264-5da9e948ebc2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/cbf60d8e-72d9-468c-823a-a5dc014c9efc HTTP/1.1" status: 404 len: 333 time: 0.1131642 Jul 05 09:44:23.982338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:24.122212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-943128bb-0b45-41f4-93d6-852937f6a583 req-24e0a829-9d6e-499c-966b-1a2badba01a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814514 Jul 05 09:44:24.145563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25dce9f9-4f70-4050-8a4b-5c001e71b93c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.167795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e63339e2-f324-4722-9634-bdcb26f335c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.230415 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e63339e2-f324-4722-9634-bdcb26f335c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.366136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e63339e2-f324-4722-9634-bdcb26f335c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.369138 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e63339e2-f324-4722-9634-bdcb26f335c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.370546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e63339e2-f324-4722-9634-bdcb26f335c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/security-groups/a004e560-a53c-490f-add0-147300cb56eb HTTP/1.1" status: 204 len: 168 time: 0.3848703 Jul 05 09:44:24.376028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48968) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:24.407850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63339e2-f324-4722-9634-bdcb26f335c8 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a004e560-a53c-490f-add0-147300cb56eb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:24.546364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ea794e5-9931-434e-83e5-294b77b631c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.632202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ea794e5-9931-434e-83e5-294b77b631c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.742447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ea794e5-9931-434e-83e5-294b77b631c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.748974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ea794e5-9931-434e-83e5-294b77b631c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:24.752296 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3ea794e5-9931-434e-83e5-294b77b631c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec2eee70-9ccb-4282-9640-c002f0cc80dc HTTP/1.1" status: 204 len: 168 time: 0.3555362 Jul 05 09:44:24.773736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48970) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:24.775150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea794e5-9931-434e-83e5-294b77b631c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2eee70-9ccb-4282-9640-c002f0cc80dc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:24.956371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet e86f716f-ad25-4ffa-a874-76ce617547b5 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:44:24.962120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.014978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7b7df1d4-c1fb-4c8a-93a4-d117b11ad1da None None] Provisioning for port 919926a2-113b-44c8-baea-7d708e426463 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:25.025070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7b7df1d4-c1fb-4c8a-93a4-d117b11ad1da None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:25.025454 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b7df1d4-c1fb-4c8a-93a4-d117b11ad1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.107359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.190229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 919926a2-113b-44c8-baea-7d708e426463 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:25.274323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536c75-112d-4a77-bfe3-b639d4be449c req-6cf135a4-4b28-45c4-8884-00c9d7d533bc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:25.285265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50536c75-112d-4a77-bfe3-b639d4be449c req-6cf135a4-4b28-45c4-8884-00c9d7d533bc tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 950 time: 1.7324774 Jul 05 09:44:25.309180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 43d45566-8c02-40e1-a75f-59cf2e42dbd0 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:25.346799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.489304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.518665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7b7df1d4-c1fb-4c8a-93a4-d117b11ad1da None None] Could not find standard attr ID for object cbf60d8e-72d9-468c-823a-a5dc014c9efc. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:44:25.571891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7b7df1d4-c1fb-4c8a-93a4-d117b11ad1da None None] Provisioning complete for port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:25.572490 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b7df1d4-c1fb-4c8a-93a4-d117b11ad1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.588413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25dce9f9-4f70-4050-8a4b-5c001e71b93c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.605223 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25dce9f9-4f70-4050-8a4b-5c001e71b93c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.622800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.627317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7b7df1d4-c1fb-4c8a-93a4-d117b11ad1da None None] Port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:25.632178 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/e86f716f-ad25-4ffa-a874-76ce617547b5 HTTP/1.1" status: 204 len: 168 time: 0.8459499 Jul 05 09:44:25.635259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e126f-bdfa-457e-9bcf-9a9e16987689 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=e86f716f-ad25-4ffa-a874-76ce617547b5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:25.637247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50536c75-112d-4a77-bfe3-b639d4be449c req-49c6f643-04bc-43b0-911c-b09155244b28 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480601 Jul 05 09:44:25.645894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48974) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:25.653258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:25.661039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:25.661652 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.663681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:25.666159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:25.666818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.816169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9fae9867-73f2-4473-bfb0-a08a0391b109 None None] Could not find standard attr ID for object cbf60d8e-72d9-468c-823a-a5dc014c9efc. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:44:25.955854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25dce9f9-4f70-4050-8a4b-5c001e71b93c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.957041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dce9f9-4f70-4050-8a4b-5c001e71b93c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Fanout notify agent at l3_agent the message router_deleted on router c8702e72-bf8b-4a0d-a649-e7e9b87bb350 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:25.977094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25dce9f9-4f70-4050-8a4b-5c001e71b93c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:25.978665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-25dce9f9-4f70-4050-8a4b-5c001e71b93c tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/c8702e72-bf8b-4a0d-a649-e7e9b87bb350 HTTP/1.1" status: 204 len: 168 time: 2.1516416 Jul 05 09:44:25.985127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48976) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:25.986844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.028120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-c60fb828-eb88-45d1-986e-48e4c8cfcfd1 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:26.034906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-c60fb828-eb88-45d1-986e-48e4c8cfcfd1 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.15 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 945 time: 1.7344851 Jul 05 09:44:26.101717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d8d1713e-513a-49bc-8db5-e4e0c861f3a6 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8702e72-bf8b-4a0d-a649-e7e9b87bb350 HTTP/1.1" status: 200 len: 205 time: 0.1147702 Jul 05 09:44:26.108091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48982) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.129847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0eab9-3b65-4334-9294-df69ad99dcb9 None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:26.142902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0087b-5692-4fdb-a1a3-b1770ea2991d req-42dc6831-b842-4f71-af0b-0f13b6265eff tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:26.148171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d0087b-5692-4fdb-a1a3-b1770ea2991d req-42dc6831-b842-4f71-af0b-0f13b6265eff tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 945 time: 1.8507891 Jul 05 09:44:26.182488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d45566-8c02-40e1-a75f-59cf2e42dbd0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:26.200743 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858773f4-f378-479b-b07d-00762316c005" -d '{"events": [{"server_uuid": "b9fac4a4-96aa-45ec-a78a-57f58c0bbe24", "name": "network-vif-plugged", "status": "completed", "tag": "43d45566-8c02-40e1-a75f-59cf2e42dbd0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:26.286553 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e6f60261-bbfa-49b1-bca1-65d7b089d1a7 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] delete failed (client error): The resource could not be found. Jul 05 09:44:26.296084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e6f60261-bbfa-49b1-bca1-65d7b089d1a7 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/c8702e72-bf8b-4a0d-a649-e7e9b87bb350 HTTP/1.1" status: 404 len: 336 time: 0.1865828 Jul 05 09:44:26.299539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.329774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d0087b-5692-4fdb-a1a3-b1770ea2991d req-de58670c-ffb7-46d9-82a4-10d52fcc523b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185989 Jul 05 09:44:26.413302 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2c3d21f7-8a3d-4a54-9e69-1693ddfffa6d tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a43f90-528f-45be-85e2-7e06701fb30c HTTP/1.1" status: 200 len: 205 time: 0.1073020 Jul 05 09:44:26.414123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.429853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 43d45566-8c02-40e1-a75f-59cf2e42dbd0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=43d45566-8c02-40e1-a75f-59cf2e42dbd0,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:26.440967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:26.452937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.458503 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.468986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:26.558488 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-73faa634-2b9a-40d2-bf6f-aae1fe7078e6 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] delete failed (client error): The resource could not be found. Jul 05 09:44:26.568132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-73faa634-2b9a-40d2-bf6f-aae1fe7078e6 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/f3a43f90-528f-45be-85e2-7e06701fb30c HTTP/1.1" status: 404 len: 336 time: 0.1498184 Jul 05 09:44:26.568860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.707104 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac24a121-1774-4bb7-aca8-8c8baf3e88ef tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8499e7a-81ef-49ba-a534-d602713c661c HTTP/1.1" status: 200 len: 205 time: 0.1337368 Jul 05 09:44:26.708070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.751771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=43d45566-8c02-40e1-a75f-59cf2e42dbd0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:26.758028 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7bc7ba9b-2b67-4826-9cbd-4cd596a9c934 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] delete failed (client error): The resource could not be found. Jul 05 09:44:26.764650 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7bc7ba9b-2b67-4826-9cbd-4cd596a9c934 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/c8499e7a-81ef-49ba-a534-d602713c661c HTTP/1.1" status: 404 len: 336 time: 0.0552397 Jul 05 09:44:26.766716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.811408 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cee547c0-a91c-43bf-b85f-9b602ef69bd2 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd1b3772-f402-4674-a30a-ee55a7f2ba39 HTTP/1.1" status: 200 len: 205 time: 0.0422175 Jul 05 09:44:26.812471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49002) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.883188 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-655a43d4-b8d1-4ae6-8236-3cda7bb9b0af tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] delete failed (client error): The resource could not be found. Jul 05 09:44:26.887340 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-655a43d4-b8d1-4ae6-8236-3cda7bb9b0af tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/bd1b3772-f402-4674-a30a-ee55a7f2ba39 HTTP/1.1" status: 404 len: 336 time: 0.0728755 Jul 05 09:44:26.888434 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.888936 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.956318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:26.957340 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-646e1b2f-9973-44cf-bccc-ea119cbb320a tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=664a11a4-7012-4c60-b505-9141c364fbad HTTP/1.1" status: 200 len: 205 time: 0.0669808 Jul 05 09:44:26.961227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:26.969930 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:26.994922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Deleting port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:26.994922 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:27.077947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:27.160060 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-9ba6e52f-7e7b-4ea2-b44d-ddbbc3058607 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] delete failed (client error): The resource could not be found. Jul 05 09:44:27.161786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9ba6e52f-7e7b-4ea2-b44d-ddbbc3058607 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/664a11a4-7012-4c60-b505-9141c364fbad HTTP/1.1" status: 404 len: 336 time: 0.1921084 Jul 05 09:44:27.165049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:27.210526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605769b-ee4f-4b8c-8191-b1a15179ed40 req-59c014fc-57db-4610-97f0-7a85a9ffbfb5 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:27.221653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a605769b-ee4f-4b8c-8191-b1a15179ed40 req-59c014fc-57db-4610-97f0-7a85a9ffbfb5 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 945 time: 0.5806291 Jul 05 09:44:27.231629 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1b10cc96-9709-4246-8737-7bfce8693cd9 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e6a841-a5d4-478b-b5f9-462a2f3b0f50 HTTP/1.1" status: 200 len: 205 time: 0.0652328 Jul 05 09:44:27.232350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:27.304734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e95b1f-c21f-4bbc-8414-ea9cf3e4a4ec req-c0933d6d-8258-487b-bc22-92d423ae91cb tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:27.307721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8e95b1f-c21f-4bbc-8414-ea9cf3e4a4ec req-c0933d6d-8258-487b-bc22-92d423ae91cb tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 945 time: 0.5444164 Jul 05 09:44:27.319173 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-6cca008f-f350-4387-91ac-9901a88c0760 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] delete failed (client error): The resource could not be found. Jul 05 09:44:27.320905 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6cca008f-f350-4387-91ac-9901a88c0760 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/routers/50e6a841-a5d4-478b-b5f9-462a2f3b0f50 HTTP/1.1" status: 404 len: 336 time: 0.0871291 Jul 05 09:44:27.324254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:27.382675 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e58dc4-4d69-43ca-99df-bd655f047b07 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:27.386583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e58dc4-4d69-43ca-99df-bd655f047b07 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:27.392108 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-44e58dc4-4d69-43ca-99df-bd655f047b07 tempest-RoutersIpV6AdminTest-854454451 tempest-RoutersIpV6AdminTest-854454451-project] 10.222.0.21 "DELETE /v2.0/subnets/ae67bc08-db81-4593-846e-255ba3eb077f HTTP/1.1" status: 404 len: 337 time: 0.0637221 Jul 05 09:44:27.673924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a605769b-ee4f-4b8c-8191-b1a15179ed40 req-5cd4a8f1-fa7f-4912-b67d-ce0a878163f5 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506764 Jul 05 09:44:27.802847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8e95b1f-c21f-4bbc-8414-ea9cf3e4a4ec req-87ead89c-cff9-4268-92a2-390846d9c631 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce07599-2183-4ab4-bf16-b77a5920bdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4836838 Jul 05 09:44:27.803963 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60de3e1d-cf19-4b07-a787-e5a307711df6 x-openstack-request-id: req-60de3e1d-cf19-4b07-a787-e5a307711df6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:27.804466 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fac4a4-96aa-45ec-a78a-57f58c0bbe24", "name": "network-vif-plugged", "status": "completed", "tag": "43d45566-8c02-40e1-a75f-59cf2e42dbd0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:27.804776 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60de3e1d-cf19-4b07-a787-e5a307711df6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:27.805376 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d45566-8c02-40e1-a75f-59cf2e42dbd0', 'code': 200} Jul 05 09:44:27.822582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] For port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:27.824214 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:27.887046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49026) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:27.957644 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.118595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a39d-aeff-4c71-bfed-686ed9f7c247 req-3c86ef56-fd7f-42f4-9e65-789fc976a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:28.124146 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-efd7a39d-aeff-4c71-bfed-686ed9f7c247 req-3c86ef56-fd7f-42f4-9e65-789fc976a402 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 1098 time: 0.1828945 Jul 05 09:44:28.286650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-177b1830-9089-496a-acfd-6a24fb4d87c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.291997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-efd7a39d-aeff-4c71-bfed-686ed9f7c247 req-d489ef33-ce63-4e6d-870a-fec3dc3987c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576226 Jul 05 09:44:28.311703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:28.387845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-333fa158-182e-4f85-a07b-6933281a09bc None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:28.388212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-333fa158-182e-4f85-a07b-6933281a09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.411705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:28.411705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=18d60ee0-4c38-422e-9e96-b207e490341e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:28.435587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:28.436547 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.477959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865eb1e-5608-45d6-9272-0a5e60885d87 None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:28.601555 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-177b1830-9089-496a-acfd-6a24fb4d87c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.613600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-177b1830-9089-496a-acfd-6a24fb4d87c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.714398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-63587bd2-df6a-4082-9e70-cc3ed7b234da tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0546248 Jul 05 09:44:28.743443 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-177b1830-9089-496a-acfd-6a24fb4d87c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b93cc76115c249d89818e1e1a37a989d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356459 Jul 05 09:44:28.744560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49038) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:28.745086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:28.755665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7ffc-3b8f-4842-b0f4-33a433e8ed05 req-f976e1c4-702d-4872-aa35-260cb0cdea22 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:28.763270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbaa7ffc-3b8f-4842-b0f4-33a433e8ed05 req-f976e1c4-702d-4872-aa35-260cb0cdea22 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 950 time: 0.5278664 Jul 05 09:44:28.811772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e906d8d5-4c53-4854-a048-602c1ea18570 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'security_group': {'name': 'tempest-secgroup-83211349'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:28.855836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b1830-9089-496a-acfd-6a24fb4d87c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff5244a-ed6d-4748-8e7c-3de0c18f6e95,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:28.904834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2a0b-8977-41fa-abb6-cf28131410fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.908553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e906d8d5-4c53-4854-a048-602c1ea18570 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.928614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.929279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:28.929781 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Floating IP 34fc7879-acb0-4c83-9a8c-4729add6dbdc disassociated. External IP: 172.25.1.54, port: 2f2c7bd5-792f-4989-b8d0-d832eb4c5040. Jul 05 09:44:28.930272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Calling delete_port for 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:29.001116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2a0b-8977-41fa-abb6-cf28131410fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.069200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-333fa158-182e-4f85-a07b-6933281a09bc None None] Provisioning complete for port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:29.070077 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-333fa158-182e-4f85-a07b-6933281a09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.129877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbaa7ffc-3b8f-4842-b0f4-33a433e8ed05 req-83e65d5e-7979-440e-aaee-d3dd411b09ff tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620567 Jul 05 09:44:29.154374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2a0b-8977-41fa-abb6-cf28131410fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.159598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2a0b-8977-41fa-abb6-cf28131410fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.163819 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa6e2a0b-8977-41fa-abb6-cf28131410fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bff5244a-ed6d-4748-8e7c-3de0c18f6e95 HTTP/1.1" status: 204 len: 168 time: 0.3924701 Jul 05 09:44:29.222590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e2a0b-8977-41fa-abb6-cf28131410fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff5244a-ed6d-4748-8e7c-3de0c18f6e95,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:29.282840 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.341599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-333fa158-182e-4f85-a07b-6933281a09bc None None] Port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:29.373194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e906d8d5-4c53-4854-a048-602c1ea18570 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.391657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.404985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e906d8d5-4c53-4854-a048-602c1ea18570 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.521228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906d8d5-4c53-4854-a048-602c1ea18570 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a9e0ed-5078-4138-a165-2e2a6fd6862b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:29.535519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e906d8d5-4c53-4854-a048-602c1ea18570 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.537904 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e906d8d5-4c53-4854-a048-602c1ea18570 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7686412 Jul 05 09:44:29.542236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:29.553315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-54c286d8-48bb-4de2-9441-68cfcf76453e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'security_group': {'name': 'tempest-secgroup-1128870394'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:29.568469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9276b3-79a0-4fb7-9a08-e73883760c1c req-50ca485c-9b1f-4d6b-b33a-edff3169e549 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:29.587813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc9276b3-79a0-4fb7-9a08-e73883760c1c req-50ca485c-9b1f-4d6b-b33a-edff3169e549 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.7618892 Jul 05 09:44:29.637706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c286d8-48bb-4de2-9441-68cfcf76453e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.730054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] Update dhcp port {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'fixed_ips': [{'subnet_id': 'a6e1972a-c099-4590-bf02-228875ccdd3a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18d60ee0-4c38-422e-9e96-b207e490341e'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '919926a2-113b-44c8-baea-7d708e426463'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:44:29.793627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc9276b3-79a0-4fb7-9a08-e73883760c1c req-96025e8d-739f-4492-8653-d3a78dc4abe1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039857 Jul 05 09:44:29.800453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:29.873715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:29.877819 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa44a7-217c-4f18-a984-75eb3475c0dc" -d '{"events": [{"server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:29.976884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.018719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c286d8-48bb-4de2-9441-68cfcf76453e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.030166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c286d8-48bb-4de2-9441-68cfcf76453e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.041491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event deleted for resources: {'Port': ['ID=2f2c7bd5-792f-4989-b8d0-d832eb4c5040,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:30.183662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c286d8-48bb-4de2-9441-68cfcf76453e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0269789-2d88-4a9e-9172-07b16ab3ab23,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:30.227585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54c286d8-48bb-4de2-9441-68cfcf76453e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.230748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-54c286d8-48bb-4de2-9441-68cfcf76453e tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6866193 Jul 05 09:44:30.233497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:30.256788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-08fe0164-1695-4e40-ad2d-f12529fb3181 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'security_group': {'name': 'tempest-secgroup-493174948'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:30.300680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:30.332816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08fe0164-1695-4e40-ad2d-f12529fb3181 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.391951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a84c079a-7a05-4d53-8223-bf2bad2e7b31 req-d7615083-f0ec-4090-bab5-54b759b4fd16 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.0492301 Jul 05 09:44:30.511683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08fe0164-1695-4e40-ad2d-f12529fb3181 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.527663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08fe0164-1695-4e40-ad2d-f12529fb3181 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.544885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2d585260-48c7-43eb-83ca-3c526aa7710b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f01830a2394a4030aa44d2edc3e3bfa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388499 Jul 05 09:44:30.554654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49068) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:30.572184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Router e17c07f2-1712-42d5-b25f-beedff79d3b5 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:44:30.595139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08fe0164-1695-4e40-ad2d-f12529fb3181 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.598422 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-08fe0164-1695-4e40-ad2d-f12529fb3181 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3577116 Jul 05 09:44:30.602555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:30.626416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-345085526', 'security_groups': ['df761a9c-4f99-4169-927b-871d36b83b15'], 'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18d60ee0-4c38-422e-9e96-b207e490341e'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:30.673624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d4371-c299-44f7-b155-5d41f95a03f7 req-da35c7b1-ab38-4307-a426-2b3d106e82ab tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:30.675257 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091d4371-c299-44f7-b155-5d41f95a03f7 req-da35c7b1-ab38-4307-a426-2b3d106e82ab tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 1102 time: 0.2449913 Jul 05 09:44:30.726842 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e452df-67ae-4abd-9615-1f61526a4c3a x-openstack-request-id: req-93e452df-67ae-4abd-9615-1f61526a4c3a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:30.727427 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:30.728005 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93e452df-67ae-4abd-9615-1f61526a4c3a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:30.735656 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'code': 200} Jul 05 09:44:30.845461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac06eb52-7dab-435d-a865-166378db3b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.854743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe0164-1695-4e40-ad2d-f12529fb3181 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df761a9c-4f99-4169-927b-871d36b83b15,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:30.860413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] Allocated IP 2001:db8::2 (b84fa904-8ca8-42f8-a4d1-819676f91042/18d60ee0-4c38-422e-9e96-b207e490341e/919926a2-113b-44c8-baea-7d708e426463) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:30.863314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:30.901942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac06eb52-7dab-435d-a865-166378db3b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:30.983776 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.006904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac06eb52-7dab-435d-a865-166378db3b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.010473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac06eb52-7dab-435d-a865-166378db3b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.013050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ac06eb52-7dab-435d-a865-166378db3b6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99d5b7a9-3236-49c7-8e0b-3db60902a1ca HTTP/1.1" status: 204 len: 168 time: 0.4559288 Jul 05 09:44:31.033256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] device_id is not set on port 4da9f092-9919-4a08-b582-4b0a4f2bc659 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:44:31.063761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091d4371-c299-44f7-b155-5d41f95a03f7 req-f132e8f8-7d1e-4da1-a820-4266e8170f96 tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558941 Jul 05 09:44:31.205277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06eb52-7dab-435d-a865-166378db3b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d5b7a9-3236-49c7-8e0b-3db60902a1ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:31.218259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] For port 919926a2-113b-44c8-baea-7d708e426463, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=919926a2-113b-44c8-baea-7d708e426463,segment=NetworkSegment(0f87c169-d032-45f0-8880-a79860aa9800),segment_id=0f87c169-d032-45f0-8880-a79860aa9800)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:31.354271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659beedc-8cd4-4d03-8005-eed9caed96d2 req-2fb02337-45b4-46a1-9c2c-b334165b4acd tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:31.361747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-659beedc-8cd4-4d03-8005-eed9caed96d2 req-2fb02337-45b4-46a1-9c2c-b334165b4acd tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 945 time: 0.5012567 Jul 05 09:44:31.364619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:44:31.397671 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.422815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] Sync routers for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:44:31.496881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:31.499616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:44:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:31.505210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] Transition to ACTIVE for port object 919926a2-113b-44c8-baea-7d708e426463 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:31.580714 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:31.655617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-6d8371fb-bfe5-4ac0-89d9-ddd86e435e2a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:31.662209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-6d8371fb-bfe5-4ac0-89d9-ddd86e435e2a tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 945 time: 0.2735364 Jul 05 09:44:31.770887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8::31e (b84fa904-8ca8-42f8-a4d1-819676f91042/18d60ee0-4c38-422e-9e96-b207e490341e/4da9f092-9919-4a08-b582-4b0a4f2bc659) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:31.897222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0082c-643a-4b7f-8888-26f305f9f95c None None] Pushing event updated for resources: {'Port': ['ID=919926a2-113b-44c8-baea-7d708e426463,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:32.002252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:44:32.052098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] No DVR routers for this DVR port 2f2c7bd5-792f-4989-b8d0-d832eb4c5040 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:32.069359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:32.084853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d45bd5f-1a8f-409c-b844-c713a1589985 req-e9a045c2-60b2-4a25-94df-843dea61014d tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.15 "DELETE /v2.0/ports/2f2c7bd5-792f-4989-b8d0-d832eb4c5040 HTTP/1.1" status: 204 len: 173 time: 5.8920870 Jul 05 09:44:32.145197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'name': 'network-vif-deleted', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:32.149250 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1df04-14e9-4455-8c7b-75477b0976a0" -d '{"events": [{"server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "name": "network-vif-deleted", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:32.180285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-659beedc-8cd4-4d03-8005-eed9caed96d2 req-952bf689-3ee1-4c78-b17e-cec95c7a7794 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups?id=88f59c18-6d57-4363-9d22-eaa030492c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939343 Jul 05 09:44:32.316363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351bd1d-c172-48a2-9f7e-d68ed9fbba3f req-6f65795a-fe80-475b-9773-9a85bd69a886 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:32.329345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8351bd1d-c172-48a2-9f7e-d68ed9fbba3f req-6f65795a-fe80-475b-9773-9a85bd69a886 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.4678271 Jul 05 09:44:32.438528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:32.476920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8351bd1d-c172-48a2-9f7e-d68ed9fbba3f req-b0566533-191e-4ff7-863b-46c0b65962d2 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465631 Jul 05 09:44:32.639992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:13Z', 'revision_number': 5, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:32.696115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 4da9f092-9919-4a08-b582-4b0a4f2bc659 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:32.899741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:32.902467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] Checking router: e17c07f2-1712-42d5-b25f-beedff79d3b5 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:44:32.982018 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-a6b28a06-64e4-4856-a0dc-b497e092d3f8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237569 Jul 05 09:44:32.983377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:32.984738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:44:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:33.236913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 919926a2-113b-44c8-baea-7d708e426463 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:33.305925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:33.363659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Deleting port 31066f8f-2dc9-4347-a92e-2a538983c6e6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:33.364850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:33.373657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:33.394312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=4da9f092-9919-4a08-b582-4b0a4f2bc659,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:33.412920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:33.447673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:33.460065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:33.536883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-b09fbf92-8634-4cbd-8a9d-ddb219b12697 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:33.538506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-b09fbf92-8634-4cbd-8a9d-ddb219b12697 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5554738 Jul 05 09:44:33.676373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ff2d15b-1978-4ed9-b5fa-7c2b89f2d9b6 None None] Provisioning for port 919926a2-113b-44c8-baea-7d708e426463 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:33.774919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39c5b5d2-f9d3-4941-84f1-ebc5e7f47401 req-ea6878f5-a43a-4971-90a1-de032cee1507 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.2182047 Jul 05 09:44:33.782940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-b6a2ae88-75e0-4a29-906a-5086e04f81c4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/quotas/2e8378201cfb4de18c5086949b53b6f1 HTTP/1.1" status: 200 len: 375 time: 0.1595480 Jul 05 09:44:33.784494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ff2d15b-1978-4ed9-b5fa-7c2b89f2d9b6 None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:33.785102 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d15b-1978-4ed9-b5fa-7c2b89f2d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:33.815182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f271cdd-4559-4040-96fc-a46a9756ada7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2095919 Jul 05 09:44:33.819711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49132) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:33.835385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b02c3460-0eb0-4a37-9497-2beb16786020 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:33.987581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:44:34.045526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] For port 31066f8f-2dc9-4347-a92e-2a538983c6e6, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31066f8f-2dc9-4347-a92e-2a538983c6e6,segment=NetworkSegment(75865382-407f-4266-9f1e-6ab1f4ac395b),segment_id=75865382-407f-4266-9f1e-6ab1f4ac395b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:34.046526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:34.096961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:34.106394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Calling delete_port for 31066f8f-2dc9-4347-a92e-2a538983c6e6 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:34.132007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:34.329144 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9076911d-2f0d-47b7-9aa0-38f15af72b29 x-openstack-request-id: req-9076911d-2f0d-47b7-9aa0-38f15af72b29 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:34.331379 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10762e26-e3e1-4676-819a-aeb192182f10", "name": "network-vif-deleted", "tag": "2f2c7bd5-792f-4989-b8d0-d832eb4c5040", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:34.337618 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9076911d-2f0d-47b7-9aa0-38f15af72b29 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:34.341551 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10762e26-e3e1-4676-819a-aeb192182f10', 'name': 'network-vif-deleted', 'tag': '2f2c7bd5-792f-4989-b8d0-d832eb4c5040', 'status': 'completed', 'code': 200} Jul 05 09:44:34.470899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-41b227a1-f55f-47e8-8597-06c161a940cf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6793725 Jul 05 09:44:34.567806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02c3460-0eb0-4a37-9497-2beb16786020 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:34.573905 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02c3460-0eb0-4a37-9497-2beb16786020 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:34.630022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:34.877812 n-d-771363-33 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-b02c3460-0eb0-4a37-9497-2beb16786020 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18d60ee0-4c38-422e-9e96-b207e490341e (CIDR: 2001:db8::/64) Jul 05 09:44:34.886789 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02c3460-0eb0-4a37-9497-2beb16786020 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:44:34.887673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02c3460-0eb0-4a37-9497-2beb16786020 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:34.913990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event deleted for resources: {'Port': ['ID=31066f8f-2dc9-4347-a92e-2a538983c6e6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:34.936338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b02c3460-0eb0-4a37-9497-2beb16786020 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1148260 Jul 05 09:44:34.948568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49158) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:34.985630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e9fe501d-0055-47d0-afe6-076be93e0cc0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:35.088101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] No DVR routers for this DVR port 31066f8f-2dc9-4347-a92e-2a538983c6e6 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:35.091718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.103631 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2f239f10-4a06-4d45-ad03-41f80fee8bf8 req-e066dba6-da68-4b91-85ec-d34453d3cee7 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.15 "DELETE /v2.0/ports/31066f8f-2dc9-4347-a92e-2a538983c6e6 HTTP/1.1" status: 204 len: 173 time: 3.4316874 Jul 05 09:44:35.104545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55347404-8053-42ba-be17-4512cffade45', 'name': 'network-vif-deleted', 'tag': '31066f8f-2dc9-4347-a92e-2a538983c6e6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:35.107977 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c4a60-6b7d-45e0-9143-c69c5bba1e7e" -d '{"events": [{"server_uuid": "55347404-8053-42ba-be17-4512cffade45", "name": "network-vif-deleted", "tag": "31066f8f-2dc9-4347-a92e-2a538983c6e6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:35.350495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-baf10cbd-ba0b-4538-99bc-4b8eeef4082c req-93df0a05-029d-4655-83eb-1ed877e3389f tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/ports?device_id=55347404-8053-42ba-be17-4512cffade45 HTTP/1.1" status: 200 len: 210 time: 0.0738609 Jul 05 09:44:35.380571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31066f8f-2dc9-4347-a92e-2a538983c6e6 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:35.474514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 31066f8f-2dc9-4347-a92e-2a538983c6e6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:44:35.480552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31066f8f-2dc9-4347-a92e-2a538983c6e6 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:44:35.497307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ff2d15b-1978-4ed9-b5fa-7c2b89f2d9b6 None None] Provisioning complete for port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:35.497927 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d15b-1978-4ed9-b5fa-7c2b89f2d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.736322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae69cb4e-ede0-4ae9-8d7e-1f491b839ab5 req-2b7cfb2a-072a-4b4e-873b-0256b6f8f7ff tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 210 time: 0.1915278 Jul 05 09:44:35.823592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe501d-0055-47d0-afe6-076be93e0cc0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:35.836613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9fe501d-0055-47d0-afe6-076be93e0cc0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:35.886125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:36.012178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2d15b-1978-4ed9-b5fa-7c2b89f2d9b6 None None] Port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:36.027912 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b446ea2a-eb22-4b5e-98e8-5d01753d744c x-openstack-request-id: req-b446ea2a-eb22-4b5e-98e8-5d01753d744c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:36.028895 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55347404-8053-42ba-be17-4512cffade45", "name": "network-vif-deleted", "tag": "31066f8f-2dc9-4347-a92e-2a538983c6e6", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:36.029517 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b446ea2a-eb22-4b5e-98e8-5d01753d744c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:36.030391 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55347404-8053-42ba-be17-4512cffade45', 'name': 'network-vif-deleted', 'tag': '31066f8f-2dc9-4347-a92e-2a538983c6e6', 'status': 'completed', 'code': 200} Jul 05 09:44:36.120798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:13Z', 'revision_number': 5, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:36.211007 n-d-771363-33 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-e9fe501d-0055-47d0-afe6-076be93e0cc0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a6e1972a-c099-4590-bf02-228875ccdd3a (CIDR: 2001:db8:0:1::/64) Jul 05 09:44:36.233509 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fe501d-0055-47d0-afe6-076be93e0cc0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:44:36.236809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fe501d-0055-47d0-afe6-076be93e0cc0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:36.280370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7ad93-0244-4f68-901c-58c838961bde None None] The sync data for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 is: [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:41:03Z', 'revision_number': 4, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '64195a64-3c55-4dd6-8bc1-f655239b293d', 'name': '', 'network_id': 'b7b49b5e-130f-4343-b61b-5b3ce1eca369', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'mac_address': 'fa:16:3e:00:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:41:01Z', 'updated_at': '2021-07-05T09:41:13Z', 'revision_number': 5, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'subnets': [{'id': '89ca93b0-d35c-44ce-90bb-06d52ce24605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:44:36.309140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b81ffe6-d945-42bb-8e01-b4fc072d347e None None] Provisioning for port 4da9f092-9919-4a08-b582-4b0a4f2bc659 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:36.321630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bba1bf85-4f90-443e-91ce-92757438a17d req-e8401c24-bfd3-4bb5-afee-583d5be690f3 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.1070824 Jul 05 09:44:36.327138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b81ffe6-d945-42bb-8e01-b4fc072d347e None None] Provisioning complete for port 4da9f092-9919-4a08-b582-4b0a4f2bc659 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:36.329320 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b81ffe6-d945-42bb-8e01-b4fc072d347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.334164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5cc73df0-c546-424a-ae0c-51bec6ce1259 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1928411013'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:36.354426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e9fe501d-0055-47d0-afe6-076be93e0cc0 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3950720 Jul 05 09:44:36.360667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49200) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:36.387538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'subnet': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:36.417749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1b81ffe6-d945-42bb-8e01-b4fc072d347e None None] Port 4da9f092-9919-4a08-b582-4b0a4f2bc659 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:36.454420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc73df0-c546-424a-ae0c-51bec6ce1259 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.456864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc73df0-c546-424a-ae0c-51bec6ce1259 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.703920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc73df0-c546-424a-ae0c-51bec6ce1259 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.710148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc73df0-c546-424a-ae0c-51bec6ce1259 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.746404 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc73df0-c546-424a-ae0c-51bec6ce1259 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.758144 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5cc73df0-c546-424a-ae0c-51bec6ce1259 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8699095 Jul 05 09:44:36.759486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:36.921336 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b2ad31-8068-4521-9e64-51d1b6d49043 None None] New status for floating IP 34fc7879-acb0-4c83-9a8c-4729add6dbdc: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:44:36.945171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Made reservation on behalf of 4fed1092da1342b681f83cd534695615 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:36.948011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29a330de-8b34-4dff-8433-96d1fe39c3fa tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:36.959033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.186070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa05f0f-9273-4be7-b4fe-72168e868e64 req-8e556798-74ba-4e04-9eb5-a0114a2b4d95 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.191874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fa05f0f-9273-4be7-b4fe-72168e868e64 req-8e556798-74ba-4e04-9eb5-a0114a2b4d95 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.5044563 Jul 05 09:44:37.414910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fa05f0f-9273-4be7-b4fe-72168e868e64 req-2455973d-9611-4df0-9127-328327fee56e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008712 Jul 05 09:44:37.700945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.718494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-9454403c-d213-4630-a93f-2597bccaffff tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2e8378201cfb4de18c5086949b53b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027672 Jul 05 09:44:37.789072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Network b84fa904-8ca8-42f8-a4d1-819676f91042 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:37.802160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:37.811096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea78dd-7c86-4dce-96fa-0187a42319fe None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:37.824179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:37.824179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:37.870462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5079682 Jul 05 09:44:37.871167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:37.879126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-5052813', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cefff3df-f85c-484a-bbbb-c8c15be53889'}], 'security_groups': ['62a9e0ed-5078-4138-a165-2e2a6fd6862b', 'c0269789-2d88-4a9e-9172-07b16ab3ab23']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:37.931614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Subnet': ['ID=cefff3df-f85c-484a-bbbb-c8c15be53889,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:37.984274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.986222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.986222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.986222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.986222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.986222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.986874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.986874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.987270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.987784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.988250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:37.988709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9126d-e120-4fce-9c44-5c211df114c3 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:38.050057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aca2001-2fa5-4cd0-9b8f-2e896f67b9b4 req-c8a7233e-bd23-494b-9581-3a4d15c99a0f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 210 time: 0.0377491 Jul 05 09:44:38.143239 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29a330de-8b34-4dff-8433-96d1fe39c3fa tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.153393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29a330de-8b34-4dff-8433-96d1fe39c3fa tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.280557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29a330de-8b34-4dff-8433-96d1fe39c3fa tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.281370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a330de-8b34-4dff-8433-96d1fe39c3fa tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50d4e374-f74a-4e9a-b484-9d5c030d2000 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:38.289312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29a330de-8b34-4dff-8433-96d1fe39c3fa tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.289457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.290794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-29a330de-8b34-4dff-8433-96d1fe39c3fa tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "DELETE /v2.0/routers/50d4e374-f74a-4e9a-b484-9d5c030d2000 HTTP/1.1" status: 204 len: 168 time: 1.5296884 Jul 05 09:44:38.295678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:38.308654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-233316a4-411c-475b-9bb3-98cd561486d0 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Request body: {'router': {'name': 'tempest-router-509166098', 'distributed': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:38.372521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-0c5fe2dc-e431-491b-82c8-aef2f1e6b0d4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:38.375143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-0c5fe2dc-e431-491b-82c8-aef2f1e6b0d4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6487880 Jul 05 09:44:38.400380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Request body: {'port': {'device_id': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '2e8378201cfb4de18c5086949b53b6f1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:38.498103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] Update dhcp port {'port': {'network_id': 'b84fa904-8ca8-42f8-a4d1-819676f91042', 'fixed_ips': [{'subnet_id': 'a6e1972a-c099-4590-bf02-228875ccdd3a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18d60ee0-4c38-422e-9e96-b207e490341e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cefff3df-f85c-484a-bbbb-c8c15be53889'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '919926a2-113b-44c8-baea-7d708e426463'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:44:38.593113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-233316a4-411c-475b-9bb3-98cd561486d0 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.594960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-233316a4-411c-475b-9bb3-98cd561486d0 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.647943 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.737197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Made reservation on behalf of 2e8378201cfb4de18c5086949b53b6f1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:38.743811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.748766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-233316a4-411c-475b-9bb3-98cd561486d0 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.780025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-233316a4-411c-475b-9bb3-98cd561486d0 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.814458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-478fa629-104e-4e73-879b-8172f2c99798 req-1f34b39b-eba8-4acc-8fc6-091cd8af6f54 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.3311427 Jul 05 09:44:38.817375 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-233316a4-411c-475b-9bb3-98cd561486d0 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:38.819228 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-233316a4-411c-475b-9bb3-98cd561486d0 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5195346 Jul 05 09:44:38.829597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:39.159837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] Allocated IP 2001:db8:0:2::2 (b84fa904-8ca8-42f8-a4d1-819676f91042/cefff3df-f85c-484a-bbbb-c8c15be53889/919926a2-113b-44c8-baea-7d708e426463) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:39.263952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4ae2f2-6ff9-4d38-944d-ad633e1d3b31 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.290374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0bd88-f094-4256-844a-4ad3c2390736 req-5078ca47-5715-45bc-9f20-57e016306026 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:39.294981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4d0bd88-f094-4256-844a-4ad3c2390736 req-5078ca47-5715-45bc-9f20-57e016306026 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.1353102 Jul 05 09:44:39.316962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] For port 919926a2-113b-44c8-baea-7d708e426463, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=919926a2-113b-44c8-baea-7d708e426463,segment=NetworkSegment(0f87c169-d032-45f0-8880-a79860aa9800),segment_id=0f87c169-d032-45f0-8880-a79860aa9800)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:39.352291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.353348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Allocated IP 192.168.233.109 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/0f9934a2-ec8e-41eb-93da-096b3a010502) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:39.368391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] Transition to ACTIVE for port object 919926a2-113b-44c8-baea-7d708e426463 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:39.372205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d5c35f-f0ae-47bd-aa14-a620436b4401 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:39.431733 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.568764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4d0bd88-f094-4256-844a-4ad3c2390736 req-66390b4d-2311-4796-8bc7-388276ed5770 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638347 Jul 05 09:44:39.763270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4ae2f2-6ff9-4d38-944d-ad633e1d3b31 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.767708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.772322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4ae2f2-6ff9-4d38-944d-ad633e1d3b31 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:39.774294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711713e9-4347-4aa4-83a0-27df39d09535 None None] Pushing event updated for resources: {'Port': ['ID=919926a2-113b-44c8-baea-7d708e426463,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:39.846348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Delete allocated IP 2001:db8::31e (b84fa904-8ca8-42f8-a4d1-819676f91042/18d60ee0-4c38-422e-9e96-b207e490341e) {{(pid=93796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 09:44:39.849349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:39.854949 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4051821a-e7a4-4b47-a845-160b69222592" -d '{"events": [{"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:39.869376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Allocated IP 2001:db8:0:2::66 (b84fa904-8ca8-42f8-a4d1-819676f91042/cefff3df-f85c-484a-bbbb-c8c15be53889/4da9f092-9919-4a08-b582-4b0a4f2bc659) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:39.892460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:39.900798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.028789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:40.045586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4ae2f2-6ff9-4d38-944d-ad633e1d3b31 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.047913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4ae2f2-6ff9-4d38-944d-ad633e1d3b31 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92ec78b1-75fe-4f36-98ca-8899e9b49b7d {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:40.069863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4ae2f2-6ff9-4d38-944d-ad633e1d3b31 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.073454 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be4ae2f2-6ff9-4d38-944d-ad633e1d3b31 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "DELETE /v2.0/routers/92ec78b1-75fe-4f36-98ca-8899e9b49b7d HTTP/1.1" status: 204 len: 168 time: 1.2377853 Jul 05 09:44:40.092660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49298) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:40.100706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8749aab0-0a30-4a3d-b93f-5ae3f13869f5 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Request body: {'router': {'name': 'tempest-router-1785043993', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9384f2d1874d4388a96fdd46f85b3c3b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:40.161254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14da3613-f930-4f33-8905-88b26cc7f24d req-64a3c068-ad52-4e3a-ac32-ae61cbb65950 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 210 time: 0.1246991 Jul 05 09:44:40.208319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8749aab0-0a30-4a3d-b93f-5ae3f13869f5 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.214984 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8749aab0-0a30-4a3d-b93f-5ae3f13869f5 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.251421 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866becb-8d57-4710-a286-14e1e54a9ac3 x-openstack-request-id: req-9866becb-8d57-4710-a286-14e1e54a9ac3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:40.252273 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:40.252273 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9866becb-8d57-4710-a286-14e1e54a9ac3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:40.252558 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'code': 200} Jul 05 09:44:40.362696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8749aab0-0a30-4a3d-b93f-5ae3f13869f5 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.394614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8749aab0-0a30-4a3d-b93f-5ae3f13869f5 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.422903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.441090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Transition to ACTIVE for port object 4da9f092-9919-4a08-b582-4b0a4f2bc659 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:40.451613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5f24727a-7617-4eb6-a18b-6e3f777837bf tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:40.453421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5f24727a-7617-4eb6-a18b-6e3f777837bf tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 0.2900858 Jul 05 09:44:40.454839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.475919 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.479856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8749aab0-0a30-4a3d-b93f-5ae3f13869f5 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.486227 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8749aab0-0a30-4a3d-b93f-5ae3f13869f5 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3867009 Jul 05 09:44:40.487847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:40.491557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:40.517982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-d984d6ef-7655-48dd-bf5b-d4ff83f75ac4 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/quotas/6f3238d09c3849b99232b6b763d84622 HTTP/1.1" status: 200 len: 375 time: 0.0561740 Jul 05 09:44:40.576031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Transition to ACTIVE for port object 0f9934a2-ec8e-41eb-93da-096b3a010502 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:40.659453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event updated for resources: {'Port': ['ID=4da9f092-9919-4a08-b582-4b0a4f2bc659,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:40.708655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7ab3f9e-81cf-4eea-bc92-9b4da5894142 req-40865314-ad9e-48b2-936c-ad0c5b0632d5 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.2237329 Jul 05 09:44:40.751648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] In _notify_port_updated(), no bound segment for port 4da9f092-9919-4a08-b582-4b0a4f2bc659 on network b84fa904-8ca8-42f8-a4d1-819676f91042 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:44:40.772699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:40.773920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.783009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d29252d9-d6eb-4f66-9921-8e81e1e49949 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "PUT /v2.0/ports/4da9f092-9919-4a08-b582-4b0a4f2bc659 HTTP/1.1" status: 200 len: 966 time: 2.9051802 Jul 05 09:44:40.784277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:40.794562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.794905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.910010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:40.910410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93795) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 09:44:40.910576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Router 9deb7714-8988-4bda-844c-df07194674a9 migrating from provider to provider. {{(pid=93795) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 09:44:40.911001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.920017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.926927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.941557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:40.957311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617', '0e14760d-15dd-49f4-8024-923bef6e8f3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:40.961978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', '2dea635d-b884-4413-9b27-be23c9c62f19', '23285025-c998-4033-bce2-2633ea92d601', '62e5d17a-5b87-40fb-be84-e4c1c20cf298'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:41.010691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-b76497d3-13ae-44eb-ac34-287ab4a7426b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4910078 Jul 05 09:44:41.133005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Provisioning for port 919926a2-113b-44c8-baea-7d708e426463 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:41.150513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:41.151157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.237275 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6169ea8-05e2-4535-8ed7-67c6fa0869ed tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.248835 n-d-771363-33 neutron-server[93795]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] No L3 agents can host the router 9deb7714-8988-4bda-844c-df07194674a9 Jul 05 09:44:41.276846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:41.276846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event updated for resources: {'Port': ['ID=0f9934a2-ec8e-41eb-93da-096b3a010502,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:41.295525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.295525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.296517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.296983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.297437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.299919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.299919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.300448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.300888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.302630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.303100 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.304439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:41.309572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:41.320518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:41.339947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6169ea8-05e2-4535-8ed7-67c6fa0869ed tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.445279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-897f57c0-e7d6-4ba8-9ec4-4dade8b679d3 service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160433 Jul 05 09:44:41.474090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 919926a2-113b-44c8-baea-7d708e426463 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:41.522965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cff9a-1df0-49f9-a32e-100dbfe2e313 req-f9548e54-1ced-416d-9a3d-bb7deceb6a5a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:41.525813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e35cff9a-1df0-49f9-a32e-100dbfe2e313 req-f9548e54-1ced-416d-9a3d-bb7deceb6a5a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.4358687 Jul 05 09:44:41.616918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 4da9f092-9919-4a08-b582-4b0a4f2bc659 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:41.617260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.620191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6169ea8-05e2-4535-8ed7-67c6fa0869ed tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.622791 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6169ea8-05e2-4535-8ed7-67c6fa0869ed tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.627935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a6169ea8-05e2-4535-8ed7-67c6fa0869ed tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e2e77d7-951c-4302-96bb-ec3c18230a45 HTTP/1.1" status: 204 len: 168 time: 0.6938195 Jul 05 09:44:41.644026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49316) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:41.729683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Hosts for router 9deb7714-8988-4bda-844c-df07194674a9: [] {{(pid=93795) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 09:44:41.774510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:41.776386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.782059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Hosts for other DVR routers connected to router 9deb7714-8988-4bda-844c-df07194674a9: set() {{(pid=93795) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 09:44:41.785035 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.791551 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1497cee6-3fba-458c-b585-79f810c7d126 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "PUT /v2.0/routers/9deb7714-8988-4bda-844c-df07194674a9 HTTP/1.1" status: 200 len: 717 time: 1.3006544 Jul 05 09:44:41.808507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:41.824486 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-3a739df7-5cb1-4eaa-8b5e-11ce31b2e13e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4366541 Jul 05 09:44:41.856505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6169ea8-05e2-4535-8ed7-67c6fa0869ed tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e77d7-951c-4302-96bb-ec3c18230a45,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:41.882737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e35cff9a-1df0-49f9-a32e-100dbfe2e313 req-7b4d1575-9cc2-49c5-8f64-4c06da1ff5c0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179541 Jul 05 09:44:41.942248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:41.942847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:41.987020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.001831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 4da9f092-9919-4a08-b582-4b0a4f2bc659 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:42.030245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-74dc5fc9-0010-40fa-87a8-507f27d2f39c tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "GET /v2.0/routers/9deb7714-8988-4bda-844c-df07194674a9 HTTP/1.1" status: 200 len: 717 time: 0.2185967 Jul 05 09:44:42.035201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:42.042985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Request body: {'port': {'device_id': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:42.066874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Provisioning for port 4da9f092-9919-4a08-b582-4b0a4f2bc659 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:42.068760 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-3f447492-52f7-4159-b6d4-c0c273be4ac1 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] show failed (client error): The resource could not be found. Jul 05 09:44:42.073769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3f447492-52f7-4159-b6d4-c0c273be4ac1 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "GET /v2.0/security-groups/0e2e77d7-951c-4302-96bb-ec3c18230a45 HTTP/1.1" status: 404 len: 347 time: 0.4139073 Jul 05 09:44:42.075011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:42.105172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Provisioning complete for port 4da9f092-9919-4a08-b582-4b0a4f2bc659 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:42.105746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.117856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-cdfead16-471c-4f24-861a-cfc4f719c4b1 service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541080 Jul 05 09:44:42.349238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Port 4da9f092-9919-4a08-b582-4b0a4f2bc659 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:42.354485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9299d-e64a-495e-8d98-1938a883396b req-4071c16c-2ae0-4c2f-aeda-1a4e88a1d34e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:42.363003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35e9299d-e64a-495e-8d98-1938a883396b req-4071c16c-2ae0-4c2f-aeda-1a4e88a1d34e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "GET /v2.0/ports?device_id=7606a9fc-2c4e-421b-a503-1a6e3f100cd2 HTTP/1.1" status: 200 len: 943 time: 1.0494270 Jul 05 09:44:42.455244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.632685 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-94b5ad64-1c26-42e2-aa13-8dcc66ee5905 tempest-RoutersTestDVR-1950538438 tempest-RoutersTestDVR-1950538438-project] 10.222.0.21 "GET /v2.0/routers/9deb7714-8988-4bda-844c-df07194674a9 HTTP/1.1" status: 200 len: 683 time: 0.5832326 Jul 05 09:44:42.647117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49332) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:42.725095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Provisioning complete for port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:42.725966 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:42.803872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a0778fa6-a01d-42e3-9656-c560aca793e2 None None] Port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:43.019520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e5db4703-3b84-4995-8016-6b0375c32cfa None None] Provisioning for port 0f9934a2-ec8e-41eb-93da-096b3a010502 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:43.087254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e5db4703-3b84-4995-8016-6b0375c32cfa None None] Provisioning complete for port 0f9934a2-ec8e-41eb-93da-096b3a010502 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:43.087884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5db4703-3b84-4995-8016-6b0375c32cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:43.227342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e5db4703-3b84-4995-8016-6b0375c32cfa None None] Port 0f9934a2-ec8e-41eb-93da-096b3a010502 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:43.341008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e5db4703-3b84-4995-8016-6b0375c32cfa None None] Provisioning complete for port 4da9f092-9919-4a08-b582-4b0a4f2bc659 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:43.341563 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5db4703-3b84-4995-8016-6b0375c32cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:43.396938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-473e8016-29dd-40a9-aa8a-cbd8f275cd37 req-09cd75ab-fd93-458c-afd6-0fe5d1409d62 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10762e26-e3e1-4676-819a-aeb192182f10 HTTP/1.1" status: 200 len: 210 time: 0.2743435 Jul 05 09:44:43.574432 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9d7c-5539-4710-9850-43abfd42ced9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:43.632150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b56ac18-bfaa-426a-b9c9-c78fb4c8ab3e req-6290ba45-e4d5-4746-b258-a7459b628b2b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 210 time: 0.0973275 Jul 05 09:44:43.632446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e5db4703-3b84-4995-8016-6b0375c32cfa None None] Port 4da9f092-9919-4a08-b582-4b0a4f2bc659 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:43.642229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:43.860831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=4da9f092-9919-4a08-b582-4b0a4f2bc659,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:43.965250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:43.971266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-16f6caf5-1922-4f3e-af20-6668ac5fa898 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/4da9f092-9919-4a08-b582-4b0a4f2bc659 HTTP/1.1" status: 204 len: 168 time: 3.1746187 Jul 05 09:44:43.992729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c331ab9-ba1d-47ab-b369-be7c02366c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.013655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce5a9-7bee-4b30-96a6-2aa56cb33596 req-48808994-30f3-424e-891d-9d7a7e80c721 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.019580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49348) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:44.026372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85dce5a9-7bee-4b30-96a6-2aa56cb33596 req-48808994-30f3-424e-891d-9d7a7e80c721 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 936 time: 0.8950846 Jul 05 09:44:44.044572 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9d7c-5539-4710-9850-43abfd42ced9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.078524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9d7c-5539-4710-9850-43abfd42ced9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.100721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Deleting port a2be7cdc-f73b-4703-921d-3985481fc2c8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:44.101282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.162222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Deleting port a4d5c35f-f0ae-47bd-aa14-a620436b4401 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:44.162665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.188802 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6ecde4-84c0-48b2-b499-7b5f912861c7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] GET failed (client error): The resource could not be found. Jul 05 09:44:44.192194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb6ecde4-84c0-48b2-b499-7b5f912861c7 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports/4da9f092-9919-4a08-b582-4b0a4f2bc659 HTTP/1.1" status: 404 len: 333 time: 0.1442442 Jul 05 09:44:44.229408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49350) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:44.310070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9d7c-5539-4710-9850-43abfd42ced9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.310627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a9d7c-5539-4710-9850-43abfd42ced9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9deb7714-8988-4bda-844c-df07194674a9 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:44.317810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85dce5a9-7bee-4b30-96a6-2aa56cb33596 req-7e09f038-cb42-4827-88a6-6418f65aaa2a tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901700 Jul 05 09:44:44.321259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9d7c-5539-4710-9850-43abfd42ced9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.324715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c0a9d7c-5539-4710-9850-43abfd42ced9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9deb7714-8988-4bda-844c-df07194674a9 HTTP/1.1" status: 204 len: 168 time: 1.6756399 Jul 05 09:44:44.329644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:44.335870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1377d063-c0b5-4cd6-abae-112b00ae16e9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Request body: {'router': {'name': 'tempest-router-554162185', 'distributed': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:44.385538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1377d063-c0b5-4cd6-abae-112b00ae16e9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.386810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1377d063-c0b5-4cd6-abae-112b00ae16e9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.401225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9934a2-ec8e-41eb-93da-096b3a010502 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:44.423533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.484042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Transition to ACTIVE for port object 0f9934a2-ec8e-41eb-93da-096b3a010502 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:44.492016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.566191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b241-1329-48e6-a6c7-18250c7bec92 req-b8bebeef-4f59-4b4f-85e4-ca7ede1a19cc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:44.569040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1123b241-1329-48e6-a6c7-18250c7bec92 req-b8bebeef-4f59-4b4f-85e4-ca7ede1a19cc tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.5983129 Jul 05 09:44:44.580994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.581697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.584740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ff99b8-2b0f-437d-a34b-c23fc787c28f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.609802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1377d063-c0b5-4cd6-abae-112b00ae16e9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.635100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1377d063-c0b5-4cd6-abae-112b00ae16e9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.647945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Calling delete_port for a2be7cdc-f73b-4703-921d-3985481fc2c8 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:44.687383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9934a2-ec8e-41eb-93da-096b3a010502,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:44.710334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1377d063-c0b5-4cd6-abae-112b00ae16e9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.715244 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1377d063-c0b5-4cd6-abae-112b00ae16e9 tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3817575 Jul 05 09:44:44.744308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] For port a4d5c35f-f0ae-47bd-aa14-a620436b4401, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d5c35f-f0ae-47bd-aa14-a620436b4401,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:44.744900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.745877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49360) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:44.762773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49362) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:44.773901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ff99b8-2b0f-437d-a34b-c23fc787c28f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:44.959269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1123b241-1329-48e6-a6c7-18250c7bec92 req-3ce22f35-8b32-4844-a07d-19f65655224c tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804741 Jul 05 09:44:44.966165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Calling delete_port for a4d5c35f-f0ae-47bd-aa14-a620436b4401 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:45.032206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01741aed-5017-485c-90ed-75ddff1a8abc tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.195934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ca01119-0712-4bb6-98a7-3ccb49bdc237 req-9ddec0ee-7eb3-4d01-b00a-c44fb3ef2b54 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 210 time: 0.2095497 Jul 05 09:44:45.238676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Attempting to bind port 0f9934a2-ec8e-41eb-93da-096b3a010502 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:45.239342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Attempting to bind port 0f9934a2-ec8e-41eb-93da-096b3a010502 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:45.239950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Attempting to bind port 0f9934a2-ec8e-41eb-93da-096b3a010502 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:45.281230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Port 0f9934a2-ec8e-41eb-93da-096b3a010502 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:45.281863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Attempting to bind port 0f9934a2-ec8e-41eb-93da-096b3a010502 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:45.333972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ff99b8-2b0f-437d-a34b-c23fc787c28f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.338487 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ff99b8-2b0f-437d-a34b-c23fc787c28f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.340446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-89ff99b8-2b0f-437d-a34b-c23fc787c28f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/security-groups/df761a9c-4f99-4169-927b-871d36b83b15 HTTP/1.1" status: 204 len: 168 time: 1.0307200 Jul 05 09:44:45.362693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:45.369591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:45.369926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:45.371028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:45.371028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Bound port: 0f9934a2-ec8e-41eb-93da-096b3a010502, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:45.371394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.374558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01741aed-5017-485c-90ed-75ddff1a8abc tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.379035 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01741aed-5017-485c-90ed-75ddff1a8abc tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.389661 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0310-b4d0-4356-920a-bda40f166eda tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.406127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d5c35f-f0ae-47bd-aa14-a620436b4401 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:45.452392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff99b8-2b0f-437d-a34b-c23fc787c28f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df761a9c-4f99-4169-927b-871d36b83b15,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:45.518140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] For port 0f9934a2-ec8e-41eb-93da-096b3a010502, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:45.522154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] For port 0f9934a2-ec8e-41eb-93da-096b3a010502, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0f9934a2-ec8e-41eb-93da-096b3a010502,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:45.543658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.567011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01741aed-5017-485c-90ed-75ddff1a8abc tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.569342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01741aed-5017-485c-90ed-75ddff1a8abc tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 632c3e73-1202-458a-8843-21ad06ea0673 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:45.584379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-54857ca0-8f82-4cfc-b589-648a9376c893 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:45.586932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-54857ca0-8f82-4cfc-b589-648a9376c893 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 0.6035504 Jul 05 09:44:45.601274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01741aed-5017-485c-90ed-75ddff1a8abc tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.607917 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-01741aed-5017-485c-90ed-75ddff1a8abc tempest-RoutersTestDVR-1672419170 tempest-RoutersTestDVR-1672419170-project-admin] 10.222.0.21 "DELETE /v2.0/routers/632c3e73-1202-458a-8843-21ad06ea0673 HTTP/1.1" status: 204 len: 168 time: 0.8562334 Jul 05 09:44:45.620906 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0310-b4d0-4356-920a-bda40f166eda tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.659607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Request body: {'port': {'device_id': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'admin_state_up': True, 'tenant_id': '6f3238d09c3849b99232b6b763d84622'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:45.698279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:45.699337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:45.708406 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] 10.222.0.15 "PUT /v2.0/ports/0f9934a2-ec8e-41eb-93da-096b3a010502 HTTP/1.1" status: 200 len: 1097 time: 3.6747296 Jul 05 09:44:45.729641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'tag': '0f9934a2-ec8e-41eb-93da-096b3a010502'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:45.737950 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a4728b-122e-4683-bd57-e740c2e0e4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8e9269-b4e6-4bd1-883d-e52593b29855", "tag": "0f9934a2-ec8e-41eb-93da-096b3a010502"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:45.996914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daeaa2-16e8-419a-aebb-59d508167d11 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9934a2-ec8e-41eb-93da-096b3a010502,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:46.055502 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0310-b4d0-4356-920a-bda40f166eda tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.060785 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0310-b4d0-4356-920a-bda40f166eda tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.064446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c1e0310-b4d0-4356-920a-bda40f166eda tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ce07599-2183-4ab4-bf16-b77a5920bdc1 HTTP/1.1" status: 204 len: 168 time: 1.1596012 Jul 05 09:44:46.069745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:46.097666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-9c76afb2-f8b7-4aa7-8a99-425ea4f213e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:46.099924 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-9c76afb2-f8b7-4aa7-8a99-425ea4f213e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 1100 time: 0.3200371 Jul 05 09:44:46.107623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e0310-b4d0-4356-920a-bda40f166eda tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce07599-2183-4ab4-bf16-b77a5920bdc1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:46.123542 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4aa515a-a6ee-461a-b9cd-be162cf06b42 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.164870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-17f5c8bb-a381-498c-aaa1-667ca5138dbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=0f9934a2-ec8e-41eb-93da-096b3a010502 HTTP/1.1" status: 200 len: 217 time: 0.0544524 Jul 05 09:44:46.167385 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5d73ec-8ff2-41a5-b712-36d7e1131f85 x-openstack-request-id: req-7f5d73ec-8ff2-41a5-b712-36d7e1131f85 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:46.167571 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8e9269-b4e6-4bd1-883d-e52593b29855", "tag": "0f9934a2-ec8e-41eb-93da-096b3a010502", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:46.168028 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f5d73ec-8ff2-41a5-b712-36d7e1131f85 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:46.168509 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'tag': '0f9934a2-ec8e-41eb-93da-096b3a010502', 'status': 'completed', 'code': 200} Jul 05 09:44:46.170006 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-58e233ba-b22d-4dcb-a35f-a5ab135de297 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] show failed (client error): The resource could not be found. Jul 05 09:44:46.171800 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-58e233ba-b22d-4dcb-a35f-a5ab135de297 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "GET /v2.0/security-groups/5ce07599-2183-4ab4-bf16-b77a5920bdc1 HTTP/1.1" status: 404 len: 347 time: 0.0975311 Jul 05 09:44:46.185960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49380) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:46.244218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-08ac8633-eb6f-421a-bef5-49c9c3df6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:46.246804 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-08ac8633-eb6f-421a-bef5-49c9c3df6a56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0735533 Jul 05 09:44:46.282642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.315573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:46.362850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-75e0dcb3-8467-4088-b86a-6fbbf26a3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:46.364842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-75e0dcb3-8467-4088-b86a-6fbbf26a3280 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1108046 Jul 05 09:44:46.379899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.415657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4aa515a-a6ee-461a-b9cd-be162cf06b42 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.493827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Pushing event deleted for resources: {'Port': ['ID=a2be7cdc-f73b-4703-921d-3985481fc2c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:46.496656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0d88-9a2b-4359-a76a-3bc62f2a2885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.513700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-1906fd6b-6510-480e-9838-02d4004c5b6e service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386290 Jul 05 09:44:46.672601 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8fced2d3-03a2-47c7-a84b-222932b59c88 req-9b414a54-96be-48fc-bd3e-d7e15e0adc64 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504116 Jul 05 09:44:46.693176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.742170 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25db37c9-65ac-472d-ab45-c1627e091053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.783275 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0d88-9a2b-4359-a76a-3bc62f2a2885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.815433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event deleted for resources: {'Port': ['ID=a4d5c35f-f0ae-47bd-aa14-a620436b4401,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:46.819883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0d88-9a2b-4359-a76a-3bc62f2a2885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:46.913575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c0d88-9a2b-4359-a76a-3bc62f2a2885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e9692-ef5e-45b5-b59f-cf2dcee025d1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:46.939764 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4a8c0d88-9a2b-4359-a76a-3bc62f2a2885 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9384f2d1874d4388a96fdd46f85b3c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188376 Jul 05 09:44:46.943885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:46.993438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722e02-370c-4795-b7ad-0b6c0fc5d5ca req-3b9c0f68-2c34-4900-8f80-b1b888e40c7c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:46.999976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-fe75e3e5-c833-40e5-9c9f-54f938575009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.002348 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-fe75e3e5-c833-40e5-9c9f-54f938575009 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e8378201cfb4de18c5086949b53b6f1&device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 1100 time: 0.2427251 Jul 05 09:44:47.008282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb722e02-370c-4795-b7ad-0b6c0fc5d5ca req-3b9c0f68-2c34-4900-8f80-b1b888e40c7c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 948 time: 1.0364063 Jul 05 09:44:47.022493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] No DVR routers for this DVR port a4d5c35f-f0ae-47bd-aa14-a620436b4401 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:47.055681 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.059592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35e9299d-e64a-495e-8d98-1938a883396b req-6970f980-b814-4c45-baf1-80850191bb07 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "DELETE /v2.0/ports/a4d5c35f-f0ae-47bd-aa14-a620436b4401 HTTP/1.1" status: 204 len: 173 time: 3.9263129 Jul 05 09:44:47.060378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-deleted', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:47.065396 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32932720-f2e8-4258-8079-fe72999bed87" -d '{"events": [{"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-deleted", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:47.094253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Made reservation on behalf of 6f3238d09c3849b99232b6b763d84622 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:47.100867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.117406 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4aa515a-a6ee-461a-b9cd-be162cf06b42 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.129138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4aa515a-a6ee-461a-b9cd-be162cf06b42 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.131480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4aa515a-a6ee-461a-b9cd-be162cf06b42 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0269789-2d88-4a9e-9172-07b16ab3ab23 HTTP/1.1" status: 204 len: 168 time: 1.7581372 Jul 05 09:44:47.135595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:47.155539 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.161343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.163599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d5da84f3-5953-4374-817f-16ad1851d469 tempest-ImagesOneServerNegativeTestJSON-76585734 tempest-ImagesOneServerNegativeTestJSON-76585734-project] 10.222.0.21 "DELETE /v2.0/floatingips/f640ee52-ea2b-4025-ae47-4c8c584db39b HTTP/1.1" status: 204 len: 168 time: 5.0631344 Jul 05 09:44:47.196346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e760-cfa5-44c7-a3ae-d03456dad650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.244049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa515a-a6ee-461a-b9cd-be162cf06b42 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0269789-2d88-4a9e-9172-07b16ab3ab23,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:47.292189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb722e02-370c-4795-b7ad-0b6c0fc5d5ca req-8229d6df-f28c-451c-baa9-68472a5a8d61 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824254 Jul 05 09:44:47.323756 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e760-cfa5-44c7-a3ae-d03456dad650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.346376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1c66b-1c24-458b-8b77-2e1d273bdda1 req-95b96c51-4ac8-487c-8d8e-01eefe1e2a2a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.367020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9b1c66b-1c24-458b-8b77-2e1d273bdda1 req-95b96c51-4ac8-487c-8d8e-01eefe1e2a2a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.9352880 Jul 05 09:44:47.406318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667e901e-e045-4591-a553-fd213165f54f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.410331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-d44d77c3-c7af-4a19-be62-e13589eee540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.412341 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-d44d77c3-c7af-4a19-be62-e13589eee540 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.4033360 Jul 05 09:44:47.450046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e760-cfa5-44c7-a3ae-d03456dad650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.453550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e760-cfa5-44c7-a3ae-d03456dad650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.454744 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bcb6e760-cfa5-44c7-a3ae-d03456dad650 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf8e9692-ef5e-45b5-b59f-cf2dcee025d1 HTTP/1.1" status: 204 len: 168 time: 0.5093393 Jul 05 09:44:47.535259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Deleting port aa6d6914-eaea-47bf-9e08-fc7533fa7c44 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:47.536420 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.572260 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-cf5e31ee-49db-4ad6-845a-1764568503f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=0f9934a2-ec8e-41eb-93da-096b3a010502 HTTP/1.1" status: 200 len: 217 time: 0.1419597 Jul 05 09:44:47.589537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667e901e-e045-4591-a553-fd213165f54f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.610710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6e760-cfa5-44c7-a3ae-d03456dad650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e9692-ef5e-45b5-b59f-cf2dcee025d1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:47.786394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-3a425859-62e7-433a-8c35-c723ae0f9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.802401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-3a425859-62e7-433a-8c35-c723ae0f9282 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2171295 Jul 05 09:44:47.821858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.858810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667e901e-e045-4591-a553-fd213165f54f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.861652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667e901e-e045-4591-a553-fd213165f54f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.862898 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-667e901e-e045-4591-a553-fd213165f54f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/security-groups/62a9e0ed-5078-4138-a165-2e2a6fd6862b HTTP/1.1" status: 204 len: 168 time: 0.7259080 Jul 05 09:44:47.868952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:47.873816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Allocated IP 172.20.0.4 (370e10a8-ce02-4c77-a51d-df6122b53587/c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01/7c1297a5-7fb5-4c61-8bff-ea04bb022fc0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:47.911902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e901e-e045-4591-a553-fd213165f54f tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a9e0ed-5078-4138-a165-2e2a6fd6862b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:47.912668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9b1c66b-1c24-458b-8b77-2e1d273bdda1 req-a61c036b-3d7f-4322-8a70-a5685e44eace tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439837 Jul 05 09:44:47.966725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet 18d60ee0-4c38-422e-9e96-b207e490341e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:44:47.983557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:47.983557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-62538bd7-1aa6-439c-ba5e-d4a2cb7e76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:47.983557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-62538bd7-1aa6-439c-ba5e-d4a2cb7e76c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1683373 Jul 05 09:44:48.083841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.194708 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-b50c4cfa-2ff7-4b67-b238-808fb7e75175 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952453 Jul 05 09:44:48.284261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13dd620e-1e1e-46e7-a3c8-2ffef6987a47 req-ae3f3f3f-af9e-44c0-a712-d016ae9004e4 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 210 time: 0.4372780 Jul 05 09:44:48.354627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:48.382034 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.404248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b2569af-dfb3-4f06-b28b-37c5ae7ddd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.590817 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89a4728b-122e-4683-bd57-e740c2e0e4ea req-dcfcc5da-73aa-4cf7-a3a2-f8a64f2c0895 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581660 Jul 05 09:44:48.615813 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.624747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.658631 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf200ae-d8b0-410f-8470-dc2fd8934aad x-openstack-request-id: req-adf200ae-d8b0-410f-8470-dc2fd8934aad {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:48.659630 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7606a9fc-2c4e-421b-a503-1a6e3f100cd2", "name": "network-vif-deleted", "tag": "a4d5c35f-f0ae-47bd-aa14-a620436b4401", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:48.660036 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adf200ae-d8b0-410f-8470-dc2fd8934aad {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:48.660688 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7606a9fc-2c4e-421b-a503-1a6e3f100cd2', 'name': 'network-vif-deleted', 'tag': 'a4d5c35f-f0ae-47bd-aa14-a620436b4401', 'status': 'completed', 'code': 200} Jul 05 09:44:48.696392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:48.723270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=18d60ee0-4c38-422e-9e96-b207e490341e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:48.746455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.751179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5369235-ab73-4a76-9662-0416144c60bc tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/18d60ee0-4c38-422e-9e96-b207e490341e HTTP/1.1" status: 204 len: 168 time: 0.8799920 Jul 05 09:44:48.753889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9abc80b-b4ff-4c00-a237-9536de00e0c9 None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:48.756910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:48.801758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.802454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.817914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Calling delete_port for aa6d6914-eaea-47bf-9e08-fc7533fa7c44 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:48.819767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet cefff3df-f85c-484a-bbbb-c8c15be53889 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:44:48.823368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.868511 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:48.929231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.059110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b2569af-dfb3-4f06-b28b-37c5ae7ddd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.094117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.144988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b2569af-dfb3-4f06-b28b-37c5ae7ddd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.209350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2569af-dfb3-4f06-b28b-37c5ae7ddd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01826afd-44ec-4ae6-832e-780b151b5893,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:49.219180 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0b2569af-dfb3-4f06-b28b-37c5ae7ddd3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12e2b8e9881e46228bdb89e733834608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8610020 Jul 05 09:44:49.229389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:49.283475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.323200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=cefff3df-f85c-484a-bbbb-c8c15be53889,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:49.332150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.334111 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9fb4e6ea-719d-4b9c-9786-d041a9836512 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/cefff3df-f85c-484a-bbbb-c8c15be53889 HTTP/1.1" status: 204 len: 168 time: 0.5760784 Jul 05 09:44:49.340643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:49.382169 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7fcd0c-12f8-4afa-937d-5fe05105aa86 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:49.382649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7fcd0c-12f8-4afa-937d-5fe05105aa86 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:49.386808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fb7fcd0c-12f8-4afa-937d-5fe05105aa86 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/18d60ee0-4c38-422e-9e96-b207e490341e HTTP/1.1" status: 404 len: 337 time: 0.0413053 Jul 05 09:44:49.387662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:49.388407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0f9934a2-ec8e-41eb-93da-096b3a010502 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:49.400908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-473fcfaa-9f25-4bc9-a4c9-8f3f7b5b205a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.457535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-473fcfaa-9f25-4bc9-a4c9-8f3f7b5b205a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.474341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting subnet a6e1972a-c099-4590-bf02-228875ccdd3a {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:44:49.485119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.550173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.567968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Network 370e10a8-ce02-4c77-a51d-df6122b53587 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:49.619890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-473fcfaa-9f25-4bc9-a4c9-8f3f7b5b205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.620725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.624694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-473fcfaa-9f25-4bc9-a4c9-8f3f7b5b205a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.626698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:49.626928 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-473fcfaa-9f25-4bc9-a4c9-8f3f7b5b205a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01826afd-44ec-4ae6-832e-780b151b5893 HTTP/1.1" status: 204 len: 168 time: 0.3897603 Jul 05 09:44:49.633865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] Deleting subnet e0cbf2e5-5009-4a28-80ac-b1865def5bea {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:44:49.639203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:49.666668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0f9934a2-ec8e-41eb-93da-096b3a010502, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0f9934a2-ec8e-41eb-93da-096b3a010502,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:49.684031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fcfaa-9f25-4bc9-a4c9-8f3f7b5b205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01826afd-44ec-4ae6-832e-780b151b5893,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:49.690327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0f9934a2-ec8e-41eb-93da-096b3a010502', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '0f9934a2-ec8e-41eb-93da-096b3a010502', 'mac_address': 'fa:16:3e:71:68:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:44:49.705723 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.712117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:49.758288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.773579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.782470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9934a2-ec8e-41eb-93da-096b3a010502 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:49.828677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0f9934a2-ec8e-41eb-93da-096b3a010502, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0f9934a2-ec8e-41eb-93da-096b3a010502,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:49.835775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.886913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.887719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.908168 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:49.924365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0f9934a2-ec8e-41eb-93da-096b3a010502,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:49.969814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b47782-b17f-4a0b-89b2-8a8f2a9a44df req-2907c67b-d83a-4565-9ec7-9e65dad51612 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:49.984766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53b47782-b17f-4a0b-89b2-8a8f2a9a44df req-2907c67b-d83a-4565-9ec7-9e65dad51612 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 948 time: 1.2026227 Jul 05 09:44:49.985044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e1972a-c099-4590-bf02-228875ccdd3a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:49.990067 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-5b51d03f-bf51-460d-bc8d-1de9e59b674b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3844798 Jul 05 09:44:50.000901 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.008135 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-563c0aad-0234-49ee-b699-8b295d335502 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/a6e1972a-c099-4590-bf02-228875ccdd3a HTTP/1.1" status: 204 len: 168 time: 0.6185672 Jul 05 09:44:50.010120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.011995 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.030291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Request body: {'port': {'device_id': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:50.074281 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c2b2fe-b499-4ae0-be57-3ec49848c587 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.075110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c2b2fe-b499-4ae0-be57-3ec49848c587 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.080568 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f1c2b2fe-b499-4ae0-be57-3ec49848c587 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/e86f716f-ad25-4ffa-a874-76ce617547b5 HTTP/1.1" status: 404 len: 337 time: 0.0679231 Jul 05 09:44:50.082394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.109991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.114967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0f9934a2-ec8e-41eb-93da-096b3a010502'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:44:50.154252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd817c6b-c2f7-4513-a0f7-28ba336278dd req-b1211250-7890-4851-9045-c3e0bc29db79 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:50.162240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd817c6b-c2f7-4513-a0f7-28ba336278dd req-b1211250-7890-4851-9045-c3e0bc29db79 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.8109081 Jul 05 09:44:50.188157 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53b47782-b17f-4a0b-89b2-8a8f2a9a44df req-eb5fc1ba-8937-4ae8-a450-edd1803e5dc6 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094305 Jul 05 09:44:50.213686 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-02d19ac1-f8e2-4832-995f-4120f18803ce tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5c64f38-74da-446b-bc6c-13e9d10fc096 HTTP/1.1" status: 200 len: 205 time: 0.1220818 Jul 05 09:44:50.213686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.235984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f6909-d49b-46f9-8ca1-e414d2b49a56 None None] Network b84fa904-8ca8-42f8-a4d1-819676f91042 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:50.308037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9600312-ad86-424e-b11f-ce1a5f2828d2 None None] Provisioning complete for port 919926a2-113b-44c8-baea-7d708e426463 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:50.308919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9600312-ad86-424e-b11f-ce1a5f2828d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.318804 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8b44130f-aa93-43e0-8e38-c15f78ac0442 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] delete failed (client error): The resource could not be found. Jul 05 09:44:50.322657 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8b44130f-aa93-43e0-8e38-c15f78ac0442 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/routers/c5c64f38-74da-446b-bc6c-13e9d10fc096 HTTP/1.1" status: 404 len: 336 time: 0.1108296 Jul 05 09:44:50.323118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.345115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Pushing event deleted for resources: {'Port': ['ID=aa6d6914-eaea-47bf-9e08-fc7533fa7c44,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:50.371329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.384476 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d610299-90bc-46bf-878b-0556f1147878 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.385468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d610299-90bc-46bf-878b-0556f1147878 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.389772 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0d610299-90bc-46bf-878b-0556f1147878 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/44e347ae-5dbd-4ccb-aefc-46f394f81cde HTTP/1.1" status: 404 len: 337 time: 0.0645077 Jul 05 09:44:50.393373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.448649 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f349152-52fa-4eef-aaa6-a86dd80822f4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.449009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f349152-52fa-4eef-aaa6-a86dd80822f4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.454978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f349152-52fa-4eef-aaa6-a86dd80822f4 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/a10fa0a6-19c7-43dc-a578-7bc4fe1d3ce5 HTTP/1.1" status: 404 len: 337 time: 0.0598543 Jul 05 09:44:50.457860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.510319 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-98821c29-4904-499b-a0d3-86c6f4ffeea1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.510767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98821c29-4904-499b-a0d3-86c6f4ffeea1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.512985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-98821c29-4904-499b-a0d3-86c6f4ffeea1 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/c987e110-2425-4087-ab65-a5214742a34f HTTP/1.1" status: 404 len: 337 time: 0.0536780 Jul 05 09:44:50.516767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.572156 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd12015-f691-4afa-8f80-b5fa9e760b8b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.574895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd12015-f691-4afa-8f80-b5fa9e760b8b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.584908 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bfd12015-f691-4afa-8f80-b5fa9e760b8b tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/57f42218-8468-4bfc-a014-2eea91512180 HTTP/1.1" status: 404 len: 333 time: 0.0655501 Jul 05 09:44:50.585420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.614978 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0819b0c-fbd9-4009-a585-747a0d950751 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.615624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0819b0c-fbd9-4009-a585-747a0d950751 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.620506 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a0819b0c-fbd9-4009-a585-747a0d950751 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/76aab378-6470-4b6e-a052-72c8d8010df8 HTTP/1.1" status: 404 len: 337 time: 0.0329983 Jul 05 09:44:50.621307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.654512 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccacb803-1dd5-4063-93d1-fd6262d41d5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.655359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccacb803-1dd5-4063-93d1-fd6262d41d5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.657671 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.660330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ccacb803-1dd5-4063-93d1-fd6262d41d5d tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/c0185df3-4948-4c5e-8e4c-34b612579433 HTTP/1.1" status: 404 len: 337 time: 0.0377557 Jul 05 09:44:50.661105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.663858 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.672679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-56a4fa1f-80cb-4cc3-b69d-556aaff6e359 tempest-ServersTestBootFromVolume-22050615 tempest-ServersTestBootFromVolume-22050615-project] 10.222.0.21 "DELETE /v2.0/floatingips/34fc7879-acb0-4c83-9a8c-4729add6dbdc HTTP/1.1" status: 204 len: 168 time: 4.4590929 Jul 05 09:44:50.692883 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5ba9a4-6e52-4cc1-974e-4d0c033029f9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.693784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5ba9a4-6e52-4cc1-974e-4d0c033029f9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.698737 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0c5ba9a4-6e52-4cc1-974e-4d0c033029f9 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/71235cf0-0e21-4046-b781-ed8c1b7985a7 HTTP/1.1" status: 404 len: 333 time: 0.0364220 Jul 05 09:44:50.699561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.699992 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.788353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd817c6b-c2f7-4513-a0f7-28ba336278dd req-d644ad65-e55d-4b26-94a5-18350d912e7b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249220 Jul 05 09:44:50.831205 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.831556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9600312-ad86-424e-b11f-ce1a5f2828d2 None None] Provisioning complete for port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:50.832329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9600312-ad86-424e-b11f-ce1a5f2828d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.913839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:50.927927 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-47639cff-a293-4077-a580-f7e37047be81 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.928789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47639cff-a293-4077-a580-f7e37047be81 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.930394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-47639cff-a293-4077-a580-f7e37047be81 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/746b28fa-e616-4085-ae42-d6bea853717e HTTP/1.1" status: 404 len: 337 time: 0.2275493 Jul 05 09:44:50.937135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.937414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e9600312-ad86-424e-b11f-ce1a5f2828d2 None None] Port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:44:50.984006 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83cc52b-d3fa-4fe9-a9e9-d9b39494b194 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] DELETE failed (client error): The resource could not be found. Jul 05 09:44:50.984158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83cc52b-d3fa-4fe9-a9e9-d9b39494b194 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:44:50.989327 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d83cc52b-d3fa-4fe9-a9e9-d9b39494b194 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/subnets/3cc14ff9-74e8-43f1-8edd-ab26571dac83 HTTP/1.1" status: 404 len: 337 time: 0.0530019 Jul 05 09:44:50.994682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] DHCP port deletion for b84fa904-8ca8-42f8-a4d1-819676f91042 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:44:50.995835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49478) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:50.998368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0cbf2e5-5009-4a28-80ac-b1865def5bea,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:51.042585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.046948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1a5a8299-6faf-4582-bd42-af8e8603dc21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0cbf2e5-5009-4a28-80ac-b1865def5bea HTTP/1.1" status: 204 len: 168 time: 2.3424685 Jul 05 09:44:51.053755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:51.111183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Deleting port 919926a2-113b-44c8-baea-7d708e426463 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:51.111432 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.123259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce28310-4774-407f-b6fe-6cb5922557fb req-a6602cf2-9038-4e06-ac72-bbb33cb639da tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:51.135956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cce28310-4774-407f-b6fe-6cb5922557fb req-a6602cf2-9038-4e06-ac72-bbb33cb639da tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 931 time: 0.4846120 Jul 05 09:44:51.198629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49482) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:51.215499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] For port 919926a2-113b-44c8-baea-7d708e426463, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=919926a2-113b-44c8-baea-7d708e426463,segment=NetworkSegment(0f87c169-d032-45f0-8880-a79860aa9800),segment_id=0f87c169-d032-45f0-8880-a79860aa9800)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:51.216169 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.246786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Calling delete_port for 919926a2-113b-44c8-baea-7d708e426463 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:51.408222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 919926a2-113b-44c8-baea-7d708e426463 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:51.412351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.441469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cce28310-4774-407f-b6fe-6cb5922557fb req-248d88a6-6be2-4d8a-8eb4-dcc9231b4d5b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519948 Jul 05 09:44:51.477905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Pushing event deleted for resources: {'Port': ['ID=919926a2-113b-44c8-baea-7d708e426463,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:51.491214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 919926a2-113b-44c8-baea-7d708e426463 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:44:51.491214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 919926a2-113b-44c8-baea-7d708e426463 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:44:51.496719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] No DVR routers for this DVR port 919926a2-113b-44c8-baea-7d708e426463 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:44:51.499772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.500267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.500753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.501276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.501665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.502825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.503317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.503749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.504258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.504889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.505330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.506116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ff630-593e-452d-9e10-69a52e2c6a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:44:51.628744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.678009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-369260522'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:51.685783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Deleting port 003c8241-ffbd-43c8-afd5-7a21a36a2f19 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:51.686451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.775890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.796697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Calling delete_port for 003c8241-ffbd-43c8-afd5-7a21a36a2f19 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:51.824792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:51.831336 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.974694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.989494 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:51.996013 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.030954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:44:52.058843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.068504 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.087010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d96bf-b8dc-41bc-970d-3345021db095 req-213e822e-bb02-49ed-8ac7-e033a67bbeaf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.091041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-092d96bf-b8dc-41bc-970d-3345021db095 req-213e822e-bb02-49ed-8ac7-e033a67bbeaf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 949 time: 0.6625299 Jul 05 09:44:52.133770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Port': ['ID=003c8241-ffbd-43c8-afd5-7a21a36a2f19,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:52.155805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.159361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd124c9-15de-4cdf-ac6d-20d94749b572']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:52.164622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:52.166187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-93159769-9ab6-43d4-aee6-a113f3154bee tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/ports/003c8241-ffbd-43c8-afd5-7a21a36a2f19 HTTP/1.1" status: 204 len: 168 time: 1.1674490 Jul 05 09:44:52.190126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Transition to ACTIVE for port object 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:52.229376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75865382-407f-4266-9f1e-6ab1f4ac395b') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:52.229668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75865382-407f-4266-9f1e-6ab1f4ac395b') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:52.231591 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.289668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.437824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.475683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-092d96bf-b8dc-41bc-970d-3345021db095 req-25c7bea5-1174-4fb3-abcd-38b201977b44 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562098 Jul 05 09:44:52.481543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:44:52.482135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:44:52.485608 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:44:52.502994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:52.566532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.605018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Deleting port 64195a64-3c55-4dd6-8bc1-f655239b293d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:52.605986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.682352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ca69-833a-4cd1-aec4-ff573bb73e0f req-2cb3ccb4-5e77-4869-a09a-b5a4730cc4a6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:52.685041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a82ca69-833a-4cd1-aec4-ff573bb73e0f req-2cb3ccb4-5e77-4869-a09a-b5a4730cc4a6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.6397154 Jul 05 09:44:52.731699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] For port 64195a64-3c55-4dd6-8bc1-f655239b293d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=64195a64-3c55-4dd6-8bc1-f655239b293d,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:52.732072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.752754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Calling delete_port for 64195a64-3c55-4dd6-8bc1-f655239b293d owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:52.847970 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.874683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:52.877064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cd124c9-15de-4cdf-ac6d-20d94749b572 HTTP/1.1" status: 204 len: 168 time: 1.8186810 Jul 05 09:44:52.946245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bbd15-915c-4451-9f91-8f2724a00d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd124c9-15de-4cdf-ac6d-20d94749b572,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:53.016185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.021226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Attempting to bind port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:53.021567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Attempting to bind port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:53.021818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.022292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Attempting to bind port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:53.036724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a82ca69-833a-4cd1-aec4-ff573bb73e0f req-df777e02-3d16-480e-8ac6-3217159ec96b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079271 Jul 05 09:44:53.066440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Pushing event deleted for resources: {'Port': ['ID=64195a64-3c55-4dd6-8bc1-f655239b293d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:53.077864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.110353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.129816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 on network 370e10a8-ce02-4c77-a51d-df6122b53587 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:44:53.130324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Attempting to bind port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:53.183841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84fa904-8ca8-42f8-a4d1-819676f91042']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:53.200003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:44:53.222866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:53.223449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Checking segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:53.224063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Bound using segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:53.224781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Bound port: 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:53.225360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.240494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f87c169-d032-45f0-8880-a79860aa9800') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:53.240965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f87c169-d032-45f0-8880-a79860aa9800') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:53.281768 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.282307 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Added segment 08aa4ee8-e80c-43a8-a3d9-94bed87436bf of type vlan for network 8bf03de8-a5cd-4166-895f-409ef6031a3b Jul 05 09:44:53.286236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd8167-f416-4fee-b854-12056a8d10f6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:53.323430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:53.324145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bc26e-c54d-44e1-9599-2b2855907a0d req-9f30c2e1-2bfd-4f54-ba02-866248c0b8fe tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:53.336901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c9bc26e-c54d-44e1-9599-2b2855907a0d req-9f30c2e1-2bfd-4f54-ba02-866248c0b8fe tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 943 time: 0.6039779 Jul 05 09:44:53.351467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.400194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0f9934a2-ec8e-41eb-93da-096b3a010502 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:44:53.501060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.513072 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cd09f4c2-12c8-44bf-860b-aad57214728a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=621aa994bbb94116a1d5e9e8984008d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878035 Jul 05 09:44:53.517984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:53.533946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 0f9934a2-ec8e-41eb-93da-096b3a010502 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:44:53.534223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:44:53.534375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:44:53.537507 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:44:53.542307 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.544978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0f9934a2-ec8e-41eb-93da-096b3a010502 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:44:53.546032 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.546952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.612555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c9bc26e-c54d-44e1-9599-2b2855907a0d req-0e4d84f1-405d-4c7b-b508-a8c5ee489180 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748995 Jul 05 09:44:53.657110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.669073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f7de8d1-e28d-4b7d-ad82-d5296182ba94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.669279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:53.683778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.688995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] 10.222.0.21 "DELETE /v2.0/networks/b84fa904-8ca8-42f8-a4d1-819676f91042 HTTP/1.1" status: 204 len: 168 time: 1.5117826 Jul 05 09:44:53.720420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b924b-91f5-44f3-bba3-ff73ea3193f2 tempest-PortsIpV6TestJSON-663494436 tempest-PortsIpV6TestJSON-663494436-project] Pushing event deleted for resources: {'Network': ['ID=b84fa904-8ca8-42f8-a4d1-819676f91042,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:53.727700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:53.729659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.737341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:53.737996 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.747310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f7de8d1-e28d-4b7d-ad82-d5296182ba94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.753414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.768230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5666521 Jul 05 09:44:53.769628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.772473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:53.800018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:53.831282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0f9934a2-ec8e-41eb-93da-096b3a010502, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0f9934a2-ec8e-41eb-93da-096b3a010502,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:53.834152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9934a2-ec8e-41eb-93da-096b3a010502'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:53.840443 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412220a5-da1a-421a-943b-583e0c510415" -d '{"events": [{"server_uuid": "6f8e9269-b4e6-4bd1-883d-e52593b29855", "name": "network-vif-plugged", "status": "completed", "tag": "0f9934a2-ec8e-41eb-93da-096b3a010502"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:53.847407 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.965059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0f9934a2-ec8e-41eb-93da-096b3a010502,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:53.970562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:53.971212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:53.975350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] 10.222.0.16 "PUT /v2.0/ports/7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 HTTP/1.1" status: 200 len: 1092 time: 3.9604142 Jul 05 09:44:53.975858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:44:53.980447 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f" -d '{"events": [{"name": "network-changed", "server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:44:54.057187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34e284-0331-49fb-b587-476d25cb27e5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Network': ['ID=8bf03de8-a5cd-4166-895f-409ef6031a3b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:54.075637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5ecf1-ddc8-4643-8a9a-b361b1abd2aa service neutron] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:54.083804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:44:54.187592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f7de8d1-e28d-4b7d-ad82-d5296182ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:54.193602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f7de8d1-e28d-4b7d-ad82-d5296182ba94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:54.198462 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5f7de8d1-e28d-4b7d-ad82-d5296182ba94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88f59c18-6d57-4363-9d22-eaa030492c62 HTTP/1.1" status: 204 len: 168 time: 0.6789408 Jul 05 09:44:54.246102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7de8d1-e28d-4b7d-ad82-d5296182ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f59c18-6d57-4363-9d22-eaa030492c62,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:54.255487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Router e17c07f2-1712-42d5-b25f-beedff79d3b5 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:44:54.332515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:54.393701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:54.397899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:54.435255 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f6e1e3-9e14-4fa6-bcf4-845e9963c57b x-openstack-request-id: req-85f6e1e3-9e14-4fa6-bcf4-845e9963c57b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:54.436858 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e9269-b4e6-4bd1-883d-e52593b29855", "name": "network-vif-plugged", "status": "completed", "tag": "0f9934a2-ec8e-41eb-93da-096b3a010502", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:54.437298 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85f6e1e3-9e14-4fa6-bcf4-845e9963c57b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:54.437869 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9934a2-ec8e-41eb-93da-096b3a010502', 'code': 200} Jul 05 09:44:54.616588 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857fc3f3-56ca-4e08-b3fe-4d7ead2487bd x-openstack-request-id: req-857fc3f3-56ca-4e08-b3fe-4d7ead2487bd {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:44:54.616883 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:44:54.617185 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-857fc3f3-56ca-4e08-b3fe-4d7ead2487bd {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:44:54.617727 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'status': 'completed', 'code': 200} Jul 05 09:44:54.723545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:44:54.736783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0269791b-73f8-4e43-b51b-6955ebc9d69b admin admin] 10.222.0.21 "PUT /v2.0/routers/e17c07f2-1712-42d5-b25f-beedff79d3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0352521 Jul 05 09:44:54.741433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:54.743179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] Sync routers for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:44:54.788573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:54.794940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:44:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:54.872093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edc7f2-1e5e-46e7-b925-c94d1451f12e req-71bb3d35-1c49-4a2c-bfb7-30bca09463f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:54.876430 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89edc7f2-1e5e-46e7-b925-c94d1451f12e req-71bb3d35-1c49-4a2c-bfb7-30bca09463f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 1102 time: 0.2652044 Jul 05 09:44:55.099457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:55.119681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-097f1be1-b858-4fe5-9a16-e284d83d3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:55.122242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-097f1be1-b858-4fe5-9a16-e284d83d3b5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 1095 time: 1.0294731 Jul 05 09:44:55.154486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:44:55.181604 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-89edc7f2-1e5e-46e7-b925-c94d1451f12e req-23957963-a5f6-42c6-9a76-c8732c5fb2d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906930 Jul 05 09:44:55.238561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-b36355a1-eca3-462a-856a-a8391df4cf92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 HTTP/1.1" status: 200 len: 217 time: 0.0990090 Jul 05 09:44:55.332084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99911e2d-8148-4bbe-93f2-be2758d43db0 req-06005374-3786-410d-acf8-22314b61b121 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:55.333663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99911e2d-8148-4bbe-93f2-be2758d43db0 req-06005374-3786-410d-acf8-22314b61b121 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 950 time: 1.2116647 Jul 05 09:44:55.361361 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:55.418941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b466bc8-f5f2-4dde-a025-3d0c9865a6d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fed1092da1342b681f83cd534695615&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0750818 Jul 05 09:44:55.418941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-7c60f989-aef3-49ec-96d8-06bcb736e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:55.418941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-7c60f989-aef3-49ec-96d8-06bcb736e18c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.1582437 Jul 05 09:44:55.426497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49558) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:55.448414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112c3ea-894f-4c37-a1cd-ddecd78f1142 req-445d0c05-764f-4723-8e79-f5b5aec6d490 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:55.457354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e112c3ea-894f-4c37-a1cd-ddecd78f1142 req-445d0c05-764f-4723-8e79-f5b5aec6d490 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.7658584 Jul 05 09:44:55.489770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Deleting port 2738e316-456d-46fd-9b93-fb87771dfa5b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:55.490639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:55.546992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:55.554494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-8440838a-42e1-4e6d-9ace-f7953ea5283d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267331 Jul 05 09:44:55.614031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:44:52Z', 'revision_number': 5, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port': {'id': '2738e316-456d-46fd-9b93-fb87771dfa5b', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:40:57Z', 'updated_at': '2021-07-05T09:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:55.683498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=6ae7efe3-9e5b-4d01-8be9-b34ec352b07e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:55.694314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99911e2d-8148-4bbe-93f2-be2758d43db0 req-b3ded697-20c0-4977-bbba-857beda9e0b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150048 Jul 05 09:44:55.725693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d7290ba-19c6-41cc-9a3a-09d3519d6e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:55.755296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] Checking router: e17c07f2-1712-42d5-b25f-beedff79d3b5 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:44:55.772049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] Routers {'e17c07f2-1712-42d5-b25f-beedff79d3b5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:44:55.774003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:44:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e17c07f2-1712-42d5-b25f-beedff79d3b5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:55.793581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e112c3ea-894f-4c37-a1cd-ddecd78f1142 req-fa61d015-00e6-44d2-89f9-c7fcdd07c2ac tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352861 Jul 05 09:44:55.836605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] For port 2738e316-456d-46fd-9b93-fb87771dfa5b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2738e316-456d-46fd-9b93-fb87771dfa5b,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:44:55.837182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:55.886752 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d7290ba-19c6-41cc-9a3a-09d3519d6e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:55.896648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Calling delete_port for 2738e316-456d-46fd-9b93-fb87771dfa5b owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:44:55.939946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:55.940311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network hostable DHCP agents. Network: 8bf03de8-a5cd-4166-895f-409ef6031a3b, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:44:55.997576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] Set router e17c07f2-1712-42d5-b25f-beedff79d3b5 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:44:56.090024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:44:55Z', 'revision_number': 6, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:44:56.142142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b06373-1f34-480b-b615-5b8829532da8 None None] The sync data for ids ['e17c07f2-1712-42d5-b25f-beedff79d3b5'] in n-d-771363-33 is: [{'id': 'e17c07f2-1712-42d5-b25f-beedff79d3b5', 'name': 'tempest-ServersTestBootFromVolume-1257105335-router', 'tenant_id': 'f21df3b748184bbdb66c06835a91ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:40:56Z', 'updated_at': '2021-07-05T09:44:55Z', 'revision_number': 6, 'project_id': 'f21df3b748184bbdb66c06835a91ab62', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:44:56.195960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-ef88d3e6-2ccb-405b-9193-41787e7f14b0 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161059 Jul 05 09:44:56.259269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:56.352815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42c83cfd-1069-4b39-b2dd-4d78533587d5 req-094a7bf5-1e45-492f-8fbc-7371e44990c6 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245656 Jul 05 09:44:56.355780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:44:56.386225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 8bf03de8-a5cd-4166-895f-409ef6031a3b) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:56.396846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341feac0-7b5a-42fb-abbe-e6c01c4da363 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:56.401713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:56.402937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.429851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3ca24787-0bb3-49de-867b-1b5d2f629991 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6361845 Jul 05 09:44:56.435603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49574) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:56.442907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'name': 'tempest-NetworksTestDHCPv6-1644037013'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:56.443861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.458558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935cc78-45b0-418e-9d23-377526b0f98e req-eef16d7a-0908-488b-94ce-149899758ffe tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:56.460457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a935cc78-45b0-418e-9d23-377526b0f98e req-eef16d7a-0908-488b-94ce-149899758ffe tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 943 time: 0.4504306 Jul 05 09:44:56.463507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d7290ba-19c6-41cc-9a3a-09d3519d6e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.468960 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d7290ba-19c6-41cc-9a3a-09d3519d6e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.470377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2d7290ba-19c6-41cc-9a3a-09d3519d6e4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd8c027a-7e32-4ceb-9131-9eda13e596c2 HTTP/1.1" status: 204 len: 168 time: 1.0310335 Jul 05 09:44:56.597380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2738e316-456d-46fd-9b93-fb87771dfa5b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:56.626201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7290ba-19c6-41cc-9a3a-09d3519d6e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c027a-7e32-4ceb-9131-9eda13e596c2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:56.656891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a935cc78-45b0-418e-9d23-377526b0f98e req-3e38420d-91c8-4204-93a2-f9a6379f6977 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712136 Jul 05 09:44:56.711793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-77acbce7-2c91-428a-aade-a59ee9eb68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:56.714325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-77acbce7-2c91-428a-aade-a59ee9eb68d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 1095 time: 0.1504190 Jul 05 09:44:56.800658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1292773736-network', 'tenant_id': '480b820435214b079c43dec85efec1b5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:56.856060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Made reservation on behalf of 480b820435214b079c43dec85efec1b5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:56.861113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.901535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:56.908996 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.920942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:56.992525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.005333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 128a9c1f-0482-479e-9750-7d516569ce42 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:44:57.235627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '6ae7efe3-9e5b-4d01-8be9-b34ec352b07e'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:44:57.236711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.246742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-a0613ac9-dc42-475d-9dd4-f04ef5dc3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:57.249347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-a0613ac9-dc42-475d-9dd4-f04ef5dc3305 service neutron] 10.222.0.16 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 906 time: 0.5233696 Jul 05 09:44:57.421481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-0ea3be69-d135-4c32-9c47-b4f5a5a29c85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 HTTP/1.1" status: 200 len: 217 time: 0.1601326 Jul 05 09:44:57.434905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.449105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.468777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 64195a64-3c55-4dd6-8bc1-f655239b293d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:57.550239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 64195a64-3c55-4dd6-8bc1-f655239b293d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:44:57.550697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 64195a64-3c55-4dd6-8bc1-f655239b293d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:44:57.551069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2738e316-456d-46fd-9b93-fb87771dfa5b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:44:57.591273 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:44:57.598181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 2738e316-456d-46fd-9b93-fb87771dfa5b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:44:57.598628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2738e316-456d-46fd-9b93-fb87771dfa5b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:44:57.669183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-256844c2-f3f0-4899-9436-4924524e5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:57.672670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-256844c2-f3f0-4899-9436-4924524e5283 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.2225571 Jul 05 09:44:57.676003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.677240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e17c07f2-1712-42d5-b25f-beedff79d3b5 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:44:57.685260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.687732 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa58319a-78bd-4bb0-996d-3f5c4ffca3b4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e17c07f2-1712-42d5-b25f-beedff79d3b5 HTTP/1.1" status: 204 len: 168 time: 2.9446523 Jul 05 09:44:57.694419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:57.707814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::329 (8bf03de8-a5cd-4166-895f-409ef6031a3b/6ae7efe3-9e5b-4d01-8be9-b34ec352b07e/128a9c1f-0482-479e-9750-7d516569ce42) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:57.779045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-4bc7237a-d00e-43e4-ba1e-74f845b4db9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747879 Jul 05 09:44:57.823173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.832062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.839702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] Deleting subnet 89ca93b0-d35c-44ce-90bb-06d52ce24605 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:44:57.859185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.916025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:44:57.937474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdaab52-8770-43ba-8b8d-3bd92e860e87,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:57.941223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:57.941600 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Added segment d0d280f7-9275-46ba-bce6-f27516bbd383 of type vlan for network 145f61af-3358-4cfc-a9f3-289068f75885 Jul 05 09:44:57.965639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.049151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.077258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 128a9c1f-0482-479e-9750-7d516569ce42 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:58.177543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.203298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/6ae7efe3-9e5b-4d01-8be9-b34ec352b07e/4fd81518-6dc6-46fa-9870-b363e8d199dd) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:44:58.234659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.265610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.287913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.289659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.290485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.314867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0536556 Jul 05 09:44:58.324193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:58.334652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198c37a-a129-4067-871a-c977279e3c45 req-f18c6f0e-3ad5-40c8-82ee-35bd580fdb5b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.348074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7198c37a-a129-4067-871a-c977279e3c45 req-f18c6f0e-3ad5-40c8-82ee-35bd580fdb5b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 1.0929339 Jul 05 09:44:58.419526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Request body: {'subnet': {'network_id': '145f61af-3358-4cfc-a9f3-289068f75885', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1292773736-subnet', 'tenant_id': '480b820435214b079c43dec85efec1b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:58.442367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.447909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d54d10-4907-4c4e-b381-7b7b20640ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=145f61af-3358-4cfc-a9f3-289068f75885,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:58.454347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Transition to ACTIVE for port object 4fd81518-6dc6-46fa-9870-b363e8d199dd will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:58.464650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Made reservation on behalf of 480b820435214b079c43dec85efec1b5 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:58.469091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.474623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Transition to ACTIVE for port object 4fd81518-6dc6-46fa-9870-b363e8d199dd will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:44:58.480655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 145f61af-3358-4cfc-a9f3-289068f75885 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:44:58.486608 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.519396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:58.526212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:58.540920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954b13e-e776-4c75-97d8-0d3dc1910c9a req-1fb62aa8-8208-400d-b14f-97b34fb074fa tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.554164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c954b13e-e776-4c75-97d8-0d3dc1910c9a req-1fb62aa8-8208-400d-b14f-97b34fb074fa tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 950 time: 1.4380462 Jul 05 09:44:58.580751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:44:58.587626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:58.597678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:58.636387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:58.646069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:44:58.663694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:58.664149 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.731670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Attempting to bind port 4fd81518-6dc6-46fa-9870-b363e8d199dd on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:44:58.732642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Attempting to bind port 4fd81518-6dc6-46fa-9870-b363e8d199dd by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:44:58.733960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Attempting to bind port 4fd81518-6dc6-46fa-9870-b363e8d199dd on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:44:58.738542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Pushing event updated for resources: {'Port': ['ID=4fd81518-6dc6-46fa-9870-b363e8d199dd,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:58.750875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:44:58.751927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:58.752760 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.753858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:44:58.754903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Bound port: 4fd81518-6dc6-46fa-9870-b363e8d199dd, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:44:58.756445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.773819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.783963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7198c37a-a129-4067-871a-c977279e3c45 req-d71199f9-6080-46cc-a023-da8f24f6aee7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344943 Jul 05 09:44:58.843162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-3745537b-af37-4a63-82e8-55c3c46f9271 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0489693 Jul 05 09:44:58.866129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] For port 4fd81518-6dc6-46fa-9870-b363e8d199dd, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:44:58.872449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] For port 4fd81518-6dc6-46fa-9870-b363e8d199dd, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4fd81518-6dc6-46fa-9870-b363e8d199dd,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:44:58.880383 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.882734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.884599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c954b13e-e776-4c75-97d8-0d3dc1910c9a req-c554116a-58a4-4df4-8d5a-97e247cc2aec tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291514 Jul 05 09:44:58.889766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3875d2c2-0fba-4d4a-befb-b87d91778d6d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:58.929426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ca93b0-d35c-44ce-90bb-06d52ce24605,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:58.931683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:58.934229 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8f14b0f0-ec99-4b7e-be4e-988c3b75ec95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89ca93b0-d35c-44ce-90bb-06d52ce24605 HTTP/1.1" status: 204 len: 168 time: 1.2382131 Jul 05 09:44:58.935589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Checking segment: {'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:44:58.936189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Network hostable DHCP agents. Network: 145f61af-3358-4cfc-a9f3-289068f75885, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:44:58.938683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:59.049577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aaee9-ae15-43a5-a98d-85e3aaa2e6ca None None] Pushing event updated for resources: {'Port': ['ID=4fd81518-6dc6-46fa-9870-b363e8d199dd,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:59.059069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24e1fa-e97e-4913-baf2-08e7cd273a15 None None] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:44:59.123000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6849275 Jul 05 09:44:59.125722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32d3a86e-a916-4a3c-9e4d-3dabbc23027f req-f6f5e985-0709-44ef-980e-d43de3c24244 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510078 Jul 05 09:44:59.141962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085110-a70a-4e20-b466-46a53ee079e3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=128a9c1f-0482-479e-9750-7d516569ce42,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:44:59.156224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:59.165698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1033096753'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:44:59.317687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.340729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.417861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9de403-04d1-485c-af78-02efc8605dc3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.425467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9de403-04d1-485c-af78-02efc8605dc3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.427334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ca9de403-04d1-485c-af78-02efc8605dc3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2498314 Jul 05 09:44:59.434122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:44:59.500472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:44:59.504668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.554481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.579461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df67b0-c84b-49e6-b770-6cda36716eaa req-1a53ee09-3905-4112-a930-f5c9663f2bae tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.588968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83df67b0-c84b-49e6-b770-6cda36716eaa req-1a53ee09-3905-4112-a930-f5c9663f2bae tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 1102 time: 0.3159308 Jul 05 09:44:59.611070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ee1-2b9f-446b-acf7-24ef0c9e544b req-4fd2ffa6-3dff-435b-8159-a07a759e51c0 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.613121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37720ee1-2b9f-446b-acf7-24ef0c9e544b req-4fd2ffa6-3dff-435b-8159-a07a759e51c0 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 943 time: 0.4808381 Jul 05 09:44:59.651848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] DHCP port deletion for b7b49b5e-130f-4343-b61b-5b3ce1eca369 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:44:59.682093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83df67b0-c84b-49e6-b770-6cda36716eaa req-f322d1f6-0e76-4f92-9614-e50f5742822c tempest-ServersOnMultiNodesTest-496454002 tempest-ServersOnMultiNodesTest-496454002-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919218 Jul 05 09:44:59.691895 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.732585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Network 145f61af-3358-4cfc-a9f3-289068f75885 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:44:59.778153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37720ee1-2b9f-446b-acf7-24ef0c9e544b req-ce486b18-91f6-4212-be19-95cbd1bf45ab tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164231 Jul 05 09:44:59.805577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 145f61af-3358-4cfc-a9f3-289068f75885) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:44:59.813038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:44:59.820156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:44:59.820868 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.907410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Deleting port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:44:59.907757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:44:59.975678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfdbd84-3ab0-4100-b1ff-f0ed737ff1c6 None None] Network 145f61af-3358-4cfc-a9f3-289068f75885 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:00.007430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] For port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:00.008117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.025007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:00.068028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Calling delete_port for 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:00.086272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 128a9c1f-0482-479e-9750-7d516569ce42 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:00.093719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.119604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] Deleting port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:00.122990 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.158858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'mac_address': 'fa:16:3e:1b:ef:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:00.237583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.268411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Pushing event deleted for resources: {'Port': ['ID=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:00.272445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] No DVR routers for this DVR port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:00.410020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.419531 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.432449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b49b5e-130f-4343-b61b-5b3ce1eca369']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:00.447136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801bea3b-dfb5-45c0-9453-16bba84241fd') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:00.447472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801bea3b-dfb5-45c0-9453-16bba84241fd') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:00.455462 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.459463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.480069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.488676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:45:00.489003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:45:00.492039 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:45:00.521342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.555061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:00.589965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 128a9c1f-0482-479e-9750-7d516569ce42 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:00.618943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1276aafe-24d0-4036-8413-cffb31b15cdf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:00.630898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.631261 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment f9aa5e1a-b570-43f0-9830-ba78c69b57fb of type vlan for network a9953944-00df-49a0-9fe7-03ec6692cf40 Jul 05 09:45:00.652568 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7ffeb0d5-e648-4f92-8bb1-31ccea8c4374 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3259125 Jul 05 09:45:00.658387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.667703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.673790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] 10.222.0.21 "DELETE /v2.0/networks/b7b49b5e-130f-4343-b61b-5b3ce1eca369 HTTP/1.1" status: 204 len: 168 time: 1.7339680 Jul 05 09:45:00.720139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d4f61-8189-422a-8b6e-8aaef0c486da admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b49b5e-130f-4343-b61b-5b3ce1eca369,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:00.768201 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.783831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.836483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:00.869004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.884753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.886242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:00.888116 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.900623 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:00.965455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b406031-32e9-4127-82bd-2bff5831339e req-11580edf-e50a-42c0-96db-b20b194686ce tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:00.968469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b406031-32e9-4127-82bd-2bff5831339e req-11580edf-e50a-42c0-96db-b20b194686ce tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 950 time: 0.6044586 Jul 05 09:45:00.989080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:01.004686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] For port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,segment=NetworkSegment(801bea3b-dfb5-45c0-9453-16bba84241fd),segment_id=801bea3b-dfb5-45c0-9453-16bba84241fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:01.006205 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.008615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590a27a-2480-48df-884b-05dad351d394 req-948f0179-c7fb-4d66-9a5a-7fc9fa319a8a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:01.011504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1590a27a-2480-48df-884b-05dad351d394 req-948f0179-c7fb-4d66-9a5a-7fc9fa319a8a tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.7677803 Jul 05 09:45:01.053222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] Calling delete_port for 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:01.055472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49640) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:01.105802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38634fa-290c-4bcc-b807-cce484acd667 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:01.122886 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2c627bae-303d-4c52-a662-5b70830f8e76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f21df3b748184bbdb66c06835a91ab62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660958 Jul 05 09:45:01.126984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:01.212354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5b746da-4061-479f-a3f9-a3d0b36eb3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.239571 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5b746da-4061-479f-a3f9-a3d0b36eb3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.328597 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.335794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922630ef-f918-4c13-8a91-9cec7654cde8 None None] Network 145f61af-3358-4cfc-a9f3-289068f75885 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:01.340336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['7c1297a5-7fb5-4c61-8bff-ea04bb022fc0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:01.356128 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5b746da-4061-479f-a3f9-a3d0b36eb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.360563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5b746da-4061-479f-a3f9-a3d0b36eb3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.364888 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5b746da-4061-479f-a3f9-a3d0b36eb3dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13708c00-5687-4f45-b2aa-9262bbddfe6e HTTP/1.1" status: 204 len: 168 time: 0.2365215 Jul 05 09:45:01.398518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b746da-4061-479f-a3f9-a3d0b36eb3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13708c00-5687-4f45-b2aa-9262bbddfe6e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:01.615480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] Network b7b49b5e-130f-4343-b61b-5b3ce1eca369 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:45:01.616207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] No DVR routers for this DVR port 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:01.618635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4fd81518-6dc6-46fa-9870-b363e8d199dd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:01.634671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.0679998 Jul 05 09:45:01.637426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:01.650058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'name': 'tempest-PortsTestJSON-2004855551'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:01.662613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.691439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702a9f2-9aa3-41b5-bc4a-4ab1169db10e None None] Pushing event deleted for resources: {'Port': ['ID=88a3fb3c-09c8-4e23-8740-cc6af4e993f8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:01.706972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d72f29aa-fef8-4e64-8b0b-7a8747bfd311 None None] Provisioning for port 4fd81518-6dc6-46fa-9870-b363e8d199dd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:01.795907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b406031-32e9-4127-82bd-2bff5831339e req-70077907-8d61-4ce2-b512-27112f8071b3 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8060536 Jul 05 09:45:01.811415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce135e62-76f5-461d-9500-5977dc476f26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=a9953944-00df-49a0-9fe7-03ec6692cf40,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:01.815260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=128a9c1f-0482-479e-9750-7d516569ce42,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:01.839345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4fd81518-6dc6-46fa-9870-b363e8d199dd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:01.936873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4fd81518-6dc6-46fa-9870-b363e8d199dd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:01.938714 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.940358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:01.942158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:01.945702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.952274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1590a27a-2480-48df-884b-05dad351d394 req-e124378e-a7ea-4ac8-ae98-6eb022448360 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618167 Jul 05 09:45:01.961678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:01.964991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6101377d-d31c-448f-997c-7438b18fc366 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/128a9c1f-0482-479e-9750-7d516569ce42 HTTP/1.1" status: 204 len: 168 time: 2.5184381 Jul 05 09:45:01.981683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port c0b11fc1-de61-4bd2-a081-12b007697198 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:01.987473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:02.050373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-a5fe99c7-8546-4284-a9f0-d326fbb8ab16 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.055828 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-a5fe99c7-8546-4284-a9f0-d326fbb8ab16 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 950 time: 0.3876286 Jul 05 09:45:02.285517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216a8c8-1db6-4193-bac4-f7b6ca9ad734 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.295205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216a8c8-1db6-4193-bac4-f7b6ca9ad734 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.296871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c216a8c8-1db6-4193-bac4-f7b6ca9ad734 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3067193 Jul 05 09:45:02.301906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:02.338798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port 0f9934a2-ec8e-41eb-93da-096b3a010502 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:02.339256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.347931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.407366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 6ae7efe3-9e5b-4d01-8be9-b34ec352b07e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:02.412562 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.463580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.538822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.540719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.647027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8610bce5-beeb-4c0a-a701-4f136d2d8679 req-55ebce12-5bae-48d9-810a-8e2bd3a95efe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-530700428', 'description': 'tempest-description-1844465242'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:02.650805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 4fd81518-6dc6-46fa-9870-b363e8d199dd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4fd81518-6dc6-46fa-9870-b363e8d199dd,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:02.663988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.687574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port 0f9934a2-ec8e-41eb-93da-096b3a010502, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0f9934a2-ec8e-41eb-93da-096b3a010502,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:02.687941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.705717 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.727845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d35eb-63ce-4515-952c-afac832cd74f req-25302c26-f7ce-4d18-9c5f-085100596ccb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:02.747849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa6d35eb-63ce-4515-952c-afac832cd74f req-25302c26-f7ce-4d18-9c5f-085100596ccb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 944 time: 0.6495390 Jul 05 09:45:02.765795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for 0f9934a2-ec8e-41eb-93da-096b3a010502 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:02.826166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:02.835861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=c0b11fc1-de61-4bd2-a081-12b007697198,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.871118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8610bce5-beeb-4c0a-a701-4f136d2d8679 req-55ebce12-5bae-48d9-810a-8e2bd3a95efe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.916945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:02.917525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 88a3fb3c-09c8-4e23-8740-cc6af4e993f8 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:02.938950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=4fd81518-6dc6-46fa-9870-b363e8d199dd,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.942348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:02.957753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa6d35eb-63ce-4515-952c-afac832cd74f req-0b1237f9-4163-40c0-a4f4-8cdfef7daa78 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084527 Jul 05 09:45:02.988984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae7efe3-9e5b-4d01-8be9-b34ec352b07e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:02.998903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.001038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0c736937-7952-47e9-b2bf-5627ef0f1e57 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/6ae7efe3-9e5b-4d01-8be9-b34ec352b07e HTTP/1.1" status: 204 len: 168 time: 0.6950800 Jul 05 09:45:03.004323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:03.062219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba76391-f867-422f-8ae3-bc20e7bc7706 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:03.086466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4068d62d-83bb-4abe-96ee-c48fb8e3758e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808592 Jul 05 09:45:03.090861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:03.091287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49684) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:03.099312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:03.103236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.116783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': 'f9aa5e1a-b570-43f0-9830-ba78c69b57fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:03.117268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: a9953944-00df-49a0-9fe7-03ec6692cf40, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:03.157762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617', '0e14760d-15dd-49f4-8024-923bef6e8f3b', '0f9934a2-ec8e-41eb-93da-096b3a010502'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:03.166026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=0f9934a2-ec8e-41eb-93da-096b3a010502,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:03.208784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:03.236470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-88ffb2c7-d6e2-448c-88d9-1df82422f839 None None] Provisioning complete for port 4fd81518-6dc6-46fa-9870-b363e8d199dd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:03.237192 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88ffb2c7-d6e2-448c-88d9-1df82422f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.245995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, a9953944-00df-49a0-9fe7-03ec6692cf40) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:03.287644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894d93f-71d7-4a5d-bbda-22b108e8bfef None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:03.322438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port 0f9934a2-ec8e-41eb-93da-096b3a010502 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:03.324612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:03.334087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.335049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.341219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.341873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6d986b3-a671-4f37-be08-0fdd1421752e req-7a709590-6552-42d7-9840-34c597559c1d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8e9269-b4e6-4bd1-883d-e52593b29855 HTTP/1.1" status: 200 len: 210 time: 0.1825004 Jul 05 09:45:03.343979 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e41db5c0-5ef1-4f3d-ba6f-9225dc8f9986 req-2788bf86-80a3-4be2-94be-a5c04001a1e1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "DELETE /v2.0/ports/0f9934a2-ec8e-41eb-93da-096b3a010502 HTTP/1.1" status: 204 len: 173 time: 1.2743778 Jul 05 09:45:03.358467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'name': 'network-vif-deleted', 'tag': '0f9934a2-ec8e-41eb-93da-096b3a010502'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:03.364248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-537492516-network', 'tenant_id': '2fb8267a9efa477b9554ac8c5876aaf8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:03.365190 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0614eaa4-1cbb-4fd4-9f83-9b1a7db72446" -d '{"events": [{"server_uuid": "6f8e9269-b4e6-4bd1-883d-e52593b29855", "name": "network-vif-deleted", "tag": "0f9934a2-ec8e-41eb-93da-096b3a010502"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:03.419361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', '2dea635d-b884-4413-9b27-be23c9c62f19', '23285025-c998-4033-bce2-2633ea92d601', '62e5d17a-5b87-40fb-be84-e4c1c20cf298'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:03.532905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4fd81518-6dc6-46fa-9870-b363e8d199dd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:03.537357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8610bce5-beeb-4c0a-a701-4f136d2d8679 req-55ebce12-5bae-48d9-810a-8e2bd3a95efe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.545156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8610bce5-beeb-4c0a-a701-4f136d2d8679 req-55ebce12-5bae-48d9-810a-8e2bd3a95efe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.553789 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-63d72e60-720d-4a71-80c6-99fba6793ae2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9145777 Jul 05 09:45:03.554663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:03.564242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-955010844'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:03.643819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Made reservation on behalf of 2fb8267a9efa477b9554ac8c5876aaf8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:03.646532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.658242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:45:03.658242 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:45:03.658242 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id_1': '02332481cfaf4e12a9e08ad0d0ce974a', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 45, 3, 577055)}] Jul 05 09:45:03.658242 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:45:03.661621 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:45:03.691758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.702449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:03.707148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.709970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebce12-5bae-48d9-810a-8e2bd3a95efe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72adf836-d34f-40c5-9206-1155368644f3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:03.717515 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8610bce5-beeb-4c0a-a701-4f136d2d8679 req-55ebce12-5bae-48d9-810a-8e2bd3a95efe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:03.718915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8610bce5-beeb-4c0a-a701-4f136d2d8679 req-55ebce12-5bae-48d9-810a-8e2bd3a95efe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1119602 Jul 05 09:45:03.763103 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6037b6a6-e6af-4510-8cd8-5151bfd29f73 x-openstack-request-id: req-6037b6a6-e6af-4510-8cd8-5151bfd29f73 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:03.763740 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e9269-b4e6-4bd1-883d-e52593b29855", "name": "network-vif-deleted", "tag": "0f9934a2-ec8e-41eb-93da-096b3a010502", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:03.764168 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6037b6a6-e6af-4510-8cd8-5151bfd29f73 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:03.764755 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e9269-b4e6-4bd1-883d-e52593b29855', 'name': 'network-vif-deleted', 'tag': '0f9934a2-ec8e-41eb-93da-096b3a010502', 'status': 'completed', 'code': 200} Jul 05 09:45:03.802166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c0a036cd-36c4-41be-ae91-47b0221324eb req-09f0e65b-37ae-4f98-8f8b-d0c96879594b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1197207787', 'description': 'tempest-description-346257334'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:03.846584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:03.866321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47020d-268e-4fa2-a194-20645ec7adb9 req-d94e9aac-bea4-401f-b387-1af17cd6aa90 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:03.867983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b47020d-268e-4fa2-a194-20645ec7adb9 req-d94e9aac-bea4-401f-b387-1af17cd6aa90 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.2801714 Jul 05 09:45:03.938089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4fd81518-6dc6-46fa-9870-b363e8d199dd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:03.938971 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.012524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b47020d-268e-4fa2-a194-20645ec7adb9 req-acdc8e20-ee45-46c3-9ef8-72e749b08bb8 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286061 Jul 05 09:45:04.095666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:04.122177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:04.122546 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.143119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.174868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:04.183389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.213370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:04.221395 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.222539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:04.251224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.255854 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Added segment 84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c of type vlan for network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 Jul 05 09:45:04.297598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:04.322779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.328053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.328784 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment eb7d7a52-9bbe-46ba-bd94-5909ab0201a7 of type vlan for network b5db4995-f94d-412d-b9d2-c5e4740528e5 Jul 05 09:45:04.387460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c0a036cd-36c4-41be-ae91-47b0221324eb req-09f0e65b-37ae-4f98-8f8b-d0c96879594b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.425722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.474611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.479288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3845be-320a-451f-9bfc-bf499d6d5bef,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:04.489683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.491039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.494737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.581309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:04.582317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=b5db4995-f94d-412d-b9d2-c5e4740528e5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:04.608538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:04.612611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b5db4995-f94d-412d-b9d2-c5e4740528e5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:04.622871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.624862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.625614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.628357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.629151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.697309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5e86f-7189-44d7-a0ce-a974d194cec2 req-bb6aa7cc-2863-45f3-aac9-41ad700c2d80 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:04.699122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67e5e86f-7189-44d7-a0ce-a974d194cec2 req-bb6aa7cc-2863-45f3-aac9-41ad700c2d80 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 944 time: 0.3663316 Jul 05 09:45:04.731160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=8f5ee5c4-2397-4551-92bb-363b8814541a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:04.790501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] Deleting port 4fd81518-6dc6-46fa-9870-b363e8d199dd {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:04.790888 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.809579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] Pushing event updated for resources: {'Network': ['ID=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:04.843365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67e5e86f-7189-44d7-a0ce-a974d194cec2 req-b34328f3-6a92-43d9-9f0d-944acd353bb5 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128631 Jul 05 09:45:04.855659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:04.857606 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.883412 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c0a036cd-36c4-41be-ae91-47b0221324eb req-09f0e65b-37ae-4f98-8f8b-d0c96879594b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.899417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c0a036cd-36c4-41be-ae91-47b0221324eb req-09f0e65b-37ae-4f98-8f8b-d0c96879594b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:04.899605 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8e382141-6b71-4dab-83f2-fc7d6117b3f3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3398340 Jul 05 09:45:04.900682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49704) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:04.912941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-de150399-fb76-4eab-bfda-162a8629475a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8188655 Jul 05 09:45:04.920989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'ports': [{'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40'}, {'network_id': 'b5db4995-f94d-412d-b9d2-c5e4740528e5'}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:04.921793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:04.924847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'b5db4995-f94d-412d-b9d2-c5e4740528e5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:04.929773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1a3c0c2b-3f32-4f46-a4c7-39256aa93496 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8364978 Jul 05 09:45:04.936837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:04.937672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:04.949438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Request body: {'subnet': {'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-537492516-subnet', 'tenant_id': '2fb8267a9efa477b9554ac8c5876aaf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:04.963125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'name': 'tempest-NetworksTestDHCPv6-2114000139'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:05.008515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:05.014196 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb37af37-6286-4d41-9d40-8786d2782e36" -d '{"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-plugged", "status": "completed", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:05.051586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:05.062067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c0a036cd-36c4-41be-ae91-47b0221324eb req-09f0e65b-37ae-4f98-8f8b-d0c96879594b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.064422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0a036cd-36c4-41be-ae91-47b0221324eb req-09f0e65b-37ae-4f98-8f8b-d0c96879594b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2787971 Jul 05 09:45:05.077331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0e65b-37ae-4f98-8f8b-d0c96879594b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86502167-2a4b-4cbd-b173-899e95ae5644,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:05.080967 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.115162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] For port 4fd81518-6dc6-46fa-9870-b363e8d199dd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4fd81518-6dc6-46fa-9870-b363e8d199dd,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:05.115814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.149401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Made reservation on behalf of 2fb8267a9efa477b9554ac8c5876aaf8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:05.152355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.218003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] Calling delete_port for 4fd81518-6dc6-46fa-9870-b363e8d199dd owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:05.292098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:05.350654 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d61f41d-72f4-4224-9a3f-53f868c72c6c x-openstack-request-id: req-0d61f41d-72f4-4224-9a3f-53f868c72c6c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:05.350986 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-plugged", "status": "completed", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:05.351616 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d61f41d-72f4-4224-9a3f-53f868c72c6c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:05.352149 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'code': 200} Jul 05 09:45:05.406226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 2} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:05.417179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.455752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.475843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0f9934a2-ec8e-41eb-93da-096b3a010502 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:05.480157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4fd81518-6dc6-46fa-9870-b363e8d199dd no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:05.598911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 81772b5a-9e5d-45cb-bba8-bcfb2705b1c7 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:05.658233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 0f9934a2-ec8e-41eb-93da-096b3a010502 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:05.658762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0f9934a2-ec8e-41eb-93da-096b3a010502 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:05.676231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.787697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.817423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:05.824414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.890169 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.892542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c12a5-a7e3-4be6-8fc6-b982c7550b52 req-87fefa17-8439-4f2a-aa9b-b9902e9d67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:05.895740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e11c12a5-a7e3-4be6-8fc6-b982c7550b52 req-87fefa17-8439-4f2a-aa9b-b9902e9d67a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 1097 time: 0.3947926 Jul 05 09:45:05.906618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:05.940242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port a61f1479-e21f-4527-ae15-771fdcc8b0b4 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:05.954514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] Pushing event deleted for resources: {'Port': ['ID=4fd81518-6dc6-46fa-9870-b363e8d199dd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:05.976048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14249ae5-4b49-442b-a20d-50fd8f3a2baa None None] No DVR routers for this DVR port 4fd81518-6dc6-46fa-9870-b363e8d199dd on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:06.041696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126295c-bca6-4b64-9175-fdce92ae2493 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:06.073743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port e3054b6f-22c9-48ee-b641-84c051b659d9 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:06.090837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d153e47c-626f-4962-9344-5e024ab5ad7e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:06.141653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Checking segment: {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:06.142224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Network hostable DHCP agents. Network: ee879347-3cfc-42c7-a154-9bc1cd2ecbe5, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:06.179368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.196414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e11c12a5-a7e3-4be6-8fc6-b982c7550b52 req-8659ddc2-bc07-4219-b4f6-168a3c2a3bc7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754087 Jul 05 09:45:06.231204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.262082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '8f5ee5c4-2397-4551-92bb-363b8814541a'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:06.263403 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.278183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:06.282338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:06.285091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:06.286310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.307633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=81772b5a-9e5d-45cb-bba8-bcfb2705b1c7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:06.362927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:06.378402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=a61f1479-e21f-4527-ae15-771fdcc8b0b4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:06.386018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': 'eb7d7a52-9bbe-46ba-bd94-5909ab0201a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b5db4995-f94d-412d-b9d2-c5e4740528e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:06.386575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: b5db4995-f94d-412d-b9d2-c5e4740528e5, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:06.409196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network b5db4995-f94d-412d-b9d2-c5e4740528e5 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:06.416168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b5db4995-f94d-412d-b9d2-c5e4740528e5) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:06.421749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:06.426655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd3809-69e8-420a-9c28-5c52687f2063 None None] Network b5db4995-f94d-412d-b9d2-c5e4740528e5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:06.427898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.433245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.433959 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.442678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23bda-d366-4230-9162-612dcf612b0c req-5e1f02ca-ebb5-40f9-a214-d8dbf5dadd70 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.445247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-5e1f02ca-ebb5-40f9-a214-d8dbf5dadd70 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 813 time: 0.5882919 Jul 05 09:45:06.455634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5b23401b-c027-483d-97bc-cbca6d0759f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5527358 Jul 05 09:45:06.455878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ee879347-3cfc-42c7-a154-9bc1cd2ecbe5) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:06.457916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:06.470176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5997be-9263-4ecb-8fca-d4fe08daedc8 None None] Network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:06.494584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.495537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.556524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-4936d13d-3524-4998-a512-102c9e10789e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/quotas/480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 375 time: 0.0887129 Jul 05 09:45:06.558465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::112 (8bf03de8-a5cd-4166-895f-409ef6031a3b/8f5ee5c4-2397-4551-92bb-363b8814541a/e3054b6f-22c9-48ee-b641-84c051b659d9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:06.580581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc53920-84ff-4720-bb3f-46acee3055f3 req-be2b172a-a12f-4aa9-8271-3a0cb99b380b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.584014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc53920-84ff-4720-bb3f-46acee3055f3 req-be2b172a-a12f-4aa9-8271-3a0cb99b380b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.3853180 Jul 05 09:45:06.596746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cef6175d-039b-470a-ab76-968a29cedf9a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6546483 Jul 05 09:45:06.600585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port a61f1479-e21f-4527-ae15-771fdcc8b0b4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:06.600918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.692525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-382ce9be-3e9b-41ec-827b-45e8639515ab tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939581 Jul 05 09:45:06.699186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.715465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for a61f1479-e21f-4527-ae15-771fdcc8b0b4 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:06.751339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0a2ec-3253-4237-b069-a8eb63abaece None None] Network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:06.830042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc53920-84ff-4720-bb3f-46acee3055f3 req-9591f448-d4ec-456a-a039-0d5cb5790e40 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362361 Jul 05 09:45:06.840557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.906064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=a61f1479-e21f-4527-ae15-771fdcc8b0b4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:06.917779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:06.922067 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ef6d3390-44e9-4a45-9411-39316374800a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/a61f1479-e21f-4527-ae15-771fdcc8b0b4 HTTP/1.1" status: 204 len: 168 time: 0.4559975 Jul 05 09:45:06.922302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49742) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:06.990554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872259c-b8a1-44b8-8067-8ddaa74eb881 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.996571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872259c-b8a1-44b8-8067-8ddaa74eb881 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:06.998827 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9872259c-b8a1-44b8-8067-8ddaa74eb881 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0753777 Jul 05 09:45:07.001418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:07.103550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-805813aa-4231-4e2b-8be9-68cdc9a1bb9c service neutron] 10.222.0.21 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959355 Jul 05 09:45:07.156316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-ef6d7d3a-11db-4bc1-8326-ae7afc0d0bce tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:07.157912 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-ef6d7d3a-11db-4bc1-8326-ae7afc0d0bce tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9fac4a4-96aa-45ec-a78a-57f58c0bbe24 HTTP/1.1" status: 200 len: 946 time: 0.1071506 Jul 05 09:45:07.160218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 81772b5a-9e5d-45cb-bba8-bcfb2705b1c7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:07.160555 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.251669 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.267852 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.294110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e08f15-83dd-4e98-87c6-2459a7fc5e4b req-a0ade349-06cb-4f5e-8c21-87109619e3cd tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:07.297353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e08f15-83dd-4e98-87c6-2459a7fc5e4b req-a0ade349-06cb-4f5e-8c21-87109619e3cd tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.3245783 Jul 05 09:45:07.302861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 81772b5a-9e5d-45cb-bba8-bcfb2705b1c7 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:07.315011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object e3054b6f-22c9-48ee-b641-84c051b659d9 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:07.388916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Deleting port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:07.389266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.427428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-db6ec6d0-8009-4d73-933c-7b7e37f36203 service neutron] 10.222.0.21 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128407 Jul 05 09:45:07.449819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e08f15-83dd-4e98-87c6-2459a7fc5e4b req-719720c9-2f37-49b0-8f1b-041d284bd657 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405566 Jul 05 09:45:07.470321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.485884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.528017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=81772b5a-9e5d-45cb-bba8-bcfb2705b1c7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:07.542813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/8f5ee5c4-2397-4551-92bb-363b8814541a/8b019598-6afc-4520-8ef5-c3aa66f14ad1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:07.552651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:07.552842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] For port 43d45566-8c02-40e1-a75f-59cf2e42dbd0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=43d45566-8c02-40e1-a75f-59cf2e42dbd0,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:07.553139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.556794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.561529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c2d873f1-748a-4c62-a631-718557cb7335 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/81772b5a-9e5d-45cb-bba8-bcfb2705b1c7 HTTP/1.1" status: 204 len: 168 time: 0.5567977 Jul 05 09:45:07.562380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:07.566243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:07.573575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Calling delete_port for 43d45566-8c02-40e1-a75f-59cf2e42dbd0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:07.589901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:07.600501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:07.601577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.653844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=e3054b6f-22c9-48ee-b641-84c051b659d9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:07.686963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a1eb9592-135a-4092-a43f-1ddf21497a48 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7449956 Jul 05 09:45:07.689129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49750) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:07.781427 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.792225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Transition to ACTIVE for port object 8b019598-6afc-4520-8ef5-c3aa66f14ad1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:07.803505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.812548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Transition to ACTIVE for port object 8b019598-6afc-4520-8ef5-c3aa66f14ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:07.820255 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:07.845081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9996a-42e0-4a93-849a-e32b2ee385cd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:07.846357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['43d45566-8c02-40e1-a75f-59cf2e42dbd0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:07.849778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-63a9996a-42e0-4a93-849a-e32b2ee385cd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2833242 Jul 05 09:45:07.874756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:07.902226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:07.912631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event deleted for resources: {'Port': ['ID=43d45566-8c02-40e1-a75f-59cf2e42dbd0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:07.918150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:07.932562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:07.941048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Pushing event updated for resources: {'Port': ['ID=8b019598-6afc-4520-8ef5-c3aa66f14ad1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:07.949493 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae9fa8f-752b-445d-b12d-4b12ad973e8f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:45:07.954220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5ae9fa8f-752b-445d-b12d-4b12ad973e8f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/a61f1479-e21f-4527-ae15-771fdcc8b0b4 HTTP/1.1" status: 404 len: 333 time: 0.0676696 Jul 05 09:45:07.956860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:07.992150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] No DVR routers for this DVR port 43d45566-8c02-40e1-a75f-59cf2e42dbd0 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:07.997350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.002148 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-09ec5f35-d89a-41b8-85c8-b44b70822db7 req-21b923b5-d9eb-49ff-8c28-eb7f21a8ebb0 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "DELETE /v2.0/ports/43d45566-8c02-40e1-a75f-59cf2e42dbd0 HTTP/1.1" status: 204 len: 173 time: 0.8271432 Jul 05 09:45:08.002824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'name': 'network-vif-deleted', 'tag': '43d45566-8c02-40e1-a75f-59cf2e42dbd0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:08.005493 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b1c9a9-c854-4b5b-ae52-b13608925a1d" -d '{"events": [{"server_uuid": "b9fac4a4-96aa-45ec-a78a-57f58c0bbe24", "name": "network-vif-deleted", "tag": "43d45566-8c02-40e1-a75f-59cf2e42dbd0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:08.040003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Attempting to bind port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:08.040352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Attempting to bind port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:08.040679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Attempting to bind port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:08.047628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:08.048013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:08.048389 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.048712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:08.049203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Bound port: 8b019598-6afc-4520-8ef5-c3aa66f14ad1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:08.049598 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.153812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] For port 8b019598-6afc-4520-8ef5-c3aa66f14ad1, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:08.158640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] For port 8b019598-6afc-4520-8ef5-c3aa66f14ad1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8b019598-6afc-4520-8ef5-c3aa66f14ad1,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:08.164747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.284950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ebf3c-4613-498a-8a00-4470ba8d846d None None] Pushing event updated for resources: {'Port': ['ID=8b019598-6afc-4520-8ef5-c3aa66f14ad1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:08.484376 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-73484f79-49b8-413d-99b9-5bace693b541 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:45:08.486095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-73484f79-49b8-413d-99b9-5bace693b541 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/81772b5a-9e5d-45cb-bba8-bcfb2705b1c7 HTTP/1.1" status: 404 len: 333 time: 0.5262558 Jul 05 09:45:08.490678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:08.508317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d004a75-6e4a-4b5d-80e5-a4f00f28a877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:08.512479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d004a75-6e4a-4b5d-80e5-a4f00f28a877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.8198705 Jul 05 09:45:08.516938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49786) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:08.601669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e96a3-ebc6-4d94-805f-7f416f14b269 req-fc0035ef-8284-4184-93e4-240d03108f56 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:08.603687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b5e96a3-ebc6-4d94-805f-7f416f14b269 req-fc0035ef-8284-4184-93e4-240d03108f56 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 950 time: 0.8565998 Jul 05 09:45:08.679917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.698915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-ae97c31e-7cff-4455-9621-7f2713b0ed75 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:08.700507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-ae97c31e-7cff-4455-9621-7f2713b0ed75 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 950 time: 0.7234313 Jul 05 09:45:08.710758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-accf5984-3300-45da-b73b-ffd114b480a9 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:08.712933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-accf5984-3300-45da-b73b-ffd114b480a9 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/networks?id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 200 len: 817 time: 0.6804037 Jul 05 09:45:08.727460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b5e96a3-ebc6-4d94-805f-7f416f14b269 req-56cf71ae-87cf-47a1-97b8-28216b156804 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136189 Jul 05 09:45:08.789100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-74d04609-9418-4a64-84a8-6afb1fccd3c0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/quotas/2fb8267a9efa477b9554ac8c5876aaf8 HTTP/1.1" status: 200 len: 375 time: 0.0629413 Jul 05 09:45:08.852659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-9bc8e846-cce4-4309-b848-90cc9e3c59e0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622330 Jul 05 09:45:08.868534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.882925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port e3054b6f-22c9-48ee-b641-84c051b659d9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:08.883368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.891304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5db4995-f94d-412d-b9d2-c5e4740528e5']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:08.953061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7d7a52-9bbe-46ba-bd94-5909ab0201a7') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:08.953464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7d7a52-9bbe-46ba-bd94-5909ab0201a7') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:08.971130 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:08.999820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a202335-0b57-43fe-adbc-937840416562 req-8790ef24-ecb3-4fcd-9e32-1b30f34da661 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 210 time: 0.0659411 Jul 05 09:45:09.002000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.027930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:45:09.028329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:45:09.032559 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:45:09.075487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-1258de93-59ed-44eb-999d-ff008be58805 service neutron] 10.222.0.21 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218227 Jul 05 09:45:09.079399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:09.079867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.112534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.138125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.182452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.184811 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/b5db4995-f94d-412d-b9d2-c5e4740528e5 HTTP/1.1" status: 204 len: 168 time: 0.6922321 Jul 05 09:45:09.189779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:09.189984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for e3054b6f-22c9-48ee-b641-84c051b659d9 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:09.224601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4cf3c-01d1-4143-80e6-767b3637f1dc tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=b5db4995-f94d-412d-b9d2-c5e4740528e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:09.245468 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e28e62e-11ca-4509-b743-0560a5e30314 x-openstack-request-id: req-3e28e62e-11ca-4509-b743-0560a5e30314 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:09.245790 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fac4a4-96aa-45ec-a78a-57f58c0bbe24", "name": "network-vif-deleted", "tag": "43d45566-8c02-40e1-a75f-59cf2e42dbd0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:09.246060 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e28e62e-11ca-4509-b743-0560a5e30314 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:09.246507 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fac4a4-96aa-45ec-a78a-57f58c0bbe24', 'name': 'network-vif-deleted', 'tag': '43d45566-8c02-40e1-a75f-59cf2e42dbd0', 'status': 'completed', 'code': 200} Jul 05 09:45:09.321732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1222719765'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:09.479163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8b019598-6afc-4520-8ef5-c3aa66f14ad1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:09.511639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:09.515336 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.553580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:09.597481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port 62e5d17a-5b87-40fb-be84-e4c1c20cf298, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62e5d17a-5b87-40fb-be84-e4c1c20cf298,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:09.598225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.603687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-43a32e42-93d0-4af9-86d1-1d0e2e151053 service neutron] 10.222.0.21 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516447 Jul 05 09:45:09.630742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for 62e5d17a-5b87-40fb-be84-e4c1c20cf298 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:09.656651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23bda-d366-4230-9162-612dcf612b0c req-afdb7ccc-3f40-4c84-9124-7d5638f32674 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:09.659108 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-afdb7ccc-3f40-4c84-9124-7d5638f32674 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.15 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 813 time: 0.1968818 Jul 05 09:45:09.660466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.669713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:09.693858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'port': {'device_id': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885', 'admin_state_up': True, 'tenant_id': '480b820435214b079c43dec85efec1b5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:09.755839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf5e3-16d3-4024-9bec-c44435657efd req-408372dd-d52b-490d-8da8-6867160e5b49 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:09.759688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9bdf5e3-16d3-4024-9bec-c44435657efd req-408372dd-d52b-490d-8da8-6867160e5b49 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.2749281 Jul 05 09:45:09.775172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=e3054b6f-22c9-48ee-b641-84c051b659d9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:09.784598 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.785050 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment d0c91c4b-de7c-40ed-9ed9-c1556df342a9 of type vlan for network bf2d8090-1805-41bb-879e-35a5908cdee9 Jul 05 09:45:09.833908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cac17e8f-5533-4767-b4f0-3b0e1b1c8cce None None] Provisioning for port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:09.839869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cac17e8f-5533-4767-b4f0-3b0e1b1c8cce None None] Provisioning complete for port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:09.840654 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cac17e8f-5533-4767-b4f0-3b0e1b1c8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.893829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:09.897199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-45e996ab-11a8-4f82-a91b-27adb8f557be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/e3054b6f-22c9-48ee-b641-84c051b659d9 HTTP/1.1" status: 204 len: 168 time: 1.3786526 Jul 05 09:45:09.901382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:09.932588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9bdf5e3-16d3-4024-9bec-c44435657efd req-5f0a56c0-0221-4cbc-84c2-61b16fdd15fe tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617410 Jul 05 09:45:09.934673 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.002991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cac17e8f-5533-4767-b4f0-3b0e1b1c8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.064692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.070754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.071516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.079571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cac17e8f-5533-4767-b4f0-3b0e1b1c8cce None None] For port 8b019598-6afc-4520-8ef5-c3aa66f14ad1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8b019598-6afc-4520-8ef5-c3aa66f14ad1,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:10.084869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cac17e8f-5533-4767-b4f0-3b0e1b1c8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.177668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac17e8f-5533-4767-b4f0-3b0e1b1c8cce None None] Pushing event updated for resources: {'Port': ['ID=8b019598-6afc-4520-8ef5-c3aa66f14ad1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:10.206729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b36a56b-0f18-4c45-a915-11312482b4d7 None None] Could not find standard attr ID for object 128a9c1f-0482-479e-9750-7d516569ce42. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:10.234659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=bf2d8090-1805-41bb-879e-35a5908cdee9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:10.246058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network bf2d8090-1805-41bb-879e-35a5908cdee9 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:10.337699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-69245bc2-0a34-49fc-adb6-ee75c91baa2d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1303031 Jul 05 09:45:10.342315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49820) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:10.366358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:10.370579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.384176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', '2dea635d-b884-4413-9b27-be23c9c62f19', '23285025-c998-4033-bce2-2633ea92d601'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:10.390539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617', '0e14760d-15dd-49f4-8024-923bef6e8f3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:10.429308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=62e5d17a-5b87-40fb-be84-e4c1c20cf298,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:10.539058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-dcb3cf28-b152-46ae-868e-822f3bf11297 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.547215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-dcb3cf28-b152-46ae-868e-822f3bf11297 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.5046809 Jul 05 09:45:10.587405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6020f4ed-f46e-4e96-ac54-73e36ed4a857 None None] Could not find standard attr ID for object e3054b6f-22c9-48ee-b641-84c051b659d9. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:10.624875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1656c116-8a54-4b72-b92a-53de4dd09e9d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.634387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1656c116-8a54-4b72-b92a-53de4dd09e9d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.637783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1656c116-8a54-4b72-b92a-53de4dd09e9d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7335835 Jul 05 09:45:10.648578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:10.649249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-7af51f2f-1a80-4fcf-8a7b-7aa24ad0f4f8 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/quotas/6b0d8e75b09843f39dad263ac685956e HTTP/1.1" status: 200 len: 375 time: 0.0998216 Jul 05 09:45:10.728501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c22ff7-d64f-4700-a09e-cd24a6a09c7f req-ad4a0dd8-7a04-4797-8a08-40c9c0d38e49 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:10.730249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14c22ff7-d64f-4700-a09e-cd24a6a09c7f req-ad4a0dd8-7a04-4797-8a08-40c9c0d38e49 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe HTTP/1.1" status: 200 len: 867 time: 0.4967165 Jul 05 09:45:10.768293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port 62e5d17a-5b87-40fb-be84-e4c1c20cf298 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:10.770410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 8f5ee5c4-2397-4551-92bb-363b8814541a {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:10.772195 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.775068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-020bb29f-7eb1-4dfd-a734-9d4d239647a1 req-574bc4e1-fde6-44ba-bd30-691c5e42774c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "DELETE /v2.0/ports/62e5d17a-5b87-40fb-be84-e4c1c20cf298 HTTP/1.1" status: 204 len: 173 time: 2.0608544 Jul 05 09:45:10.781176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'name': 'network-vif-deleted', 'tag': '62e5d17a-5b87-40fb-be84-e4c1c20cf298'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:10.785021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.786371 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2503c62-c4ab-441f-80d5-c8c854aa4065" -d '{"events": [{"server_uuid": "cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe", "name": "network-vif-deleted", "tag": "62e5d17a-5b87-40fb-be84-e4c1c20cf298"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:10.793159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-b9e3669e-c3de-4b10-aee4-c8f84d7bdd55 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1425078 Jul 05 09:45:10.897109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:10.985980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14c22ff7-d64f-4700-a09e-cd24a6a09c7f req-e5d99794-a1bf-42a9-977b-b502eab8bfa1 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436359 Jul 05 09:45:10.996829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:11.000985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:11.146203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:11.151097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Made reservation on behalf of 480b820435214b079c43dec85efec1b5 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:11.156864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:11.369525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:11.394248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-83da649c-af2a-4ba8-93e8-cbb115edefa7 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526059 Jul 05 09:45:11.450295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 43d45566-8c02-40e1-a75f-59cf2e42dbd0 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:11.467407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8b019598-6afc-4520-8ef5-c3aa66f14ad1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:11.489239 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:11.602013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=31f58b3b-0317-42e8-9752-a586d54d5076,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:11.608937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5ee5c4-2397-4551-92bb-363b8814541a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:11.619171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:11.622125 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-59e793a6-07bc-431c-822f-040a87afc247 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/8f5ee5c4-2397-4551-92bb-363b8814541a HTTP/1.1" status: 204 len: 168 time: 0.9716482 Jul 05 09:45:11.632571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:11.662446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 43d45566-8c02-40e1-a75f-59cf2e42dbd0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:11.662945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 43d45566-8c02-40e1-a75f-59cf2e42dbd0 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:11.664405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8632b2-0f72-47ff-9275-7fb5f78d071a None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:11.751374 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-0bb9cd13-9f7a-4e45-90e2-de640fd49bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380356 Jul 05 09:45:11.776327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': 'd0c91c4b-de7c-40ed-9ed9-c1556df342a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:11.776871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: bf2d8090-1805-41bb-879e-35a5908cdee9, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:11.819411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0bd099a4-db18-4ae2-9e32-58a175141983 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1855597 Jul 05 09:45:11.823746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49846) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:11.836713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:11.874137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Allocated IP 172.20.0.7 (145f61af-3358-4cfc-a9f3-289068f75885/3875d2c2-0fba-4d4a-befb-b87d91778d6d/b53bddee-d617-4292-8d79-a0e229caed46) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:11.927520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62e5d17a-5b87-40fb-be84-e4c1c20cf298 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:12.013893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 62e5d17a-5b87-40fb-be84-e4c1c20cf298 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:12.014568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62e5d17a-5b87-40fb-be84-e4c1c20cf298 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:12.055658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network bf2d8090-1805-41bb-879e-35a5908cdee9 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:12.115741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, bf2d8090-1805-41bb-879e-35a5908cdee9) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:12.141309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:12.141993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.170069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:12.177748 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.184528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af896c19-c6c1-4158-ac82-e7f8895b5b3d None None] Network bf2d8090-1805-41bb-879e-35a5908cdee9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:12.193379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-70f75e4a-eebe-4c39-883e-f07c1b5e538d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8482733 Jul 05 09:45:12.196547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:12.250292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9', 'name': 'tempest-PortsTestJSON-1338808323'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:12.342745 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.451419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:12.456159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.482715 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.484458 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacccea2-f464-4124-9774-60cf2576680d x-openstack-request-id: req-aacccea2-f464-4124-9774-60cf2576680d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:12.484949 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe", "name": "network-vif-deleted", "tag": "62e5d17a-5b87-40fb-be84-e4c1c20cf298", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:12.485306 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aacccea2-f464-4124-9774-60cf2576680d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:12.486024 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa8d6a3-d3a7-4076-9cab-5b635cdf67fe', 'name': 'network-vif-deleted', 'tag': '62e5d17a-5b87-40fb-be84-e4c1c20cf298', 'status': 'completed', 'code': 200} Jul 05 09:45:12.488061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port a21e4101-e939-4961-8dce-43ea74318d6e yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:12.502297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f21bafe-b85f-41c3-b0d3-abf7359ed71e req-c30b8819-1fc7-42fd-b324-c70e0b7d1c76 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 210 time: 0.0951209 Jul 05 09:45:12.546477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:12.547521 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.732838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Network 145f61af-3358-4cfc-a9f3-289068f75885 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:12.750156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-bf2d8090-1805-41bb-879e-35a5908cdee9', 'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9', 'tenant_id': '02332481cfaf4e12a9e08ad0d0ce974a', 'fixed_ips': [{'subnet_id': '31f58b3b-0317-42e8-9752-a586d54d5076'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:12.750757 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:12.794802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:12.826622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b17d674-aac2-412e-9952-714487d2ac98 req-36b975e0-8b6e-4f61-9e4f-a7fdbd93a346 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 210 time: 0.0777957 Jul 05 09:45:12.835523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:12.960289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.12 (bf2d8090-1805-41bb-879e-35a5908cdee9/31f58b3b-0317-42e8-9752-a586d54d5076/a21e4101-e939-4961-8dce-43ea74318d6e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:13.009503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:13.067851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.069162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.078323 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.170702 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-a3cdd49e-678a-401b-a969-f5e79b815b9d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4897113 Jul 05 09:45:13.184124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=cbe77153-ae32-4b02-94fc-6a035e5f9cb5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:13.199178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Request body: {'port': {'device_id': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:13.240672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-199108c3-1b67-4363-ada1-8faa51595bb5 req-23f97fba-5916-4b56-bfc9-9158aed05315 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 210 time: 0.1888430 Jul 05 09:45:13.293163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:13.304929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:13.325416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.326778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.335544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:13.367940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.372072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c86eb576-b3c3-4c70-8e4f-5a32f92534a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5467479 Jul 05 09:45:13.373298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:13.393352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d93fb9-c427-4f9d-8c5f-296bc7ccb1e6 req-5ad52174-89fa-4618-a3f1-8aab776af8ce tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.402038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3d93fb9-c427-4f9d-8c5f-296bc7ccb1e6 req-5ad52174-89fa-4618-a3f1-8aab776af8ce tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.5700758 Jul 05 09:45:13.414165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'name': 'tempest-NetworksTestDHCPv6-327996198'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:13.507142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3d93fb9-c427-4f9d-8c5f-296bc7ccb1e6 req-33e61076-459d-4b41-92b1-7dbf3267c480 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038499 Jul 05 09:45:13.531665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.680096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object a21e4101-e939-4961-8dce-43ea74318d6e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:13.685279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] Deleting port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:13.685865 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.706314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-ca7913de-d25d-44a9-b264-7b0a3a329cda tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:13.712610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-ca7913de-d25d-44a9-b264-7b0a3a329cda tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "GET /v2.0/networks?id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 200 len: 817 time: 0.6627550 Jul 05 09:45:13.751960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Request body: {'port': {'device_id': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5', 'admin_state_up': True, 'tenant_id': '2fb8267a9efa477b9554ac8c5876aaf8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:13.856950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] For port 8b019598-6afc-4520-8ef5-c3aa66f14ad1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8b019598-6afc-4520-8ef5-c3aa66f14ad1,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:13.857766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:13.875821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] Calling delete_port for 8b019598-6afc-4520-8ef5-c3aa66f14ad1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:13.970889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.013367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:14.018649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.039418 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.053428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Made reservation on behalf of 2fb8267a9efa477b9554ac8c5876aaf8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:14.058844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.151017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port bd098a09-5fa1-4989-8942-374c2fbe4bf9 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:14.197545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Allocated IP 172.20.0.2 (bf2d8090-1805-41bb-879e-35a5908cdee9/31f58b3b-0317-42e8-9752-a586d54d5076/f959d98e-88d3-4a4b-bf94-e54e337ab078) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:14.335128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network bf2d8090-1805-41bb-879e-35a5908cdee9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:14.355651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53bddee-d617-4292-8d79-a0e229caed46 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:14.382400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] No DVR routers for this DVR port 8b019598-6afc-4520-8ef5-c3aa66f14ad1 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:14.390769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:14.409079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:14.413768 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68b99e02-1294-4174-a4de-5a518f2400c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.421402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645fd24-27ab-462c-8144-1174cb24e16d None None] Pushing event deleted for resources: {'Port': ['ID=8b019598-6afc-4520-8ef5-c3aa66f14ad1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:14.428794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c69bc5-486f-414b-a215-ed4d2326e2e0 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:14.448238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.496553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.514130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Transition to ACTIVE for port object f959d98e-88d3-4a4b-bf94-e54e337ab078 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:14.543062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=a21e4101-e939-4961-8dce-43ea74318d6e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:14.558053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Transition to ACTIVE for port object f959d98e-88d3-4a4b-bf94-e54e337ab078 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:14.573541 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.647793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Network bf2d8090-1805-41bb-879e-35a5908cdee9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:14.648966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3754f606-fdc2-44ee-8a8a-8b204353305f req-4cb62f37-9472-4a5e-9ece-87d9b8afd134 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 210 time: 0.2089710 Jul 05 09:45:14.652868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::137 (8bf03de8-a5cd-4166-895f-409ef6031a3b/cbe77153-ae32-4b02-94fc-6a035e5f9cb5/bd098a09-5fa1-4989-8942-374c2fbe4bf9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:14.658848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:14.665855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:14.711321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Pushing event updated for resources: {'Port': ['ID=f959d98e-88d3-4a4b-bf94-e54e337ab078,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:14.774174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': 'cbe77153-ae32-4b02-94fc-6a035e5f9cb5'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:14.775214 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.815324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:14.821276 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.835797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Transition to ACTIVE for port object b53bddee-d617-4292-8d79-a0e229caed46 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:14.879250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:14.919919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af7d3250-ae97-4712-9320-59aea5133fc5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7225046 Jul 05 09:45:14.925976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:14.968446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-870d5fa6-af5a-49a6-90ab-6d0d1b238e9f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:14.971345 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-870d5fa6-af5a-49a6-90ab-6d0d1b238e9f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "GET /v2.0/networks?id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 200 len: 817 time: 0.5450666 Jul 05 09:45:14.985079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Attempting to bind port f959d98e-88d3-4a4b-bf94-e54e337ab078 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:14.985618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Attempting to bind port f959d98e-88d3-4a4b-bf94-e54e337ab078 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd0c91c4b-de7c-40ed-9ed9-c1556df342a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:14.985843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Attempting to bind port f959d98e-88d3-4a4b-bf94-e54e337ab078 on network bf2d8090-1805-41bb-879e-35a5908cdee9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:15.008261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213eea0-c729-4358-ace4-cd30209ad4c2 req-ebe642f2-c306-4eca-bbe2-8a87d7312cc0 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:15.009617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:15.010027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Checking segment: {'id': 'd0c91c4b-de7c-40ed-9ed9-c1556df342a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:15.014275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.014920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Bound using segment: {'id': 'd0c91c4b-de7c-40ed-9ed9-c1556df342a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:15.015483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Bound port: f959d98e-88d3-4a4b-bf94-e54e337ab078, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c91c4b-de7c-40ed-9ed9-c1556df342a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8090-1805-41bb-879e-35a5908cdee9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:15.015894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.019024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4213eea0-c729-4358-ace4-cd30209ad4c2 req-ebe642f2-c306-4eca-bbe2-8a87d7312cc0 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 931 time: 1.1717958 Jul 05 09:45:15.022322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Request body: {'port': {'device_id': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5', 'admin_state_up': True, 'tenant_id': '2fb8267a9efa477b9554ac8c5876aaf8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:15.110397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-da0dca61-c5d0-47ed-9f2d-c1446ba1889d tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:15.113994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-da0dca61-c5d0-47ed-9f2d-c1446ba1889d tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.16 "GET /v2.0/networks?id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 200 len: 817 time: 1.0909965 Jul 05 09:45:15.159187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Request body: {'port': {'device_id': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5', 'admin_state_up': True, 'tenant_id': '2fb8267a9efa477b9554ac8c5876aaf8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:15.171524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:15.198700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] For port f959d98e-88d3-4a4b-bf94-e54e337ab078, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:15.203875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] For port f959d98e-88d3-4a4b-bf94-e54e337ab078, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f959d98e-88d3-4a4b-bf94-e54e337ab078,segment=NetworkSegment(d0c91c4b-de7c-40ed-9ed9-c1556df342a9),segment_id=d0c91c4b-de7c-40ed-9ed9-c1556df342a9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:15.210637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.340314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf2fa-c06c-42fd-8111-22ab6ad25487 None None] Pushing event updated for resources: {'Port': ['ID=f959d98e-88d3-4a4b-bf94-e54e337ab078,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:15.386730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8b019598-6afc-4520-8ef5-c3aa66f14ad1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:15.446072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 8b019598-6afc-4520-8ef5-c3aa66f14ad1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:15.446628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8b019598-6afc-4520-8ef5-c3aa66f14ad1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:15.580186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port a21e4101-e939-4961-8dce-43ea74318d6e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:15.580708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.597240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Attempting to bind port b53bddee-d617-4292-8d79-a0e229caed46 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:15.599691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Attempting to bind port b53bddee-d617-4292-8d79-a0e229caed46 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:15.600243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Attempting to bind port b53bddee-d617-4292-8d79-a0e229caed46 on network 145f61af-3358-4cfc-a9f3-289068f75885 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:15.626819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Port b53bddee-d617-4292-8d79-a0e229caed46 on network 145f61af-3358-4cfc-a9f3-289068f75885 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:15.626819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Attempting to bind port b53bddee-d617-4292-8d79-a0e229caed46 on network 145f61af-3358-4cfc-a9f3-289068f75885 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:15.714867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-2f7ba309-9497-451f-b18b-219cfc262dc1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:15.717489 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-2f7ba309-9497-451f-b18b-219cfc262dc1 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 812 time: 0.4424610 Jul 05 09:45:15.741096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:15.741470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Checking segment: {'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:15.741834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Bound using segment: {'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:15.742287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Bound port: b53bddee-d617-4292-8d79-a0e229caed46, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:15.742652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.744790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Made reservation on behalf of 2fb8267a9efa477b9554ac8c5876aaf8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:15.749067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:15.769844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Request body: {'port': {'device_id': '783db39b-5371-4992-b3ec-401d0eb27920', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'admin_state_up': True, 'tenant_id': '6b0d8e75b09843f39dad263ac685956e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:15.956294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4213eea0-c729-4358-ace4-cd30209ad4c2 req-5bdbbf95-f865-4011-ae61-f2e5c9132d81 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9360392 Jul 05 09:45:15.995014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Allocated IP 172.20.0.3 (ee879347-3cfc-42c7-a154-9bc1cd2ecbe5/d153e47c-626f-4962-9344-5e024ab5ad7e/dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:16.015000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.069986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for a21e4101-e939-4961-8dce-43ea74318d6e owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:16.085046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:16.093917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:16.097687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a259-b90b-4923-9e6e-38bc7ff83d7d req-1428728d-72ba-444f-b515-8b48572bed28 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.106354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5482a259-b90b-4923-9e6e-38bc7ff83d7d req-1428728d-72ba-444f-b515-8b48572bed28 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 950 time: 1.1538131 Jul 05 09:45:16.110763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-64eb8963-aa2a-44ec-8354-ac785bd8c48e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.112393 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-64eb8963-aa2a-44ec-8354-ac785bd8c48e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 950 time: 0.3897505 Jul 05 09:45:16.124016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.191431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.245445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Made reservation on behalf of 6b0d8e75b09843f39dad263ac685956e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:16.249748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.268258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.268893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.270346 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 1092 time: 3.0874059 Jul 05 09:45:16.273258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:16.275615 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14" -d '{"events": [{"name": "network-changed", "server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "tag": "b53bddee-d617-4292-8d79-a0e229caed46"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:16.287789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d42660f0-fa48-4fdf-9b3e-a7fa7b17ffef req-50178e14-9048-4bd9-8728-95853f2541d5 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 210 time: 0.0751092 Jul 05 09:45:16.363858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object bd098a09-5fa1-4989-8942-374c2fbe4bf9 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:16.439686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5482a259-b90b-4923-9e6e-38bc7ff83d7d req-9bdf082f-22e5-48f2-b605-cbcc8c59b7f2 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321571 Jul 05 09:45:16.445076 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Made reservation on behalf of 2fb8267a9efa477b9554ac8c5876aaf8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:16.462315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.641375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.654752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.744186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.775241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-70fd69b6-0d6f-429b-94b7-137c18dddb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.809257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/cbe77153-ae32-4b02-94fc-6a035e5f9cb5/569d1918-7c05-4416-bbe3-23b264ad0d89) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:16.847952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:16.857912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:16.863850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:16.869644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.870329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.874771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=bd098a09-5fa1-4989-8942-374c2fbe4bf9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:16.897329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a540f-88a8-4c6a-8664-e9fc00bd3d8d req-0663f94a-d7fd-4671-b51e-964af6aad3ca tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:16.899009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-777a540f-88a8-4c6a-8664-e9fc00bd3d8d req-0663f94a-d7fd-4671-b51e-964af6aad3ca tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.3587420 Jul 05 09:45:16.936947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:16.975122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-73e1c571-4dc6-4c0d-b811-adf1efa03205 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5937450 Jul 05 09:45:16.979877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:17.045663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.058273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Transition to ACTIVE for port object 569d1918-7c05-4416-bbe3-23b264ad0d89 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:17.086230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f1ec3-62ea-42cf-974b-7309dfe478f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:17.087918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Transition to ACTIVE for port object 569d1918-7c05-4416-bbe3-23b264ad0d89 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:17.103616 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.110702 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.142744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ba845-d303-4b93-b705-7c3e08393c72 None None] Network bf2d8090-1805-41bb-879e-35a5908cdee9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:17.160478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:17.172804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:17.174684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:17.181765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-777a540f-88a8-4c6a-8664-e9fc00bd3d8d req-d3e2ab88-0536-4c13-a68f-86f6511dcef0 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569206 Jul 05 09:45:17.193678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Pushing event updated for resources: {'Port': ['ID=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:17.203106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:17.356520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.358835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.373533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:17.405904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-45d3850e-064a-453c-944a-6050c09778fc tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6638663 Jul 05 09:45:17.408279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:17.418005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Pushing event updated for resources: {'Port': ['ID=569d1918-7c05-4416-bbe3-23b264ad0d89,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:17.442021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-98f0cc73-0531-4050-8d04-e9dfa87da4b3 None None] Provisioning for port f959d98e-88d3-4a4b-bf94-e54e337ab078 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:17.444118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Request body: {'port': {'device_id': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:17.489590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f959d98e-88d3-4a4b-bf94-e54e337ab078 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:17.553040 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1582ea32-35e7-4c87-864b-e82392bee0cf x-openstack-request-id: req-1582ea32-35e7-4c87-864b-e82392bee0cf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:17.553981 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "tag": "b53bddee-d617-4292-8d79-a0e229caed46", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:17.554634 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1582ea32-35e7-4c87-864b-e82392bee0cf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:17.555879 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46', 'status': 'completed', 'code': 200} Jul 05 09:45:17.584613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Attempting to bind port 569d1918-7c05-4416-bbe3-23b264ad0d89 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:17.585059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Attempting to bind port 569d1918-7c05-4416-bbe3-23b264ad0d89 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:17.585375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Attempting to bind port 569d1918-7c05-4416-bbe3-23b264ad0d89 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:17.623052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:17.623442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:17.623884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.624283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:17.624779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Bound port: 569d1918-7c05-4416-bbe3-23b264ad0d89, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:17.625346 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.686797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=a21e4101-e939-4961-8dce-43ea74318d6e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:17.721090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f959d98e-88d3-4a4b-bf94-e54e337ab078 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:17.732684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f959d98e-88d3-4a4b-bf94-e54e337ab078 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:17.733402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.770366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Allocated IP 172.20.0.8 (ee879347-3cfc-42c7-a154-9bc1cd2ecbe5/d153e47c-626f-4962-9344-5e024ab5ad7e/a1801d92-56d1-48bd-ad0c-348f6a4a559a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:17.796542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port 23285025-c998-4033-bce2-2633ea92d601 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:17.796898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.839035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] For port 569d1918-7c05-4416-bbe3-23b264ad0d89, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:17.846312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Allocated IP 172.20.0.6 (95f2e8ac-3bd9-47f1-bdea-6826ffe85630/89de0421-44ed-4064-9c5b-0199b9e27602/e9f04f86-75d4-4734-9db5-c006348e3330) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:17.849253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] For port 569d1918-7c05-4416-bbe3-23b264ad0d89, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=569d1918-7c05-4416-bbe3-23b264ad0d89,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:17.856379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.865875 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.885276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc0802-aa93-4578-bec3-48da75d8ba0d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:17.889272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7dcc0802-aa93-4578-bec3-48da75d8ba0d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.8856297 Jul 05 09:45:17.905584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49918) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:17.912630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.915702 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c4dcac23-1f92-4a2d-967b-e32c97807ee0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/a21e4101-e939-4961-8dce-43ea74318d6e HTTP/1.1" status: 204 len: 168 time: 2.9858320 Jul 05 09:45:17.928630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:17.955167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:17.985125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fc8a3f6-d99d-44ef-95ef-af272aac3671 req-ee685598-d7e1-4356-8e76-5c91a71d4c12 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 210 time: 0.3732316 Jul 05 09:45:18.017443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83530e89-3537-4bcb-8973-dd8e5cc844ea None None] Pushing event updated for resources: {'Port': ['ID=569d1918-7c05-4416-bbe3-23b264ad0d89,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:18.024073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.111781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port f959d98e-88d3-4a4b-bf94-e54e337ab078, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f959d98e-88d3-4a4b-bf94-e54e337ab078,segment=NetworkSegment(d0c91c4b-de7c-40ed-9ed9-c1556df342a9),segment_id=d0c91c4b-de7c-40ed-9ed9-c1556df342a9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:18.134296 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.239823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=f959d98e-88d3-4a4b-bf94-e54e337ab078,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:18.241410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23bda-d366-4230-9162-612dcf612b0c req-eaa81902-8c3a-4c06-9eda-cf63e217aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:18.246880 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-eaa81902-8c3a-4c06-9eda-cf63e217aa00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1095 time: 1.1948733 Jul 05 09:45:18.301112 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93431bb-4e81-4bf0-8e02-7baaa16bb822 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:45:18.302038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93431bb-4e81-4bf0-8e02-7baaa16bb822 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:45:18.303878 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f93431bb-4e81-4bf0-8e02-7baaa16bb822 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/a21e4101-e939-4961-8dce-43ea74318d6e HTTP/1.1" status: 404 len: 333 time: 0.3398569 Jul 05 09:45:18.307740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port 23285025-c998-4033-bce2-2633ea92d601, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=23285025-c998-4033-bce2-2633ea92d601,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:18.308122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.324261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:18.364435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccfc2e0f-4b2e-45b6-9b83-a41e2af88f0d req-ebd2c652-c5e5-45ec-bebd-4a1e70108fd6 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 210 time: 0.0878932 Jul 05 09:45:18.417942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for 23285025-c998-4033-bce2-2633ea92d601 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:18.526343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9f8091ef-b599-4ed6-ac7d-c7394027b6a9 None None] Provisioning complete for port f959d98e-88d3-4a4b-bf94-e54e337ab078 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:18.526787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f8091ef-b599-4ed6-ac7d-c7394027b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:18.537806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460eeea-8c40-43b8-85df-7dde97eaa297 req-a8c9a6fa-8886-4346-a815-c22c237d3d30 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:18.547607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e460eeea-8c40-43b8-85df-7dde97eaa297 req-a8c9a6fa-8886-4346-a815-c22c237d3d30 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 943 time: 0.9330997 Jul 05 09:45:18.557366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-ac9c4bf6-25d4-4a8e-b5f0-7ef680a92587 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5708168 Jul 05 09:45:18.694019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e460eeea-8c40-43b8-85df-7dde97eaa297 req-cc47b3cc-1917-4edd-92e2-707a880b9a33 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434848 Jul 05 09:45:18.763164 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-817cc098-3133-4877-b99e-e0627fde22e4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:45:18.765181 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-817cc098-3133-4877-b99e-e0627fde22e4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/a21e4101-e939-4961-8dce-43ea74318d6e HTTP/1.1" status: 404 len: 333 time: 0.4236877 Jul 05 09:45:18.817385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:18.839280 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-e1776dab-8a4b-42f4-9bd5-f281ab3f7a17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 217 time: 0.5339851 Jul 05 09:45:18.963950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-185cf9b1-0f71-45e1-987e-ba64467bb7f4 None None] Could not find standard attr ID for object a21e4101-e939-4961-8dce-43ea74318d6e. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:18.994337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet 31f58b3b-0317-42e8-9752-a586d54d5076 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:19.012856 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.087449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23bda-d366-4230-9162-612dcf612b0c req-40a94fa2-12db-438d-93b9-bfa906650391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.089016 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-40a94fa2-12db-438d-93b9-bfa906650391 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.2252038 Jul 05 09:45:19.106173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fc5da-dde6-4f64-a858-84a5c549c4c5 req-a0df5475-c814-4b34-80d9-1453c29c36bf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.108232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-343fc5da-dde6-4f64-a858-84a5c549c4c5 req-a0df5475-c814-4b34-80d9-1453c29c36bf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=95742603-b80f-41a6-b8f2-a297bd0587cd HTTP/1.1" status: 200 len: 950 time: 0.4339046 Jul 05 09:45:19.118619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-fbdf03ed-89b5-43b3-b462-322d2b4e9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.121034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-fbdf03ed-89b5-43b3-b462-322d2b4e9cdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 1097 time: 0.5193045 Jul 05 09:45:19.134871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.238705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.254748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-1eb57f6b-2fc6-4533-87aa-f61eb62ccfa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740340 Jul 05 09:45:19.264982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.271315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port bd098a09-5fa1-4989-8942-374c2fbe4bf9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:19.271661 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.326488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.371866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.386046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617', '0e14760d-15dd-49f4-8024-923bef6e8f3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:19.465675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c8e53-fcb4-4b55-b10f-278800375437 req-9be243ae-b6de-44fc-8fd2-f22e63730a6e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:19.468268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0c8e53-fcb4-4b55-b10f-278800375437 req-9be243ae-b6de-44fc-8fd2-f22e63730a6e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.5938416 Jul 05 09:45:19.488111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', '2dea635d-b884-4413-9b27-be23c9c62f19'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:19.574893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-343fc5da-dde6-4f64-a858-84a5c549c4c5 req-e5b59f59-d1d2-44db-b0db-4f6bd02dd04b tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500384 Jul 05 09:45:19.620582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f959d98e-88d3-4a4b-bf94-e54e337ab078 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:19.642795 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-ca12e483-ad2e-40ac-adba-ce40f19f0fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640692 Jul 05 09:45:19.650558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=23285025-c998-4033-bce2-2633ea92d601,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:19.658334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c0c8e53-fcb4-4b55-b10f-278800375437 req-98809954-fb0b-4660-a46c-fc9da5ded37a tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542492 Jul 05 09:45:19.691924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.818487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Allocated IP 172.20.0.2 (ee879347-3cfc-42c7-a154-9bc1cd2ecbe5/d153e47c-626f-4962-9344-5e024ab5ad7e/9465a8ef-86ff-4671-840b-d6275ea96654) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:19.885112 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:19.911423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 23285025-c998-4033-bce2-2633ea92d601 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:19.998046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 23285025-c998-4033-bce2-2633ea92d601 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:19.998609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 23285025-c998-4033-bce2-2633ea92d601 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:20.004209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6d23bda-d366-4230-9162-612dcf612b0c req-33ea7134-3ffb-409c-b75c-afa53e806267 service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439114 Jul 05 09:45:20.029994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f959d98e-88d3-4a4b-bf94-e54e337ab078 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:20.030425 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.138428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f5a7c5b-4669-4d1f-9a72-43c175e128cd None None] Provisioning for port 569d1918-7c05-4416-bbe3-23b264ad0d89 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:20.145032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.375731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.430978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port 23285025-c998-4033-bce2-2633ea92d601 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:20.542600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.547495 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d23567ca-ea38-4b10-9345-f7265b2b37fb req-d931ea2b-4109-4aac-bf80-6713ab53afcf tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "DELETE /v2.0/ports/23285025-c998-4033-bce2-2633ea92d601 HTTP/1.1" status: 204 len: 173 time: 4.3860250 Jul 05 09:45:20.548598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'name': 'network-vif-deleted', 'tag': '23285025-c998-4033-bce2-2633ea92d601'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:20.553557 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9659a3-204a-40e6-a382-bb5239acc6e2" -d '{"events": [{"server_uuid": "95742603-b80f-41a6-b8f2-a297bd0587cd", "name": "network-vif-deleted", "tag": "23285025-c998-4033-bce2-2633ea92d601"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:20.557387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:20.592220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 569d1918-7c05-4416-bbe3-23b264ad0d89 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:20.616945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.671643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:20.687299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for bd098a09-5fa1-4989-8942-374c2fbe4bf9 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:20.699936 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.746167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf9358bf-51c8-4666-981e-36c5ed7f2aee None None] Provisioning for port bd098a09-5fa1-4989-8942-374c2fbe4bf9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:20.770223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:20.781738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ce059e0-31fc-48b4-bb84-7bfa67607210 req-71d1b2cf-31ad-4fb2-9482-2956ab327bf7 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 210 time: 0.5376167 Jul 05 09:45:20.789780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:20.823131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf9358bf-51c8-4666-981e-36c5ed7f2aee None None] Provisioning complete for port bd098a09-5fa1-4989-8942-374c2fbe4bf9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:20.824011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf9358bf-51c8-4666-981e-36c5ed7f2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.846022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-1f7e0c7f-a014-44aa-98fa-1935836100d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:20.848235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-1f7e0c7f-a014-44aa-98fa-1935836100d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 200 len: 912 time: 1.6793203 Jul 05 09:45:20.884331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:20.894354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:20.980818 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:20.988547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Pushing event updated for resources: {'Port': ['ID=a1801d92-56d1-48bd-ad0c-348f6a4a559a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.054763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event updated for resources: {'Port': ['ID=e9f04f86-75d4-4734-9db5-c006348e3330,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.085092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:21.090327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-68e78f59-1ca7-4551-b120-206a30e3a70c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5be27a-8e07-416a-b84c-22d9bc047607 HTTP/1.1" status: 200 len: 1001 time: 0.2091417 Jul 05 09:45:21.094409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:21.102524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:21.135492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.136203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.145642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf9358bf-51c8-4666-981e-36c5ed7f2aee None None] Port bd098a09-5fa1-4989-8942-374c2fbe4bf9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:45:21.153207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Pushing event updated for resources: {'Port': ['ID=9465a8ef-86ff-4671-840b-d6275ea96654,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.156492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.157177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.159400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 569d1918-7c05-4416-bbe3-23b264ad0d89 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:21.172901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.173688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.174371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 569d1918-7c05-4416-bbe3-23b264ad0d89 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:21.174747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.217788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c533d7c7-5ac3-4246-b7b2-4fa53f834ed2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2054000 Jul 05 09:45:21.226427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-b198823f-34c3-4653-9fca-48f12da569f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.228471 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-b198823f-34c3-4653-9fca-48f12da569f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1095 time: 1.0494771 Jul 05 09:45:21.239782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Request body: {'port': {'device_id': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:21.298608 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f48416a-01d5-49bd-8cb8-5e07c2e6f395 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5448837 Jul 05 09:45:21.312196 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.356700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 569d1918-7c05-4416-bbe3-23b264ad0d89, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=569d1918-7c05-4416-bbe3-23b264ad0d89,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:21.375997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.387183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Request body: {'port': {'device_id': '783db39b-5371-4992-b3ec-401d0eb27920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:21.458699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=569d1918-7c05-4416-bbe3-23b264ad0d89,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.496292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.545823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=bd098a09-5fa1-4989-8942-374c2fbe4bf9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.561036 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.615961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-f0456c39-f948-4662-9ee3-fa64691e7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.616201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b3a4a2b1-f400-4402-9902-e69f333abc0f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4715469 Jul 05 09:45:21.618994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-f0456c39-f948-4662-9ee3-fa64691e7d19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 0.3333745 Jul 05 09:45:21.631651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=31f58b3b-0317-42e8-9752-a586d54d5076,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:21.645306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c919b-e8a6-4a15-802b-6619413bc52d None None] Network bf2d8090-1805-41bb-879e-35a5908cdee9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:21.654657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Request body: {'port': {'device_id': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:21.660949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.662068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.668280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-61e06599-bd91-41e2-b2b6-f67998e49ff8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/31f58b3b-0317-42e8-9752-a586d54d5076 HTTP/1.1" status: 204 len: 168 time: 2.8422294 Jul 05 09:45:21.669199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e2d09bc4-f604-4a83-87cc-ca9edeefb093 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/bd098a09-5fa1-4989-8942-374c2fbe4bf9 HTTP/1.1" status: 204 len: 168 time: 3.7498248 Jul 05 09:45:21.703275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:21.703756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49950) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:21.731332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d636ac-95d3-490c-82bd-f23625eb065f req-a0e9cc80-61f2-45bf-adc8-25fc297b411d tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.733207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3d636ac-95d3-490c-82bd-f23625eb065f req-a0e9cc80-61f2-45bf-adc8-25fc297b411d tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 931 time: 1.5175869 Jul 05 09:45:21.737326 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-22f028bc-2247-4840-8915-10e2b282b08f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 217 time: 0.0856302 Jul 05 09:45:21.755302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:21.850444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-71e1a8e0-c176-4a86-a265-b9f8ff7045b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:21.852430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-71e1a8e0-c176-4a86-a265-b9f8ff7045b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 200 len: 850 time: 0.6544113 Jul 05 09:45:22.063586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] DHCP port deletion for bf2d8090-1805-41bb-879e-35a5908cdee9 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:22.080470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f52d2a-5840-450a-a0c4-b74955f7d2e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.082486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f52d2a-5840-450a-a0c4-b74955f7d2e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.084410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c1f52d2a-5840-450a-a0c4-b74955f7d2e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3794210 Jul 05 09:45:22.094935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49956) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:22.116383 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.122848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] Deleting port f959d98e-88d3-4a4b-bf94-e54e337ab078 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:22.123286 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.161043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3d636ac-95d3-490c-82bd-f23625eb065f req-1dfc13dc-fcb7-42d6-a503-37ae5519bf7f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550675 Jul 05 09:45:22.199434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] For port f959d98e-88d3-4a4b-bf94-e54e337ab078, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f959d98e-88d3-4a4b-bf94-e54e337ab078,segment=NetworkSegment(d0c91c4b-de7c-40ed-9ed9-c1556df342a9),segment_id=d0c91c4b-de7c-40ed-9ed9-c1556df342a9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:22.200048 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.211490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5986-c925-43f2-a34c-5b02b01c9f55 req-b77cd4ca-bc14-4938-94ce-e0eede3623fb tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.216061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] Calling delete_port for f959d98e-88d3-4a4b-bf94-e54e337ab078 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:22.218488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d0e5986-c925-43f2-a34c-5b02b01c9f55 req-b77cd4ca-bc14-4938-94ce-e0eede3623fb tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 943 time: 1.2257824 Jul 05 09:45:22.227719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:22.290579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.309095 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.313229 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.332768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] No DVR routers for this DVR port f959d98e-88d3-4a4b-bf94-e54e337ab078 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:22.395656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dc1a5-fd6f-4de6-9e9d-8a947994bbf7 None None] Pushing event deleted for resources: {'Port': ['ID=f959d98e-88d3-4a4b-bf94-e54e337ab078,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:22.418234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-5227c28b-e987-4b98-b880-617541ceb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.421189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-5227c28b-e987-4b98-b880-617541ceb367 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f99888d9-4195-4d23-9120-f2c5061a0b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5569627 Jul 05 09:45:22.429235 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d88f31-fb3e-4298-b609-e7b51f5c9d16 x-openstack-request-id: req-21d88f31-fb3e-4298-b609-e7b51f5c9d16 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:22.429572 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95742603-b80f-41a6-b8f2-a297bd0587cd", "name": "network-vif-deleted", "tag": "23285025-c998-4033-bce2-2633ea92d601", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:22.429761 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21d88f31-fb3e-4298-b609-e7b51f5c9d16 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:22.430163 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95742603-b80f-41a6-b8f2-a297bd0587cd', 'name': 'network-vif-deleted', 'tag': '23285025-c998-4033-bce2-2633ea92d601', 'status': 'completed', 'code': 200} Jul 05 09:45:22.452898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Transition to ACTIVE for port object dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:22.457990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet cbe77153-ae32-4b02-94fc-6a035e5f9cb5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:22.465316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-0c3f69f6-a56a-4416-8f93-7d532ea8ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:22.466886 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-0c3f69f6-a56a-4416-8f93-7d532ea8ce12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.7126641 Jul 05 09:45:22.553050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.553273 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-86d39e46-de55-4468-93c0-ee4ce856913d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657051 Jul 05 09:45:22.556173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.626106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d0e5986-c925-43f2-a34c-5b02b01c9f55 req-58b1935d-cdbe-4d99-8dbf-41e5fc66685a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582535 Jul 05 09:45:22.751768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:22.839032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f04f86-75d4-4734-9db5-c006348e3330 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:22.849934 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.855247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-b6dc0467-67ed-430b-9145-30d0a5515dab service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901638 Jul 05 09:45:22.859851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.873408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.882660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1801d92-56d1-48bd-ad0c-348f6a4a559a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:22.934180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.941088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Transition to ACTIVE for port object e9f04f86-75d4-4734-9db5-c006348e3330 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:22.952631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:22.958455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2d8090-1805-41bb-879e-35a5908cdee9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:22.971399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Transition to ACTIVE for port object a1801d92-56d1-48bd-ad0c-348f6a4a559a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:23.000189 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.012423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c91c4b-de7c-40ed-9ed9-c1556df342a9') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:23.013461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c91c4b-de7c-40ed-9ed9-c1556df342a9') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:23.029459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-87ff1b25-c864-4f42-912c-f0b519cfefac service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617526 Jul 05 09:45:23.047901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f04f86-75d4-4734-9db5-c006348e3330,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:23.057846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.173979 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ec6fbc4c-52f7-42a3-b316-e99cb8e26f14 req-7dbc4a0a-154d-4a86-bc5e-1a50dabb86bc service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061392 Jul 05 09:45:23.208219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.218260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1801d92-56d1-48bd-ad0c-348f6a4a559a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:23.244118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:45:23.244527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.256604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484fe5-30c6-4d83-9fdf-827a7622f7a4 req-36547950-d52e-407b-ad4a-2dd59400aaea tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:23.263797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21484fe5-30c6-4d83-9fdf-827a7622f7a4 req-36547950-d52e-407b-ad4a-2dd59400aaea tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.7117624 Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:45:23.265879 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:45:23.279376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Attempting to bind port e9f04f86-75d4-4734-9db5-c006348e3330 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:23.279683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Attempting to bind port e9f04f86-75d4-4734-9db5-c006348e3330 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:23.280015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Attempting to bind port e9f04f86-75d4-4734-9db5-c006348e3330 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:23.306663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Port e9f04f86-75d4-4734-9db5-c006348e3330 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:23.307996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Attempting to bind port e9f04f86-75d4-4734-9db5-c006348e3330 on network 95f2e8ac-3bd9-47f1-bdea-6826ffe85630 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:23.321383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Attempting to bind port a1801d92-56d1-48bd-ad0c-348f6a4a559a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:23.321861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Attempting to bind port a1801d92-56d1-48bd-ad0c-348f6a4a559a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:23.322342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Attempting to bind port a1801d92-56d1-48bd-ad0c-348f6a4a559a on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:23.325238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:23.325642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Checking segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:23.326393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Bound using segment: {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:23.326846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Bound port: e9f04f86-75d4-4734-9db5-c006348e3330, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8656bd-3a33-47c0-9d3d-cce71bc35096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:23.327313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.339962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Port a1801d92-56d1-48bd-ad0c-348f6a4a559a on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:23.339962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Attempting to bind port a1801d92-56d1-48bd-ad0c-348f6a4a559a on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:23.354787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:23.355135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Checking segment: {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:23.355445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Bound using segment: {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:23.355966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Bound port: a1801d92-56d1-48bd-ad0c-348f6a4a559a, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:23.357512 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.420865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e6d15-077d-416d-96dc-304eb2164b77 req-45d33cc5-774f-44c9-955c-ae751181886e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:23.422864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e36e6d15-077d-416d-96dc-304eb2164b77 req-45d33cc5-774f-44c9-955c-ae751181886e tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 931 time: 0.6617296 Jul 05 09:45:23.480154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.481061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] For port e9f04f86-75d4-4734-9db5-c006348e3330, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:23.496629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] For port e9f04f86-75d4-4734-9db5-c006348e3330, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e9f04f86-75d4-4734-9db5-c006348e3330,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:23.496929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b53bddee-d617-4292-8d79-a0e229caed46 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:23.507392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.550618 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.577136 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21484fe5-30c6-4d83-9fdf-827a7622f7a4 req-c7fb46f0-21d4-44e0-b9e3-ba795dff4d7d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122683 Jul 05 09:45:23.581432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Attempting to bind port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:23.581894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Attempting to bind port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:23.582291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Attempting to bind port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:23.582422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:23.583184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.585155 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/e9f04f86-75d4-4734-9db5-c006348e3330 HTTP/1.1" status: 200 len: 1092 time: 2.2022383 Jul 05 09:45:23.586393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a76ecf8-d49e-49dc-9ff9-1bdcfe6bfbbe req-53a2bb9e-17e0-4917-8c16-d57d3184872b service neutron] 10.222.0.16 "GET /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445318 Jul 05 09:45:23.589180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.594689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/bf2d8090-1805-41bb-879e-35a5908cdee9 HTTP/1.1" status: 204 len: 168 time: 1.8777683 Jul 05 09:45:23.599152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:23.607797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-3891855'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:23.608589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 569d1918-7c05-4416-bbe3-23b264ad0d89 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:23.622530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] For port a1801d92-56d1-48bd-ad0c-348f6a4a559a, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:23.679357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] For port a1801d92-56d1-48bd-ad0c-348f6a4a559a, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1801d92-56d1-48bd-ad0c-348f6a4a559a,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:23.694261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:23.694261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Attempting to bind port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:23.694261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e7c75-f878-4c73-bf76-354c51a08910 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=bf2d8090-1805-41bb-879e-35a5908cdee9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:23.705245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e36e6d15-077d-416d-96dc-304eb2164b77 req-87fa77d0-4840-4245-b29c-9b461209dd5b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617841 Jul 05 09:45:23.711920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:23.712427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Checking segment: {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:23.712917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Bound using segment: {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:23.713470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Bound port: dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:23.713932 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.718322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.750898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:23.752771 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.753540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.766450 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] 10.222.0.15 "PUT /v2.0/ports/a1801d92-56d1-48bd-ad0c-348f6a4a559a HTTP/1.1" status: 200 len: 1092 time: 2.5311592 Jul 05 09:45:23.767425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f917f5d-56b9-4a1a-a468-d6a8d84b44e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f04f86-75d4-4734-9db5-c006348e3330,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:23.850071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 569d1918-7c05-4416-bbe3-23b264ad0d89 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:23.851054 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.858299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe77153-ae32-4b02-94fc-6a035e5f9cb5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:23.884321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.888758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f5de7b8e-9c8a-4162-9370-cafc9d4a76f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/cbe77153-ae32-4b02-94fc-6a035e5f9cb5 HTTP/1.1" status: 204 len: 168 time: 1.7883935 Jul 05 09:45:23.888937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9465a8ef-86ff-4671-840b-d6275ea96654 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:23.901980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:23.909942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.927299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:23.938165 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:23.945323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0431963-23a9-4325-a143-e2eeba56a578 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:23.960490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3e25dff2-e496-468a-be78-b0fbae493751 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550222 Jul 05 09:45:23.964249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49970) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:23.982848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Transition to ACTIVE for port object 9465a8ef-86ff-4671-840b-d6275ea96654 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:23.984609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] For port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:24.025761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.036722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] For port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:24.046632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:24.078284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'b53bddee-d617-4292-8d79-a0e229caed46', 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885', 'port_id': 'b53bddee-d617-4292-8d79-a0e229caed46', 'mac_address': 'fa:16:3e:62:98:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3875d2c2-0fba-4d4a-befb-b87d91778d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:24.081954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.100745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:24.149653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.152116 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment 66b9c57e-ef79-44b9-bb07-ab5a35aa28d3 of type vlan for network b586e46f-0b8e-400a-9e51-bed55fcd16de Jul 05 09:45:24.167915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.170355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.172097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 HTTP/1.1" status: 200 len: 1092 time: 6.7407243 Jul 05 09:45:24.172963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'tag': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:24.175584 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e081f655-48dc-4a9f-98e1-4d04e01458c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dfa9ce-457c-40d4-af75-91f27077aca2", "tag": "dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:24.194263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Pushing event updated for resources: {'Port': ['ID=9465a8ef-86ff-4671-840b-d6275ea96654,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:24.198701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.225926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53bddee-d617-4292-8d79-a0e229caed46 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:24.255422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:24.265787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.300928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0740af-b1b7-4dc1-bc2a-5b9800fb6af7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1801d92-56d1-48bd-ad0c-348f6a4a559a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:24.310369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f959d98e-88d3-4a4b-bf94-e54e337ab078 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:24.313841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.321680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-381fff7a-a658-4da4-a42c-d870a678657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.323427 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-381fff7a-a658-4da4-a42c-d870a678657e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&device_id=cdfbe269-daec-402a-99ca-d003ddc3560e HTTP/1.1" status: 200 len: 1095 time: 0.4785531 Jul 05 09:45:24.326265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-89881ac9-be91-47b9-ba19-60d188b7538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.327920 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-89881ac9-be91-47b9-ba19-60d188b7538c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 1095 time: 0.6671462 Jul 05 09:45:24.350177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f959d98e-88d3-4a4b-bf94-e54e337ab078 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:24.350744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f959d98e-88d3-4a4b-bf94-e54e337ab078 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:24.385988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:24.396292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:24.431244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783db39b-5371-4992-b3ec-401d0eb27920', 'tag': 'e9f04f86-75d4-4734-9db5-c006348e3330'}, {'name': 'network-changed', 'server_uuid': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'tag': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:24.434200 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebcdd59-aa21-4e02-8878-2ee6862981b8" -d '{"events": [{"name": "network-changed", "server_uuid": "783db39b-5371-4992-b3ec-401d0eb27920", "tag": "e9f04f86-75d4-4734-9db5-c006348e3330"}, {"name": "network-changed", "server_uuid": "cdfbe269-daec-402a-99ca-d003ddc3560e", "tag": "a1801d92-56d1-48bd-ad0c-348f6a4a559a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:24.437964 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c5a496d3-2090-4d2e-a1c8-e39dfa812c37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1801d92-56d1-48bd-ad0c-348f6a4a559a HTTP/1.1" status: 200 len: 217 time: 0.1005049 Jul 05 09:45:24.445045 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-1d1ca69b-e58f-45b1-a63d-18eece466320 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9f04f86-75d4-4734-9db5-c006348e3330 HTTP/1.1" status: 200 len: 217 time: 0.0947094 Jul 05 09:45:24.451427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] Deleting port 569d1918-7c05-4416-bbe3-23b264ad0d89 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:24.451806 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.492355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.498481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.499147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.518421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] For port 569d1918-7c05-4416-bbe3-23b264ad0d89, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=569d1918-7c05-4416-bbe3-23b264ad0d89,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:24.519201 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.534993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:24.541293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] Calling delete_port for 569d1918-7c05-4416-bbe3-23b264ad0d89 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:24.591770 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9889722 Jul 05 09:45:24.601621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:24.612853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:24.622892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-7488c969-9326-4205-a62c-3827d6d84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.624436 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-7488c969-9326-4205-a62c-3827d6d84927 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.1700599 Jul 05 09:45:24.678555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-9601ba7c-3130-4069-ae26-8c4620aa19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.680003 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-9601ba7c-3130-4069-ae26-8c4620aa19ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d153e47c-626f-4962-9344-5e024ab5ad7e HTTP/1.1" status: 200 len: 857 time: 0.2267807 Jul 05 09:45:24.710494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.723144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b59de-44ff-43a4-bcb8-4d2e2ea37e88 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.724798 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-434f3942-e0ca-4b1e-8819-7cd70674fcba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849650 Jul 05 09:45:24.724921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e52b59de-44ff-43a4-bcb8-4d2e2ea37e88 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7595165 Jul 05 09:45:24.728390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14fec-11f7-495b-ad96-d45a0a3f6ce1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=b586e46f-0b8e-400a-9e51-bed55fcd16de,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:24.730645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:24.756384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b586e46f-0b8e-400a-9e51-bed55fcd16de details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:24.760188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] Pushing event deleted for resources: {'Port': ['ID=569d1918-7c05-4416-bbe3-23b264ad0d89,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:24.763329 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-ea7371ea-1971-4093-b932-35591d01d06c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678992 Jul 05 09:45:24.767637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cc705-485e-4490-8087-39c4cad29747 req-86f775b4-6846-46b2-9d10-f92db3ab8ac0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.769403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-405cc705-485e-4490-8087-39c4cad29747 req-86f775b4-6846-46b2-9d10-f92db3ab8ac0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 943 time: 0.6996288 Jul 05 09:45:24.773676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e06db-bd87-4d52-9309-28346faac756 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:24.774480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7ec56-998c-4369-82b8-8712f8b863b9 None None] No DVR routers for this DVR port 569d1918-7c05-4416-bbe3-23b264ad0d89 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:24.828378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Attempting to bind port 9465a8ef-86ff-4671-840b-d6275ea96654 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:24.828798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Attempting to bind port 9465a8ef-86ff-4671-840b-d6275ea96654 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:24.829188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Attempting to bind port 9465a8ef-86ff-4671-840b-d6275ea96654 on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:24.848459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Port 9465a8ef-86ff-4671-840b-d6275ea96654 on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:45:24.849393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Attempting to bind port 9465a8ef-86ff-4671-840b-d6275ea96654 on network ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:24.874576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94174-a0aa-46d9-9296-f5cc93d3b73f req-9c2d7724-ea40-46fd-a5a4-2425cfb471e5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.876227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4f94174-a0aa-46d9-9296-f5cc93d3b73f req-9c2d7724-ea40-46fd-a5a4-2425cfb471e5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 944 time: 0.2809081 Jul 05 09:45:24.880954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:24.881294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Checking segment: {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:24.881681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Bound using segment: {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:24.882121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Bound port: 9465a8ef-86ff-4671-840b-d6275ea96654, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:24.882475 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:24.890046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-54899906-8f49-4a00-aee6-65958be7642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.891601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-54899906-8f49-4a00-aee6-65958be7642a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&device_id=c4dfa9ce-457c-40d4-af75-91f27077aca2 HTTP/1.1" status: 200 len: 1095 time: 0.6518662 Jul 05 09:45:24.894476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-405cc705-485e-4490-8087-39c4cad29747 req-4b018e36-cdc6-47f0-92dc-cf8f4aca7f52 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983880 Jul 05 09:45:24.960665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904ec78-d9df-4f63-a909-6400353a65b7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:24.961475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9904ec78-d9df-4f63-a909-6400353a65b7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2132397 Jul 05 09:45:24.968383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:24.983590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-9631052d-04ca-4f70-8cf6-09a367e3eaf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 HTTP/1.1" status: 200 len: 217 time: 0.0744874 Jul 05 09:45:25.039732 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-780bc488-1412-4249-bf1b-44d879a1165c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498793 Jul 05 09:45:25.040469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4f94174-a0aa-46d9-9296-f5cc93d3b73f req-5cd171ec-fb1c-45c0-a94f-7830b26557b9 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493621 Jul 05 09:45:25.040601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:25.043063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.047150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49990) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:25.059203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:25.115241 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-54c6b6a8-7e64-473d-8a61-0b065e35bcf1 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562560 Jul 05 09:45:25.120476 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-9375cd16-29d7-436d-b25b-c513f52c9330 service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182929 Jul 05 09:45:25.145913 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f938338-d952-4f73-befd-0139a12b2f77 x-openstack-request-id: req-8f938338-d952-4f73-befd-0139a12b2f77 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:25.146326 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dfa9ce-457c-40d4-af75-91f27077aca2", "tag": "dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:25.146667 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f938338-d952-4f73-befd-0139a12b2f77 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:25.147208 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'tag': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109', 'status': 'completed', 'code': 200} Jul 05 09:45:25.150864 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43804b51-a067-4ace-b104-079c20b5d5ee x-openstack-request-id: req-43804b51-a067-4ace-b104-079c20b5d5ee {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:25.151191 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783db39b-5371-4992-b3ec-401d0eb27920", "tag": "e9f04f86-75d4-4734-9db5-c006348e3330", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdfbe269-daec-402a-99ca-d003ddc3560e", "tag": "a1801d92-56d1-48bd-ad0c-348f6a4a559a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:25.151420 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43804b51-a067-4ace-b104-079c20b5d5ee {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:25.151934 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783db39b-5371-4992-b3ec-401d0eb27920', 'tag': 'e9f04f86-75d4-4734-9db5-c006348e3330', 'status': 'completed', 'code': 200} Jul 05 09:45:25.152037 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'tag': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a', 'status': 'completed', 'code': 200} Jul 05 09:45:25.208108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] For port 9465a8ef-86ff-4671-840b-d6275ea96654, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:25.218098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] For port 9465a8ef-86ff-4671-840b-d6275ea96654, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9465a8ef-86ff-4671-840b-d6275ea96654,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:25.223103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-4442bf95-4057-4ac9-b228-ec4ca15fc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.225273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-4442bf95-4057-4ac9-b228-ec4ca15fc311 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d153e47c-626f-4962-9344-5e024ab5ad7e HTTP/1.1" status: 200 len: 857 time: 0.2311909 Jul 05 09:45:25.229038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.296635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:25.300682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.349067 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-47a1173c-b5cb-48bc-9c9f-5e29f7232ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151018 Jul 05 09:45:25.359746 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cb71db35-c65c-49f5-9c04-5ea265030f8e req-0ecd8d0a-2626-4cc6-af56-0ae87b5ccd02 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301984 Jul 05 09:45:25.363980 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-7afd7112-b59d-43f6-a794-496696573fc3 service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358165 Jul 05 09:45:25.384541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Pushing event updated for resources: {'Port': ['ID=9465a8ef-86ff-4671-840b-d6275ea96654,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:25.432520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.433826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.435551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-3b39e7cf-9ea1-4a6e-ba08-2695ea4bec48 service neutron] 10.222.0.16 "PUT /v2.0/ports/9465a8ef-86ff-4671-840b-d6275ea96654 HTTP/1.1" status: 200 len: 1092 time: 3.8005717 Jul 05 09:45:25.467848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.489296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 569d1918-7c05-4416-bbe3-23b264ad0d89 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:25.510896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 569d1918-7c05-4416-bbe3-23b264ad0d89 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:25.511526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 569d1918-7c05-4416-bbe3-23b264ad0d89 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:25.515288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b53bddee-d617-4292-8d79-a0e229caed46 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:25.553958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=fcf6e48b-921d-44a1-9f45-26eea89e8848,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:25.558811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-90b8a822-3eef-42e6-a101-7b163550c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.561142 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-90b8a822-3eef-42e6-a101-7b163550c3e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b0d8e75b09843f39dad263ac685956e&device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 1095 time: 0.1312613 Jul 05 09:45:25.576887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port b53bddee-d617-4292-8d79-a0e229caed46 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:25.582509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port b53bddee-d617-4292-8d79-a0e229caed46 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:25.583192 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.626891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': '66b9c57e-ef79-44b9-bb07-ab5a35aa28d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:25.627994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: b586e46f-0b8e-400a-9e51-bed55fcd16de, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:25.659073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network b586e46f-0b8e-400a-9e51-bed55fcd16de is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:25.673916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.696993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949134c1-4bf4-4ef5-a342-b7fa87e3975d req-36842d8d-e2da-4bf3-81bb-146b2ca8a360 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.698601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-949134c1-4bf4-4ef5-a342-b7fa87e3975d req-36842d8d-e2da-4bf3-81bb-146b2ca8a360 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.3522611 Jul 05 09:45:25.706646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-5bc0788e-05f4-4d67-91e2-f4083b611bec service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145213 Jul 05 09:45:25.707731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:25.710161 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2c9c41-e1bf-4abe-b03e-b9ff0d3e078b" -d '{"events": [{"server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "name": "network-vif-plugged", "status": "completed", "tag": "b53bddee-d617-4292-8d79-a0e229caed46"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:25.723974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b586e46f-0b8e-400a-9e51-bed55fcd16de) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:25.727652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:25.737011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd85b3-4580-4e4a-badc-8a09ff897d15 None None] Network b586e46f-0b8e-400a-9e51-bed55fcd16de requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:25.737264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.737875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.740918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.744466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-e525417d-05b2-4b2a-a4e2-be1ee3262ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.746178 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-e525417d-05b2-4b2a-a4e2-be1ee3262ab7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 200 len: 913 time: 0.1770799 Jul 05 09:45:25.782215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82f019-e2e6-4cb8-a7c5-abe7c875c6b8 req-8264842f-5d3e-4675-897d-2f484f5a5416 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.789124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c82f019-e2e6-4cb8-a7c5-abe7c875c6b8 req-8264842f-5d3e-4675-897d-2f484f5a5416 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 943 time: 0.4388299 Jul 05 09:45:25.800881 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-978e4183-8a2b-4644-9dc3-309718c4fefe tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1939170 Jul 05 09:45:25.801780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-d1f58ec5-267a-4415-bd17-d735d8ead4a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9f04f86-75d4-4734-9db5-c006348e3330 HTTP/1.1" status: 200 len: 217 time: 0.0472357 Jul 05 09:45:25.805360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:25.810671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de', 'security_groups': [], 'name': 'tempest-PortsTestJSON-623125815'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:25.849349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:25.898479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-866e137a-682b-4da6-b199-6b82cf54ac96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.900053 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-866e137a-682b-4da6-b199-6b82cf54ac96 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/ports?device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 950 time: 0.2266660 Jul 05 09:45:25.930125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-a500f77c-ca6c-4eea-844f-285aa44402a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.931659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-a500f77c-ca6c-4eea-844f-285aa44402a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 1095 time: 0.3950803 Jul 05 09:45:25.943648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-949134c1-4bf4-4ef5-a342-b7fa87e3975d req-879c671d-2d35-4fed-b046-908bfb629d73 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353206 Jul 05 09:45:25.958992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-b586e46f-0b8e-400a-9e51-bed55fcd16de', 'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de', 'tenant_id': '02332481cfaf4e12a9e08ad0d0ce974a', 'fixed_ips': [{'subnet_id': 'fcf6e48b-921d-44a1-9f45-26eea89e8848'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:25.959897 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:25.966312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-2b8334cf-3f17-487e-91a4-99fa65bf645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:25.967882 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-2b8334cf-3f17-487e-91a4-99fa65bf645f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 200 len: 852 time: 0.1495540 Jul 05 09:45:26.003386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c82f019-e2e6-4cb8-a7c5-abe7c875c6b8 req-f81edb3f-835c-4576-9914-88c575786170 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125399 Jul 05 09:45:26.022405 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-38af9410-1e8e-47d1-b935-8af7d7c7c58d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95f2e8ac-3bd9-47f1-bdea-6826ffe85630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399551 Jul 05 09:45:26.043534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.050266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-f45d8064-9cd5-45a0-b156-7be56a5517cc service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116918 Jul 05 09:45:26.135185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Allocated IP 172.20.0.2 (b586e46f-0b8e-400a-9e51-bed55fcd16de/fcf6e48b-921d-44a1-9f45-26eea89e8848/9096198a-52eb-444a-b412-7fc39d654118) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:26.165832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:26.175468 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.249375 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-d4533652-2a0a-4ac9-a267-0ee65e47b7f9 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147152 Jul 05 09:45:26.250808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port 0e14760d-15dd-49f4-8024-923bef6e8f3b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:26.251235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.253615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=04258a50-2422-4b70-833b-36883ed41269,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:26.256024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port d2739215-99d6-43c1-adc3-de8110bb65b9 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:26.267912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-efbcaf7c-c12d-47d4-89d7-55a8defd7e67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9465a8ef-86ff-4671-840b-d6275ea96654 HTTP/1.1" status: 200 len: 217 time: 0.2919075 Jul 05 09:45:26.316305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:26.375104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:26.391117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.391728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.441049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.443872 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dbf1a2-904d-4a45-bac3-a62be8ae6cda x-openstack-request-id: req-f9dbf1a2-904d-4a45-bac3-a62be8ae6cda {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:26.444167 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "name": "network-vif-plugged", "status": "completed", "tag": "b53bddee-d617-4292-8d79-a0e229caed46", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:26.444506 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9dbf1a2-904d-4a45-bac3-a62be8ae6cda {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:26.444803 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46', 'code': 200} Jul 05 09:45:26.446786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e43bc-c2ab-4177-a302-82f5ced78ec1 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:26.459245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3ffbfb0d-8b11-4847-8a31-3362c157881c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4069827 Jul 05 09:45:26.461391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:26.464530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-4a240837-78bf-4fbd-b7bc-f5d62a9fd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.466950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-4a240837-78bf-4fbd-b7bc-f5d62a9fd6e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&device_id=c4dfa9ce-457c-40d4-af75-91f27077aca2 HTTP/1.1" status: 200 len: 1095 time: 0.2535014 Jul 05 09:45:26.469843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efed4-9134-4381-be26-c063fd72bc38 req-2de0f332-adbc-4ab6-b28f-4c8dea16611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.471337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-2de0f332-adbc-4ab6-b28f-4c8dea16611e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d153e47c-626f-4962-9344-5e024ab5ad7e HTTP/1.1" status: 200 len: 857 time: 0.1581380 Jul 05 09:45:26.475333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '04258a50-2422-4b70-833b-36883ed41269', 'ip_address': '2001:db8::1a4b:e86d:6c70:8051'}], 'name': 'tempest-NetworksTestDHCPv6-165646603'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:26.490509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Transition to ACTIVE for port object 9096198a-52eb-444a-b412-7fc39d654118 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:26.517744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Transition to ACTIVE for port object 9096198a-52eb-444a-b412-7fc39d654118 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:26.533190 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.579236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Network b586e46f-0b8e-400a-9e51-bed55fcd16de is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:26.592538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:26.599677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:26.625851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-c2932f7b-bd84-4b38-bfd4-222163c3f1d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263959 Jul 05 09:45:26.639117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Pushing event updated for resources: {'Port': ['ID=9096198a-52eb-444a-b412-7fc39d654118,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:26.674251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72e7f8-e315-4a7e-b487-daae0878f4ad req-4439875d-765f-44c9-9d3c-e0ab852707a2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.681288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e72e7f8-e315-4a7e-b487-daae0878f4ad req-4439875d-765f-44c9-9d3c-e0ab852707a2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 943 time: 0.4161699 Jul 05 09:45:26.707143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Attempting to bind port 9096198a-52eb-444a-b412-7fc39d654118 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:26.707575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Attempting to bind port 9096198a-52eb-444a-b412-7fc39d654118 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '66b9c57e-ef79-44b9-bb07-ab5a35aa28d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:26.707847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Attempting to bind port 9096198a-52eb-444a-b412-7fc39d654118 on network b586e46f-0b8e-400a-9e51-bed55fcd16de {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:26.732362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:26.732362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Checking segment: {'id': '66b9c57e-ef79-44b9-bb07-ab5a35aa28d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:26.732740 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.733161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Bound using segment: {'id': '66b9c57e-ef79-44b9-bb07-ab5a35aa28d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:26.733623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Bound port: 9096198a-52eb-444a-b412-7fc39d654118, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b9c57e-ef79-44b9-bb07-ab5a35aa28d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b586e46f-0b8e-400a-9e51-bed55fcd16de'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:26.734008 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.750282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08880d1a-b1a0-400d-b1c6-f1544879e118 req-49675445-3a67-4019-9b0c-c7ed383464a9 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.754198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08880d1a-b1a0-400d-b1c6-f1544879e118 req-49675445-3a67-4019-9b0c-c7ed383464a9 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=338d5502-ca85-4d29-8866-0567c32993fe HTTP/1.1" status: 200 len: 950 time: 0.5014167 Jul 05 09:45:26.772998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '04258a50-2422-4b70-833b-36883ed41269'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:26.773785 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.888424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] For port 9096198a-52eb-444a-b412-7fc39d654118, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:26.899158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600f839-0e84-41a2-9d30-ac44a07e5afe req-1bc75766-8de6-4677-9c87-36d371f2e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.901843 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5600f839-0e84-41a2-9d30-ac44a07e5afe req-1bc75766-8de6-4677-9c87-36d371f2e637 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1097 time: 0.7060943 Jul 05 09:45:26.904153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e72e7f8-e315-4a7e-b487-daae0878f4ad req-ed195f17-02bb-4a6e-adaa-61cbe556b1ed tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709094 Jul 05 09:45:26.905134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port 0e14760d-15dd-49f4-8024-923bef6e8f3b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0e14760d-15dd-49f4-8024-923bef6e8f3b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:26.905724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.909268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] For port 9096198a-52eb-444a-b412-7fc39d654118, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9096198a-52eb-444a-b412-7fc39d654118,segment=NetworkSegment(66b9c57e-ef79-44b9-bb07-ab5a35aa28d3),segment_id=66b9c57e-ef79-44b9-bb07-ab5a35aa28d3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:26.939314 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:26.943558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-68d521f4-dd32-4219-addd-256c4b93fd46 service neutron] 10.222.0.16 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015513 Jul 05 09:45:26.945601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-54bfaea1-c042-431c-9775-ae0558cd1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:26.948616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-54bfaea1-c042-431c-9775-ae0558cd1bb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 200 len: 918 time: 0.4525774 Jul 05 09:45:26.955769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08880d1a-b1a0-400d-b1c6-f1544879e118 req-c151a69a-07db-49f4-96cf-f4731f9200e4 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921372 Jul 05 09:45:26.994525 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-389072ee-af9b-486e-b68e-07c9daa8a311 service neutron] 10.222.0.15 "GET /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214251 Jul 05 09:45:26.999375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.14 (b586e46f-0b8e-400a-9e51-bed55fcd16de/fcf6e48b-921d-44a1-9f45-26eea89e8848/d2739215-99d6-43c1-adc3-de8110bb65b9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:27.024280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for 0e14760d-15dd-49f4-8024-923bef6e8f3b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:27.025065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/04258a50-2422-4b70-833b-36883ed41269/e4591cad-768e-405e-89c4-c1163df8596e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:27.054698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48478bc-2361-4532-b2c6-c5f7fbd3178c None None] Pushing event updated for resources: {'Port': ['ID=9096198a-52eb-444a-b412-7fc39d654118,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:27.055418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:27.099433 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-4ab2ff62-cf39-4deb-a124-7215c74b01ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 HTTP/1.1" status: 200 len: 217 time: 0.1378367 Jul 05 09:45:27.150660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:27.152319 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:27.235745 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5600f839-0e84-41a2-9d30-ac44a07e5afe req-a7e5bc75-4bc7-4c19-9c58-9103c141ffa8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128929 Jul 05 09:45:27.261145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.273334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Transition to ACTIVE for port object e4591cad-768e-405e-89c4-c1163df8596e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:27.297103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Transition to ACTIVE for port object e4591cad-768e-405e-89c4-c1163df8596e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:27.305459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.395583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:27.400873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:27.407031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:27.410590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Pushing event updated for resources: {'Port': ['ID=e4591cad-768e-405e-89c4-c1163df8596e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:27.491025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Attempting to bind port e4591cad-768e-405e-89c4-c1163df8596e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:27.491450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Attempting to bind port e4591cad-768e-405e-89c4-c1163df8596e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:27.491871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Attempting to bind port e4591cad-768e-405e-89c4-c1163df8596e on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:27.498992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:27.499428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:27.499904 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.500256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:27.500791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Bound port: e4591cad-768e-405e-89c4-c1163df8596e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:27.501759 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.516872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.517759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e9f04f86-75d4-4734-9db5-c006348e3330 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:27.615340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] For port e4591cad-768e-405e-89c4-c1163df8596e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:27.619460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] For port e4591cad-768e-405e-89c4-c1163df8596e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e4591cad-768e-405e-89c4-c1163df8596e,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:27.632306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617', '0e14760d-15dd-49f4-8024-923bef6e8f3b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:27.635812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', '2dea635d-b884-4413-9b27-be23c9c62f19'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:27.642617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.664898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=0e14760d-15dd-49f4-8024-923bef6e8f3b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:27.711777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-12b39a60-54d4-4752-8127-91d4c26a01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:27.713469 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-12b39a60-54d4-4752-8127-91d4c26a01bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&device_id=cdfbe269-daec-402a-99ca-d003ddc3560e HTTP/1.1" status: 200 len: 1095 time: 0.6038647 Jul 05 09:45:27.742935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9096198a-52eb-444a-b412-7fc39d654118 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:27.743654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port 0e14760d-15dd-49f4-8024-923bef6e8f3b on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:27.746367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.749640 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6dba8df0-521f-4fef-93b3-bee2d4a49e4f req-349cf527-0183-4e6a-ab0a-752a035c0598 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "DELETE /v2.0/ports/0e14760d-15dd-49f4-8024-923bef6e8f3b HTTP/1.1" status: 204 len: 173 time: 1.8423345 Jul 05 09:45:27.759836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338d5502-ca85-4d29-8866-0567c32993fe', 'name': 'network-vif-deleted', 'tag': '0e14760d-15dd-49f4-8024-923bef6e8f3b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:27.762469 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac84f1c-8237-4637-9978-07ea1fcf38da" -d '{"events": [{"server_uuid": "338d5502-ca85-4d29-8866-0567c32993fe", "name": "network-vif-deleted", "tag": "0e14760d-15dd-49f4-8024-923bef6e8f3b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:27.811500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:45:27.831341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:27.864281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object d2739215-99d6-43c1-adc3-de8110bb65b9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:27.901302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94efed4-9134-4381-be26-c063fd72bc38 req-b35dd357-2c77-46a4-b44d-ffd55f0ae29b service neutron] 10.222.0.16 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8541007 Jul 05 09:45:27.920015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-7e00649a-0415-4c9d-a15a-06162565da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:27.922184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-7e00649a-0415-4c9d-a15a-06162565da72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 200 len: 918 time: 0.1799550 Jul 05 09:45:27.976656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd687e07-5968-41e6-bc31-44e69c793848 None None] Pushing event updated for resources: {'Port': ['ID=e4591cad-768e-405e-89c4-c1163df8596e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:28.031860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9096198a-52eb-444a-b412-7fc39d654118 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:28.065069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-cbe2ab2f-5ac0-4d50-ad99-7ce2c77a6de3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1801d92-56d1-48bd-ad0c-348f6a4a559a HTTP/1.1" status: 200 len: 217 time: 0.1310177 Jul 05 09:45:28.090695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:28.123417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e9f04f86-75d4-4734-9db5-c006348e3330, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e9f04f86-75d4-4734-9db5-c006348e3330,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:28.130051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-9a1f09ff-b780-4722-af91-4ec3991b328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.131740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-9a1f09ff-b780-4722-af91-4ec3991b328a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d153e47c-626f-4962-9344-5e024ab5ad7e HTTP/1.1" status: 200 len: 857 time: 0.9932847 Jul 05 09:45:28.148611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'e9f04f86-75d4-4734-9db5-c006348e3330', 'network_id': '95f2e8ac-3bd9-47f1-bdea-6826ffe85630', 'port_id': 'e9f04f86-75d4-4734-9db5-c006348e3330', 'mac_address': 'fa:16:3e:62:f6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de0421-44ed-4064-9c5b-0199b9e27602', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:28.161247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 9c8bba00-b235-41d0-9cf5-75f80a345ca0 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:28.280945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:28.304772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:28.359592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f04f86-75d4-4734-9db5-c006348e3330 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:28.362859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-198c63bf-8485-493e-8448-bce5d94cc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.364958 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-198c63bf-8485-493e-8448-bce5d94cc7a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d153e47c-626f-4962-9344-5e024ab5ad7e HTTP/1.1" status: 200 len: 857 time: 0.2922499 Jul 05 09:45:28.447775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e9f04f86-75d4-4734-9db5-c006348e3330, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e9f04f86-75d4-4734-9db5-c006348e3330,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:28.470826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:28.471542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1801d92-56d1-48bd-ad0c-348f6a4a559a details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:28.485738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network b586e46f-0b8e-400a-9e51-bed55fcd16de is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:28.498009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:28.546952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:28.555188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-f3e74d8c-eebb-4258-bbdb-45470abb60af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078792 Jul 05 09:45:28.562381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e803b6-1679-45f2-bddc-1ab1c729c69d req-2692c072-b176-4436-b04e-8b8e27ba2942 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.563034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=d2739215-99d6-43c1-adc3-de8110bb65b9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:28.569029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9e803b6-1679-45f2-bddc-1ab1c729c69d req-2692c072-b176-4436-b04e-8b8e27ba2942 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 945 time: 0.9049251 Jul 05 09:45:28.585596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-8c11bc93-a97a-4610-8fa0-8432d476ef95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4355433 Jul 05 09:45:28.616264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-29bcc114-2c69-4c78-b26d-3b1875df6e89 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.617926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-29bcc114-2c69-4c78-b26d-3b1875df6e89 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 949 time: 1.5254610 Jul 05 09:45:28.708147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.709234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:28.729278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e9f04f86-75d4-4734-9db5-c006348e3330,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:28.746570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63ee71-cfa7-476b-875a-35868105c764 req-b7785e38-a14c-434d-be48-66a1e6761c61 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:28.750306 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c9432493-5030-4343-9cbb-38dbafc43cc0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9438891 Jul 05 09:45:28.753309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:28.756835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce63ee71-cfa7-476b-875a-35868105c764 req-b7785e38-a14c-434d-be48-66a1e6761c61 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 1.0788596 Jul 05 09:45:28.835718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-692dbbb7-a4a9-4508-983d-286f80d0e7cd service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154264 Jul 05 09:45:28.847865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a1801d92-56d1-48bd-ad0c-348f6a4a559a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1801d92-56d1-48bd-ad0c-348f6a4a559a,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:28.872070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a', 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5', 'port_id': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a', 'mac_address': 'fa:16:3e:ac:25:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd153e47c-626f-4962-9344-5e024ab5ad7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:28.933538 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:28.965944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be398e6-9587-4d5a-9c84-2d036baeb4ac None None] Network b586e46f-0b8e-400a-9e51-bed55fcd16de requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:28.969029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1801d92-56d1-48bd-ad0c-348f6a4a559a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:28.998981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port d2739215-99d6-43c1-adc3-de8110bb65b9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:28.999474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.004330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aebcdd59-aa21-4e02-8878-2ee6862981b8 req-02b69f9c-edb0-4356-9e31-3ff0e5cf531a service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604385 Jul 05 09:45:29.036987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9e803b6-1679-45f2-bddc-1ab1c729c69d req-c369f59e-5633-46f5-9300-5468c7da9d7e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503555 Jul 05 09:45:29.083071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a1801d92-56d1-48bd-ad0c-348f6a4a559a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1801d92-56d1-48bd-ad0c-348f6a4a559a,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:29.083300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce63ee71-cfa7-476b-875a-35868105c764 req-bf5d6250-3b3c-4e58-800b-99cefb812a1c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254640 Jul 05 09:45:29.128807 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.133670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.154719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for d2739215-99d6-43c1-adc3-de8110bb65b9 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:29.196093 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c1147-2b3d-40a7-b10c-63c6baecc836 x-openstack-request-id: req-df8c1147-2b3d-40a7-b10c-63c6baecc836 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:29.196571 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:29.196666 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df8c1147-2b3d-40a7-b10c-63c6baecc836 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:29.197063 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654', 'status': 'completed', 'code': 200} Jul 05 09:45:29.223193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Provisioning for port 9096198a-52eb-444a-b412-7fc39d654118 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:29.249439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::1a4b:e86d:6c70:8051 (8bf03de8-a5cd-4166-895f-409ef6031a3b/04258a50-2422-4b70-833b-36883ed41269/9c8bba00-b235-41d0-9cf5-75f80a345ca0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:29.257479 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924ac57a-3cf6-48d4-bf2d-8cba89688e62 x-openstack-request-id: req-924ac57a-3cf6-48d4-bf2d-8cba89688e62 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:29.257813 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338d5502-ca85-4d29-8866-0567c32993fe", "name": "network-vif-deleted", "tag": "0e14760d-15dd-49f4-8024-923bef6e8f3b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:29.258069 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-924ac57a-3cf6-48d4-bf2d-8cba89688e62 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:29.258508 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338d5502-ca85-4d29-8866-0567c32993fe', 'name': 'network-vif-deleted', 'tag': '0e14760d-15dd-49f4-8024-923bef6e8f3b', 'status': 'completed', 'code': 200} Jul 05 09:45:29.260052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Provisioning complete for port 9096198a-52eb-444a-b412-7fc39d654118 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:29.260436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.360966 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.368627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a1801d92-56d1-48bd-ad0c-348f6a4a559a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:29.411523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.412229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.437417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['e9f04f86-75d4-4734-9db5-c006348e3330'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:29.446332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a1801d92-56d1-48bd-ad0c-348f6a4a559a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:29.565173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=d2739215-99d6-43c1-adc3-de8110bb65b9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:29.574310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-c050245b-47da-4f79-8258-39487c3f8bb0 service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9359787 Jul 05 09:45:29.594366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:29.611800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.614578 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-afbaed93-4df1-452b-af4c-aab4418a3135 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/d2739215-99d6-43c1-adc3-de8110bb65b9 HTTP/1.1" status: 204 len: 168 time: 0.8597713 Jul 05 09:45:29.617079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50028) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:29.655003 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b21bd2-27f6-4f85-84c2-be1ff1910c22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:45:29.657070 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-94b21bd2-27f6-4f85-84c2-be1ff1910c22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/d2739215-99d6-43c1-adc3-de8110bb65b9 HTTP/1.1" status: 404 len: 333 time: 0.0386176 Jul 05 09:45:29.660213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0e14760d-15dd-49f4-8024-923bef6e8f3b no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:29.663448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e4591cad-768e-405e-89c4-c1163df8596e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:29.668926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:29.738949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet fcf6e48b-921d-44a1-9f45-26eea89e8848 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:29.741742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.752756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:29.765882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e081f655-48dc-4a9f-98e1-4d04e01458c9 req-08042cae-fe39-4ff6-987e-9de9496930fd service neutron] 10.222.0.15 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772766 Jul 05 09:45:29.812057 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.822628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.885527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 9c8bba00-b235-41d0-9cf5-75f80a345ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:29.898026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port 2dea635d-b884-4413-9b27-be23c9c62f19 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:29.898382 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.929263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:29.957918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109', 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5', 'port_id': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109', 'mac_address': 'fa:16:3e:5b:76:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd153e47c-626f-4962-9344-5e024ab5ad7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:29.961521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 0e14760d-15dd-49f4-8024-923bef6e8f3b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:29.963893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0e14760d-15dd-49f4-8024-923bef6e8f3b not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:30.010320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9465a8ef-86ff-4671-840b-d6275ea96654 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:30.021938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.038361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851919c2-793c-4ae7-badd-c68ec7afeedc req-5e29adcd-aa28-4b2e-9562-6acf580da4dd tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.041636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.043667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/fcf6e48b-921d-44a1-9f45-26eea89e8848 HTTP/1.1" status: 204 len: 168 time: 0.3735294 Jul 05 09:45:30.047737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-851919c2-793c-4ae7-badd-c68ec7afeedc req-5e29adcd-aa28-4b2e-9562-6acf580da4dd tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 943 time: 0.4676137 Jul 05 09:45:30.055581 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.058478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:30.063559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7532dd-5941-437c-be63-c0b506d695ea tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf6e48b-921d-44a1-9f45-26eea89e8848,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:30.065649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.070726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3312c8c-dfb1-4576-aec9-416ffdf444b2 req-c873aa5a-fb30-4715-a5e9-cc3d9af68d36 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.081869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3312c8c-dfb1-4576-aec9-416ffdf444b2 req-c873aa5a-fb30-4715-a5e9-cc3d9af68d36 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 944 time: 0.5057263 Jul 05 09:45:30.106776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-af986e10-9914-4fc9-a6df-76dd9fedfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.108346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-af986e10-9914-4fc9-a6df-76dd9fedfc52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 1095 time: 0.5217884 Jul 05 09:45:30.123589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.125403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:30.267810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:30.285083 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.300683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e4591cad-768e-405e-89c4-c1163df8596e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:30.315668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port 2dea635d-b884-4413-9b27-be23c9c62f19, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2dea635d-b884-4413-9b27-be23c9c62f19,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:30.316208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.332782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:30.376843 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:45:30.377129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:30.377296 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:45:30.379437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:30.385565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.386265 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.390381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for 2dea635d-b884-4413-9b27-be23c9c62f19 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:30.417547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3312c8c-dfb1-4576-aec9-416ffdf444b2 req-256e15b7-002f-4d7e-ba77-f47ad1e9cb98 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349476 Jul 05 09:45:30.420982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-851919c2-793c-4ae7-badd-c68ec7afeedc req-58e5493b-bfc9-4a75-805c-5bab6defcf77 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232057 Jul 05 09:45:30.461930 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.462036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:30.464924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=9c8bba00-b235-41d0-9cf5-75f80a345ca0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:30.470568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9465a8ef-86ff-4671-840b-d6275ea96654, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9465a8ef-86ff-4671-840b-d6275ea96654,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:30.511317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4a6da9d7-e23b-423a-ad9c-bdfbfbc95639 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0431759 Jul 05 09:45:30.514622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50042) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:30.530385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '9465a8ef-86ff-4671-840b-d6275ea96654', 'network_id': 'ee879347-3cfc-42c7-a154-9bc1cd2ecbe5', 'port_id': '9465a8ef-86ff-4671-840b-d6275ea96654', 'mac_address': 'fa:16:3e:3e:f9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd153e47c-626f-4962-9344-5e024ab5ad7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:30.580867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:30.662244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-83e9e7d3-42b2-4c03-bb99-b2ec20c20f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.678378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c48bb-c303-494c-be88-8374a0453acd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.680042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-83e9e7d3-42b2-4c03-bb99-b2ec20c20f90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 200 len: 918 time: 0.5365772 Jul 05 09:45:30.696891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c48bb-c303-494c-be88-8374a0453acd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:30.698572 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-972c48bb-c303-494c-be88-8374a0453acd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1829200 Jul 05 09:45:30.708686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:30.782177 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:30.788874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac259f27-df84-465e-8ef7-6c148e5cf522 None None] Network b586e46f-0b8e-400a-9e51-bed55fcd16de requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:30.815695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-ba60e9e3-a873-40af-beaf-46050491bd91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9465a8ef-86ff-4671-840b-d6275ea96654 HTTP/1.1" status: 200 len: 217 time: 0.1160026 Jul 05 09:45:30.855481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9465a8ef-86ff-4671-840b-d6275ea96654 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:30.927360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9465a8ef-86ff-4671-840b-d6275ea96654, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9465a8ef-86ff-4671-840b-d6275ea96654,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:30.945394 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.007243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.021275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-204da8ae-e068-4477-9e24-0fe311e7938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:31.022732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-204da8ae-e068-4477-9e24-0fe311e7938b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d153e47c-626f-4962-9344-5e024ab5ad7e HTTP/1.1" status: 200 len: 857 time: 0.1794753 Jul 05 09:45:31.070642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 9096198a-52eb-444a-b412-7fc39d654118 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:31.070899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.091185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=9465a8ef-86ff-4671-840b-d6275ea96654,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:31.112785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-3cb63cca-47ff-4a69-9e6a-c4e002ffae77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679145 Jul 05 09:45:31.120546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] For port 9096198a-52eb-444a-b412-7fc39d654118, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9096198a-52eb-444a-b412-7fc39d654118,segment=NetworkSegment(66b9c57e-ef79-44b9-bb07-ab5a35aa28d3),segment_id=66b9c57e-ef79-44b9-bb07-ab5a35aa28d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:31.131705 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.156773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd0ee3-8042-4653-8cdf-65c92990837b req-fa767722-d80a-450f-a744-eff00b9232f1 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:31.158320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3fd0ee3-8042-4653-8cdf-65c92990837b req-fa767722-d80a-450f-a744-eff00b9232f1 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 945 time: 0.3992074 Jul 05 09:45:31.194988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c853e-0ef7-47a8-b600-608b32e79b9f req-c8825a8d-1189-4bc1-a238-b64516b3a5d2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:31.203017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-869c853e-0ef7-47a8-b600-608b32e79b9f req-c8825a8d-1189-4bc1-a238-b64516b3a5d2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.4138501 Jul 05 09:45:31.224366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d7b1c-d254-4e0b-b9aa-8391772e3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9096198a-52eb-444a-b412-7fc39d654118,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:31.253060 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['9465a8ef-86ff-4671-840b-d6275ea96654'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:31.263579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.287908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] DHCP port deletion for b586e46f-0b8e-400a-9e51-bed55fcd16de request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:31.293318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Provisioning complete for port 9096198a-52eb-444a-b412-7fc39d654118 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:31.293930 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.337714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 9c8bba00-b235-41d0-9cf5-75f80a345ca0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:31.338262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.355036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=2dea635d-b884-4413-9b27-be23c9c62f19,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:31.382705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] For port 9096198a-52eb-444a-b412-7fc39d654118, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9096198a-52eb-444a-b412-7fc39d654118,segment=NetworkSegment(66b9c57e-ef79-44b9-bb07-ab5a35aa28d3),segment_id=66b9c57e-ef79-44b9-bb07-ab5a35aa28d3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:31.383212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.476096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] Deleting port 9096198a-52eb-444a-b412-7fc39d654118 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:31.476468 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.531428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9096198a-52eb-444a-b412-7fc39d654118 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:31.573639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e9f04f86-75d4-4734-9db5-c006348e3330 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:31.649840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] For port 9096198a-52eb-444a-b412-7fc39d654118, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9096198a-52eb-444a-b412-7fc39d654118,segment=NetworkSegment(66b9c57e-ef79-44b9-bb07-ab5a35aa28d3),segment_id=66b9c57e-ef79-44b9-bb07-ab5a35aa28d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:31.650153 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.672237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:31.682357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Provisioning for port e4591cad-768e-405e-89c4-c1163df8596e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:31.713757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] Calling delete_port for 9096198a-52eb-444a-b412-7fc39d654118 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:31.729888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Provisioning complete for port e4591cad-768e-405e-89c4-c1163df8596e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:31.730266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.766771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-869c853e-0ef7-47a8-b600-608b32e79b9f req-76a174a5-0dc3-487e-ab21-f7a1a6b50839 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626121 Jul 05 09:45:31.773946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3fd0ee3-8042-4653-8cdf-65c92990837b req-a678cc2f-f588-4abe-be96-9aa626a0c950 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937214 Jul 05 09:45:31.796397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 9096198a-52eb-444a-b412-7fc39d654118 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:31.898125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port e9f04f86-75d4-4734-9db5-c006348e3330 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:31.905015 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.923510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port e9f04f86-75d4-4734-9db5-c006348e3330 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:31.923881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:31.952868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2dea635d-b884-4413-9b27-be23c9c62f19 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:31.998131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port 2dea635d-b884-4413-9b27-be23c9c62f19 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:32.020020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 2dea635d-b884-4413-9b27-be23c9c62f19 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:32.021108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2dea635d-b884-4413-9b27-be23c9c62f19 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:32.038225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.040233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7972084b-8fe9-42f6-a24f-71ef3d136ead req-9dd544bc-320b-460f-803c-8c6104f84190 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "DELETE /v2.0/ports/2dea635d-b884-4413-9b27-be23c9c62f19 HTTP/1.1" status: 204 len: 173 time: 3.3221533 Jul 05 09:45:32.040864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca10e22-eac9-4512-97c0-b49156e91add', 'name': 'network-vif-deleted', 'tag': '2dea635d-b884-4413-9b27-be23c9c62f19'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:32.043148 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07c1094-a949-487b-8e07-8431beb3364f" -d '{"events": [{"server_uuid": "6ca10e22-eac9-4512-97c0-b49156e91add", "name": "network-vif-deleted", "tag": "2dea635d-b884-4413-9b27-be23c9c62f19"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:32.056924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d990e78c-bb99-4d1d-9018-2155707ff4d4 req-1cd7c2f9-0043-42c7-84af-74e086059a3e tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca10e22-eac9-4512-97c0-b49156e91add HTTP/1.1" status: 200 len: 210 time: 0.1147969 Jul 05 09:45:32.092743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 9096198a-52eb-444a-b412-7fc39d654118, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9096198a-52eb-444a-b412-7fc39d654118,segment=NetworkSegment(66b9c57e-ef79-44b9-bb07-ab5a35aa28d3),segment_id=66b9c57e-ef79-44b9-bb07-ab5a35aa28d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:32.102542 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.113525 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.117764 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.138581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-a74b9f9f-6e72-45e6-8aa3-a3f6d2c6d739 service neutron] 10.222.0.16 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9938736 Jul 05 09:45:32.145209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 9c8bba00-b235-41d0-9cf5-75f80a345ca0 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:32.168179 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.203290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event deleted for resources: {'Port': ['ID=9096198a-52eb-444a-b412-7fc39d654118,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:32.241089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] No DVR routers for this DVR port 9096198a-52eb-444a-b412-7fc39d654118 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:32.249799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee8c39-10ef-4247-a660-6ded521a90bb None None] Pushing event deleted for resources: {'Port': ['ID=9096198a-52eb-444a-b412-7fc39d654118,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:32.296807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] For port e4591cad-768e-405e-89c4-c1163df8596e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e4591cad-768e-405e-89c4-c1163df8596e,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:32.311003 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.320771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.347728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.409898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=9096198a-52eb-444a-b412-7fc39d654118,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:32.424535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No DVR routers for this DVR port 9096198a-52eb-444a-b412-7fc39d654118 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:32.486592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'befffaf2-2762-4f8b-a85e-3ca45464a1f8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:32.505662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb5e1f34-a4b7-4ad9-b6f9-9c13fe7c6246 req-1eeb0e87-7c39-4f8c-acd2-5e84295c0e53 service neutron] 10.222.0.16 "GET /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467119 Jul 05 09:45:32.544509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Provisioning for port 9c8bba00-b235-41d0-9cf5-75f80a345ca0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:32.562728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783db39b-5371-4992-b3ec-401d0eb27920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f04f86-75d4-4734-9db5-c006348e3330'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:32.565035 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f35a1a0-5653-401a-b7fd-5d462b7a9678" -d '{"events": [{"server_uuid": "783db39b-5371-4992-b3ec-401d0eb27920", "name": "network-vif-plugged", "status": "completed", "tag": "e9f04f86-75d4-4734-9db5-c006348e3330"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:32.585718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Provisioning complete for port 9c8bba00-b235-41d0-9cf5-75f80a345ca0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:32.586100 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.591878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4a93-176e-455c-819e-bb14ba9fbe59 req-28d43f27-6d5c-49e2-9c7f-ecad29487ef0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:32.594965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dac4a93-176e-455c-819e-bb14ba9fbe59 req-28d43f27-6d5c-49e2-9c7f-ecad29487ef0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 944 time: 0.4044764 Jul 05 09:45:32.595656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e9f04f86-75d4-4734-9db5-c006348e3330, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e9f04f86-75d4-4734-9db5-c006348e3330,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:32.617200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9c8dd-625b-4187-87e4-3bc1ea8ac856 req-6fb55989-095e-42da-a97d-c8f03b14a8ec tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:32.617460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Pushing event updated for resources: {'Port': ['ID=e4591cad-768e-405e-89c4-c1163df8596e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:32.628985 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.629211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5e9c8dd-625b-4187-87e4-3bc1ea8ac856 req-6fb55989-095e-42da-a97d-c8f03b14a8ec tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 944 time: 0.3952603 Jul 05 09:45:32.629830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1801d92-56d1-48bd-ad0c-348f6a4a559a up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:32.666109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.706496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d3b23dc1-f18e-4ca4-b5e3-62b6cd5602ee None None] Port 9c8bba00-b235-41d0-9cf5-75f80a345ca0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:45:32.735460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b586e46f-0b8e-400a-9e51-bed55fcd16de']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:32.751065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e9f04f86-75d4-4734-9db5-c006348e3330,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:32.777716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b9c57e-ef79-44b9-bb07-ab5a35aa28d3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:32.780046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b9c57e-ef79-44b9-bb07-ab5a35aa28d3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:45:32.795647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5e9c8dd-625b-4187-87e4-3bc1ea8ac856 req-13ddbce2-7952-4092-a5cd-b2d07fed1904 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656296 Jul 05 09:45:32.797226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a1801d92-56d1-48bd-ad0c-348f6a4a559a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:32.808808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a1801d92-56d1-48bd-ad0c-348f6a4a559a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:32.810022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.823546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dac4a93-176e-455c-819e-bb14ba9fbe59 req-9041dc41-dd9a-47a1-863e-6946b3b05c67 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683283 Jul 05 09:45:32.842822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.878687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.932408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=9c8bba00-b235-41d0-9cf5-75f80a345ca0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:32.935926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.948235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:45:32.948680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:45:32.952670 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:45:32.992953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.026158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.033329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50066) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:33.045262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-598f5549-14b6-457e-9db2-2bafc1228ab6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/9c8bba00-b235-41d0-9cf5-75f80a345ca0 HTTP/1.1" status: 204 len: 168 time: 2.3354027 Jul 05 09:45:33.068687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a1801d92-56d1-48bd-ad0c-348f6a4a559a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1801d92-56d1-48bd-ad0c-348f6a4a559a,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:33.080349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.184777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26925552-3ad8-405d-9fd2-e8e1f42068c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.186802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26925552-3ad8-405d-9fd2-e8e1f42068c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.194288 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-26925552-3ad8-405d-9fd2-e8e1f42068c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1590600 Jul 05 09:45:33.195116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:33.200865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a1801d92-56d1-48bd-ad0c-348f6a4a559a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:33.217789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-906ff29a-7494-4b1b-a280-95bad13755ed req-c289f602-573d-4e66-a2d1-f4136682d9de tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-530700428&fields=id&tenant_id=480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 267 time: 0.1673768 Jul 05 09:45:33.261903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.295563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.297445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/b586e46f-0b8e-400a-9e51-bed55fcd16de HTTP/1.1" status: 204 len: 168 time: 3.2137680 Jul 05 09:45:33.301236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50076) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:33.306738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'name': 'tempest-PortsTestJSON-2084007049'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:33.321879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f804a-2a90-4746-8547-3c4b44628762 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=b586e46f-0b8e-400a-9e51-bed55fcd16de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:33.337635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 04258a50-2422-4b70-833b-36883ed41269 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:33.344187 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.415317 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.486038 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57a1015-f3e1-4b34-a584-fefdbeffff1d x-openstack-request-id: req-d57a1015-f3e1-4b34-a584-fefdbeffff1d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:33.486493 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca10e22-eac9-4512-97c0-b49156e91add", "name": "network-vif-deleted", "tag": "2dea635d-b884-4413-9b27-be23c9c62f19", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:33.486744 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d57a1015-f3e1-4b34-a584-fefdbeffff1d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:33.487163 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca10e22-eac9-4512-97c0-b49156e91add', 'name': 'network-vif-deleted', 'tag': '2dea635d-b884-4413-9b27-be23c9c62f19', 'status': 'completed', 'code': 200} Jul 05 09:45:33.500539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:33.500760 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d03a4-5e77-42ab-b247-668e19672f68 x-openstack-request-id: req-bc1d03a4-5e77-42ab-b247-668e19672f68 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:33.501023 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783db39b-5371-4992-b3ec-401d0eb27920", "name": "network-vif-plugged", "status": "completed", "tag": "e9f04f86-75d4-4734-9db5-c006348e3330", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:33.501296 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc1d03a4-5e77-42ab-b247-668e19672f68 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:33.501693 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783db39b-5371-4992-b3ec-401d0eb27920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f04f86-75d4-4734-9db5-c006348e3330', 'code': 200} Jul 05 09:45:33.525113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.578914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e4591cad-768e-405e-89c4-c1163df8596e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:33.584410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff29a-7494-4b1b-a280-95bad13755ed req-265937bb-2377-482a-bcc7-9fee05420991 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.590726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-906ff29a-7494-4b1b-a280-95bad13755ed req-265937bb-2377-482a-bcc7-9fee05420991 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 945 time: 0.3442409 Jul 05 09:45:33.595515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 41d8af8d-69a6-4154-9301-c46c242dad82 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:33.604296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'port': {'security_groups': ['0fdaab52-8770-43ba-8b8d-3bd92e860e87', '72adf836-d34f-40c5-9206-1155368644f3']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:33.624729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:33.723660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:33.733359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:33.733871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.755722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e4591cad-768e-405e-89c4-c1163df8596e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:33.756118 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.852929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.866687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.875478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.898902 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.917683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:33.945971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9465a8ef-86ff-4671-840b-d6275ea96654 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:33.979348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b64f3-8acb-445b-99a7-8610362537cc req-297eb654-9b4a-4517-9198-664b57c462bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.981475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a3b64f3-8acb-445b-99a7-8610362537cc req-297eb654-9b4a-4517-9198-664b57c462bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 1097 time: 0.3680723 Jul 05 09:45:33.996537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66262342-7cc7-4a15-abd9-cecd39ae6ff0 req-87f082a0-0807-4e90-a1f4-38d58a566826 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:33.998510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66262342-7cc7-4a15-abd9-cecd39ae6ff0 req-87f082a0-0807-4e90-a1f4-38d58a566826 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.3177516 Jul 05 09:45:34.008783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:34.018198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:34.020399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=41d8af8d-69a6-4154-9301-c46c242dad82,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:34.020834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.024087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:34.042685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:34.054782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.056624 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.086145 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-047f1605-52ae-4134-bdab-5cf184647976 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7831395 Jul 05 09:45:34.087227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50084) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:34.112666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:34.134483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 9465a8ef-86ff-4671-840b-d6275ea96654 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:34.135474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.150666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 9465a8ef-86ff-4671-840b-d6275ea96654 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:34.151688 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.152937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a3b64f3-8acb-445b-99a7-8610362537cc req-3ed692fa-e4fb-41d1-9b13-c950cdf60b7a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522851 Jul 05 09:45:34.173678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66262342-7cc7-4a15-abd9-cecd39ae6ff0 req-033e114d-ba5f-4b5e-aac2-9ff9688d6f2c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596823 Jul 05 09:45:34.212571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=04258a50-2422-4b70-833b-36883ed41269,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:34.214988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.225914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5e96c20e-e8fe-45aa-a7b5-b1d9e8edfef7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/04258a50-2422-4b70-833b-36883ed41269 HTTP/1.1" status: 204 len: 168 time: 1.0286870 Jul 05 09:45:34.229230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50086) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:34.269167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 41d8af8d-69a6-4154-9301-c46c242dad82 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:34.269167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.283253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269cdf9-7d01-4892-a33e-260de6657179 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:34.297163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-88a9e137-2190-445a-bc3a-19e3e5e7630c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665023 Jul 05 09:45:34.300459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:34.311385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:34.445734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.488202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 41d8af8d-69a6-4154-9301-c46c242dad82 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:34.597200 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:45:34.639241 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.679587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.702717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.709032 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/41d8af8d-69a6-4154-9301-c46c242dad82 HTTP/1.1" status: 204 len: 168 time: 0.6197903 Jul 05 09:45:34.710122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:34.718894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'mac_address': 'fa:16:3e:20:f4:47', 'name': 'tempest-PortsTestJSON-1239537254'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:34.721617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:34.726415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64debb9-d548-4249-86b2-a998df13bbec tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=41d8af8d-69a6-4154-9301-c46c242dad82,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:34.740666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:34.747332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.754898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9465a8ef-86ff-4671-840b-d6275ea96654, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9465a8ef-86ff-4671-840b-d6275ea96654,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:34.768580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.771877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b924de-1bac-4612-8d18-3cf863c5e469 req-013154b7-a1ff-4a4f-aa02-fde04d84d0c2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:34.775885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79b924de-1bac-4612-8d18-3cf863c5e469 req-013154b7-a1ff-4a4f-aa02-fde04d84d0c2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 944 time: 0.2716205 Jul 05 09:45:34.845262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=9465a8ef-86ff-4671-840b-d6275ea96654,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:34.869500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:34.872190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:34.925766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] Deleting port e4591cad-768e-405e-89c4-c1163df8596e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:34.926168 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.989796 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:34.996999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.017889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.026362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] For port e4591cad-768e-405e-89c4-c1163df8596e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e4591cad-768e-405e-89c4-c1163df8596e,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:35.026940 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.035419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 35065e11-2bb5-4021-8b81-185107308eac yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:35.038934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:35.094387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79b924de-1bac-4612-8d18-3cf863c5e469 req-6d31279e-98d6-4727-9775-400b43f87030 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791007 Jul 05 09:45:35.127741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.128543 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.130041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-906ff29a-7494-4b1b-a280-95bad13755ed req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "PUT /v2.0/ports/b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 981 time: 1.5308552 Jul 05 09:45:35.192205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] Calling delete_port for e4591cad-768e-405e-89c4-c1163df8596e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:35.225299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9c912-a6d8-46bc-abc0-6a2b9eab0606 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:35.258029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:35.315328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.373422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.402513 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.462424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:35.475248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:35.481661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:35.492544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:35.495296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.496954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.497991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:35.504809 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2952fe-3a6d-4629-98ba-0a513ff94479" -d '{"events": [{"name": "network-changed", "server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "tag": "b53bddee-d617-4292-8d79-a0e229caed46"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:35.505417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a'}, {'server_uuid': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109'}, {'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:35.508001 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3399cc-3a44-49f6-a829-c1bdeba7878f" -d '{"events": [{"server_uuid": "cdfbe269-daec-402a-99ca-d003ddc3560e", "name": "network-vif-plugged", "status": "completed", "tag": "a1801d92-56d1-48bd-ad0c-348f6a4a559a"}, {"server_uuid": "c4dfa9ce-457c-40d4-af75-91f27077aca2", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109"}, {"server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "name": "network-vif-plugged", "status": "completed", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:35.514738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=35065e11-2bb5-4021-8b81-185107308eac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:35.530006 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-81da288e-61a0-4930-8599-d34bd6d99b0c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8183606 Jul 05 09:45:35.534394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:35.537947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:35.551133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.552150 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.583810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-e14bb5b1-981b-4f25-aa0d-e80e794a73c8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1197207787&fields=id&tenant_id=480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 267 time: 0.1597512 Jul 05 09:45:35.593023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2870927 Jul 05 09:45:35.597021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50110) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:35.603149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc371cca-8859-4ab3-9fcb-2a5388edf889 req-110836a3-b3f4-4dc1-af57-192c2c80e745 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.604258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '524d5329-5c3a-4901-bd0a-63f27c6b651d', 'ip_address': '2001:db8::16db:6f33:9d57:e479'}], 'name': 'tempest-NetworksTestDHCPv6-432940867'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:35.610312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc371cca-8859-4ab3-9fcb-2a5388edf889 req-110836a3-b3f4-4dc1-af57-192c2c80e745 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 945 time: 0.2512076 Jul 05 09:45:35.621167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e4591cad-768e-405e-89c4-c1163df8596e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:35.634995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e4de6-a7a7-4d95-84da-1e87349e4b7d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=524d5329-5c3a-4901-bd0a-63f27c6b651d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:35.692385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:35.708691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc371cca-8859-4ab3-9fcb-2a5388edf889 req-fa0b012a-ee9c-4b8a-988b-3a4ae7ae2704 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972586 Jul 05 09:45:35.739720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee955d1-5897-49b8-bfe9-3694f28c4d71 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.741236 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cee955d1-5897-49b8-bfe9-3694f28c4d71 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/35065e11-2bb5-4021-8b81-185107308eac HTTP/1.1" status: 200 len: 841 time: 0.2054467 Jul 05 09:45:35.744266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:35.811325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-caf82472-9fcb-464c-8efb-6b6b6200491b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:35.820864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-caf82472-9fcb-464c-8efb-6b6b6200491b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 984 time: 0.1873515 Jul 05 09:45:35.827927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'port': {'security_groups': ['0fdaab52-8770-43ba-8b8d-3bd92e860e87', '72adf836-d34f-40c5-9206-1155368644f3', '86502167-2a4b-4cbd-b173-899e95ae5644']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:35.865849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] Pushing event deleted for resources: {'Port': ['ID=e4591cad-768e-405e-89c4-c1163df8596e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:35.890793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:35.911571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db2d07-58f0-4470-8dcb-e2120b31e0a7 None None] No DVR routers for this DVR port e4591cad-768e-405e-89c4-c1163df8596e on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:35.951021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0629387-04f2-4c67-8ff4-f0f6e41fc44e None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:36.009989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.031344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 74d28be0-8789-4339-b31b-6d55d6823925 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:36.053637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24aec9-a163-4700-bdc7-9c76ca84c1e8 req-e9e24226-90e2-43d0-8c07-3578d287647d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.055595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d24aec9-a163-4700-bdc7-9c76ca84c1e8 req-e9e24226-90e2-43d0-8c07-3578d287647d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.1841831 Jul 05 09:45:36.058008 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.096442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 35065e11-2bb5-4021-8b81-185107308eac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:36.096876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.135803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No active binding found for port e4591cad-768e-405e-89c4-c1163df8596e {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 09:45:36.136481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e4591cad-768e-405e-89c4-c1163df8596e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:36.211957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::16db:6f33:9d57:e479 (8bf03de8-a5cd-4166-895f-409ef6031a3b/524d5329-5c3a-4901-bd0a-63f27c6b651d/74d28be0-8789-4339-b31b-6d55d6823925) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:36.212900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d24aec9-a163-4700-bdc7-9c76ca84c1e8 req-8fbb8987-abad-49cf-a70a-be8a666d6531 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414626 Jul 05 09:45:36.222320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.264300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 35065e11-2bb5-4021-8b81-185107308eac owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:36.401929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.422324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 74d28be0-8789-4339-b31b-6d55d6823925 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:36.439983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '524d5329-5c3a-4901-bd0a-63f27c6b651d'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:36.441218 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.464663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.476722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.532862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.536095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:36.538245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/35065e11-2bb5-4021-8b81-185107308eac HTTP/1.1" status: 204 len: 168 time: 0.7885900 Jul 05 09:45:36.541781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50116) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:36.542752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:36.546341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:36.552952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:36.553819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.604032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d08844-b9ba-4baa-bf6a-413fe5e17d5f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=35065e11-2bb5-4021-8b81-185107308eac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:36.621130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:36.631268 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3280d8-0ecb-46ac-be04-2c4de21385d4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:45:36.638295 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec3280d8-0ecb-46ac-be04-2c4de21385d4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/35065e11-2bb5-4021-8b81-185107308eac HTTP/1.1" status: 404 len: 333 time: 0.0928333 Jul 05 09:45:36.639253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=74d28be0-8789-4339-b31b-6d55d6823925,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:36.642304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:36.647466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'name': 'tempest-PortsTestJSON-141928384'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:36.667875 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7802cd6-7472-4e65-bf25-d444b9c7bef9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0697408 Jul 05 09:45:36.680650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:36.765770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/524d5329-5c3a-4901-bd0a-63f27c6b651d/2dcf9820-e9f0-47af-9c62-2897ae454310) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:36.770833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:36.775840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.802413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port b848de17-8876-41a3-a443-e46cfead0bb9 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:36.861855 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b4031c-c6c8-49f6-884e-8c32a2237012 x-openstack-request-id: req-06b4031c-c6c8-49f6-884e-8c32a2237012 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:36.862184 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfbe269-daec-402a-99ca-d003ddc3560e", "name": "network-vif-plugged", "status": "completed", "tag": "a1801d92-56d1-48bd-ad0c-348f6a4a559a", "code": 200}, {"server_uuid": "c4dfa9ce-457c-40d4-af75-91f27077aca2", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109", "code": 200}, {"server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "name": "network-vif-plugged", "status": "completed", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:36.862416 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06b4031c-c6c8-49f6-884e-8c32a2237012 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:36.862819 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a', 'code': 200} Jul 05 09:45:36.863089 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109', 'code': 200} Jul 05 09:45:36.863347 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654', 'code': 200} Jul 05 09:45:36.874596 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.892100 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4851f3-3a5c-45ac-8899-b828b803f55e x-openstack-request-id: req-7e4851f3-3a5c-45ac-8899-b828b803f55e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:36.892375 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "tag": "b53bddee-d617-4292-8d79-a0e229caed46", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:36.892625 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e4851f3-3a5c-45ac-8899-b828b803f55e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:36.893009 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46', 'status': 'completed', 'code': 200} Jul 05 09:45:36.893607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:36.918974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:36.999500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.000172 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.014274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-beeb6f86-690d-49e5-a3e3-e14e259345fe req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "PUT /v2.0/ports/b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 1020 time: 1.1923749 Jul 05 09:45:37.054810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6fe19a-a027-4ec3-9ed3-f16bfdfee9dd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.056848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c6fe19a-a027-4ec3-9ed3-f16bfdfee9dd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3781004 Jul 05 09:45:37.068644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50130) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:37.119854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:37.165117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.213823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911dc1b-9867-4803-bdb2-5e4885e2a4e2 req-888231bd-858b-4f89-8845-e411923fbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.216023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0911dc1b-9867-4803-bdb2-5e4885e2a4e2 req-888231bd-858b-4f89-8845-e411923fbe20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdfbe269-daec-402a-99ca-d003ddc3560e HTTP/1.1" status: 200 len: 1097 time: 0.1692419 Jul 05 09:45:37.275247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0911dc1b-9867-4803-bdb2-5e4885e2a4e2 req-7942668a-a38a-47bd-a5e1-9ca6566cb6a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504518 Jul 05 09:45:37.325580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99083d-7fcd-4b06-a3d0-2c0a0e24aa56 req-7df0f560-2e87-40f3-9798-0df03ee24ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.328879 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd99083d-7fcd-4b06-a3d0-2c0a0e24aa56 req-7df0f560-2e87-40f3-9798-0df03ee24ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4dfa9ce-457c-40d4-af75-91f27077aca2 HTTP/1.1" status: 200 len: 1097 time: 0.1876490 Jul 05 09:45:37.330887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.363731 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.385720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Transition to ACTIVE for port object 2dcf9820-e9f0-47af-9c62-2897ae454310 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:37.453332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Transition to ACTIVE for port object 2dcf9820-e9f0-47af-9c62-2897ae454310 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:37.520275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.562329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:37.570216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:37.574265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:37.585439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.586486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.631308 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd99083d-7fcd-4b06-a3d0-2c0a0e24aa56 req-983b0f47-2315-4058-838b-6e6d9ec886dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820184 Jul 05 09:45:37.648731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=b848de17-8876-41a3-a443-e46cfead0bb9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:37.657945 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b3cd213-34fc-4efe-9a7c-585fcedb7a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0143969 Jul 05 09:45:37.660649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50136) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:37.672018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734faa-a63b-49d2-9327-42ae1f79f957 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:37.673410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:37.715162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:37.719063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Pushing event updated for resources: {'Port': ['ID=2dcf9820-e9f0-47af-9c62-2897ae454310,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:37.734025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:37.739309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:37.801728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-965212e3-f41d-4850-b842-ea8ebcac5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.804403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-965212e3-f41d-4850-b842-ea8ebcac5a0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1175 time: 0.8648603 Jul 05 09:45:37.815992 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.852974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Attempting to bind port 2dcf9820-e9f0-47af-9c62-2897ae454310 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:37.853357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Attempting to bind port 2dcf9820-e9f0-47af-9c62-2897ae454310 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:37.853724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Attempting to bind port 2dcf9820-e9f0-47af-9c62-2897ae454310 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:37.860222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:37.860597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:37.861007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.861394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:37.861872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Bound port: 2dcf9820-e9f0-47af-9c62-2897ae454310, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:37.862335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.951002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] For port 2dcf9820-e9f0-47af-9c62-2897ae454310, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:37.956157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] For port 2dcf9820-e9f0-47af-9c62-2897ae454310, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2dcf9820-e9f0-47af-9c62-2897ae454310,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:37.961975 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:37.986703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f37d20-83b1-486f-a8de-8982fa921930 req-04ec1330-1082-4e78-8aa0-7d92f70378a0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:37.988305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3f37d20-83b1-486f-a8de-8982fa921930 req-04ec1330-1082-4e78-8aa0-7d92f70378a0 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 945 time: 0.8752565 Jul 05 09:45:38.015371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d263e-4400-49ab-bc1c-b8a9bc153f42 req-b2d67cec-9749-4782-b2af-cdd7a3aac31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.016864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc9d263e-4400-49ab-bc1c-b8a9bc153f42 req-b2d67cec-9749-4782-b2af-cdd7a3aac31b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 1097 time: 0.8910434 Jul 05 09:45:38.057138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1325d2-fb5b-4b90-97b4-32f4bd26337b None None] Pushing event updated for resources: {'Port': ['ID=2dcf9820-e9f0-47af-9c62-2897ae454310,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:38.075245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.082547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.098622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bcc7f-f250-4da1-b289-fd0f7621bbb8 req-ea01f1e1-9778-4208-af89-1560194c4285 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.099686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-653bcc7f-f250-4da1-b289-fd0f7621bbb8 req-ea01f1e1-9778-4208-af89-1560194c4285 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 945 time: 0.4302182 Jul 05 09:45:38.137339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] In _notify_port_updated(), no bound segment for port b848de17-8876-41a3-a443-e46cfead0bb9 on network a9953944-00df-49a0-9fe7-03ec6692cf40 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:45:38.142117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-d76886f8-beb3-48f5-bd08-8a59854e1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.142885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.144907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.145068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-d76886f8-beb3-48f5-bd08-8a59854e1520 service neutron] 10.222.0.15 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 0.2902267 Jul 05 09:45:38.145557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "PUT /v2.0/ports/b848de17-8876-41a3-a443-e46cfead0bb9 HTTP/1.1" status: 200 len: 818 time: 0.4817195 Jul 05 09:45:38.149102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:38.163013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 74d28be0-8789-4339-b31b-6d55d6823925 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:38.164165 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.193450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9a467-20de-43eb-9896-9a19a5a6ae1e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=b848de17-8876-41a3-a443-e46cfead0bb9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:38.221669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3f37d20-83b1-486f-a8de-8982fa921930 req-ed48116b-0fdf-4003-b7e9-280f7ec5daaa tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223804 Jul 05 09:45:38.317406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port b848de17-8876-41a3-a443-e46cfead0bb9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:38.318232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.365350 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.392077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 74d28be0-8789-4339-b31b-6d55d6823925 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:38.423665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc9d263e-4400-49ab-bc1c-b8a9bc153f42 req-09bca734-3b90-49b6-ac86-aa7f2faf50be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924956 Jul 05 09:45:38.427417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-9431b790-1e6a-43f9-9124-2f2f54710a54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 217 time: 0.2546926 Jul 05 09:45:38.483419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.517072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for b848de17-8876-41a3-a443-e46cfead0bb9 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:38.611654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-653bcc7f-f250-4da1-b289-fd0f7621bbb8 req-1fcda342-2d7d-48e8-9f9e-a0b9730715ea tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983542 Jul 05 09:45:38.613459 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:38.677728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-5205510b-bf80-42d2-b68b-1d26950346e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.681886 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-5205510b-bf80-42d2-b68b-1d26950346e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.2096636 Jul 05 09:45:38.766349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-0d852e63-fb8f-4ea4-8e6c-aae4e15b3411 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755661 Jul 05 09:45:38.787703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-23079b37-4a39-4d43-97cb-5ee5316d58c2 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.789720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-23079b37-4a39-4d43-97cb-5ee5316d58c2 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/ports?device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 949 time: 0.2590418 Jul 05 09:45:38.860869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ea36e-26c6-4faf-bf1b-a1a08dc0914b req-3cafb282-2ecb-43ef-aeda-e5a9ebeffaad tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:38.862577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-129ea36e-26c6-4faf-bf1b-a1a08dc0914b req-3cafb282-2ecb-43ef-aeda-e5a9ebeffaad tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1023 time: 0.3704352 Jul 05 09:45:38.909178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:38.911518 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6757d86a-4f6f-40a6-85ca-7cdf75b52428" -d '{"events": [{"name": "network-changed", "server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "tag": "b53bddee-d617-4292-8d79-a0e229caed46"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:38.986787 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.017049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=b848de17-8876-41a3-a443-e46cfead0bb9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:39.020839 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.028919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1a946a96-066c-480d-8008-367df3016d54 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/b848de17-8876-41a3-a443-e46cfead0bb9 HTTP/1.1" status: 204 len: 168 time: 0.8729608 Jul 05 09:45:39.030556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:39.068445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=74d28be0-8789-4339-b31b-6d55d6823925,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:39.123815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce5eb1c-0324-4e61-97d6-b8998437b824 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.125589 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bce5eb1c-0324-4e61-97d6-b8998437b824 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0939653 Jul 05 09:45:39.128400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50150) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:39.133731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.134243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.134757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.135312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.135798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.136281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.136807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.137531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.138031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.138515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.139001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.139953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:39.164368 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c783f7-812c-474b-87e8-5e204682d50f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:45:39.168063 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7c783f7-812c-474b-87e8-5e204682d50f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/b848de17-8876-41a3-a443-e46cfead0bb9 HTTP/1.1" status: 404 len: 333 time: 0.0381765 Jul 05 09:45:39.172369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:39.178169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-415405490'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:39.191871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-a1bdfc01-e85a-4250-a2d8-40e857809747 service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012103 Jul 05 09:45:39.206703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:39.210399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.233061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.235014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-921502ed-1b7b-4ba6-bf88-8d1d32a3fc0e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/74d28be0-8789-4339-b31b-6d55d6823925 HTTP/1.1" status: 204 len: 168 time: 2.1649923 Jul 05 09:45:39.237558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50154) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:39.286566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:45:39.311063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.311195 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment 21ef9e57-7899-4329-a7db-a7fffb279d1c of type vlan for network d3336102-5e43-4951-b7c6-34a9ab519f65 Jul 05 09:45:39.340017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f0ccd-56e1-4de3-933d-15293279a672 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.341706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f0ccd-56e1-4de3-933d-15293279a672 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.345112 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-957f0ccd-56e1-4de3-933d-15293279a672 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1062350 Jul 05 09:45:39.353665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-129ea36e-26c6-4faf-bf1b-a1a08dc0914b req-6809444b-24ee-47b2-8b52-504d349dc478 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&id=86502167-2a4b-4cbd-b173-899e95ae5644&id=72adf836-d34f-40c5-9206-1155368644f3 HTTP/1.1" status: 200 len: 6156 time: 0.4298692 Jul 05 09:45:39.369999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713e3e7-25be-47d4-bbfc-7073b02209ae req-2b3ecdbd-fc0f-49fa-8882-cd95f1ea72cf tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.378287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6713e3e7-25be-47d4-bbfc-7073b02209ae req-2b3ecdbd-fc0f-49fa-8882-cd95f1ea72cf tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.5554657 Jul 05 09:45:39.380860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:39.487630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.544874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 524d5329-5c3a-4901-bd0a-63f27c6b651d {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:39.548320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2952fe-3a6d-4629-98ba-0a513ff94479 req-7fee60b9-7b36-4f1d-a36f-017897163df1 service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393312 Jul 05 09:45:39.563002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.587640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2dcf9820-e9f0-47af-9c62-2897ae454310 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:39.648622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.655209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:39.655860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.683305 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5096035 Jul 05 09:45:39.684118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:39.703307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:39.723301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8dff3d6-52d4-402e-b53f-a507407664a9 None None] Provisioning for port 2dcf9820-e9f0-47af-9c62-2897ae454310 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:39.735892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6713e3e7-25be-47d4-bbfc-7073b02209ae req-5d169820-3840-4428-9867-14a28306a456 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563004 Jul 05 09:45:39.752567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2dcf9820-e9f0-47af-9c62-2897ae454310 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:39.771572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2dcf9820-e9f0-47af-9c62-2897ae454310 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:39.772139 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.784226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:39.789189 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.791617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:39.895061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339488a7-64a4-4a82-8f7c-eac415aa5bf4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=d3336102-5e43-4951-b7c6-34a9ab519f65,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:39.957008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:39.961318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.026325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.043527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-cb9dff86-063b-427d-bef6-6ccd355abeef tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.045257 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-cb9dff86-063b-427d-bef6-6ccd355abeef tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "GET /v2.0/ports?device_id=5618a371-0041-4f48-9b64-1ad3a3638e32 HTTP/1.1" status: 200 len: 950 time: 0.4947588 Jul 05 09:45:40.051196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d3336102-5e43-4951-b7c6-34a9ab519f65 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:45:40.061678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0bec5cfa-d177-47b6-9ff2-33518bea1244 None None] Could not find standard attr ID for object 74d28be0-8789-4339-b31b-6d55d6823925. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:40.148081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785380-cbf9-4798-804c-838f3a7770cc req-362547fa-4ff7-40e8-924a-0df7876fe832 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.154308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a785380-cbf9-4798-804c-838f3a7770cc req-362547fa-4ff7-40e8-924a-0df7876fe832 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 949 time: 0.5307226 Jul 05 09:45:40.163021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.213603 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.236678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=524d5329-5c3a-4901-bd0a-63f27c6b651d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:40.282126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a785380-cbf9-4798-804c-838f3a7770cc req-78b8d911-46ec-49ed-8b1f-789a6cc7869f tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680461 Jul 05 09:45:40.283598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.286198 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-85a6f5ba-eb82-425e-bff3-921ee02062e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/524d5329-5c3a-4901-bd0a-63f27c6b651d HTTP/1.1" status: 204 len: 168 time: 0.9043374 Jul 05 09:45:40.291466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0074b0-cbe6-4230-98d4-23bdc870b577 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:40.292930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:40.367370 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:45:40.367883 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:45:40.445079 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20da009f-10db-4320-9efa-269eda1a6ea5 x-openstack-request-id: req-20da009f-10db-4320-9efa-269eda1a6ea5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:40.445631 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "tag": "b53bddee-d617-4292-8d79-a0e229caed46", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:40.446032 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20da009f-10db-4320-9efa-269eda1a6ea5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:40.446699 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46', 'status': 'completed', 'code': 200} Jul 05 09:45:40.449919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port e416e33c-d84a-4cc4-b897-7eae4a54b2d9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:40.450725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.461043 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ac332ae9-3c22-4252-a914-dfcb8f6f3eb7 req-6ae18211-cd0b-43f6-bc74-e65ff3a690d8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1258861357 ', 'description': 'tempest-description-705847522'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:40.481172 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d683818e-d08c-49c0-9e19-ae4220826647 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1844971 Jul 05 09:45:40.482883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50170) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:40.488260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:40.556487 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ac332ae9-3c22-4252-a914-dfcb8f6f3eb7 req-6ae18211-cd0b-43f6-bc74-e65ff3a690d8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.559384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for e416e33c-d84a-4cc4-b897-7eae4a54b2d9 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:40.597297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:40.670233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] Deleting port 2dcf9820-e9f0-47af-9c62-2897ae454310 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:40.670555 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.680214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.728466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port befffaf2-2762-4f8b-a85e-3ca45464a1f8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:40.728800 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.729961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:40.734053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.768922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] For port 2dcf9820-e9f0-47af-9c62-2897ae454310, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2dcf9820-e9f0-47af-9c62-2897ae454310,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:40.769639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.794249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] Calling delete_port for 2dcf9820-e9f0-47af-9c62-2897ae454310 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:40.809316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-2a115bc5-b744-448e-89b7-e03573a4e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.810862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-2a115bc5-b744-448e-89b7-e03573a4e940 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1175 time: 0.3026736 Jul 05 09:45:40.816213 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=f214f557-a974-42a3-b7ad-e0e3e98de8af,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:40.842436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': '21ef9e57-7899-4329-a7db-a7fffb279d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:40.842797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: d3336102-5e43-4951-b7c6-34a9ab519f65, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:45:40.877327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network d3336102-5e43-4951-b7c6-34a9ab519f65 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:45:40.895769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d3336102-5e43-4951-b7c6-34a9ab519f65) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:40.930481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365dc56-8a03-49c0-8277-00757bb644de None None] Network d3336102-5e43-4951-b7c6-34a9ab519f65 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:40.936654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.937244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:40.982143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dc5fc-007c-4772-b02a-10ce5b6c4d09 req-ecad7cc5-993f-486e-bec3-fb1e9339b742 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:40.984156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a07dc5fc-007c-4772-b02a-10ce5b6c4d09 req-ecad7cc5-993f-486e-bec3-fb1e9339b742 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 945 time: 0.4051850 Jul 05 09:45:41.001009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.052940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port befffaf2-2762-4f8b-a85e-3ca45464a1f8, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=befffaf2-2762-4f8b-a85e-3ca45464a1f8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:41.053568 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.063342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.072430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for befffaf2-2762-4f8b-a85e-3ca45464a1f8 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:41.079970 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.129790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] Pushing event deleted for resources: {'Port': ['ID=2dcf9820-e9f0-47af-9c62-2897ae454310,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:41.136011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88662f-03c7-4da6-b567-29e89502ce75 None None] No DVR routers for this DVR port 2dcf9820-e9f0-47af-9c62-2897ae454310 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:41.154406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:41.161261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:41.176118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:41.176414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.180591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=9edd6fd3-6f64-457a-a19d-13b4a05e2cb9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:41.186615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029398ab-f32a-42ac-9451-a8174873310f None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:41.208924 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.245280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['befffaf2-2762-4f8b-a85e-3ca45464a1f8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:41.248156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:41.269022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ac332ae9-3c22-4252-a914-dfcb8f6f3eb7 req-6ae18211-cd0b-43f6-bc74-e65ff3a690d8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.279552 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-909ca1ba-beb8-4700-8c1e-04322c05003e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5816314 Jul 05 09:45:41.284085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-16c6cb75-15a3-4cf4-bb61-00b5cd25a5f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7977960 Jul 05 09:45:41.284085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:41.284328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:41.290624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e19d4eb8-b1c1-469f-a028-02c09a5d6982 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:41.297059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '9edd6fd3-6f64-457a-a19d-13b4a05e2cb9', 'ip_address': '2001:db8::1e7a:ddd6:94ca:a8f1'}], 'name': 'tempest-NetworksTestDHCPv6-245446953'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:41.334406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=e416e33c-d84a-4cc4-b897-7eae4a54b2d9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:41.345760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d3336102-5e43-4951-b7c6-34a9ab519f65', 'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65', 'tenant_id': '02332481cfaf4e12a9e08ad0d0ce974a', 'fixed_ips': [{'subnet_id': 'f214f557-a974-42a3-b7ad-e0e3e98de8af'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:41.346646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.360010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a07dc5fc-007c-4772-b02a-10ce5b6c4d09 req-b1e06932-fc71-4684-b75d-d2e43b74e85f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658781 Jul 05 09:45:41.555219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2dcf9820-e9f0-47af-9c62-2897ae454310 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:41.620185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:41.621074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 2dcf9820-e9f0-47af-9c62-2897ae454310 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:41.622355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2dcf9820-e9f0-47af-9c62-2897ae454310 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:41.692473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19d4eb8-b1c1-469f-a028-02c09a5d6982 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:41.697847 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e19d4eb8-b1c1-469f-a028-02c09a5d6982 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.773851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '9edd6fd3-6f64-457a-a19d-13b4a05e2cb9'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:41.775062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.803386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Allocated IP 172.20.0.2 (d3336102-5e43-4951-b7c6-34a9ab519f65/f214f557-a974-42a3-b7ad-e0e3e98de8af/1480a348-0733-4c16-818c-25f704a62918) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:41.831038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ac332ae9-3c22-4252-a914-dfcb8f6f3eb7 req-6ae18211-cd0b-43f6-bc74-e65ff3a690d8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.850149 n-d-771363-33 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-e19d4eb8-b1c1-469f-a028-02c09a5d6982 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f214f557-a974-42a3-b7ad-e0e3e98de8af (CIDR: 172.20.0.0/28) Jul 05 09:45:41.850380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port e416e33c-d84a-4cc4-b897-7eae4a54b2d9 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:41.860123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-e1b8bef8-dbea-48a1-b777-713ee33d8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:41.861757 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-e1b8bef8-dbea-48a1-b777-713ee33d8545 service neutron] 10.222.0.15 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 1.0315866 Jul 05 09:45:41.868629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.869464 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19d4eb8-b1c1-469f-a028-02c09a5d6982 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:45:41.870159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19d4eb8-b1c1-469f-a028-02c09a5d6982 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:45:41.870775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-975c2f86-b3e8-4edf-ad8b-deaecf5bc606 req-75256207-115d-4bf3-8b10-3fca9e2467b8 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "DELETE /v2.0/ports/e416e33c-d84a-4cc4-b897-7eae4a54b2d9 HTTP/1.1" status: 204 len: 173 time: 3.0568686 Jul 05 09:45:41.895113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.947570 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e19d4eb8-b1c1-469f-a028-02c09a5d6982 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6592112 Jul 05 09:45:41.948067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:41.955304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:41.976272 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ac332ae9-3c22-4252-a914-dfcb8f6f3eb7 req-6ae18211-cd0b-43f6-bc74-e65ff3a690d8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:41.977895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac332ae9-3c22-4252-a914-dfcb8f6f3eb7 req-6ae18211-cd0b-43f6-bc74-e65ff3a690d8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.5224967 Jul 05 09:45:41.983262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-c8b57621-9ebf-4293-a165-d38a2dc0c919 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 217 time: 0.0855560 Jul 05 09:45:41.987060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae18211-cd0b-43f6-bc74-e65ff3a690d8 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdd2c49-209b-4b01-9eeb-e0442c392b9e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:42.009144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e416e33c-d84a-4cc4-b897-7eae4a54b2d9 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:42.065012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 822fe9c6-0f16-40ee-b7eb-2b2525972b29 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:42.106813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-ffe7f914-4d5c-4434-8384-a1ad25db1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:42.108981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-ffe7f914-4d5c-4434-8384-a1ad25db1683 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.1143892 Jul 05 09:45:42.114428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:42.124492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30196ce4-8a0b-4ebb-a541-4709733fbd85 req-87488ab7-ff20-4074-9be1-a9b3525d01ea tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:42.126248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30196ce4-8a0b-4ebb-a541-4709733fbd85 req-87488ab7-ff20-4074-9be1-a9b3525d01ea tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 945 time: 0.2911143 Jul 05 09:45:42.165105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: e416e33c-d84a-4cc4-b897-7eae4a54b2d9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:42.165856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e416e33c-d84a-4cc4-b897-7eae4a54b2d9 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:42.209151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-e2de2f64-6e05-4064-b377-2b3b329f832c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815516 Jul 05 09:45:42.242877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=befffaf2-2762-4f8b-a85e-3ca45464a1f8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:42.281309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:42.287906 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:42.369135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/9edd6fd3-6f64-457a-a19d-13b4a05e2cb9/a3812be6-b592-4036-b10e-7a05d46f391c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:42.371238 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:42.385831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port befffaf2-2762-4f8b-a85e-3ca45464a1f8 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:42.390675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Transition to ACTIVE for port object 1480a348-0733-4c16-818c-25f704a62918 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:42.393460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30196ce4-8a0b-4ebb-a541-4709733fbd85 req-63c7a0b3-2453-437a-b891-5f1e735400a4 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487912 Jul 05 09:45:42.396674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:42.398812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9992ead8-3c37-4334-94b4-d53e117699e9 req-55469516-c38a-4d09-92fc-7d534cb0618d tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.16 "DELETE /v2.0/ports/befffaf2-2762-4f8b-a85e-3ca45464a1f8 HTTP/1.1" status: 204 len: 173 time: 2.3426919 Jul 05 09:45:42.452487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'name': 'network-vif-deleted', 'tag': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9'}, {'server_uuid': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'name': 'network-vif-deleted', 'tag': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:42.460802 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1557b1c6-67a1-4e13-9400-ed9533454e2c" -d '{"events": [{"server_uuid": "8989af5e-8f30-4b11-8143-b9373ca679a6", "name": "network-vif-deleted", "tag": "e416e33c-d84a-4cc4-b897-7eae4a54b2d9"}, {"server_uuid": "5618a371-0041-4f48-9b64-1ad3a3638e32", "name": "network-vif-deleted", "tag": "befffaf2-2762-4f8b-a85e-3ca45464a1f8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:42.469973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Transition to ACTIVE for port object 1480a348-0733-4c16-818c-25f704a62918 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:42.472606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:42.482193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-553c8eb5-ef8b-4b9d-9572-267d24cf41bb service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517025 Jul 05 09:45:42.501978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502d266-e6fa-4b0b-8f0f-6e8e3d5410d1 req-1fad92b1-9526-4c13-ab43-2f344ffa5b1c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:42.504126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3502d266-e6fa-4b0b-8f0f-6e8e3d5410d1 req-1fad92b1-9526-4c13-ab43-2f344ffa5b1c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.2875168 Jul 05 09:45:42.512463 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:42.670319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3502d266-e6fa-4b0b-8f0f-6e8e3d5410d1 req-6af83881-e55f-48b4-9aab-fd81aa88be5d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535490 Jul 05 09:45:42.751406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6757d86a-4f6f-40a6-85ca-7cdf75b52428 req-e3bab288-e52e-49b7-85df-6b8db575e173 service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460773 Jul 05 09:45:42.882463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Network d3336102-5e43-4951-b7c6-34a9ab519f65 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:42.931736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:42.946380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:42.958634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f1c8975-1034-4249-b7fb-e14e964dccc5 req-76345a09-fd28-478e-bba7-d148be2eb890 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=8989af5e-8f30-4b11-8143-b9373ca679a6 HTTP/1.1" status: 200 len: 210 time: 0.0624032 Jul 05 09:45:42.975002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.005605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Pushing event updated for resources: {'Port': ['ID=1480a348-0733-4c16-818c-25f704a62918,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.055954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network d3336102-5e43-4951-b7c6-34a9ab519f65 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:43.060935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:43.065433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.067149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.093626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=4b411908-580d-46ae-a138-f2aa3e779d09,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.104000 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1546283 Jul 05 09:45:43.110540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:43.120898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65', 'fixed_ips': [{'subnet_id': 'f214f557-a974-42a3-b7ad-e0e3e98de8af'}, {'subnet_id': '4b411908-580d-46ae-a138-f2aa3e779d09'}], 'name': 'tempest-PortsTestJSON-19110956'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:43.144628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Attempting to bind port 1480a348-0733-4c16-818c-25f704a62918 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:43.145018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Attempting to bind port 1480a348-0733-4c16-818c-25f704a62918 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '21ef9e57-7899-4329-a7db-a7fffb279d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:43.145511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74775089-63b6-46bb-b020-184e84d317ba req-4c018d79-299f-4461-a908-0aecbd97f152 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/1bdd2c49-209b-4b01-9eeb-e0442c392b9e HTTP/1.1" status: 200 len: 1782 time: 0.1168830 Jul 05 09:45:43.146280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Attempting to bind port 1480a348-0733-4c16-818c-25f704a62918 on network d3336102-5e43-4951-b7c6-34a9ab519f65 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:43.148725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.163924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Transition to ACTIVE for port object a3812be6-b592-4036-b10e-7a05d46f391c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:43.166107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:43.166477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Checking segment: {'id': '21ef9e57-7899-4329-a7db-a7fffb279d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:43.166915 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.167346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Bound using segment: {'id': '21ef9e57-7899-4329-a7db-a7fffb279d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:43.168420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Bound port: 1480a348-0733-4c16-818c-25f704a62918, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ef9e57-7899-4329-a7db-a7fffb279d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:43.168929 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.198888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16560-e229-4359-a756-ebec0da728ba req-85431f7c-cae0-47d1-910f-c84911afb097 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:43.201387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78d16560-e229-4359-a756-ebec0da728ba req-85431f7c-cae0-47d1-910f-c84911afb097 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdfbe269-daec-402a-99ca-d003ddc3560e HTTP/1.1" status: 200 len: 945 time: 0.2420659 Jul 05 09:45:43.230243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Transition to ACTIVE for port object a3812be6-b592-4036-b10e-7a05d46f391c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:43.243916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.312411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78d16560-e229-4359-a756-ebec0da728ba req-89934b83-5fbe-440e-8326-fe5ea9d0bad2 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034682 Jul 05 09:45:43.326355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.327032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.327472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.327821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.328156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.328519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.330023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.330408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.330747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.331176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.331454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.331932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28aba9-a5af-48e6-aa36-789cec89bdac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:43.364518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:43.383898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:43.388885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Pushing event updated for resources: {'Port': ['ID=a3812be6-b592-4036-b10e-7a05d46f391c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.391530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:43.405183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] For port 1480a348-0733-4c16-818c-25f704a62918, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:43.436563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] For port 1480a348-0733-4c16-818c-25f704a62918, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1480a348-0733-4c16-818c-25f704a62918,segment=NetworkSegment(21ef9e57-7899-4329-a7db-a7fffb279d1c),segment_id=21ef9e57-7899-4329-a7db-a7fffb279d1c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:43.464511 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.469523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:43.495177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::1e7a:ddd6:94ca:a8f1 (8bf03de8-a5cd-4166-895f-409ef6031a3b/9edd6fd3-6f64-457a-a19d-13b4a05e2cb9/822fe9c6-0f16-40ee-b7eb-2b2525972b29) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:43.504006 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc3c02-6569-4517-8d5b-16e6d3b6a866 x-openstack-request-id: req-7efc3c02-6569-4517-8d5b-16e6d3b6a866 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:43.504006 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8989af5e-8f30-4b11-8143-b9373ca679a6", "name": "network-vif-deleted", "tag": "e416e33c-d84a-4cc4-b897-7eae4a54b2d9", "status": "completed", "code": 200}, {"server_uuid": "5618a371-0041-4f48-9b64-1ad3a3638e32", "name": "network-vif-deleted", "tag": "befffaf2-2762-4f8b-a85e-3ca45464a1f8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:43.504006 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7efc3c02-6569-4517-8d5b-16e6d3b6a866 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:43.504555 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8989af5e-8f30-4b11-8143-b9373ca679a6', 'name': 'network-vif-deleted', 'tag': 'e416e33c-d84a-4cc4-b897-7eae4a54b2d9', 'status': 'completed', 'code': 200} Jul 05 09:45:43.504912 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5618a371-0041-4f48-9b64-1ad3a3638e32', 'name': 'network-vif-deleted', 'tag': 'befffaf2-2762-4f8b-a85e-3ca45464a1f8', 'status': 'completed', 'code': 200} Jul 05 09:45:43.566705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Attempting to bind port a3812be6-b592-4036-b10e-7a05d46f391c on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:43.577394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Attempting to bind port a3812be6-b592-4036-b10e-7a05d46f391c by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:43.578135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Attempting to bind port a3812be6-b592-4036-b10e-7a05d46f391c on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:43.603937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:43.604454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:43.604968 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.605844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:43.606724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Bound port: a3812be6-b592-4036-b10e-7a05d46f391c, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:43.608245 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.640348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972c007-fe2f-496d-994e-de7ee288cba0 None None] Pushing event updated for resources: {'Port': ['ID=1480a348-0733-4c16-818c-25f704a62918,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.690569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12e93f01-08f3-4a30-85d8-b41f55f1bd1d req-ebf3984c-1e88-4615-a822-22b7470de5f4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/1bdd2c49-209b-4b01-9eeb-e0442c392b9e HTTP/1.1" status: 200 len: 1782 time: 0.0655694 Jul 05 09:45:43.754641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] For port a3812be6-b592-4036-b10e-7a05d46f391c, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:43.759991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] For port a3812be6-b592-4036-b10e-7a05d46f391c, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a3812be6-b592-4036-b10e-7a05d46f391c,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:43.766943 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.772288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e93f01-08f3-4a30-85d8-b41f55f1bd1d req-419fa28d-b89f-477a-9b73-b1036835e982 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.799333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.814221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e93f01-08f3-4a30-85d8-b41f55f1bd1d req-419fa28d-b89f-477a-9b73-b1036835e982 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.853841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638f3a8-3dd9-492c-87c1-144e24805dd1 None None] Pushing event updated for resources: {'Port': ['ID=a3812be6-b592-4036-b10e-7a05d46f391c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.856978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port e41ac587-ebbe-425e-bf69-6d4d60ca977e yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:43.904418 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e93f01-08f3-4a30-85d8-b41f55f1bd1d req-419fa28d-b89f-477a-9b73-b1036835e982 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.908176 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-12e93f01-08f3-4a30-85d8-b41f55f1bd1d req-419fa28d-b89f-477a-9b73-b1036835e982 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:43.939153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12e93f01-08f3-4a30-85d8-b41f55f1bd1d req-419fa28d-b89f-477a-9b73-b1036835e982 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bdd2c49-209b-4b01-9eeb-e0442c392b9e HTTP/1.1" status: 204 len: 173 time: 0.2428663 Jul 05 09:45:43.963726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fa28d-b89f-477a-9b73-b1036835e982 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdd2c49-209b-4b01-9eeb-e0442c392b9e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:43.996823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device befffaf2-2762-4f8b-a85e-3ca45464a1f8 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:44.034572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: befffaf2-2762-4f8b-a85e-3ca45464a1f8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:44.034915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device befffaf2-2762-4f8b-a85e-3ca45464a1f8 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:44.044166 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b957898f-70b1-48bc-bdc4-19a9b29c7122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.048170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.119343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 822fe9c6-0f16-40ee-b7eb-2b2525972b29 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:44.302557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c088a74-5927-4d4b-ad61-832167662c66 req-a989975b-e9cc-4733-a4ce-35bd1fb6b854 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.307663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c088a74-5927-4d4b-ad61-832167662c66 req-a989975b-e9cc-4733-a4ce-35bd1fb6b854 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4dfa9ce-457c-40d4-af75-91f27077aca2 HTTP/1.1" status: 200 len: 945 time: 0.1773057 Jul 05 09:45:44.418569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c088a74-5927-4d4b-ad61-832167662c66 req-005971c0-471f-4fee-b947-f87f549837c6 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970159 Jul 05 09:45:44.450122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d6728-2649-4fa8-8422-88398875c80f req-60c8a6f6-7ac9-48dc-9a06-23822182ff3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.453582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-160d6728-2649-4fa8-8422-88398875c80f req-60c8a6f6-7ac9-48dc-9a06-23822182ff3d tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 945 time: 0.1448011 Jul 05 09:45:44.470208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.499177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-160d6728-2649-4fa8-8422-88398875c80f req-c654b835-62c4-4085-bc6e-fe16e8079ef3 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380695 Jul 05 09:45:44.533461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:44.540482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.5 (d3336102-5e43-4951-b7c6-34a9ab519f65/f214f557-a974-42a3-b7ad-e0e3e98de8af/e41ac587-ebbe-425e-bf69-6d4d60ca977e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:44.548471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:44.554888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:44.561164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.561864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.562077 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-4eadee44-a26a-405e-bc76-080ab1f6dd97 req-8a787576-163c-4d29-ad14-2a5d9c32d416 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:45:44.563129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eadee44-a26a-405e-bc76-080ab1f6dd97 req-8a787576-163c-4d29-ad14-2a5d9c32d416 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/1bdd2c49-209b-4b01-9eeb-e0442c392b9e HTTP/1.1" status: 404 len: 352 time: 0.0211177 Jul 05 09:45:44.570533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.30 (d3336102-5e43-4951-b7c6-34a9ab519f65/4b411908-580d-46ae-a138-f2aa3e779d09/e41ac587-ebbe-425e-bf69-6d4d60ca977e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:44.582812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=822fe9c6-0f16-40ee-b7eb-2b2525972b29,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:44.595039 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f9f0d1fd-85af-4227-96a0-a3fac9478f8a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3083088 Jul 05 09:45:44.601721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50220) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:44.685169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee4dc3-f492-43c4-8765-114fca6e41e7 req-3f84e04f-7b5a-4d98-8e64-44dd130c6e6c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.687371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72ee4dc3-f492-43c4-8765-114fca6e41e7 req-3f84e04f-7b5a-4d98-8e64-44dd130c6e6c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.1074708 Jul 05 09:45:44.788429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72ee4dc3-f492-43c4-8765-114fca6e41e7 req-4a8c1b3c-03b8-4909-8a0a-14fc36b7e094 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Jul 05 09:45:44.814297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-acca374d-f5b3-4b2c-9f50-85959c3e292a req-485fcfca-79ac-4b03-96cd-2563fe60336d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1259983039', 'description': 'tempest-description-2074982560'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:44.865781 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-acca374d-f5b3-4b2c-9f50-85959c3e292a req-485fcfca-79ac-4b03-96cd-2563fe60336d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:44.913972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab177d-da7c-41a9-bad6-8b501ad1559c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.933598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab177d-da7c-41a9-bad6-8b501ad1559c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:44.935392 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b1ab177d-da7c-41a9-bad6-8b501ad1559c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3319595 Jul 05 09:45:44.943400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50226) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:45.013084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.057618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object e41ac587-ebbe-425e-bf69-6d4d60ca977e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:45.107408 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.178852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network d3336102-5e43-4951-b7c6-34a9ab519f65 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:45.186057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:45.191644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:45.207257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=e41ac587-ebbe-425e-bf69-6d4d60ca977e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:45.287210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 822fe9c6-0f16-40ee-b7eb-2b2525972b29 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:45.287210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.311864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:45.312499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.357216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6aba0a-b755-4358-8a40-2ee53b55b004 None None] Network d3336102-5e43-4951-b7c6-34a9ab519f65 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:45.492813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.537118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 822fe9c6-0f16-40ee-b7eb-2b2525972b29 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:45.589368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ab9bf482-48f2-443c-8cbf-da03a4149408 None None] Provisioning for port 1480a348-0733-4c16-818c-25f704a62918 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:45.739129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1480a348-0733-4c16-818c-25f704a62918 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:45.821806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1480a348-0733-4c16-818c-25f704a62918 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:45.826768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1480a348-0733-4c16-818c-25f704a62918 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:45.828017 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.867781 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.954731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] Update dhcp port {'port': {'network_id': 'd3336102-5e43-4951-b7c6-34a9ab519f65', 'fixed_ips': [{'subnet_id': 'f214f557-a974-42a3-b7ad-e0e3e98de8af', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b411908-580d-46ae-a138-f2aa3e779d09'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '1480a348-0733-4c16-818c-25f704a62918'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:45:45.963989 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-acca374d-f5b3-4b2c-9f50-85959c3e292a req-485fcfca-79ac-4b03-96cd-2563fe60336d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.973542 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:45.976489 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-acde5fd6-5137-4eff-8ad5-5e0606ca3585 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.8626215 Jul 05 09:45:45.982764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:45.988072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f214f557-a974-42a3-b7ad-e0e3e98de8af'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:45.997375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:46.001342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/822fe9c6-0f16-40ee-b7eb-2b2525972b29 HTTP/1.1" status: 204 len: 168 time: 1.0368764 Jul 05 09:45:46.048348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-acca374d-f5b3-4b2c-9f50-85959c3e292a req-485fcfca-79ac-4b03-96cd-2563fe60336d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.125607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fcfca-79ac-4b03-96cd-2563fe60336d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e499f-9361-49a7-9438-5dc6a7628c2d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:46.139218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-cf7b5e1e-a055-4d25-9be7-1e115f651499 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.141483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-cf7b5e1e-a055-4d25-9be7-1e115f651499 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 945 time: 1.0146863 Jul 05 09:45:46.142579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1690a5b-364e-4d5d-be05-08291f370930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=822fe9c6-0f16-40ee-b7eb-2b2525972b29,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:46.186232 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.272300 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-acca374d-f5b3-4b2c-9f50-85959c3e292a req-485fcfca-79ac-4b03-96cd-2563fe60336d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.285286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acca374d-f5b3-4b2c-9f50-85959c3e292a req-485fcfca-79ac-4b03-96cd-2563fe60336d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4762313 Jul 05 09:45:46.298232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 1480a348-0733-4c16-818c-25f704a62918, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1480a348-0733-4c16-818c-25f704a62918,segment=NetworkSegment(21ef9e57-7899-4329-a7db-a7fffb279d1c),segment_id=21ef9e57-7899-4329-a7db-a7fffb279d1c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:46.309506 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.337580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Deleting port e9f04f86-75d4-4734-9db5-c006348e3330 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:46.337808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.372900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3bd1c-ce36-4eb1-b8fd-f9210852b62c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.374447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3bd1c-ce36-4eb1-b8fd-f9210852b62c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:46.386357 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ebb3bd1c-ce36-4eb1-b8fd-f9210852b62c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3859510 Jul 05 09:45:46.389239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50250) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:46.517086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.672401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 9edd6fd3-6f64-457a-a19d-13b4a05e2cb9 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:46.712673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] For port e9f04f86-75d4-4734-9db5-c006348e3330, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e9f04f86-75d4-4734-9db5-c006348e3330,segment=NetworkSegment(9f8656bd-3a33-47c0-9d3d-cce71bc35096),segment_id=9f8656bd-3a33-47c0-9d3d-cce71bc35096)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:46.713509 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.742965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Calling delete_port for e9f04f86-75d4-4734-9db5-c006348e3330 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:46.752996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.762365 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.763951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a3812be6-b592-4036-b10e-7a05d46f391c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:46.829677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6cbeac9d-2af5-4bfe-a20e-e65f842dcd88 None None] Provisioning for port a3812be6-b592-4036-b10e-7a05d46f391c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:46.928011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d89aa39b-ab68-4226-95a9-1ac6dec7930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.935797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.937940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:46.951615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] Allocated IP 172.20.0.18 (d3336102-5e43-4951-b7c6-34a9ab519f65/4b411908-580d-46ae-a138-f2aa3e779d09/1480a348-0733-4c16-818c-25f704a62918) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:46.957546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port a3812be6-b592-4036-b10e-7a05d46f391c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:46.968077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-402290a1-ede2-4ea1-b72d-839cec8e17ec None None] Could not find standard attr ID for object 822fe9c6-0f16-40ee-b7eb-2b2525972b29. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:46.969832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a3812be6-b592-4036-b10e-7a05d46f391c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:46.969832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.018725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=1480a348-0733-4c16-818c-25f704a62918,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:47.063343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8b0250e5-7e68-41de-a817-69c2c20fdd3c tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.064838 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8b0250e5-7e68-41de-a817-69c2c20fdd3c tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4dfa9ce-457c-40d4-af75-91f27077aca2 HTTP/1.1" status: 200 len: 945 time: 0.3560255 Jul 05 09:45:47.086911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.179934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Pushing event deleted for resources: {'Port': ['ID=e9f04f86-75d4-4734-9db5-c006348e3330,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:47.197422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] For port 1480a348-0733-4c16-818c-25f704a62918, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1480a348-0733-4c16-818c-25f704a62918,segment=NetworkSegment(21ef9e57-7899-4329-a7db-a7fffb279d1c),segment_id=21ef9e57-7899-4329-a7db-a7fffb279d1c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:47.236333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.255507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] Transition to ACTIVE for port object 1480a348-0733-4c16-818c-25f704a62918 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:47.269832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.312626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] No DVR routers for this DVR port e9f04f86-75d4-4734-9db5-c006348e3330 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:47.323072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.332110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efb9b257-5b83-43e7-bc0c-6872be8fbbdf req-7ae6d2e6-6b29-41a3-8fdc-b5eb8548362b tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.15 "DELETE /v2.0/ports/e9f04f86-75d4-4734-9db5-c006348e3330 HTTP/1.1" status: 204 len: 173 time: 1.1823318 Jul 05 09:45:47.340497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783db39b-5371-4992-b3ec-401d0eb27920', 'name': 'network-vif-deleted', 'tag': 'e9f04f86-75d4-4734-9db5-c006348e3330'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:47.343372 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de453504-35a8-49ec-aec3-387d8b23bd25" -d '{"events": [{"server_uuid": "783db39b-5371-4992-b3ec-401d0eb27920", "name": "network-vif-deleted", "tag": "e9f04f86-75d4-4734-9db5-c006348e3330"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:47.366448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d536f-8369-44e7-90cb-8fe6b5e791d5 None None] Pushing event updated for resources: {'Port': ['ID=1480a348-0733-4c16-818c-25f704a62918,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:47.380451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5673-1504-492c-ac3d-bc1a930fb5f8 req-7d46b306-ed7f-45c5-a6c4-b3531a21e6ac tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.382149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b43a5673-1504-492c-ac3d-bc1a930fb5f8 req-7d46b306-ed7f-45c5-a6c4-b3531a21e6ac tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4dfa9ce-457c-40d4-af75-91f27077aca2 HTTP/1.1" status: 200 len: 945 time: 0.8303413 Jul 05 09:45:47.416181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.465904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be99795-eee0-4e10-9020-faebc82b3eec req-9a40b032-77d9-443a-a212-98f34d316203 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:47.468405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6be99795-eee0-4e10-9020-faebc82b3eec req-9a40b032-77d9-443a-a212-98f34d316203 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/ports?device_id=783db39b-5371-4992-b3ec-401d0eb27920 HTTP/1.1" status: 200 len: 867 time: 0.5810699 Jul 05 09:45:47.496043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port a3812be6-b592-4036-b10e-7a05d46f391c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a3812be6-b592-4036-b10e-7a05d46f391c,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:47.503429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.629843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b43a5673-1504-492c-ac3d-bc1a930fb5f8 req-a7569171-e9db-4f23-af59-691f09736c8e tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350910 Jul 05 09:45:47.639403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.663989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=a3812be6-b592-4036-b10e-7a05d46f391c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:47.698583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1480a348-0733-4c16-818c-25f704a62918 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:47.703222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Deleting port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:47.703711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.706288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e9f04f86-75d4-4734-9db5-c006348e3330 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:47.723015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a8f16b80-56fe-490c-86b9-fbe9ddcfef36 req-418b6ff8-cb69-4c69-8805-628ab737c947 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2009710854', 'description': 'tempest-description-1730890800'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:47.743238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6be99795-eee0-4e10-9020-faebc82b3eec req-9afb0875-2f11-4d65-9a62-baf3e1c5ec46 tempest-DeleteServersTestJSON-1521252000 tempest-DeleteServersTestJSON-1521252000-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb847092-58c6-488e-a0f5-67413b6c9305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590170 Jul 05 09:45:47.807267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a8f16b80-56fe-490c-86b9-fbe9ddcfef36 req-418b6ff8-cb69-4c69-8805-628ab737c947 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.822587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: e9f04f86-75d4-4734-9db5-c006348e3330 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:47.823346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e9f04f86-75d4-4734-9db5-c006348e3330 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:47.872223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.911206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Delete allocated IP 172.20.0.30 (d3336102-5e43-4951-b7c6-34a9ab519f65/4b411908-580d-46ae-a138-f2aa3e779d09) {{(pid=93795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 09:45:47.962795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a8f16b80-56fe-490c-86b9-fbe9ddcfef36 req-418b6ff8-cb69-4c69-8805-628ab737c947 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:47.970653 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a8f16b80-56fe-490c-86b9-fbe9ddcfef36 req-418b6ff8-cb69-4c69-8805-628ab737c947 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.012001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:45:48.023586 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a8f16b80-56fe-490c-86b9-fbe9ddcfef36 req-418b6ff8-cb69-4c69-8805-628ab737c947 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.030553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8f16b80-56fe-490c-86b9-fbe9ddcfef36 req-418b6ff8-cb69-4c69-8805-628ab737c947 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3277771 Jul 05 09:45:48.078240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b6ff8-cb69-4c69-8805-628ab737c947 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6123ad3f-d165-4dab-8939-e2a4a7224d60,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:48.126816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] For port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:48.127309 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.132510 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f178a0-ea20-4e5d-978a-d89f9025f7b3 x-openstack-request-id: req-c7f178a0-ea20-4e5d-978a-d89f9025f7b3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:48.133077 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783db39b-5371-4992-b3ec-401d0eb27920", "name": "network-vif-deleted", "tag": "e9f04f86-75d4-4734-9db5-c006348e3330", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:48.133545 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7f178a0-ea20-4e5d-978a-d89f9025f7b3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:48.134177 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783db39b-5371-4992-b3ec-401d0eb27920', 'name': 'network-vif-deleted', 'tag': 'e9f04f86-75d4-4734-9db5-c006348e3330', 'status': 'completed', 'code': 200} Jul 05 09:45:48.157369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7842dd93-9b73-44c5-a815-860147216269 req-22f0dd87-f943-4356-aaa7-5bcaf3de283f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-145407706', 'description': 'tempest-description-414336444'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:48.202085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7842dd93-9b73-44c5-a815-860147216269 req-22f0dd87-f943-4356-aaa7-5bcaf3de283f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.208311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Calling delete_port for dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:48.341645 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7842dd93-9b73-44c5-a815-860147216269 req-22f0dd87-f943-4356-aaa7-5bcaf3de283f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.348440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7842dd93-9b73-44c5-a815-860147216269 req-22f0dd87-f943-4356-aaa7-5bcaf3de283f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.370058 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7842dd93-9b73-44c5-a815-860147216269 req-22f0dd87-f943-4356-aaa7-5bcaf3de283f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.373419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:48.380188 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7842dd93-9b73-44c5-a815-860147216269 req-22f0dd87-f943-4356-aaa7-5bcaf3de283f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2288890 Jul 05 09:45:48.401074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.411535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'mac_address': 'fa:16:3e:1b:ef:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:45:48.470816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=9edd6fd3-6f64-457a-a19d-13b4a05e2cb9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:48.487143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0dd87-f943-4356-aaa7-5bcaf3de283f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdbfc47-44ef-4a9b-baa5-0da1f50d11fd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:48.489858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.492147 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1731256c-8384-4283-869f-5f67f2665bb6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/9edd6fd3-6f64-457a-a19d-13b4a05e2cb9 HTTP/1.1" status: 204 len: 168 time: 2.1019495 Jul 05 09:45:48.501367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:48.535583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.548213 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.563407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Ignored duplicate provisioning block setup for port e41ac587-ebbe-425e-bf69-6d4d60ca977e by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 09:45:48.569101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.579358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d827fe4-b77e-4f3f-b3b5-9d11f48813ff None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:48.581330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c4b43-77cb-4875-be43-a80d0ed7ab6c None None] Network d3336102-5e43-4951-b7c6-34a9ab519f65 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:48.585805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:45:48.690722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=e41ac587-ebbe-425e-bf69-6d4d60ca977e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:48.718913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8bd1e9bb-aeb3-43a7-afcb-1c7d6355872b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2164233 Jul 05 09:45:48.723715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:48.742728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b94d9b-88e0-4576-9ff3-7347b8f2806c req-97877bc4-97ba-40a0-bac4-08a97a4897ea tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 10910 time: 0.3339226 Jul 05 09:45:48.751437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-37557e7c-310b-433a-b373-379822f4307c None None] Provisioning for port 1480a348-0733-4c16-818c-25f704a62918 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:48.758501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:48.762568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-37557e7c-310b-433a-b373-379822f4307c None None] Provisioning complete for port 1480a348-0733-4c16-818c-25f704a62918 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:48.763232 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37557e7c-310b-433a-b373-379822f4307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.766883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.826913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Pushing event deleted for resources: {'Port': ['ID=dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:48.842101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['9465a8ef-86ff-4671-840b-d6275ea96654'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:48.845117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a1801d92-56d1-48bd-ad0c-348f6a4a559a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:48.861598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] In _notify_port_updated(), no bound segment for port e41ac587-ebbe-425e-bf69-6d4d60ca977e on network d3336102-5e43-4951-b7c6-34a9ab519f65 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:45:48.867337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.868086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.873035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b94d9b-88e0-4576-9ff3-7347b8f2806c req-bc8bc1de-a3ca-47fd-a2ce-d3d41359c337 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/0fdaab52-8770-43ba-8b8d-3bd92e860e87 HTTP/1.1" status: 200 len: 2985 time: 0.1073964 Jul 05 09:45:48.875211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:48.878554 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aaffedc1-1ecb-4804-a294-285d6594113e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "PUT /v2.0/ports/e41ac587-ebbe-425e-bf69-6d4d60ca977e HTTP/1.1" status: 200 len: 917 time: 2.8961620 Jul 05 09:45:48.881350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f214f557-a974-42a3-b7ad-e0e3e98de8af'}, {'subnet_id': '4b411908-580d-46ae-a138-f2aa3e779d09'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:48.904629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] No DVR routers for this DVR port dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:48.910133 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.912604 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3d47c671-b8f2-46b1-9c77-b3f9467011e3 req-8e3249e9-ff32-4751-a44c-0fc4edaf0c22 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "DELETE /v2.0/ports/dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 HTTP/1.1" status: 204 len: 173 time: 1.8356588 Jul 05 09:45:48.913333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'name': 'network-vif-deleted', 'tag': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:48.915919 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea773cc9-cc43-47a0-a00c-d2e0720b237c" -d '{"events": [{"server_uuid": "c4dfa9ce-457c-40d4-af75-91f27077aca2", "name": "network-vif-deleted", "tag": "dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:48.922040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:48.956554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa9679-c6ec-409f-b903-49a78815bca8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:48.960376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-91fa9679-c6ec-409f-b903-49a78815bca8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2353568 Jul 05 09:45:48.963219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:49.046909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de3087-dfb9-4da5-849e-886424080457 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.050049 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17de3087-dfb9-4da5-849e-886424080457 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0856392 Jul 05 09:45:49.052915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:49.126887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5d2e-8515-487d-8b1a-0d347fd5105f req-5a355c20-674a-4fb9-97aa-6bf403cb4e97 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.129968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['7c1297a5-7fb5-4c61-8bff-ea04bb022fc0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:49.135026 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e484851b-4dd8-4315-af48-cdd8cac444ea tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792279 Jul 05 09:45:49.135935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb7e5d2e-8515-487d-8b1a-0d347fd5105f req-5a355c20-674a-4fb9-97aa-6bf403cb4e97 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 949 time: 0.5201030 Jul 05 09:45:49.142420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:49.149159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:49.190683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b94d9b-88e0-4576-9ff3-7347b8f2806c req-b5d9c6f0-0dd4-400c-8e68-d0530c93538c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/0fdaab52-8770-43ba-8b8d-3bd92e860e87 HTTP/1.1" status: 200 len: 2985 time: 0.2437956 Jul 05 09:45:49.241973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb7e5d2e-8515-487d-8b1a-0d347fd5105f req-c9316db9-36ca-4cc7-bdf0-214b15c1092c tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033409 Jul 05 09:45:49.313534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:49.318265 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.429379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.560401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22afe014-9d39-4e85-824f-02847fb97eac req-413aa843-71ac-4247-b82d-55969e80aa3b tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4dfa9ce-457c-40d4-af75-91f27077aca2 HTTP/1.1" status: 200 len: 210 time: 0.1174726 Jul 05 09:45:49.718086 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da188ed-afa8-4d34-85fe-cee968d33945 x-openstack-request-id: req-6da188ed-afa8-4d34-85fe-cee968d33945 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:49.718883 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dfa9ce-457c-40d4-af75-91f27077aca2", "name": "network-vif-deleted", "tag": "dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:49.718883 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6da188ed-afa8-4d34-85fe-cee968d33945 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:49.723526 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dfa9ce-457c-40d4-af75-91f27077aca2', 'name': 'network-vif-deleted', 'tag': 'dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109', 'status': 'completed', 'code': 200} Jul 05 09:45:49.770816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.786279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:49.808876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a3812be6-b592-4036-b10e-7a05d46f391c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:49.822211 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.862441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:49.866830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:49.872703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:49.873635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:49.893978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=2718b655-f012-4045-b997-031145b4a802,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:49.904270 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-94556088-6673-43f0-8375-db9c74f138aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7582576 Jul 05 09:45:49.906241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50328) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:49.921464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '2718b655-f012-4045-b997-031145b4a802', 'ip_address': '2001:db8::5d7f:62e9:6e15:cb1f'}], 'name': 'tempest-NetworksTestDHCPv6-999410915'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:49.957485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31d4a01a-b6c4-4d4f-992e-05c2ee4dc505 req-e322ae67-3240-4e36-be13-9165555b0887 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/d25e499f-9361-49a7-9438-5dc6a7628c2d HTTP/1.1" status: 200 len: 1803 time: 0.2713101 Jul 05 09:45:50.021846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:50.231376 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-31d4a01a-b6c4-4d4f-992e-05c2ee4dc505 req-8c50f092-9153-4acd-9898-fa970bf5194e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.258213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-31d4a01a-b6c4-4d4f-992e-05c2ee4dc505 req-8c50f092-9153-4acd-9898-fa970bf5194e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.312946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-31d4a01a-b6c4-4d4f-992e-05c2ee4dc505 req-8c50f092-9153-4acd-9898-fa970bf5194e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.315703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-31d4a01a-b6c4-4d4f-992e-05c2ee4dc505 req-8c50f092-9153-4acd-9898-fa970bf5194e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.327546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31d4a01a-b6c4-4d4f-992e-05c2ee4dc505 req-8c50f092-9153-4acd-9898-fa970bf5194e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/d25e499f-9361-49a7-9438-5dc6a7628c2d HTTP/1.1" status: 204 len: 173 time: 0.3690357 Jul 05 09:45:50.345035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:50.348180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dfd0a9e8-bedb-489e-9df5-c2ee0c8e8109 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:50.438739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:50.447997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50f092-9153-4acd-9898-fa970bf5194e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e499f-9361-49a7-9438-5dc6a7628c2d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:50.468424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-a25e816c-1df2-42f7-81b6-520f4a78d819 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:50.482201 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-a25e816c-1df2-42f7-81b6-520f4a78d819 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 949 time: 0.3348367 Jul 05 09:45:50.577969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.20 (d3336102-5e43-4951-b7c6-34a9ab519f65/4b411908-580d-46ae-a138-f2aa3e779d09/e41ac587-ebbe-425e-bf69-6d4d60ca977e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:50.600425 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-01484227-b761-40b5-8d99-8fffec621c99 req-8f7e5a45-0c1c-448d-82ed-58ab6893480e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:45:50.601578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01484227-b761-40b5-8d99-8fffec621c99 req-8f7e5a45-0c1c-448d-82ed-58ab6893480e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/d25e499f-9361-49a7-9438-5dc6a7628c2d HTTP/1.1" status: 404 len: 352 time: 0.0467014 Jul 05 09:45:50.796680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.807343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-37557e7c-310b-433a-b373-379822f4307c None None] Provisioning for port e41ac587-ebbe-425e-bf69-6d4d60ca977e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:50.813855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Ignored duplicate provisioning block setup for port e41ac587-ebbe-425e-bf69-6d4d60ca977e by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 09:45:50.820925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a3812be6-b592-4036-b10e-7a05d46f391c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:50.822437 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.824881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.866059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-37557e7c-310b-433a-b373-379822f4307c None None] Provisioning complete for port e41ac587-ebbe-425e-bf69-6d4d60ca977e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:50.873758 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37557e7c-310b-433a-b373-379822f4307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.929187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=e41ac587-ebbe-425e-bf69-6d4d60ca977e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:50.940258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:50.992857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 3500c1e4-39b7-41f3-b0da-0580e14a3fb4 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:51.019404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a2690-a1ff-4f0f-9bee-a10cbadcf40e req-f672454e-8ac6-4aa0-a747-6efd85ea1461 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.031264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-319a2690-a1ff-4f0f-9bee-a10cbadcf40e req-f672454e-8ac6-4aa0-a747-6efd85ea1461 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/ports?device_id=7550671b-27a4-4261-bb0a-66d1c0f85387 HTTP/1.1" status: 200 len: 949 time: 0.5533595 Jul 05 09:45:51.079502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Deleting port 621da286-5de1-4a48-b5e5-06b4950bf617 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:51.080257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.101430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:45:51.185747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-319a2690-a1ff-4f0f-9bee-a10cbadcf40e req-e3fdf312-2eb9-4788-ac1d-75a85c315f13 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.21 "GET /v2.0/security-groups?id=be05a66c-3ec9-4986-9b9f-8d9611fc951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533744 Jul 05 09:45:51.216599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37557e7c-310b-433a-b373-379822f4307c None None] Port e41ac587-ebbe-425e-bf69-6d4d60ca977e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:45:51.236035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] For port 621da286-5de1-4a48-b5e5-06b4950bf617, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=621da286-5de1-4a48-b5e5-06b4950bf617,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:51.236715 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.241394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] In _notify_port_updated(), no bound segment for port e41ac587-ebbe-425e-bf69-6d4d60ca977e on network d3336102-5e43-4951-b7c6-34a9ab519f65 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:45:51.247169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:51.247868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.252496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-999a6074-4260-4bb2-bb31-b11c6b2ec943 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "PUT /v2.0/ports/e41ac587-ebbe-425e-bf69-6d4d60ca977e HTTP/1.1" status: 200 len: 997 time: 2.3761911 Jul 05 09:45:51.255924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Calling delete_port for 621da286-5de1-4a48-b5e5-06b4950bf617 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:51.259121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50380) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:51.400014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdeec8c3-9372-4b42-b5f7-fb7822dd6a4b req-32122588-6738-4778-9e2f-d19546fa3a65 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/6123ad3f-d165-4dab-8939-e2a4a7224d60 HTTP/1.1" status: 200 len: 1803 time: 0.2695243 Jul 05 09:45:51.439470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.467257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['621da286-5de1-4a48-b5e5-06b4950bf617'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:45:51.483312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Pushing event deleted for resources: {'Port': ['ID=621da286-5de1-4a48-b5e5-06b4950bf617,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:51.528524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Deleting port a3812be6-b592-4036-b10e-7a05d46f391c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:51.528869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.642919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] No DVR routers for this DVR port 621da286-5de1-4a48-b5e5-06b4950bf617 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:51.648739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.652952 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d653770-55af-4f3e-92d3-1c405dc6e727 req-148d865b-33b0-47e2-a50d-4c2a98ffa895 tempest-ServersOnMultiNodesTest-1985103804 tempest-ServersOnMultiNodesTest-1985103804-project] 10.222.0.15 "DELETE /v2.0/ports/621da286-5de1-4a48-b5e5-06b4950bf617 HTTP/1.1" status: 204 len: 173 time: 1.1479733 Jul 05 09:45:51.666370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdeec8c3-9372-4b42-b5f7-fb7822dd6a4b req-7b577449-5ded-4993-8a57-5675a2aa443d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.711482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a3812be6-b592-4036-b10e-7a05d46f391c no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:51.727477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'name': 'network-vif-deleted', 'tag': '621da286-5de1-4a48-b5e5-06b4950bf617'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:51.737262 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cad746-7262-4e0d-940b-80856c013fe5" -d '{"events": [{"server_uuid": "7550671b-27a4-4261-bb0a-66d1c0f85387", "name": "network-vif-deleted", "tag": "621da286-5de1-4a48-b5e5-06b4950bf617"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:51.766731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdeec8c3-9372-4b42-b5f7-fb7822dd6a4b req-7b577449-5ded-4993-8a57-5675a2aa443d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.893792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::5d7f:62e9:6e15:cb1f (8bf03de8-a5cd-4166-895f-409ef6031a3b/2718b655-f012-4045-b997-031145b4a802/3500c1e4-39b7-41f3-b0da-0580e14a3fb4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:51.968292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdeec8c3-9372-4b42-b5f7-fb7822dd6a4b req-7b577449-5ded-4993-8a57-5675a2aa443d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:51.973223 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdeec8c3-9372-4b42-b5f7-fb7822dd6a4b req-7b577449-5ded-4993-8a57-5675a2aa443d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.003918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdeec8c3-9372-4b42-b5f7-fb7822dd6a4b req-7b577449-5ded-4993-8a57-5675a2aa443d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/6123ad3f-d165-4dab-8939-e2a4a7224d60 HTTP/1.1" status: 204 len: 173 time: 0.5938487 Jul 05 09:45:52.038007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port e41ac587-ebbe-425e-bf69-6d4d60ca977e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:52.038627 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.082358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b577449-5ded-4993-8a57-5675a2aa443d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6123ad3f-d165-4dab-8939-e2a4a7224d60,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.138996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:52.174235 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8099f93f-a20c-4224-9524-df1492603a4b x-openstack-request-id: req-8099f93f-a20c-4224-9524-df1492603a4b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:52.175151 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7550671b-27a4-4261-bb0a-66d1c0f85387", "name": "network-vif-deleted", "tag": "621da286-5de1-4a48-b5e5-06b4950bf617", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:52.175381 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8099f93f-a20c-4224-9524-df1492603a4b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:52.175797 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7550671b-27a4-4261-bb0a-66d1c0f85387', 'name': 'network-vif-deleted', 'tag': '621da286-5de1-4a48-b5e5-06b4950bf617', 'status': 'completed', 'code': 200} Jul 05 09:45:52.227802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] For port a3812be6-b592-4036-b10e-7a05d46f391c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a3812be6-b592-4036-b10e-7a05d46f391c,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:52.228504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.244285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Calling delete_port for a3812be6-b592-4036-b10e-7a05d46f391c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:52.276251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.312282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 3500c1e4-39b7-41f3-b0da-0580e14a3fb4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:52.368983 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.389696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.445948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Pushing event deleted for resources: {'Port': ['ID=a3812be6-b592-4036-b10e-7a05d46f391c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.460354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] No DVR routers for this DVR port a3812be6-b592-4036-b10e-7a05d46f391c on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:45:52.488237 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.617324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd5faf-c522-4927-81a4-85ef211192dd None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:52.618811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:52.620302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=3500c1e4-39b7-41f3-b0da-0580e14a3fb4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:52.635265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:52.646786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:52.659983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:52.671165 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:52.711916 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0de73f43-e698-4989-b10c-40c97e9bfa4d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8033895 Jul 05 09:45:52.715897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:52.729037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-563a2216-3bf5-4bbc-9ac4-3eb199e9deb2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '2718b655-f012-4045-b997-031145b4a802', 'ip_address': '2001:db8::5d7f:62e9:6e15:cb1f'}], 'name': 'tempest-NetworksTestDHCPv6-1222594904'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:52.891365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.891706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.892045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.892376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.892704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.893032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.893357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.893680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.894001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.894323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.894818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:52.895163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bef7e7-5361-4025-9136-ffd80d2e2ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:45:53.048460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:53.049976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.054712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a2216-3bf5-4bbc-9ac4-3eb199e9deb2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:53.069291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-563a2216-3bf5-4bbc-9ac4-3eb199e9deb2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.139799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-563a2216-3bf5-4bbc-9ac4-3eb199e9deb2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 9d97cbdb-9b91-4fa6-b32e-4f61e95a57e3 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:45:53.373155 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-3569d87b-01b8-42f0-959e-8e44bf59ea46 req-6dafe770-1236-4f6c-b4e3-beb37e6a0a46 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:45:53.376306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0b555bec-60a2-4a36-916f-21c765c2fa9b None None] Provisioning complete for port 1480a348-0733-4c16-818c-25f704a62918 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:53.376716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b555bec-60a2-4a36-916f-21c765c2fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.393978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3569d87b-01b8-42f0-959e-8e44bf59ea46 req-6dafe770-1236-4f6c-b4e3-beb37e6a0a46 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/6123ad3f-d165-4dab-8939-e2a4a7224d60 HTTP/1.1" status: 404 len: 352 time: 1.2308633 Jul 05 09:45:53.710051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 621da286-5de1-4a48-b5e5-06b4950bf617 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:45:53.746957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.816636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb3ff03c-1942-4e1d-867b-fad9dd61d842 req-6e59007d-e3a2-45ee-8049-7fc325b971ee tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/3cdbfc47-44ef-4a9b-baa5-0da1f50d11fd HTTP/1.1" status: 200 len: 1801 time: 0.1625926 Jul 05 09:45:53.837984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for e41ac587-ebbe-425e-bf69-6d4d60ca977e owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:53.845960 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-563a2216-3bf5-4bbc-9ac4-3eb199e9deb2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 09:45:53.846595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563a2216-3bf5-4bbc-9ac4-3eb199e9deb2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:45:53.849270 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:53.889135 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-563a2216-3bf5-4bbc-9ac4-3eb199e9deb2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1716790 Jul 05 09:45:53.889785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:54.000176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:54.012527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 621da286-5de1-4a48-b5e5-06b4950bf617 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:45:54.012527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 621da286-5de1-4a48-b5e5-06b4950bf617 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:45:54.022877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:45:54.025317 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f2f813-74d7-4e87-ab67-ec730923321f" -d '{"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-plugged", "status": "completed", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:45:54.055887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.167610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9de06d8-3998-4cfb-9f01-ba89f9f04a73 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:54.173798 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c9de06d8-3998-4cfb-9f01-ba89f9f04a73 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2828851 Jul 05 09:45:54.174799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50440) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:54.196830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:54.331555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '2718b655-f012-4045-b997-031145b4a802'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:45:54.335607 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.388595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eb3ff03c-1942-4e1d-867b-fad9dd61d842 req-2145aa25-aa00-450a-ac31-befe310efe74 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.392460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:54.397699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0b555bec-60a2-4a36-916f-21c765c2fa9b None None] Provisioning complete for port e41ac587-ebbe-425e-bf69-6d4d60ca977e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:54.398073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b555bec-60a2-4a36-916f-21c765c2fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.463022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.515754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 3500c1e4-39b7-41f3-b0da-0580e14a3fb4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:54.522461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.554038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0b555bec-60a2-4a36-916f-21c765c2fa9b None None] Port e41ac587-ebbe-425e-bf69-6d4d60ca977e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:45:54.566791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=e41ac587-ebbe-425e-bf69-6d4d60ca977e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:54.592780 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c2f64c-a2dc-4808-89dc-0e288c408177 x-openstack-request-id: req-84c2f64c-a2dc-4808-89dc-0e288c408177 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:45:54.593120 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-plugged", "status": "completed", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:45:54.593388 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84c2f64c-a2dc-4808-89dc-0e288c408177 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:45:54.593723 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'code': 200} Jul 05 09:45:54.597272 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eb3ff03c-1942-4e1d-867b-fad9dd61d842 req-2145aa25-aa00-450a-ac31-befe310efe74 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.697559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a9575642-828e-4107-84b2-f931beb96ce2 None None] Could not find standard attr ID for object e41ac587-ebbe-425e-bf69-6d4d60ca977e. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:54.756633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/2718b655-f012-4045-b997-031145b4a802/936ea47e-8aba-4113-9b0d-c0077107c464) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:45:54.774958 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b6632ea4-dcf4-4674-93f7-f04aa563497c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e8378201cfb4de18c5086949b53b6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757511 Jul 05 09:45:54.776037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:54.938526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.951201 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eb3ff03c-1942-4e1d-867b-fad9dd61d842 req-2145aa25-aa00-450a-ac31-befe310efe74 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.956638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eb3ff03c-1942-4e1d-867b-fad9dd61d842 req-2145aa25-aa00-450a-ac31-befe310efe74 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:54.958600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f307200f-b438-4901-88be-55e71ff6c63d None None] Could not find standard attr ID for object e41ac587-ebbe-425e-bf69-6d4d60ca977e. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:54.973800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb3ff03c-1942-4e1d-867b-fad9dd61d842 req-2145aa25-aa00-450a-ac31-befe310efe74 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/3cdbfc47-44ef-4a9b-baa5-0da1f50d11fd HTTP/1.1" status: 204 len: 173 time: 1.1547599 Jul 05 09:45:55.008114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.016149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 3500c1e4-39b7-41f3-b0da-0580e14a3fb4 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:55.016375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2cdbaca0-bed5-41bb-86c7-3779e728e0bf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/e41ac587-ebbe-425e-bf69-6d4d60ca977e HTTP/1.1" status: 204 len: 168 time: 3.7579267 Jul 05 09:45:55.018533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:55.022127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145aa25-aa00-450a-ac31-befe310efe74 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdbfc47-44ef-4a9b-baa5-0da1f50d11fd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:55.147176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1842333c-8c81-4d4c-8030-49f627475463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.151393 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb616d90-c353-47f1-8a65-44b4628ab8c2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:45:55.154424 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eb616d90-c353-47f1-8a65-44b4628ab8c2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/e41ac587-ebbe-425e-bf69-6d4d60ca977e HTTP/1.1" status: 404 len: 333 time: 0.1308768 Jul 05 09:45:55.158198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:55.178093 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-eba2e295-3598-41c4-a350-a8d5ae32e95d req-c8c9fa58-e478-4816-8fe8-0be0c90689dc tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:45:55.179665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eba2e295-3598-41c4-a350-a8d5ae32e95d req-c8c9fa58-e478-4816-8fe8-0be0c90689dc tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/3cdbfc47-44ef-4a9b-baa5-0da1f50d11fd HTTP/1.1" status: 404 len: 352 time: 0.0525491 Jul 05 09:45:55.272428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1842333c-8c81-4d4c-8030-49f627475463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.284567 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.301127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Transition to ACTIVE for port object 936ea47e-8aba-4113-9b0d-c0077107c464 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:55.345556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Transition to ACTIVE for port object 936ea47e-8aba-4113-9b0d-c0077107c464 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:45:55.359122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.431699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet 4b411908-580d-46ae-a138-f2aa3e779d09 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:55.457187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.470158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e55e6f6-a279-4c3f-ad06-560bf2ec2575 req-136d59ad-82e2-4991-bce3-e3eb3c8d76b3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 6156 time: 0.1574790 Jul 05 09:45:55.477358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Pushing event updated for resources: {'Port': ['ID=936ea47e-8aba-4113-9b0d-c0077107c464,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:55.504381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:45:55.508985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:45:55.514251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:45:55.623052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d443d-50a8-4b31-b232-8cda5ef0bf91 req-59439aed-ae4b-4818-a916-0a156715655d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:55.629189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b45d443d-50a8-4b31-b232-8cda5ef0bf91 req-59439aed-ae4b-4818-a916-0a156715655d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 945 time: 0.2854381 Jul 05 09:45:55.662020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e55e6f6-a279-4c3f-ad06-560bf2ec2575 req-18a6359a-c3df-4f92-9dcf-c8a08367b4f4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/0fdaab52-8770-43ba-8b8d-3bd92e860e87 HTTP/1.1" status: 200 len: 2985 time: 0.1906116 Jul 05 09:45:55.692252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Attempting to bind port 936ea47e-8aba-4113-9b0d-c0077107c464 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:45:55.692632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Attempting to bind port 936ea47e-8aba-4113-9b0d-c0077107c464 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:45:55.693509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Attempting to bind port 936ea47e-8aba-4113-9b0d-c0077107c464 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:45:55.699648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:45:55.700242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:45:55.700663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.701079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:45:55.702612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Bound port: 936ea47e-8aba-4113-9b0d-c0077107c464, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:45:55.703029 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.715844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.743528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.748884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1842333c-8c81-4d4c-8030-49f627475463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.751268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1842333c-8c81-4d4c-8030-49f627475463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.752446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1842333c-8c81-4d4c-8030-49f627475463 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be05a66c-3ec9-4986-9b9f-8d9611fc951d HTTP/1.1" status: 204 len: 168 time: 0.9475660 Jul 05 09:45:55.795037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e55e6f6-a279-4c3f-ad06-560bf2ec2575 req-b2049bf3-de82-4ebb-bfa7-90ac4cb6b82c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/0fdaab52-8770-43ba-8b8d-3bd92e860e87 HTTP/1.1" status: 200 len: 2985 time: 0.1320288 Jul 05 09:45:55.821096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b45d443d-50a8-4b31-b232-8cda5ef0bf91 req-cc83fa0f-b237-4ac5-90ce-02a64cc4881d tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893911 Jul 05 09:45:55.844699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-06089eca-0ae1-4702-8923-928e5a2f41e3 req-e73f6ae8-651d-4251-8d46-0d5cf8a1aa2d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1502785756', 'description': 'tempest-description-2074250256'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:55.862421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.867036 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/3500c1e4-39b7-41f3-b0da-0580e14a3fb4 HTTP/1.1" status: 204 len: 168 time: 1.6868217 Jul 05 09:45:55.867852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:55.885174 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06089eca-0ae1-4702-8923-928e5a2f41e3 req-e73f6ae8-651d-4251-8d46-0d5cf8a1aa2d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.902883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] For port 936ea47e-8aba-4113-9b0d-c0077107c464, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:45:55.906922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] For port 936ea47e-8aba-4113-9b0d-c0077107c464, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=936ea47e-8aba-4113-9b0d-c0077107c464,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:45:55.913716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:55.922234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842333c-8c81-4d4c-8030-49f627475463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05a66c-3ec9-4986-9b9f-8d9611fc951d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:55.947013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e93baa-0a47-4bec-aba0-8ed6bcc92857 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=3500c1e4-39b7-41f3-b0da-0580e14a3fb4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:56.061750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccee1fd-f6b9-4311-ae24-f9fd44157fa7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:56.063323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccee1fd-f6b9-4311-ae24-f9fd44157fa7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:56.064962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1ccee1fd-f6b9-4311-ae24-f9fd44157fa7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1952906 Jul 05 09:45:56.086550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50490) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:56.168726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.187411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aacee-bfc9-406b-aa85-8b53635fadf7 None None] Pushing event updated for resources: {'Port': ['ID=936ea47e-8aba-4113-9b0d-c0077107c464,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:56.265657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.340855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06089eca-0ae1-4702-8923-928e5a2f41e3 req-e73f6ae8-651d-4251-8d46-0d5cf8a1aa2d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.352551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06089eca-0ae1-4702-8923-928e5a2f41e3 req-e73f6ae8-651d-4251-8d46-0d5cf8a1aa2d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.391221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=4b411908-580d-46ae-a138-f2aa3e779d09,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:56.393403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.403818 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fa5b5ba7-f118-4e4d-bda6-76951412a316 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/4b411908-580d-46ae-a138-f2aa3e779d09 HTTP/1.1" status: 204 len: 168 time: 1.2415020 Jul 05 09:45:56.406272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:56.428958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06089eca-0ae1-4702-8923-928e5a2f41e3 req-e73f6ae8-651d-4251-8d46-0d5cf8a1aa2d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.445155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06089eca-0ae1-4702-8923-928e5a2f41e3 req-e73f6ae8-651d-4251-8d46-0d5cf8a1aa2d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6050653 Jul 05 09:45:56.459984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 2718b655-f012-4045-b997-031145b4a802 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:56.471710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.532401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efed4b-665c-4530-80ce-07b738033f4e None None] Network d3336102-5e43-4951-b7c6-34a9ab519f65 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:56.670330 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.691514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet f214f557-a974-42a3-b7ad-e0e3e98de8af {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:45:56.702485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.770577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44393196-326c-406d-8b27-246a921d1f60 None None] Could not find standard attr ID for object e41ac587-ebbe-425e-bf69-6d4d60ca977e. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:56.789108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-bf384f5a-fe61-46a4-8867-6ca2689fea58 req-645111f1-44b6-46b5-9e9f-9530d79ee3a4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1221893327', 'description': 'tempest-description-1068007076'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:56.814674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:56.873080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.887413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f6ae8-651d-4251-8d46-0d5cf8a1aa2d tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ea67e-a00d-476b-9d77-8cfe677ca730,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:56.968757 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.972677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf384f5a-fe61-46a4-8867-6ca2689fea58 req-645111f1-44b6-46b5-9e9f-9530d79ee3a4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:56.993220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec359009-1073-4b2d-a376-fb1abbedd704 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89ffe756dbcb498c8ad9e5bdee84cda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774013 Jul 05 09:45:56.994416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:57.107319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.136132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e8d3a3-d684-4ed2-918e-e13b69bafdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.199429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e8d3a3-d684-4ed2-918e-e13b69bafdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.299035 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.305321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf384f5a-fe61-46a4-8867-6ca2689fea58 req-645111f1-44b6-46b5-9e9f-9530d79ee3a4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.305968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e8d3a3-d684-4ed2-918e-e13b69bafdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.308721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e8d3a3-d684-4ed2-918e-e13b69bafdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.310240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-23e8d3a3-d684-4ed2-918e-e13b69bafdeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26724920-1b19-49a6-b215-7c1ff5d0d8e6 HTTP/1.1" status: 204 len: 168 time: 0.3115165 Jul 05 09:45:57.335453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.367620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf384f5a-fe61-46a4-8867-6ca2689fea58 req-645111f1-44b6-46b5-9e9f-9530d79ee3a4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.367900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d3a3-d684-4ed2-918e-e13b69bafdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26724920-1b19-49a6-b215-7c1ff5d0d8e6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:57.370574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=f214f557-a974-42a3-b7ad-e0e3e98de8af,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:57.374103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.378469 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4195484c-126b-4b50-9868-81b689786603 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/f214f557-a974-42a3-b7ad-e0e3e98de8af HTTP/1.1" status: 204 len: 168 time: 0.9688637 Jul 05 09:45:57.394581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:57.579586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.701381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645111f1-44b6-46b5-9e9f-9530d79ee3a4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a7c2b-821d-4bee-901f-dd9763059514,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:57.707338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bf384f5a-fe61-46a4-8867-6ca2689fea58 req-645111f1-44b6-46b5-9e9f-9530d79ee3a4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.708626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf384f5a-fe61-46a4-8867-6ca2689fea58 req-645111f1-44b6-46b5-9e9f-9530d79ee3a4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9395437 Jul 05 09:45:57.739103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=2718b655-f012-4045-b997-031145b4a802,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:57.750342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:57.755171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:57.755580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b68ded26-d245-4fec-8281-f54257703075 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/2718b655-f012-4045-b997-031145b4a802 HTTP/1.1" status: 204 len: 168 time: 1.6677473 Jul 05 09:45:57.791407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 936ea47e-8aba-4113-9b0d-c0077107c464 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:45:57.927615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753df3c-6a94-4bef-b922-07b7c108341d req-857beadf-ea50-4210-9cd9-094cb9b07064 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:57.939009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3753df3c-6a94-4bef-b922-07b7c108341d req-857beadf-ea50-4210-9cd9-094cb9b07064 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 945 time: 0.6309907 Jul 05 09:45:57.967841 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2da69406-a904-4589-b8e1-2cf6324832df tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2105358 Jul 05 09:45:57.976098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:45:57.985120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:45:57.989289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 936ea47e-8aba-4113-9b0d-c0077107c464 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:58.000482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 1480a348-0733-4c16-818c-25f704a62918 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:58.001082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.055644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a74df-b4e1-4cc2-8d69-6b6a0ba1c59e req-8a13fbea-3b13-4ea5-8eaa-d2f9043d9a80 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:58.062805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a74df-b4e1-4cc2-8d69-6b6a0ba1c59e req-8a13fbea-3b13-4ea5-8eaa-d2f9043d9a80 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:58.072043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f72a74df-b4e1-4cc2-8d69-6b6a0ba1c59e req-8a13fbea-3b13-4ea5-8eaa-d2f9043d9a80 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdfbe269-daec-402a-99ca-d003ddc3560e&device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 1681 time: 0.8960445 Jul 05 09:45:58.259629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49197757-4723-469a-8b63-9e5a4f2f3ad5 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:58.279342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f72a74df-b4e1-4cc2-8d69-6b6a0ba1c59e req-5f1f7da9-7fab-4772-ad24-4fdc80c3733a tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061908 Jul 05 09:45:58.436358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] Provisioning for port 936ea47e-8aba-4113-9b0d-c0077107c464 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:45:58.464430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] Provisioning complete for port 936ea47e-8aba-4113-9b0d-c0077107c464 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:45:58.464816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.474603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557cd1c-56d7-4f62-be17-0784b054328f req-51aa2665-919a-4ff9-97b0-b7c6add21416 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:45:58.487271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1557cd1c-56d7-4f62-be17-0784b054328f req-51aa2665-919a-4ff9-97b0-b7c6add21416 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 945 time: 0.4420006 Jul 05 09:45:58.562642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Deleting port 9a5be27a-8e07-416a-b84c-22d9bc047607 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:45:58.563053 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:58.582357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1557cd1c-56d7-4f62-be17-0784b054328f req-3112c220-e570-4769-baef-c451c672c55a tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups?id=de06e9d3-628b-4f46-a7eb-6c0eca3417a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940828 Jul 05 09:45:58.673282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e9cd4-0cb9-48f6-ba98-4a01d61cade2 None None] Network d3336102-5e43-4951-b7c6-34a9ab519f65 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:45:59.114709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] For port 9a5be27a-8e07-416a-b84c-22d9bc047607, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9a5be27a-8e07-416a-b84c-22d9bc047607,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:59.116835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.252456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] For port 1480a348-0733-4c16-818c-25f704a62918, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1480a348-0733-4c16-818c-25f704a62918,segment=NetworkSegment(21ef9e57-7899-4329-a7db-a7fffb279d1c),segment_id=21ef9e57-7899-4329-a7db-a7fffb279d1c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:59.253117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.303037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 1480a348-0733-4c16-818c-25f704a62918 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:59.471057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:45:59.474694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.624185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.630288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.704430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.741635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.742221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.742669 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Floating IP 79e2cfbc-8727-461f-8cb7-879152f35ba6 disassociated. External IP: 172.25.1.106, port: 9a5be27a-8e07-416a-b84c-22d9bc047607. Jul 05 09:45:59.743358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Calling delete_port for 9a5be27a-8e07-416a-b84c-22d9bc047607 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:45:59.882815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.896584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] For port 936ea47e-8aba-4113-9b0d-c0077107c464, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=936ea47e-8aba-4113-9b0d-c0077107c464,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:45:59.929183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:45:59.972441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] Could not find standard attr ID for object 3500c1e4-39b7-41f3-b0da-0580e14a3fb4. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:45:59.973477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=1480a348-0733-4c16-818c-25f704a62918,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:45:59.997921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No DVR routers for this DVR port 1480a348-0733-4c16-818c-25f704a62918 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:00.012906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78812-758c-48d4-b62f-53a342e1937d req-3dbc25d7-0259-4bec-a4c4-abbed75de336 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.031450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-3dbc25d7-0259-4bec-a4c4-abbed75de336 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 813 time: 1.2857769 Jul 05 09:46:00.078527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-6b51bc49-95b4-47df-a7da-6dad251a0d57 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/quotas/480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 375 time: 0.0441458 Jul 05 09:46:00.088786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9a5be27a-8e07-416a-b84c-22d9bc047607 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:00.211528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472a71b3-6d9b-4d64-898b-f66450cb830b None None] DHCP port deletion for d3336102-5e43-4951-b7c6-34a9ab519f65 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:00.218169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:00.220818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.234906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3336102-5e43-4951-b7c6-34a9ab519f65']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:00.240554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.256715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ef9e57-7899-4329-a7db-a7fffb279d1c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:00.258251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ef9e57-7899-4329-a7db-a7fffb279d1c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:00.271236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.316665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.335307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:00.335466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696faada-c8ce-42d4-888b-d8f54df18805 None None] Pushing event updated for resources: {'Port': ['ID=936ea47e-8aba-4113-9b0d-c0077107c464,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:00.338291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.399340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event deleted for resources: {'Port': ['ID=9a5be27a-8e07-416a-b84c-22d9bc047607,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:00.410371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-21bc62d3-72e2-48a9-ac27-ae573ed65f68 None None] Could not find standard attr ID for object 1480a348-0733-4c16-818c-25f704a62918. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:00.453595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No active binding found for port 9a5be27a-8e07-416a-b84c-22d9bc047607 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 09:46:00.455348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9a5be27a-8e07-416a-b84c-22d9bc047607 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:00.491993 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:00.512061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.512386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-d1360f61-213b-43ed-ab8a-84510b50cbd7 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4314845 Jul 05 09:46:00.532056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] Deleting port 936ea47e-8aba-4113-9b0d-c0077107c464 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:00.532450 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.536101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.538427 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/d3336102-5e43-4951-b7c6-34a9ab519f65 HTTP/1.1" status: 204 len: 168 time: 3.1428061 Jul 05 09:46:00.553416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:00.604774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422fe08-74bb-4c95-8f32-4a50a91da9c0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=d3336102-5e43-4951-b7c6-34a9ab519f65,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:00.690639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.722074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efd6b2bd-2e97-4bd1-bb19-65b2cf7fa76c req-9e1a433f-aa18-46dd-8051-0b15501f5ce3 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 210 time: 0.1811061 Jul 05 09:46:00.728309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] For port 936ea47e-8aba-4113-9b0d-c0077107c464, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=936ea47e-8aba-4113-9b0d-c0077107c464,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:00.728817 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.746521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4323d46-c749-4a4e-9c64-ffc3947dfa6a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.753281 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b4323d46-c749-4a4e-9c64-ffc3947dfa6a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1980543 Jul 05 09:46:00.772859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:00.780348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] Calling delete_port for 936ea47e-8aba-4113-9b0d-c0077107c464 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:00.790344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:00.868040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:00.874297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:00.887354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:00.946890 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9678099 Jul 05 09:46:00.961989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:00.989873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5ff7da68-9b35-412b-a71a-43350a0f8877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': 'a3928f99-69fa-4003-b948-b5c7cd4091ba', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1592191461'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:00.994104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.063537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] Pushing event deleted for resources: {'Port': ['ID=936ea47e-8aba-4113-9b0d-c0077107c464,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:01.074993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f1047-9d8a-45ff-88a1-7d8ccff92021 None None] No DVR routers for this DVR port 936ea47e-8aba-4113-9b0d-c0077107c464 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:01.113007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d53d07-a783-4f77-a05c-39a7046344b7 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:01.144950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef760c9-98c5-4718-b37a-c6d4144d4377 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=a3928f99-69fa-4003-b948-b5c7cd4091ba,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:01.400710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-8145f34f-4d08-41d8-b538-9514d7dbc46f service neutron] 10.222.0.21 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8870850 Jul 05 09:46:01.439494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff7da68-9b35-412b-a71a-43350a0f8877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:01.498662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Router e70d367a-55a3-4788-8d72-5e30ba3e670f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:01.577148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ff7da68-9b35-412b-a71a-43350a0f8877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.591116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.615346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-5ff7da68-9b35-412b-a71a-43350a0f8877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 081805f9-e3df-4019-8741-d973f35d114e yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:46:01.634921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-95b61985-9ff0-47b2-8a45-b280ba8f5b26 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7718980 Jul 05 09:46:01.643758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:01.654922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1493712277'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:01.820080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1480a348-0733-4c16-818c-25f704a62918 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:01.829453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-b04b0a95-91c1-4253-bc30-69c5ea5b9d46 service neutron] 10.222.0.21 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274025 Jul 05 09:46:01.847704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:01.851352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.868157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1480a348-0733-4c16-818c-25f704a62918 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:01.869588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1480a348-0733-4c16-818c-25f704a62918 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:01.871343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 936ea47e-8aba-4113-9b0d-c0077107c464 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:01.875128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': 'a3928f99-69fa-4003-b948-b5c7cd4091ba'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:01.876856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:01.955650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 936ea47e-8aba-4113-9b0d-c0077107c464 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:01.956408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 936ea47e-8aba-4113-9b0d-c0077107c464 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:01.978579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:02.192855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d02607b0-ac5a-4a7c-b8b6-874e575e50e0 req-523fcd7d-181a-488f-b360-bbd7e79cf2ad tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/ports?device_id=059923ff-dd56-42d6-80d8-2f21ec0025e9 HTTP/1.1" status: 200 len: 210 time: 0.0600729 Jul 05 09:46:02.195967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-70fd50bd-e304-49ec-a645-4178b0192eee tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:02.197775 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-70fd50bd-e304-49ec-a645-4178b0192eee tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdfbe269-daec-402a-99ca-d003ddc3560e HTTP/1.1" status: 200 len: 945 time: 0.5993109 Jul 05 09:46:02.222299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:02.241532 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] Sync routers for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:02.261378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:02.267033 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:02.272770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.273116 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment bb76fe09-c10c-4786-a535-b7e17fb1930a of type vlan for network f2307bd7-274d-4269-b3d0-efb3b60cd576 Jul 05 09:46:02.325457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] No DVR routers for this DVR port 9a5be27a-8e07-416a-b84c-22d9bc047607 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:02.333377 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.338293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3753df3c-6a94-4bef-b922-07b7c108341d req-b8c2d3c0-5543-48ab-ba81-a9af1fe21b15 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.16 "DELETE /v2.0/ports/9a5be27a-8e07-416a-b84c-22d9bc047607 HTTP/1.1" status: 204 len: 173 time: 4.3908651 Jul 05 09:46:02.341833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'name': 'network-vif-deleted', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:02.358761 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6b023-acdd-4aab-8d0c-dc471faacde6" -d '{"events": [{"server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "name": "network-vif-deleted", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:02.473242 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:02.518325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/a3928f99-69fa-4003-b948-b5c7cd4091ba/9283ce8f-0739-42bf-9a5c-89e431683022) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:02.559512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-988a3ef3-18d6-4302-bb83-da84af3a8c9f req-bddce176-5bb5-48c4-b52b-f09d44dc3a69 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 210 time: 0.1881959 Jul 05 09:46:02.631329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.740457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Deleting port a1801d92-56d1-48bd-ad0c-348f6a4a559a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:02.741194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.784538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] Deleting subnet 89de0421-44ed-4064-9c5b-0199b9e27602 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:02.805787 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.867905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] For port a1801d92-56d1-48bd-ad0c-348f6a4a559a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1801d92-56d1-48bd-ad0c-348f6a4a559a,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:02.868522 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:02.887043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Calling delete_port for a1801d92-56d1-48bd-ad0c-348f6a4a559a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:03.071094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.074058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.083173 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:03.086119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:03.086979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.117537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['9465a8ef-86ff-4671-840b-d6275ea96654'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:03.121405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a1801d92-56d1-48bd-ad0c-348f6a4a559a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:03.142950 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] Checking router: e70d367a-55a3-4788-8d72-5e30ba3e670f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:03.157636 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:03.158997 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:03.205218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0db1-cd2e-4104-9619-ac4940da615e req-0e371972-7f52-4b74-93ad-a8da73a9a4c6 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:03.213653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f0db1-cd2e-4104-9619-ac4940da615e req-0e371972-7f52-4b74-93ad-a8da73a9a4c6 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdfbe269-daec-402a-99ca-d003ddc3560e HTTP/1.1" status: 200 len: 945 time: 0.8452930 Jul 05 09:46:03.297785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.318820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Pushing event deleted for resources: {'Port': ['ID=a1801d92-56d1-48bd-ad0c-348f6a4a559a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:03.336854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.362572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Transition to ACTIVE for port object 9283ce8f-0739-42bf-9a5c-89e431683022 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:03.390515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7373998 Jul 05 09:46:03.415295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:03.416315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] No DVR routers for this DVR port a1801d92-56d1-48bd-ad0c-348f6a4a559a on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:03.424244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:03.435039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.437805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3f6afb4-2b38-4fd6-9e6d-5119918048b9 req-5fdafd1d-2554-41f5-806d-dc27db5519ad tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.15 "DELETE /v2.0/ports/a1801d92-56d1-48bd-ad0c-348f6a4a559a HTTP/1.1" status: 204 len: 173 time: 1.2191837 Jul 05 09:46:03.438638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Transition to ACTIVE for port object 9283ce8f-0739-42bf-9a5c-89e431683022 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:03.440732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'name': 'network-vif-deleted', 'tag': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:03.454512 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9ee15-2aa9-4df1-bf86-4e95a25e14ec" -d '{"events": [{"server_uuid": "cdfbe269-daec-402a-99ca-d003ddc3560e", "name": "network-vif-deleted", "tag": "a1801d92-56d1-48bd-ad0c-348f6a4a559a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:03.491492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.495152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4249d19d-8a21-4f64-8830-b66846000e6a tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=442dba0efe0c41188c717ae0b0c7aab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047480 Jul 05 09:46:03.509107 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:03.578821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ad4bc-915a-4f79-ab6b-6d3d39b8ffd7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=f2307bd7-274d-4269-b3d0-efb3b60cd576,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:03.592977 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff7da68-9b35-412b-a71a-43350a0f8877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:46:03.594307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff7da68-9b35-412b-a71a-43350a0f8877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:46:03.694262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9283ce8f-0739-42bf-9a5c-89e431683022,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:03.704467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5ff7da68-9b35-412b-a71a-43350a0f8877 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7342811 Jul 05 09:46:03.713567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50686) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:03.719013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:03.776984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:03.845600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:03.849121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:03.858397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:03.875639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:03.887526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.032588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-d1f4ea17-2621-42a4-bda1-abc73e49f694 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.044185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-d1f4ea17-2621-42a4-bda1-abc73e49f694 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5457859 Jul 05 09:46:04.103355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c46c3-da49-40eb-a456-8664c9a4daf7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.108086 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d05c46c3-da49-40eb-a456-8664c9a4daf7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3929648 Jul 05 09:46:04.112748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50688) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:04.150481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f0db1-cd2e-4104-9619-ac4940da615e req-363acc97-5222-43d2-b585-3a277619c94b tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9114978 Jul 05 09:46:04.182380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Attempting to bind port 9283ce8f-0739-42bf-9a5c-89e431683022 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:04.183333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Attempting to bind port 9283ce8f-0739-42bf-9a5c-89e431683022 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:04.183333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Attempting to bind port 9283ce8f-0739-42bf-9a5c-89e431683022 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:04.211649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:04.212325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:04.212604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.216149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:04.216552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Bound port: 9283ce8f-0739-42bf-9a5c-89e431683022, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:04.216963 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.251619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.254765 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:04.270421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-178544f9-b00f-43ad-8031-4859ed816a6a tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/quotas/442dba0efe0c41188c717ae0b0c7aab4 HTTP/1.1" status: 200 len: 375 time: 0.2252192 Jul 05 09:46:04.307795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d37a7-6874-4106-947a-857c486d09ad tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.310014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d37a7-6874-4106-947a-857c486d09ad tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.311735 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-137d37a7-6874-4106-947a-857c486d09ad tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1979561 Jul 05 09:46:04.314753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:04.328798 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc6b24-9215-4466-ae2c-d9e5279fb07e None None] The sync data for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 is: [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:15Z', 'revision_number': 4, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1c5855e5-3736-475d-b12d-9102ca90001d', 'name': '', 'network_id': 'f99888d9-4195-4d23-9120-f2c5061a0b9d', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:13Z', 'updated_at': '2021-07-05T09:37:25Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'subnets': [{'id': 'd1d18225-b050-4fbb-806b-8caeb4b80cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:04.357363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] For port 9283ce8f-0739-42bf-9a5c-89e431683022, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:04.361884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] For port 9283ce8f-0739-42bf-9a5c-89e431683022, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9283ce8f-0739-42bf-9a5c-89e431683022,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:04.368763 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.398092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-e6ede207-dba1-4fe3-a073-2bc7222acab7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=442dba0efe0c41188c717ae0b0c7aab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174245 Jul 05 09:46:04.414187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet a3928f99-69fa-4003-b948-b5c7cd4091ba {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:04.456872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e9a00-3855-4e06-ac9e-f58c411c8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9283ce8f-0739-42bf-9a5c-89e431683022,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:04.514847 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e65d04-c32f-40ef-ab29-ea7ff892dc7e x-openstack-request-id: req-67e65d04-c32f-40ef-ab29-ea7ff892dc7e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:04.515322 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059923ff-dd56-42d6-80d8-2f21ec0025e9", "name": "network-vif-deleted", "tag": "9a5be27a-8e07-416a-b84c-22d9bc047607", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:04.515509 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67e65d04-c32f-40ef-ab29-ea7ff892dc7e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:04.515894 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059923ff-dd56-42d6-80d8-2f21ec0025e9', 'name': 'network-vif-deleted', 'tag': '9a5be27a-8e07-416a-b84c-22d9bc047607', 'status': 'completed', 'code': 200} Jul 05 09:46:04.549304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.560606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89de0421-44ed-4064-9c5b-0199b9e27602 HTTP/1.1" status: 204 len: 168 time: 2.8964095 Jul 05 09:46:04.565041 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.569520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50700) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:04.573818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cf852-d29e-4dad-8a32-5a9a384189b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89de0421-44ed-4064-9c5b-0199b9e27602,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:04.574128 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.598333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-7fa351c6-af50-4b64-b0c2-72dce25b3e5f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:04.600571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-7fa351c6-af50-4b64-b0c2-72dce25b3e5f tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 945 time: 1.5898719 Jul 05 09:46:04.884556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:04.889757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': 'bb76fe09-c10c-4786-a535-b7e17fb1930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:04.890213 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: f2307bd7-274d-4269-b3d0-efb3b60cd576, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:04.968280 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1972a2b5-e592-4b2c-adfb-1ef80993c13f x-openstack-request-id: req-1972a2b5-e592-4b2c-adfb-1ef80993c13f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:04.969014 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfbe269-daec-402a-99ca-d003ddc3560e", "name": "network-vif-deleted", "tag": "a1801d92-56d1-48bd-ad0c-348f6a4a559a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:04.969564 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1972a2b5-e592-4b2c-adfb-1ef80993c13f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:04.970195 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfbe269-daec-402a-99ca-d003ddc3560e', 'name': 'network-vif-deleted', 'tag': 'a1801d92-56d1-48bd-ad0c-348f6a4a559a', 'status': 'completed', 'code': 200} Jul 05 09:46:04.985682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=e02d2d03-6897-4dfe-b597-f2b27e9a998f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:05.010060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:05.078040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:05.158677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, f2307bd7-274d-4269-b3d0-efb3b60cd576) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:05.176172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e32b30b-91d8-4195-9fbd-f29a404bf476 None None] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:05.236379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:05.236379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.489571 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c7580487-d726-42d4-9a4f-a9b0892b3a40 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0680888 Jul 05 09:46:05.491690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12224a50-7483-4b94-ab1a-6721e995ede7 None None] New status for floating IP 79e2cfbc-8727-461f-8cb7-879152f35ba6: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:46:05.523198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:05.562481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576', 'name': 'tempest-PortsTestJSON-342781307'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:05.685966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-f2307bd7-274d-4269-b3d0-efb3b60cd576', 'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576', 'tenant_id': '02332481cfaf4e12a9e08ad0d0ce974a', 'fixed_ips': [{'subnet_id': 'e02d2d03-6897-4dfe-b597-f2b27e9a998f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:05.686857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.770933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.875406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75c29e51-87a5-472b-9717-d3a42ac8db46 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:05.923340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1801d92-56d1-48bd-ad0c-348f6a4a559a no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:05.934574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9283ce8f-0739-42bf-9a5c-89e431683022 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:05.995784 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75c29e51-87a5-472b-9717-d3a42ac8db46 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.124123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 9465a8ef-86ff-4671-840b-d6275ea96654 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:06.246063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:06.265807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.328437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2d6bd39-b354-42d9-ba1f-3414e5f1c356 req-d5ba5c60-5a7d-4d6f-8f75-9a00092b4df7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 210 time: 1.1206312 Jul 05 09:46:06.343493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.383664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75c29e51-87a5-472b-9717-d3a42ac8db46 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.405689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75c29e51-87a5-472b-9717-d3a42ac8db46 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:06.411605 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75c29e51-87a5-472b-9717-d3a42ac8db46 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "DELETE /v2.0/security-groups/de06e9d3-628b-4f46-a7eb-6c0eca3417a7 HTTP/1.1" status: 204 len: 168 time: 1.3253031 Jul 05 09:46:06.413646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 2be8d353-5b66-4282-afe2-fbc3b986ef12 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:46:06.466646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:06.510115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29abb6da-32b4-448b-aac3-3830b2cce295 req-7e6eab8d-2f07-476c-9137-81e1fcffa73e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 210 time: 1.1935310 Jul 05 09:46:06.559071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a1801d92-56d1-48bd-ad0c-348f6a4a559a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:06.576014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1801d92-56d1-48bd-ad0c-348f6a4a559a not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:06.672263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c29e51-87a5-472b-9717-d3a42ac8db46 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de06e9d3-628b-4f46-a7eb-6c0eca3417a7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:06.720624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Allocated IP 172.20.0.2 (f2307bd7-274d-4269-b3d0-efb3b60cd576/e02d2d03-6897-4dfe-b597-f2b27e9a998f/4fd54c2b-1252-4b37-96b4-b36dd6f98e56) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:06.845608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78812-758c-48d4-b62f-53a342e1937d req-7aa54ce2-21e5-456f-a664-964d8b573425 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:06.847255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-7aa54ce2-21e5-456f-a664-964d8b573425 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.16 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 813 time: 2.0481908 Jul 05 09:46:06.880234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'port': {'device_id': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885', 'admin_state_up': True, 'tenant_id': '480b820435214b079c43dec85efec1b5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:06.909423 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-75b74895-c531-4116-9102-d7491aa31dbb tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] show failed (client error): The resource could not be found. Jul 05 09:46:06.913658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75b74895-c531-4116-9102-d7491aa31dbb tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "GET /v2.0/security-groups/de06e9d3-628b-4f46-a7eb-6c0eca3417a7 HTTP/1.1" status: 404 len: 347 time: 0.4355960 Jul 05 09:46:06.938197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:07.002165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9283ce8f-0739-42bf-9a5c-89e431683022 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:07.051853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.141047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43a31ad2-0b3b-42d9-bf75-100b50003825 None None] Provisioning for port 9283ce8f-0739-42bf-9a5c-89e431683022 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:07.157667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43a31ad2-0b3b-42d9-bf75-100b50003825 None None] Provisioning complete for port 9283ce8f-0739-42bf-9a5c-89e431683022 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:07.158585 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43a31ad2-0b3b-42d9-bf75-100b50003825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.160214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.162389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/a3928f99-69fa-4003-b948-b5c7cd4091ba HTTP/1.1" status: 204 len: 168 time: 2.8434138 Jul 05 09:46:07.178058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50736) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:07.217076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f57d7-4202-4008-9934-c6960b2cf82e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=a3928f99-69fa-4003-b948-b5c7cd4091ba,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:07.237687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.264607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Made reservation on behalf of 480b820435214b079c43dec85efec1b5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:07.268450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.337922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Deleting port 80c5896d-7594-4c4f-882c-6b26d663deb0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:07.338268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.338452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:07.342756 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31479d2f-ae28-4ec0-a88a-2785895f2f15" -d '{"events": [{"server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "name": "network-vif-unplugged", "status": "completed", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:07.349647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a0708a2e-6079-4669-a6bb-2859038f9470 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1682992 Jul 05 09:46:07.361069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:07.372377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:07.584778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Deleting port 9465a8ef-86ff-4671-840b-d6275ea96654 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:07.588551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.669004 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85457b92-1003-4b98-9b2b-57817bbfc5eb x-openstack-request-id: req-85457b92-1003-4b98-9b2b-57817bbfc5eb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:07.669625 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "name": "network-vif-unplugged", "status": "completed", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:07.669625 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85457b92-1003-4b98-9b2b-57817bbfc5eb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:07.669914 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654', 'code': 200} Jul 05 09:46:07.676044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9aa1e5-ad80-47db-8f4a-b7dc72391b8a None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:07.719434 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-18d3bd8a-cd95-45c4-9bc7-7707ca8eff43 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=442dba0efe0c41188c717ae0b0c7aab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324127 Jul 05 09:46:07.754171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 9465a8ef-86ff-4671-840b-d6275ea96654, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9465a8ef-86ff-4671-840b-d6275ea96654,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:07.783982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Allocated IP 172.20.0.3 (145f61af-3358-4cfc-a9f3-289068f75885/3875d2c2-0fba-4d4a-befb-b87d91778d6d/5215319b-8540-41fe-a6ff-fd444d268962) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:07.795656 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.822217 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.867149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43a31ad2-0b3b-42d9-bf75-100b50003825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.879691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.880288 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.894776 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.923816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=9465a8ef-86ff-4671-840b-d6275ea96654,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:07.940915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Transition to ACTIVE for port object 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:07.941753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Calling delete_port for 80c5896d-7594-4c4f-882c-6b26d663deb0 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:07.972227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:07.980888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43a31ad2-0b3b-42d9-bf75-100b50003825 None None] For port 9283ce8f-0739-42bf-9a5c-89e431683022, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9283ce8f-0739-42bf-9a5c-89e431683022,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:07.981864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:07.987993 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43a31ad2-0b3b-42d9-bf75-100b50003825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.036232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Transition to ACTIVE for port object 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:08.051784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.056505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f2e8ac-3bd9-47f1-bdea-6826ffe85630']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:08.068660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-3f0bf098-d2c4-4c91-bbe3-9a2fcd59ed7c tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.069590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8656bd-3a33-47c0-9d3d-cce71bc35096') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:08.069906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8656bd-3a33-47c0-9d3d-cce71bc35096') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:08.072621 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-3f0bf098-d2c4-4c91-bbe3-9a2fcd59ed7c tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419218 Jul 05 09:46:08.083570 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.092716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:08.096754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:08.104866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:08.108468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a31ad2-0b3b-42d9-bf75-100b50003825 None None] Pushing event updated for resources: {'Port': ['ID=9283ce8f-0739-42bf-9a5c-89e431683022,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:08.127764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-147b9b68-01fe-47ca-a964-65e62139ccd9 None None] Could not find standard attr ID for object 3500c1e4-39b7-41f3-b0da-0580e14a3fb4. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:08.132126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ab9165f-24f3-448c-a83f-bd32300fb11a req-bf1dc923-b836-4be9-bf17-e1c032796201 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 210 time: 0.2623374 Jul 05 09:46:08.159729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.163161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.6 (f2307bd7-274d-4269-b3d0-efb3b60cd576/e02d2d03-6897-4dfe-b597-f2b27e9a998f/2be8d353-5b66-4282-afe2-fbc3b986ef12) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:08.208924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:08.301199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Pushing event updated for resources: {'Port': ['ID=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:08.316805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Attempting to bind port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:08.325430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Attempting to bind port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'bb76fe09-c10c-4786-a535-b7e17fb1930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:08.326411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Attempting to bind port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 on network f2307bd7-274d-4269-b3d0-efb3b60cd576 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:08.336333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:08.336784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Checking segment: {'id': 'bb76fe09-c10c-4786-a535-b7e17fb1930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:08.337109 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.337508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Bound using segment: {'id': 'bb76fe09-c10c-4786-a535-b7e17fb1930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:08.337994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Bound port: 4fd54c2b-1252-4b37-96b4-b36dd6f98e56, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb76fe09-c10c-4786-a535-b7e17fb1930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:08.338380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.398448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.416356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object 2be8d353-5b66-4282-afe2-fbc3b986ef12 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:08.434382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] For port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:08.435755 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.439032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] For port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,segment=NetworkSegment(bb76fe09-c10c-4786-a535-b7e17fb1930a),segment_id=bb76fe09-c10c-4786-a535-b7e17fb1930a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:08.445680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.463013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Request body: {'port': {'device_id': '123b0c61-3fec-492e-8790-f267356ead74', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '442dba0efe0c41188c717ae0b0c7aab4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:08.507208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] Deleting port 9283ce8f-0739-42bf-9a5c-89e431683022 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:08.507584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.525623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.552710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:08.571136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:08.572241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:08.579660 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:08.637486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e203f-8cab-4215-aecf-72b61114ea1d None None] Pushing event updated for resources: {'Port': ['ID=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:08.653445 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.694553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] For port 9283ce8f-0739-42bf-9a5c-89e431683022, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9283ce8f-0739-42bf-9a5c-89e431683022,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:08.694553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.726066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] Calling delete_port for 9283ce8f-0739-42bf-9a5c-89e431683022 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:08.830991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:08.868285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:08.908852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:08.916137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:08.917116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb253a1-a623-4efc-99a4-bf0e1bc5091c req-cf596646-7cb0-4ef3-843b-e8964d0cfbeb tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:08.919517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=2be8d353-5b66-4282-afe2-fbc3b986ef12,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:08.929313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bb253a1-a623-4efc-99a4-bf0e1bc5091c req-cf596646-7cb0-4ef3-843b-e8964d0cfbeb tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 945 time: 1.7992668 Jul 05 09:46:08.945161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Made reservation on behalf of 442dba0efe0c41188c717ae0b0c7aab4 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:08.949614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:08.993650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.038929 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.055866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bb253a1-a623-4efc-99a4-bf0e1bc5091c req-4376e857-a9d4-400b-a9cb-97126bdca26c tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f3845be-320a-451f-9bfc-bf499d6d5bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239436 Jul 05 09:46:09.088322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Network 145f61af-3358-4cfc-a9f3-289068f75885 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:09.093206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:09.190696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.199718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.217163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] Pushing event deleted for resources: {'Port': ['ID=9283ce8f-0739-42bf-9a5c-89e431683022,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.225452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba838c25-a76f-445c-8a7f-43001303b98e None None] No DVR routers for this DVR port 9283ce8f-0739-42bf-9a5c-89e431683022 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:09.333549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.337926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:09.343427 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.396820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.460302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.469796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] 10.222.0.21 "DELETE /v2.0/networks/95f2e8ac-3bd9-47f1-bdea-6826ffe85630 HTTP/1.1" status: 204 len: 168 time: 4.8986764 Jul 05 09:46:09.475722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Pushing event deleted for resources: {'Port': ['ID=80c5896d-7594-4c4f-882c-6b26d663deb0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.497399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=e358b1f1-e3bf-439b-aff1-8661b08e2cc5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.499827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a72b70-a12f-4b8f-988a-bccc2cac701b admin admin] Pushing event deleted for resources: {'Network': ['ID=95f2e8ac-3bd9-47f1-bdea-6826ffe85630,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:09.543301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] For port 9465a8ef-86ff-4671-840b-d6275ea96654, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=9465a8ef-86ff-4671-840b-d6275ea96654,segment=NetworkSegment(84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c),segment_id=84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:09.543778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.550841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7a904a9-9b6c-47a3-ac1f-2c912adcc0cd req-e14bfab0-bb28-4334-91c2-672b348d9951 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 210 time: 0.0589833 Jul 05 09:46:09.618084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025d81a-729c-43a2-86d2-197ad6225631 req-7c2109f9-816f-4fce-bc78-e7d791f0b6ce tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.631567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8025d81a-729c-43a2-86d2-197ad6225631 req-7c2109f9-816f-4fce-bc78-e7d791f0b6ce tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 931 time: 1.1336029 Jul 05 09:46:09.657981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Calling delete_port for 9465a8ef-86ff-4671-840b-d6275ea96654 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:09.663502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:09.675784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:09.685516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2ce8c-2006-4cb9-bb61-2b858dab818b None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:09.706276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.706822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.724854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.728311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.743124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:09.743124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.743439 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b9c323fa-cb67-455c-96be-13af04fc1ca7 tempest-AttachVolumeTestJSON-1759676381 tempest-AttachVolumeTestJSON-1759676381-project] 10.222.0.21 "DELETE /v2.0/floatingips/79e2cfbc-8727-461f-8cb7-879152f35ba6 HTTP/1.1" status: 204 len: 168 time: 2.7980781 Jul 05 09:46:09.761135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.780260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:09.805115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:09.827857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:09.846113 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2892bb79-92b8-4f80-ad30-edb274155604 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2879632 Jul 05 09:46:09.868323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8025d81a-729c-43a2-86d2-197ad6225631 req-2bf47032-c195-4964-ba16-58f9589fc805 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345603 Jul 05 09:46:09.868764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50764) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:09.887219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-71c8c50b-ec23-46e9-9b55-83559b7cc94b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0195696 Jul 05 09:46:09.907390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1faed1a3-143d-4707-9120-21f503f76058 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5327799 Jul 05 09:46:09.911551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Request body: {'port': {'device_id': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:09.931629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'f2307bd7-274d-4269-b3d0-efb3b60cd576', 'name': 'tempest-PortsTestJSON-464118466'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:09.973076 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:09.983469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-077ffe13-1a36-4e29-b3a6-face0384f53b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1112611905', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:10.222077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': 'e358b1f1-e3bf-439b-aff1-8661b08e2cc5'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:10.223017 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.242518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077ffe13-1a36-4e29-b3a6-face0384f53b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.247527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077ffe13-1a36-4e29-b3a6-face0384f53b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.558570 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.570762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543558d-ddcd-4656-b8de-515ab2bc800b None None] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:10.627395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80cb8cb3-077d-4b02-8c22-ac4c84387f43 req-7ac91406-0ad3-477f-9fc8-0489045c3db7 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 210 time: 0.0841165 Jul 05 09:46:10.630937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:10.690532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077ffe13-1a36-4e29-b3a6-face0384f53b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.692763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.740920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077ffe13-1a36-4e29-b3a6-face0384f53b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.748250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:10.762852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Pushing event deleted for resources: {'Port': ['ID=9465a8ef-86ff-4671-840b-d6275ea96654,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:10.770845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6eb36739-353f-4ac5-922d-65689cb09687 None None] Provisioning for port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:10.795893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6eb36739-353f-4ac5-922d-65689cb09687 None None] Provisioning complete for port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:10.798135 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6eb36739-353f-4ac5-922d-65689cb09687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.882917 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bf6aa27c-d507-466d-8e7e-fddec13e3bde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b0d8e75b09843f39dad263ac685956e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728297 Jul 05 09:46:10.890502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/e358b1f1-e3bf-439b-aff1-8661b08e2cc5/6d3d8295-9925-4927-aae4-a17623adaa1d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:10.935308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:10.950182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2ac2f55-da7d-4f44-a92f-c39503c8d202 req-43af9517-4488-478a-a791-8aff8577e743 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 210 time: 0.1019130 Jul 05 09:46:10.955112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] No DVR routers for this DVR port 9465a8ef-86ff-4671-840b-d6275ea96654 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:10.972500 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077ffe13-1a36-4e29-b3a6-face0384f53b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.974711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-077ffe13-1a36-4e29-b3a6-face0384f53b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9962394 Jul 05 09:46:10.978006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:10.980782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.983332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:10.983615 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef6218ec-c040-494e-ba34-2f5de0c7dd67 req-907ac93e-f2da-4e0f-9592-d9dc955523d4 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.16 "DELETE /v2.0/ports/9465a8ef-86ff-4671-840b-d6275ea96654 HTTP/1.1" status: 204 len: 173 time: 6.3549271 Jul 05 09:46:10.984770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'name': 'network-vif-deleted', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:10.987441 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52630294-72ae-4bf4-b0ac-a01751231f68" -d '{"events": [{"server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "name": "network-vif-deleted", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:11.002213 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:11.085272 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3fb4f-078f-4e9b-8b5b-134c9c270218 x-openstack-request-id: req-1bb3fb4f-078f-4e9b-8b5b-134c9c270218 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:11.085547 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c80b90-bc08-40aa-86fa-6c8e8efb9b34", "name": "network-vif-deleted", "tag": "9465a8ef-86ff-4671-840b-d6275ea96654", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:11.085690 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bb3fb4f-078f-4e9b-8b5b-134c9c270218 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:11.086149 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c80b90-bc08-40aa-86fa-6c8e8efb9b34', 'name': 'network-vif-deleted', 'tag': '9465a8ef-86ff-4671-840b-d6275ea96654', 'status': 'completed', 'code': 200} Jul 05 09:46:11.155601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port d6032501-fc62-42c6-b45a-d469031929ae yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:46:11.194013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9283ce8f-0739-42bf-9a5c-89e431683022 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:11.297950 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6eb36739-353f-4ac5-922d-65689cb09687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.301720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Allocated IP 192.168.233.123 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/b038f7a1-f70a-4588-9bfe-44fb3098f24e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:11.306803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9283ce8f-0739-42bf-9a5c-89e431683022 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:11.311012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9283ce8f-0739-42bf-9a5c-89e431683022 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:11.598048 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:46:11.644210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6eb36739-353f-4ac5-922d-65689cb09687 None None] For port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,segment=NetworkSegment(bb76fe09-c10c-4786-a535-b7e17fb1930a),segment_id=bb76fe09-c10c-4786-a535-b7e17fb1930a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:11.675254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6eb36739-353f-4ac5-922d-65689cb09687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.747415 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23da5ecb-d8fd-4764-8ec4-885189f9ab3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.782104 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23da5ecb-d8fd-4764-8ec4-885189f9ab3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.978885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:11.980166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5215319b-8540-41fe-a6ff-fd444d268962 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:12.000353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb36739-353f-4ac5-922d-65689cb09687 None None] Pushing event updated for resources: {'Port': ['ID=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:12.027699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.039389 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.072092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Transition to ACTIVE for port object 5215319b-8540-41fe-a6ff-fd444d268962 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:12.079962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Transition to ACTIVE for port object 6d3d8295-9925-4927-aae4-a17623adaa1d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:12.130557 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.155063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Transition to ACTIVE for port object 6d3d8295-9925-4927-aae4-a17623adaa1d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:12.166768 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.292254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25ccd0e4-904b-43d9-8121-3adbcfb47bc6 req-741575a4-6239-4c22-98ce-a0cd0b51a735 tempest-ListServersNegativeTestJSON-1080377631 tempest-ListServersNegativeTestJSON-1080377631-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c80b90-bc08-40aa-86fa-6c8e8efb9b34 HTTP/1.1" status: 200 len: 210 time: 0.2108567 Jul 05 09:46:12.315662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:12.425785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:12.447955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:12.457218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Pushing event updated for resources: {'Port': ['ID=6d3d8295-9925-4927-aae4-a17623adaa1d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:12.509175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::1 (8bf03de8-a5cd-4166-895f-409ef6031a3b/e358b1f1-e3bf-439b-aff1-8661b08e2cc5/c160cac0-a833-47a1-94a2-f29df71c8add) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:12.640840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Attempting to bind port 6d3d8295-9925-4927-aae4-a17623adaa1d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:12.642425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Attempting to bind port 6d3d8295-9925-4927-aae4-a17623adaa1d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:12.642922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Attempting to bind port 6d3d8295-9925-4927-aae4-a17623adaa1d on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:12.658018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.7 (f2307bd7-274d-4269-b3d0-efb3b60cd576/e02d2d03-6897-4dfe-b597-f2b27e9a998f/d6032501-fc62-42c6-b45a-d469031929ae) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:12.668605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:12.669073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:12.670736 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.672307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:12.672928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Bound port: 6d3d8295-9925-4927-aae4-a17623adaa1d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:12.673444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.708233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Pushing event updated for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:12.785856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.799395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6162c8d3-13c5-4af5-8c01-fbd79276c4c1 None None] Provisioning complete for port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:12.799724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6162c8d3-13c5-4af5-8c01-fbd79276c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.817946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6a6937e-90de-47b3-b0df-7e37a534a0fe req-77727e0c-8f5a-400c-a70e-d9a2a2d63995 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 210 time: 0.0981944 Jul 05 09:46:12.824834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Attempting to bind port 5215319b-8540-41fe-a6ff-fd444d268962 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:12.826036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Attempting to bind port 5215319b-8540-41fe-a6ff-fd444d268962 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:12.827069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Attempting to bind port 5215319b-8540-41fe-a6ff-fd444d268962 on network 145f61af-3358-4cfc-a9f3-289068f75885 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:12.855378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23da5ecb-d8fd-4764-8ec4-885189f9ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.875122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23da5ecb-d8fd-4764-8ec4-885189f9ab3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:12.887514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-23da5ecb-d8fd-4764-8ec4-885189f9ab3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb847092-58c6-488e-a0f5-67413b6c9305 HTTP/1.1" status: 204 len: 168 time: 1.9316235 Jul 05 09:46:12.887514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Port 5215319b-8540-41fe-a6ff-fd444d268962 on network 145f61af-3358-4cfc-a9f3-289068f75885 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:12.887958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Transition to ACTIVE for port object b038f7a1-f70a-4588-9bfe-44fb3098f24e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:12.903641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Attempting to bind port 5215319b-8540-41fe-a6ff-fd444d268962 on network 145f61af-3358-4cfc-a9f3-289068f75885 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:12.968901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] For port 6d3d8295-9925-4927-aae4-a17623adaa1d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:12.983254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] For port 6d3d8295-9925-4927-aae4-a17623adaa1d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6d3d8295-9925-4927-aae4-a17623adaa1d,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:12.986895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802740e6-812d-463b-b220-a7c64023967d req-30b9402d-9df9-414a-8504-5bac0338ffa0 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:12.995932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-802740e6-812d-463b-b220-a7c64023967d req-30b9402d-9df9-414a-8504-5bac0338ffa0 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 931 time: 1.6718669 Jul 05 09:46:13.009540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:13.010282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Checking segment: {'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:13.011435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Bound using segment: {'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:13.012127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Bound port: 5215319b-8540-41fe-a6ff-fd444d268962, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d280f7-9275-46ba-bce6-f27516bbd383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:13.012966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.040342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da5ecb-d8fd-4764-8ec4-885189f9ab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb847092-58c6-488e-a0f5-67413b6c9305,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.107557 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.178832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6162c8d3-13c5-4af5-8c01-fbd79276c4c1 None None] Provisioning for port 2be8d353-5b66-4282-afe2-fbc3b986ef12 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:13.187631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6162c8d3-13c5-4af5-8c01-fbd79276c4c1 None None] Provisioning complete for port 2be8d353-5b66-4282-afe2-fbc3b986ef12 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:13.188027 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6162c8d3-13c5-4af5-8c01-fbd79276c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.262278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-802740e6-812d-463b-b220-a7c64023967d req-ce392886-61bf-4727-b1bf-c61eb446edc7 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646134 Jul 05 09:46:13.359582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:13.373282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5215319b-8540-41fe-a6ff-fd444d268962,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:13.385899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.431244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.469154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6162c8d3-13c5-4af5-8c01-fbd79276c4c1 None None] Port 2be8d353-5b66-4282-afe2-fbc3b986ef12 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:13.493475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80004536-0b36-4f31-90f5-5ea10ee71808 None None] Pushing event updated for resources: {'Port': ['ID=6d3d8295-9925-4927-aae4-a17623adaa1d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.570579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.571849 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.585598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] 10.222.0.16 "PUT /v2.0/ports/5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 1092 time: 3.6808469 Jul 05 09:46:13.601300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:13.621699 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283b0429-f374-4323-96fa-4d507d687d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "tag": "5215319b-8540-41fe-a6ff-fd444d268962"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:13.632385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-36563de4-91fc-4ba0-833d-be0dcdfd7319 None None] Provisioning complete for port 2be8d353-5b66-4282-afe2-fbc3b986ef12 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:13.633537 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36563de4-91fc-4ba0-833d-be0dcdfd7319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.693635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:13.697255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e1bca-809d-449f-a109-68ae638eeebd service neutron] Pushing event updated for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:13.761721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-36563de4-91fc-4ba0-833d-be0dcdfd7319 None None] Port 2be8d353-5b66-4282-afe2-fbc3b986ef12 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:13.811696 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b93d2b-7051-456c-ad29-6ec9b2bfc853 x-openstack-request-id: req-27b93d2b-7051-456c-ad29-6ec9b2bfc853 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:13.811990 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "tag": "5215319b-8540-41fe-a6ff-fd444d268962", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:13.812250 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27b93d2b-7051-456c-ad29-6ec9b2bfc853 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:13.812672 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962', 'status': 'completed', 'code': 200} Jul 05 09:46:13.812984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:13.877086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] Deleting subnet d153e47c-626f-4962-9344-5e024ab5ad7e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:13.886094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78812-758c-48d4-b62f-53a342e1937d req-46cc5938-4432-4b16-8889-1f39407bb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:13.891128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-46cc5938-4432-4b16-8889-1f39407bb444 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1095 time: 0.1853306 Jul 05 09:46:13.900063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:13.918162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object c160cac0-a833-47a1-94a2-f29df71c8add will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:13.956520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-2f9ee705-0fee-4571-b56c-6d70e431d550 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 217 time: 0.0574596 Jul 05 09:46:14.015587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:14.016053 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.064939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.080837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object d6032501-fc62-42c6-b45a-d469031929ae will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:14.159051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.184046 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00ea8755-5082-4ca9-bb19-23c546cfbebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.223214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78812-758c-48d4-b62f-53a342e1937d req-56d79fbb-8be3-4dbb-b6d2-fd5aaee43e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:14.226244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-56d79fbb-8be3-4dbb-b6d2-fd5aaee43e93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.2578747 Jul 05 09:46:14.271285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.293491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Pushing event updated for resources: {'Port': ['ID=b038f7a1-f70a-4588-9bfe-44fb3098f24e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:14.308591 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.332724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-45733e3d-73e1-4537-9403-5aa5717ca8d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926776 Jul 05 09:46:14.340452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.441615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:14.474162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:14.484052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:14.540129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:14.584004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:14.626470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:14.715778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:14.735389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=d6032501-fc62-42c6-b45a-d469031929ae,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:14.741402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:14.753290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:14.754122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:14.778493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:14.985646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.143130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-481954624-network', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:15.216647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e560bdd-d559-420d-a721-a0ce2880e2e6 None None] Provisioning for port b038f7a1-f70a-4588-9bfe-44fb3098f24e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:15.238962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e560bdd-d559-420d-a721-a0ce2880e2e6 None None] Provisioning complete for port b038f7a1-f70a-4588-9bfe-44fb3098f24e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:15.239422 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e560bdd-d559-420d-a721-a0ce2880e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.239568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=c160cac0-a833-47a1-94a2-f29df71c8add,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.255375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:15.256948 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.327673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f1bed-dab9-469b-8841-2386becd1c05 req-5cac5c12-2565-4d9f-b675-d572c83c1c05 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:15.330558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f8f1bed-dab9-469b-8841-2386becd1c05 req-5cac5c12-2565-4d9f-b675-d572c83c1c05 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 936 time: 1.2150476 Jul 05 09:46:15.341306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:15.342399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.357170 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cc5191e-321b-41d8-8743-a0bf687099b8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4846151 Jul 05 09:46:15.357170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:15.358657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.361139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:15.377556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e560bdd-d559-420d-a721-a0ce2880e2e6 None None] Port b038f7a1-f70a-4588-9bfe-44fb3098f24e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:15.422864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.474935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-c5ac2498-7a5e-4b41-9d17-31ef67662df7 service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1216154 Jul 05 09:46:15.476096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.481056 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d153e47c-626f-4962-9344-5e024ab5ad7e HTTP/1.1" status: 204 len: 168 time: 1.7648041 Jul 05 09:46:15.486066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:15.496157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea982e-0807-41f1-be46-9dfb9c8ac122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d153e47c-626f-4962-9344-5e024ab5ad7e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:15.528998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4acae5d-c519-4d05-9114-e70ca6fb21ff None None] Provisioning for port 6d3d8295-9925-4927-aae4-a17623adaa1d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:15.563621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4acae5d-c519-4d05-9114-e70ca6fb21ff None None] Provisioning for port d6032501-fc62-42c6-b45a-d469031929ae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:15.581555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4acae5d-c519-4d05-9114-e70ca6fb21ff None None] Provisioning complete for port d6032501-fc62-42c6-b45a-d469031929ae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:15.584785 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4acae5d-c519-4d05-9114-e70ca6fb21ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.705801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac78812-758c-48d4-b62f-53a342e1937d req-b6d25e7e-b332-4f1c-8178-889abf07d1db service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663277 Jul 05 09:46:15.707441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.727581 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:15.742085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4acae5d-c519-4d05-9114-e70ca6fb21ff None None] Port d6032501-fc62-42c6-b45a-d469031929ae cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:15.778747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6d3d8295-9925-4927-aae4-a17623adaa1d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:15.796867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f8f1bed-dab9-469b-8841-2386becd1c05 req-0d60e5e5-8db0-46ca-89f2-7d9c05a91fdb tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323227 Jul 05 09:46:15.798762 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-8d10a3ba-818e-4ebe-8472-9205bb7584e7 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.3416662 Jul 05 09:46:15.860865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Request body: {'port': {'device_id': '123b0c61-3fec-492e-8790-f267356ead74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:15.904460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6d3d8295-9925-4927-aae4-a17623adaa1d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:15.909370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6d3d8295-9925-4927-aae4-a17623adaa1d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:15.909803 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.031482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4913657d-a8be-4b17-a498-3c11a0ae90e1 None None] Provisioning for port c160cac0-a833-47a1-94a2-f29df71c8add completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:16.051061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70952cb3-390c-47d4-acad-c6fd5fc7cf21 req-8004f4cb-01f3-4d0f-aa41-f6be557732f9 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.054580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4913657d-a8be-4b17-a498-3c11a0ae90e1 None None] Provisioning complete for port c160cac0-a833-47a1-94a2-f29df71c8add triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:16.055001 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4913657d-a8be-4b17-a498-3c11a0ae90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.060393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70952cb3-390c-47d4-acad-c6fd5fc7cf21 req-8004f4cb-01f3-4d0f-aa41-f6be557732f9 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 943 time: 0.7470267 Jul 05 09:46:16.102636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-59b8ba34-c64c-4947-847d-eddd59deb009 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7864788 Jul 05 09:46:16.111126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0429-f374-4323-96fa-4d507d687d4c req-d83ed180-21f4-431c-b93a-04081d706009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.113218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-283b0429-f374-4323-96fa-4d507d687d4c req-d83ed180-21f4-431c-b93a-04081d706009 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1095 time: 0.3153467 Jul 05 09:46:16.278300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4913657d-a8be-4b17-a498-3c11a0ae90e1 None None] Port c160cac0-a833-47a1-94a2-f29df71c8add cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:16.293838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70952cb3-390c-47d4-acad-c6fd5fc7cf21 req-8b755fd5-f950-49d5-bcbf-541cf571e460 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189972 Jul 05 09:46:16.350872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.411620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 6d3d8295-9925-4927-aae4-a17623adaa1d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6d3d8295-9925-4927-aae4-a17623adaa1d,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:16.421386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-9c4e8df1-3d0f-4c31-ae45-2eeee493bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.422998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-9c4e8df1-3d0f-4c31-ae45-2eeee493bffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1175 time: 0.1944175 Jul 05 09:46:16.429919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.444337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0429-f374-4323-96fa-4d507d687d4c req-1d112672-7855-4744-ae50-0bf489de664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.445287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0405aac-e30a-40f7-af3d-36e1defdbdd9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.447677 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d0405aac-e30a-40f7-af3d-36e1defdbdd9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 1.0811968 Jul 05 09:46:16.455634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-283b0429-f374-4323-96fa-4d507d687d4c req-1d112672-7855-4744-ae50-0bf489de664f service neutron] 10.222.0.16 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 0.3320966 Jul 05 09:46:16.483569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:16.513021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=6d3d8295-9925-4927-aae4-a17623adaa1d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:16.640759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.652552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.677085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-283b0429-f374-4323-96fa-4d507d687d4c req-6aefc432-7a10-49b8-b3cf-c5bd4bfda6bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 217 time: 0.1524117 Jul 05 09:46:16.734057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1acb687c-b832-4a05-a05a-25badd72c0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.766828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.769729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0429-f374-4323-96fa-4d507d687d4c req-c6a720ee-71b6-473d-8d57-85fdeb91b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:16.771670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-283b0429-f374-4323-96fa-4d507d687d4c req-c6a720ee-71b6-473d-8d57-85fdeb91b477 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.0785117 Jul 05 09:46:16.787106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.865520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.875914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:16.947049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-283b0429-f374-4323-96fa-4d507d687d4c req-98a1962a-b699-450e-a5f4-7a438999d6f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105039 Jul 05 09:46:16.979040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee879347-3cfc-42c7-a154-9bc1cd2ecbe5']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:17.005971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:17.006173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ad5ec0-4bb7-4dbd-9a0a-ca73bf3f2c3c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:17.026369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.041917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.049299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:17.050818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.217715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-ef3c519d-3e1e-4cad-8d6b-b5e469cb930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:17.219408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-ef3c519d-3e1e-4cad-8d6b-b5e469cb930b service neutron] 10.222.0.15 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 0.7627299 Jul 05 09:46:17.280814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-3ce0a8ac-112e-44df-94b4-ed6a43020e89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 200 len: 217 time: 0.0450027 Jul 05 09:46:17.336484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port d6032501-fc62-42c6-b45a-d469031929ae {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:17.336857 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.469769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.485077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for d6032501-fc62-42c6-b45a-d469031929ae owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:17.660801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6d3d8295-9925-4927-aae4-a17623adaa1d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:17.710377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-283b0429-f374-4323-96fa-4d507d687d4c req-cba44816-efa2-4d45-a30f-7a9bd4ef9f41 service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480590 Jul 05 09:46:17.712973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-9bd28006-b7d6-4ec8-8efd-aea69520eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:17.715232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-9bd28006-b7d6-4ec8-8efd-aea69520eb0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.4246142 Jul 05 09:46:17.766621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:17.768685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6d3d8295-9925-4927-aae4-a17623adaa1d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:17.769216 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:17.776608 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:17.852192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.890820 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.893892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-578d0167-0019-40fe-8148-aa2f725c8b20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122365 Jul 05 09:46:17.898778 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:17.903967 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ee879347-3cfc-42c7-a154-9bc1cd2ecbe5 HTTP/1.1" status: 204 len: 168 time: 2.4004662 Jul 05 09:46:17.906298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573fbf8c-4879-4952-bc5c-0f2f0038c268,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:17.937128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e826e-b882-4104-a06e-8f78bc1bcec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee879347-3cfc-42c7-a154-9bc1cd2ecbe5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:18.003603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363f875-ce8f-4001-9b39-07faac8878c7 req-d561477a-de4c-448b-80dc-627654021c67 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:18.009982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6363f875-ce8f-4001-9b39-07faac8878c7 req-d561477a-de4c-448b-80dc-627654021c67 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 936 time: 0.8842626 Jul 05 09:46:18.122856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5215319b-8540-41fe-a6ff-fd444d268962 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:18.132957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-0ce2ad1d-0a3a-489e-89b7-65d8e0aa1b22 service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708262 Jul 05 09:46:18.150350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:18.164052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.178370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.179202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.260842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=c160cac0-a833-47a1-94a2-f29df71c8add,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:18.282460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5215319b-8540-41fe-a6ff-fd444d268962,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:18.293595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6363f875-ce8f-4001-9b39-07faac8878c7 req-a44d1983-5f57-49b5-87c5-d71f399f96e6 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502602 Jul 05 09:46:18.304661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '5215319b-8540-41fe-a6ff-fd444d268962', 'network_id': '145f61af-3358-4cfc-a9f3-289068f75885', 'port_id': '5215319b-8540-41fe-a6ff-fd444d268962', 'mac_address': 'fa:16:3e:93:a4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3875d2c2-0fba-4d4a-befb-b87d91778d6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:18.312074 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.376794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cba192-174c-4b8b-aec2-da1df775a5fe req-f0c6ab44-214f-426a-a00d-a021262a22db tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:18.384267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8cba192-174c-4b8b-aec2-da1df775a5fe req-f0c6ab44-214f-426a-a00d-a021262a22db tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 943 time: 0.7692759 Jul 05 09:46:18.401717 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.440063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=d6032501-fc62-42c6-b45a-d469031929ae,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:18.443612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5215319b-8540-41fe-a6ff-fd444d268962 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:18.467536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-283b0429-f374-4323-96fa-4d507d687d4c req-3c49494e-06df-41f5-8bfd-97389ad39be7 service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703978 Jul 05 09:46:18.511467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5215319b-8540-41fe-a6ff-fd444d268962,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:18.516214 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.530024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.532661 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Added segment 79ea9af7-96cb-4b47-92f9-5c0e1b9debd0 of type vlan for network d19c0da2-96f2-499c-a741-a3d9f8740b44 Jul 05 09:46:18.544278 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9e0c6458-bc4f-4721-bb69-0a5ee7751c46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fb8267a9efa477b9554ac8c5876aaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921549 Jul 05 09:46:18.575130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:18.626066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:18.652430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8cba192-174c-4b8b-aec2-da1df775a5fe req-0ffc4fea-0452-4b9c-8395-2341eaf369b3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674491 Jul 05 09:46:18.732420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fe01a99-6504-4baa-8017-a6de8309f710 req-62f80c27-596c-4958-9494-63350b81ecac service neutron] 10.222.0.15 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759196 Jul 05 09:46:18.758012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.763490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b16e63e5-24a4-4704-9985-a924cb3e6706 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/d6032501-fc62-42c6-b45a-d469031929ae HTTP/1.1" status: 204 len: 168 time: 2.2787802 Jul 05 09:46:18.764131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:18.806002 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc08c53-eda7-40d8-a492-a3f0ba60d254 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:46:18.806527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b038f7a1-f70a-4588-9bfe-44fb3098f24e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:18.809503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7bc08c53-eda7-40d8-a492-a3f0ba60d254 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/d6032501-fc62-42c6-b45a-d469031929ae HTTP/1.1" status: 404 len: 333 time: 0.0427186 Jul 05 09:46:18.810662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:18.819067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['5215319b-8540-41fe-a6ff-fd444d268962'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:18.825550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.870744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.874010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-66bfac04-527a-40bf-8593-b896c614af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:18.887856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-66bfac04-527a-40bf-8593-b896c614af6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 1097 time: 0.2234612 Jul 05 09:46:18.902153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Transition to ACTIVE for port object b038f7a1-f70a-4588-9bfe-44fb3098f24e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:18.924908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:18.998952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Pushing event updated for resources: {'Port': ['ID=b038f7a1-f70a-4588-9bfe-44fb3098f24e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:19.003750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6955947-1eab-4a10-bade-0eb396232bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.047034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:19.055096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:19.065564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.067325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:19.067622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.084363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 2be8d353-5b66-4282-afe2-fbc3b986ef12 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:19.085179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.184193 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6955947-1eab-4a10-bade-0eb396232bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.282770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-92095c1c-1630-4c72-bbbf-09bd363b6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:19.284423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-92095c1c-1630-4c72-bbbf-09bd363b6dfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 906 time: 0.3619740 Jul 05 09:46:19.390888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-123b04dd-6730-4987-96a2-01cfdd261988 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 HTTP/1.1" status: 200 len: 217 time: 0.0905073 Jul 05 09:46:19.562062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:19.569033 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.7388146 Jul 05 09:46:19.584436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.585813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Request body: {'subnet': {'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-subnet', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:19.602679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.619700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 2be8d353-5b66-4282-afe2-fbc3b986ef12 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:19.651358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e827a89-4a6a-4d31-a9fc-86591471a51f admin admin] Pushing event updated for resources: {'Network': ['ID=d19c0da2-96f2-499c-a741-a3d9f8740b44,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:19.659698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3a801f6f-8a0f-49b5-b62b-dd0980b2b25c None None] Provisioning complete for port c160cac0-a833-47a1-94a2-f29df71c8add triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:19.660176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a801f6f-8a0f-49b5-b62b-dd0980b2b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.663746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:19.796342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6955947-1eab-4a10-bade-0eb396232bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.799004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6955947-1eab-4a10-bade-0eb396232bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.800898 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c6955947-1eab-4a10-bade-0eb396232bcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f3845be-320a-451f-9bfc-bf499d6d5bef HTTP/1.1" status: 204 len: 168 time: 1.1956947 Jul 05 09:46:19.806479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Attempting to bind port b038f7a1-f70a-4588-9bfe-44fb3098f24e on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:19.806910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Attempting to bind port b038f7a1-f70a-4588-9bfe-44fb3098f24e by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:19.807476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Attempting to bind port b038f7a1-f70a-4588-9bfe-44fb3098f24e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:19.833148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6955947-1eab-4a10-bade-0eb396232bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3845be-320a-451f-9bfc-bf499d6d5bef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:19.849784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Port b038f7a1-f70a-4588-9bfe-44fb3098f24e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:19.850210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Attempting to bind port b038f7a1-f70a-4588-9bfe-44fb3098f24e on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:19.864312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a801f6f-8a0f-49b5-b62b-dd0980b2b25c None None] Port c160cac0-a833-47a1-94a2-f29df71c8add cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:19.867403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-9a149454-400e-4e5c-bef9-6c6a8631686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:19.871281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-9a149454-400e-4e5c-bef9-6c6a8631686d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.4661841 Jul 05 09:46:19.875856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:19.877619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:19.878040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:19.878498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Bound port: b038f7a1-f70a-4588-9bfe-44fb3098f24e, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:19.878870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:19.988181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Router 5376654f-c02f-422d-addf-37c0bbb46da3 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:46:19.996500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-3e97a352-6e14-4093-b9db-95b4962dd29c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962071 Jul 05 09:46:20.138801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] For port b038f7a1-f70a-4588-9bfe-44fb3098f24e, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:20.144094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5215319b-8540-41fe-a6ff-fd444d268962 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:20.154658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:20.167451 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Sync routers for ids ['5376654f-c02f-422d-addf-37c0bbb46da3'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:20.179635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:20.182899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.186623 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b0797ee-5775-42d3-95dd-e78c4fdaea77 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "PUT /v2.0/routers/5376654f-c02f-422d-addf-37c0bbb46da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1614020 Jul 05 09:46:20.189473 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Routers {'5376654f-c02f-422d-addf-37c0bbb46da3'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:20.189645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5376654f-c02f-422d-addf-37c0bbb46da3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:20.195110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.202167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:20.220755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] For port b038f7a1-f70a-4588-9bfe-44fb3098f24e, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b038f7a1-f70a-4588-9bfe-44fb3098f24e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:20.226907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.320193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 5215319b-8540-41fe-a6ff-fd444d268962 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:20.325446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 5215319b-8540-41fe-a6ff-fd444d268962 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:20.325971 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.433920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:20.435778 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.437597 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] 10.222.0.15 "PUT /v2.0/ports/b038f7a1-f70a-4588-9bfe-44fb3098f24e HTTP/1.1" status: 200 len: 1097 time: 4.6222012 Jul 05 09:46:20.438516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123b0c61-3fec-492e-8790-f267356ead74', 'tag': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:20.446664 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972b155b-92e1-40e6-927a-10f5c9305f23" -d '{"events": [{"name": "network-changed", "server_uuid": "123b0c61-3fec-492e-8790-f267356ead74", "tag": "b038f7a1-f70a-4588-9bfe-44fb3098f24e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:20.450498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb32a5-e142-4a57-a3d7-e9f34ba96327 service neutron] Pushing event updated for resources: {'Port': ['ID=b038f7a1-f70a-4588-9bfe-44fb3098f24e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:20.484716 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Set router 5376654f-c02f-422d-addf-37c0bbb46da3 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:20.575306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=2be8d353-5b66-4282-afe2-fbc3b986ef12,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:20.594459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.665035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-38f14532-d849-4d3a-9418-a68bb23a9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:20.672909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-38f14532-d849-4d3a-9418-a68bb23a9e29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442dba0efe0c41188c717ae0b0c7aab4&device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 1100 time: 0.1668308 Jul 05 09:46:20.720818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5215319b-8540-41fe-a6ff-fd444d268962,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:20.728340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:20.730875 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8803ba-27f9-4b30-8f82-cb7636f510ea" -d '{"events": [{"server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "5215319b-8540-41fe-a6ff-fd444d268962"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:20.755238 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:20.818641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-90e0bfd5-4fa6-41e8-a35e-195c8e13d848 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b038f7a1-f70a-4588-9bfe-44fb3098f24e HTTP/1.1" status: 200 len: 217 time: 0.1360137 Jul 05 09:46:20.904046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-ffe7fea8-a592-4744-af91-4e5ee164b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:20.906074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-ffe7fea8-a592-4744-af91-4e5ee164b995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0772769 Jul 05 09:46:20.917493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:21.037749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-34709d2d-1ff2-4dfd-a96c-cbe12fba1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:21.040356 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-34709d2d-1ff2-4dfd-a96c-cbe12fba1541 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1253667 Jul 05 09:46:21.096724 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'name': 'tempest-NetworksTestDHCPv6-router-1112611905', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:10Z', 'updated_at': '2021-07-05T09:46:15Z', 'revision_number': 2, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None, '_interfaces': [{'id': 'c160cac0-a833-47a1-94a2-f29df71c8add', 'name': '', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'mac_address': 'fa:16:3e:cd:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e358b1f1-e3bf-439b-aff1-8661b08e2cc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:12Z', 'updated_at': '2021-07-05T09:46:17Z', 'revision_number': 2, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'subnets': [{'id': 'e358b1f1-e3bf-439b-aff1-8661b08e2cc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:21.156806 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Checking router: 5376654f-c02f-422d-addf-37c0bbb46da3 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:21.157629 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Updating router 5376654f-c02f-422d-addf-37c0bbb46da3 port c160cac0-a833-47a1-94a2-f29df71c8add binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:46:21.201507 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:21.300787 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-d4ef7482-55c9-40e9-aef8-7157f738f342 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488298 Jul 05 09:46:21.478879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db17e2-91f3-4426-b86f-b275c1026213 req-ca14ce6d-a292-4ed8-856c-cae8f8b89634 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:21.486606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45db17e2-91f3-4426-b86f-b275c1026213 req-ca14ce6d-a292-4ed8-856c-cae8f8b89634 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 948 time: 1.6126187 Jul 05 09:46:21.513102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74066806-0323-46f5-a93f-aa278fe299a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:21.514833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-74066806-0323-46f5-a93f-aa278fe299a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports/c160cac0-a833-47a1-94a2-f29df71c8add HTTP/1.1" status: 200 len: 911 time: 1.3109834 Jul 05 09:46:21.533075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50984) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:21.563782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b14ed-9124-4bdf-81c5-fa72e7d0b037 req-e3293849-6ebc-4ad6-94a6-09d2e23cd69c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:21.571956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-269b14ed-9124-4bdf-81c5-fa72e7d0b037 req-e3293849-6ebc-4ad6-94a6-09d2e23cd69c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 944 time: 1.5668924 Jul 05 09:46:21.600924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-94a1262f-5267-4c3d-a179-1c10096cc5d4 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5821419 Jul 05 09:46:21.632963 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9bb53fde-7f66-4db6-ac4a-534c2a1cd98f req-6d9756d4-c518-4b9f-9974-b473887f327d service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171227 Jul 05 09:46:21.703294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:21.741692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:21.747011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:21.747711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ebe25bcc-5452-4b56-851e-ed6f47a7a6de tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/2be8d353-5b66-4282-afe2-fbc3b986ef12 HTTP/1.1" status: 204 len: 168 time: 2.9356594 Jul 05 09:46:21.782144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45db17e2-91f3-4426-b86f-b275c1026213 req-dfd1267f-421f-4ca6-a564-e23a79f328ae tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945104 Jul 05 09:46:21.831254 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0f1310-3b54-4e60-aea1-4646da18fdf6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:46:21.840900 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1b0f1310-3b54-4e60-aea1-4646da18fdf6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/2be8d353-5b66-4282-afe2-fbc3b986ef12 HTTP/1.1" status: 404 len: 333 time: 0.0922518 Jul 05 09:46:21.842319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:21.914262 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ddfb3-624a-48da-a63a-ee047d83e668 x-openstack-request-id: req-340ddfb3-624a-48da-a63a-ee047d83e668 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:21.914706 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123b0c61-3fec-492e-8790-f267356ead74", "tag": "b038f7a1-f70a-4588-9bfe-44fb3098f24e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:21.915060 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-340ddfb3-624a-48da-a63a-ee047d83e668 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:21.915590 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123b0c61-3fec-492e-8790-f267356ead74', 'tag': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e', 'status': 'completed', 'code': 200} Jul 05 09:46:21.958091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-269b14ed-9124-4bdf-81c5-fa72e7d0b037 req-64931e74-6081-4039-bb1e-91e9a631bd04 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845041 Jul 05 09:46:21.995049 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.060155 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.071687 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Transition to ACTIVE for port object c160cac0-a833-47a1-94a2-f29df71c8add will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:22.084518 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.092976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-486383658-network', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:22.117862 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1d88df-20fb-423c-8905-1887062bb512 x-openstack-request-id: req-1a1d88df-20fb-423c-8905-1887062bb512 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:22.118379 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "5215319b-8540-41fe-a6ff-fd444d268962", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:22.118379 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a1d88df-20fb-423c-8905-1887062bb512 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:22.118785 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962', 'code': 200} Jul 05 09:46:22.131613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet e02d2d03-6897-4dfe-b597-f2b27e9a998f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:22.165680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.168079 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Pushing event updated for resources: {'Port': ['ID=c160cac0-a833-47a1-94a2-f29df71c8add,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:22.188473 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.191410 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.192783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.195073 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.195806 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.196911 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.197718 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.198645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.199282 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.199855 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.213589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07fc6b9-d340-44f5-83ff-46f2dfb013a6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:22.214438 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.216692 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:22.246435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Made reservation on behalf of 6d2bed338d834802bb71dc6e229186e1 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:22.249249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.295135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.311490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-210cb273-bf31-4b09-95db-bce7ac4eceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.313328 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-210cb273-bf31-4b09-95db-bce7ac4eceb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442dba0efe0c41188c717ae0b0c7aab4&device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 1100 time: 0.3931599 Jul 05 09:46:22.333871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44ca37f2-9b6f-4a2c-abd4-84576d47cd1d req-eb597cfa-d699-4c3a-adac-eaf002d0a9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950412 Jul 05 09:46:22.350989 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Attempting to bind port c160cac0-a833-47a1-94a2-f29df71c8add on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:22.351908 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Attempting to bind port c160cac0-a833-47a1-94a2-f29df71c8add by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:22.352464 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Attempting to bind port c160cac0-a833-47a1-94a2-f29df71c8add on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:22.361677 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:22.363587 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:22.364890 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.366031 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:22.367725 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Bound port: c160cac0-a833-47a1-94a2-f29df71c8add, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:22.368754 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.415070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.464373 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] For port c160cac0-a833-47a1-94a2-f29df71c8add, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:22.468318 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] For port c160cac0-a833-47a1-94a2-f29df71c8add, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c160cac0-a833-47a1-94a2-f29df71c8add,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:22.475121 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.509017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2de58-c6c6-4f51-8d86-3185abae492b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.528037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2de58-c6c6-4f51-8d86-3185abae492b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.537978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-79b2de58-c6c6-4f51-8d86-3185abae492b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9959199 Jul 05 09:46:22.538201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:22.552034 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Routers {'5376654f-c02f-422d-addf-37c0bbb46da3'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:22.553317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5376654f-c02f-422d-addf-37c0bbb46da3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:22.631719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Checking segment: {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:22.632141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Network hostable DHCP agents. Network: d19c0da2-96f2-499c-a741-a3d9f8740b44, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:22.660916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8563fd1-0b6a-4137-bd39-a302b6593e69 req-5ad2419c-f2f0-440d-b95c-ab945facd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.662868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8563fd1-0b6a-4137-bd39-a302b6593e69 req-5ad2419c-f2f0-440d-b95c-ab945facd67c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1097 time: 0.4134660 Jul 05 09:46:22.664113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:22.711723 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6dbac-5c3e-4343-a2e3-666d3d8c272a None None] Pushing event updated for resources: {'Port': ['ID=c160cac0-a833-47a1-94a2-f29df71c8add,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:22.714023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8563fd1-0b6a-4137-bd39-a302b6593e69 req-06712523-3d58-4a2d-9698-c0b883fb8585 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Jul 05 09:46:22.714760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d19c0da2-96f2-499c-a741-a3d9f8740b44) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:22.719877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:22.720595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.754813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fcee29-0d7f-424d-b7d8-bf337ad89c4a None None] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:22.767119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:22.792801 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] Set router 5376654f-c02f-422d-addf-37c0bbb46da3 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:23.138938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.189032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c4006c83-87cb-407c-950c-48b13a55e749 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6240861 Jul 05 09:46:23.198545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:23.222622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:23.233850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.249515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedffd34-db79-466d-b5f5-e350811bb0c7 req-31592caf-0504-4d9b-b33c-625d9509a985 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:23.264022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aedffd34-db79-466d-b5f5-e350811bb0c7 req-31592caf-0504-4d9b-b33c-625d9509a985 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 948 time: 0.2538292 Jul 05 09:46:23.267658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:23.292809 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.293323 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Added segment fff69e38-46fe-45a4-a1ff-b382f37f148e of type vlan for network 57d205e5-0179-4187-9bc3-81ed83bf84a9 Jul 05 09:46:23.335106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d19c0da2-96f2-499c-a741-a3d9f8740b44', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:23.337395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.365239 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'name': 'tempest-NetworksTestDHCPv6-router-1112611905', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:10Z', 'updated_at': '2021-07-05T09:46:15Z', 'revision_number': 2, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None, '_interfaces': [{'id': 'c160cac0-a833-47a1-94a2-f29df71c8add', 'name': '', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'mac_address': 'fa:16:3e:cd:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e358b1f1-e3bf-439b-aff1-8661b08e2cc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:12Z', 'updated_at': '2021-07-05T09:46:22Z', 'revision_number': 4, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'subnets': [{'id': 'e358b1f1-e3bf-439b-aff1-8661b08e2cc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:23.406155 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6dd36a-1010-4df2-ab8e-e80deccd0811 None None] The sync data for ids ['5376654f-c02f-422d-addf-37c0bbb46da3'] in n-d-771363-33 is: [{'id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'name': 'tempest-NetworksTestDHCPv6-router-1112611905', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:10Z', 'updated_at': '2021-07-05T09:46:15Z', 'revision_number': 2, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None, '_interfaces': [{'id': 'c160cac0-a833-47a1-94a2-f29df71c8add', 'name': '', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'mac_address': 'fa:16:3e:cd:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e358b1f1-e3bf-439b-aff1-8661b08e2cc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:12Z', 'updated_at': '2021-07-05T09:46:22Z', 'revision_number': 4, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'subnets': [{'id': 'e358b1f1-e3bf-439b-aff1-8661b08e2cc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:23.420611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.421961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.437639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aedffd34-db79-466d-b5f5-e350811bb0c7 req-4ccd6cf9-ef7c-4319-aa0e-8b5b91214fb0 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665099 Jul 05 09:46:23.455252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.502576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.588051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11262473-98a3-4d73-a39d-ff5067a37048 req-2cd60df1-54ba-4dd9-bdfe-99b91fa2c3a3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:23.606774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11262473-98a3-4d73-a39d-ff5067a37048 req-2cd60df1-54ba-4dd9-bdfe-99b91fa2c3a3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 945 time: 0.2658687 Jul 05 09:46:23.612403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Allocated IP 172.20.0.2 (d19c0da2-96f2-499c-a741-a3d9f8740b44/d07fc6b9-d340-44f5-83ff-46f2dfb013a6/3e4f3877-97c3-4fe4-a964-f43bcc126ccb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:23.620633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.709418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b650bee-77e1-41c7-affa-7c5ceff9d1c6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:23.735203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:23.740356 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/e02d2d03-6897-4dfe-b597-f2b27e9a998f HTTP/1.1" status: 204 len: 168 time: 1.8960280 Jul 05 09:46:23.761046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876f2f3-1b7a-4f26-a1f4-664553e2ae00 None None] Network f2307bd7-274d-4269-b3d0-efb3b60cd576 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:23.813450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:23.840637 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:46:23.896384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab8030-b8e1-4870-98c6-8ca401224272 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=e02d2d03-6897-4dfe-b597-f2b27e9a998f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:23.935761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b038f7a1-f70a-4588-9bfe-44fb3098f24e details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:24.036799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.038339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.038944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.072694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-45838f7a-307d-409b-b8d3-15d54ea94660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.077625 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-45838f7a-307d-409b-b8d3-15d54ea94660 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 1.6553185 Jul 05 09:46:24.105656 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4010425 Jul 05 09:46:24.168024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.176357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:24.191927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11262473-98a3-4d73-a39d-ff5067a37048 req-b010636f-a702-40fa-8a3d-db739988b0b3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837817 Jul 05 09:46:24.211684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Request body: {'subnet': {'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-486383658-subnet', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:24.214434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Transition to ACTIVE for port object 3e4f3877-97c3-4fe4-a964-f43bcc126ccb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:24.302089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Transition to ACTIVE for port object 3e4f3877-97c3-4fe4-a964-f43bcc126ccb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:24.318674 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.337245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-ee7970f1-3905-42b3-99e1-656e463f01fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b038f7a1-f70a-4588-9bfe-44fb3098f24e HTTP/1.1" status: 200 len: 217 time: 0.1971526 Jul 05 09:46:24.350549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Made reservation on behalf of 6d2bed338d834802bb71dc6e229186e1 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:24.361370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.391320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Pushing event updated for resources: {'Port': ['ID=3e4f3877-97c3-4fe4-a964-f43bcc126ccb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:24.395136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] DHCP port deletion for f2307bd7-274d-4269-b3d0-efb3b60cd576 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:24.404151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b038f7a1-f70a-4588-9bfe-44fb3098f24e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b038f7a1-f70a-4588-9bfe-44fb3098f24e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:24.466476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e', 'mac_address': 'fa:16:3e:bd:fa:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:24.471850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:24.482977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fddaf-19ea-4b4b-bfc1-bd9880f11fab admin admin] Pushing event updated for resources: {'Network': ['ID=57d205e5-0179-4187-9bc3-81ed83bf84a9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:24.531781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-f373aa43-7636-4850-8109-f4525bae54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.533823 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-f373aa43-7636-4850-8109-f4525bae54d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1778488 Jul 05 09:46:24.544648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:24.553032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:24.567705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:24.708026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-47a73536-d500-407d-9a15-61b33f67a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:24.709902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-47a73536-d500-407d-9a15-61b33f67a157 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1578271 Jul 05 09:46:24.827616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.873359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:24.935112 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-5f99f97e-b279-4310-92e1-0a5508ec0f44 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118819 Jul 05 09:46:24.952146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.099356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.212037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:25.221118 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-972b155b-92e1-40e6-927a-10f5c9305f23 req-4ded19b4-20c4-4d68-9e7d-3891fd6b51dc service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227440 Jul 05 09:46:25.273152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] Deleting port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:25.275960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.316010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:25.316497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Network hostable DHCP agents. Network: 57d205e5-0179-4187-9bc3-81ed83bf84a9, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:25.358834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.380366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce050e-1e3f-461c-bf09-d6785eae26be req-a77144fe-958f-441d-9bf2-cc1e998f21aa tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:25.382780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26ce050e-1e3f-461c-bf09-d6785eae26be req-a77144fe-958f-441d-9bf2-cc1e998f21aa tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 948 time: 0.5452414 Jul 05 09:46:25.490604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Attempting to bind port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:25.491307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Attempting to bind port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:25.492150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Attempting to bind port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb on network d19c0da2-96f2-499c-a741-a3d9f8740b44 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:25.501494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b038f7a1-f70a-4588-9bfe-44fb3098f24e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:25.541761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:25.542336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Checking segment: {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:25.543098 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.548246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Bound using segment: {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:25.549099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Bound port: 3e4f3877-97c3-4fe4-a964-f43bcc126ccb, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:25.549758 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.568297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:25.620077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] For port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,segment=NetworkSegment(bb76fe09-c10c-4786-a535-b7e17fb1930a),segment_id=bb76fe09-c10c-4786-a535-b7e17fb1930a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:25.620960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.649739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 57d205e5-0179-4187-9bc3-81ed83bf84a9) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:25.651251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b038f7a1-f70a-4588-9bfe-44fb3098f24e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b038f7a1-f70a-4588-9bfe-44fb3098f24e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:25.679727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] Calling delete_port for 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:25.683889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800e1df-b522-4de1-b09e-364da742338d None None] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:25.690365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:25.694009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.694775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.718994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:25.727133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.789243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c160cac0-a833-47a1-94a2-f29df71c8add up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:25.793200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26ce050e-1e3f-461c-bf09-d6785eae26be req-700a56e2-9533-49f2-a4af-49b2dd44c331 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004135 Jul 05 09:46:25.857048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0cf88f84-4c29-4d8f-8f01-f05c99616605 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6689615 Jul 05 09:46:25.862405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:25.869766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port c160cac0-a833-47a1-94a2-f29df71c8add {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:25.873291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:25.951900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] For port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:25.973072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:25.998352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b038f7a1-f70a-4588-9bfe-44fb3098f24e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:26.006795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] For port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3e4f3877-97c3-4fe4-a964-f43bcc126ccb,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:26.021510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=b038f7a1-f70a-4588-9bfe-44fb3098f24e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.036526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] For port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,segment=NetworkSegment(bb76fe09-c10c-4786-a535-b7e17fb1930a),segment_id=bb76fe09-c10c-4786-a535-b7e17fb1930a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:26.036526 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.047049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.051445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:26.080784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] For port c160cac0-a833-47a1-94a2-f29df71c8add, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c160cac0-a833-47a1-94a2-f29df71c8add,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:26.081435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.100936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for c160cac0-a833-47a1-94a2-f29df71c8add owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:26.154972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5432-beed-432f-b773-d251e2fdb213 req-91149b07-721a-4daf-9a42-77c96f7e0bae tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:26.164038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e3d5432-beed-432f-b773-d251e2fdb213 req-91149b07-721a-4daf-9a42-77c96f7e0bae tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 945 time: 0.6875310 Jul 05 09:46:26.188379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.191461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.227399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c160cac0-a833-47a1-94a2-f29df71c8add completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:26.231526 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.289536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c160cac0-a833-47a1-94a2-f29df71c8add triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:26.290136 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.359925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e3d5432-beed-432f-b773-d251e2fdb213 req-37b5afea-1cd9-4e15-8f92-76fe2b8625e4 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885495 Jul 05 09:46:26.360636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.362836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] No DVR routers for this DVR port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:26.365213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3522b-c00a-4c0d-ba40-6f7c33af30e0 None None] Pushing event updated for resources: {'Port': ['ID=3e4f3877-97c3-4fe4-a964-f43bcc126ccb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.506809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.515990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.531443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.548969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.557852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a80380-7026-49ad-b54c-cbfe7c449065 None None] Pushing event deleted for resources: {'Port': ['ID=4fd54c2b-1252-4b37-96b4-b36dd6f98e56,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.560854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No DVR routers for this DVR port 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:26.583640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Could not find standard attr ID for object c160cac0-a833-47a1-94a2-f29df71c8add. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:26.588676 n-d-771363-33 neutron-server[93797]: INFO neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No ports have port_id starting with c160cac0-a833-47a1-94a2-f29df71c8add Jul 05 09:46:26.602735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=c160cac0-a833-47a1-94a2-f29df71c8add,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:26.624642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-57d205e5-0179-4187-9bc3-81ed83bf84a9', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:26.625527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.676835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.860627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:26.873712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:26.917061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:26.917061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4fd54c2b-1252-4b37-96b4-b36dd6f98e56 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:27.038605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Allocated IP 172.20.0.2 (57d205e5-0179-4187-9bc3-81ed83bf84a9/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b/4a4dd5fa-1962-41c8-b35a-0cde6f482344) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:27.045470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.060469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2307bd7-274d-4269-b3d0-efb3b60cd576']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.095981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb76fe09-c10c-4786-a535-b7e17fb1930a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.096580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb76fe09-c10c-4786-a535-b7e17fb1930a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.109199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.136658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Router 5376654f-c02f-422d-addf-37c0bbb46da3 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:27.249830 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.255950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:27.263605 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5b8c5dd9-f2b1-4f38-a638-a050ebfc3c82 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "PUT /v2.0/routers/5376654f-c02f-422d-addf-37c0bbb46da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7206211 Jul 05 09:46:27.263709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Transition to ACTIVE for port object 4a4dd5fa-1962-41c8-b35a-0cde6f482344 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:27.264921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51126) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:27.287617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Transition to ACTIVE for port object 4a4dd5fa-1962-41c8-b35a-0cde6f482344 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:27.297875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] Sync routers for ids ['5376654f-c02f-422d-addf-37c0bbb46da3'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:27.312467 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.315400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] Routers {'5376654f-c02f-422d-addf-37c0bbb46da3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:27.316230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5376654f-c02f-422d-addf-37c0bbb46da3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.332180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa68fee-4063-4f77-a453-58fce86b8535 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.334002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa68fee-4063-4f77-a453-58fce86b8535 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.339317 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1aa68fee-4063-4f77-a453-58fce86b8535 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0731258 Jul 05 09:46:27.340024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:27.412202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet e358b1f1-e3bf-439b-aff1-8661b08e2cc5 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:27.416055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.428206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] Set router 5376654f-c02f-422d-addf-37c0bbb46da3 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:27.482978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.492260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.516529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-0aaa76b7-be10-4d29-b1a3-37404b714b42 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:27.520521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:27.525167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-0aaa76b7-be10-4d29-b1a3-37404b714b42 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 1.5115449 Jul 05 09:46:27.527166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'name': 'tempest-NetworksTestDHCPv6-router-1112611905', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:10Z', 'updated_at': '2021-07-05T09:46:26Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.529305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:27.533478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:27.561824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5fa-1962-41c8-b35a-0cde6f482344,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:27.568572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] Checking router: 5376654f-c02f-422d-addf-37c0bbb46da3 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:27.614802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] Routers {'5376654f-c02f-422d-addf-37c0bbb46da3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:27.614802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5376654f-c02f-422d-addf-37c0bbb46da3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:27.629644 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.641478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:27.641891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:27.669187 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:27.761463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe18953e-7238-46c6-9565-6402bb5205be req-eee0cb02-8876-4243-aeab-c5a27a320dda tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1502785756&fields=id&tenant_id=480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 267 time: 1.1207602 Jul 05 09:46:27.767677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Attempting to bind port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:27.768094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Attempting to bind port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:27.768462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Attempting to bind port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:27.776218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-2da62c36-d346-4f9c-bcd4-c00a5b93bb05 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/quotas/6f3238d09c3849b99232b6b763d84622 HTTP/1.1" status: 200 len: 375 time: 0.2491574 Jul 05 09:46:27.785304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] Set router 5376654f-c02f-422d-addf-37c0bbb46da3 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:27.793982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.849499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b038f7a1-f70a-4588-9bfe-44fb3098f24e up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:27.852426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:27.852806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:27.853261 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.854155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Bound using segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:27.856767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Bound port: 4a4dd5fa-1962-41c8-b35a-0cde6f482344, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:27.856767 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.967854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.990980 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:27.998233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.005990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/f2307bd7-274d-4269-b3d0-efb3b60cd576 HTTP/1.1" status: 204 len: 168 time: 4.1911876 Jul 05 09:46:28.011780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51130) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:28.022362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-327335968'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:28.032016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=e358b1f1-e3bf-439b-aff1-8661b08e2cc5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:28.039268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.049832 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7ef00f7b-2bd4-4da7-8b65-e47ed74540be tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/e358b1f1-e3bf-439b-aff1-8661b08e2cc5 HTTP/1.1" status: 204 len: 168 time: 0.7085524 Jul 05 09:46:28.050732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51132) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:28.109426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c384ac-6aa1-4a79-ba42-ad87afa3e06f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=f2307bd7-274d-4269-b3d0-efb3b60cd576,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:28.136678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Allocated IP 172.25.1.51 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/3db7b037-0e3f-42c2-be89-977cd61a1cf1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:28.159578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-11825db1-dd87-4a06-a4f1-1f4b0f87b28f tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:28.161431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-11825db1-dd87-4a06-a4f1-1f4b0f87b28f tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "GET /v2.0/ports?device_id=47465a91-cae8-4cc8-a482-b3dddfbe7446 HTTP/1.1" status: 200 len: 945 time: 0.6803830 Jul 05 09:46:28.226843 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-65d5f3c4-4ea3-4cd4-964c-1d1cc3980f5b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1742237 Jul 05 09:46:28.229986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:28.230227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51134) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:28.231102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3e4f3877-97c3-4fe4-a964-f43bcc126ccb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:28.233606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923bd72a-e5b8-4d7a-ad4b-b09636562eb5 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:28.234055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.235322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4e6f1-d793-4795-a6ca-f922617bbc93 None None] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:28.238552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:28.249247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'name': 'tempest-NetworksTestDHCPv6-router-1112611905', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:10Z', 'updated_at': '2021-07-05T09:46:26Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:28.331018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a8e90bc-4927-4daf-b04e-3f17110612e7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.336661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-cc292c8e-33dd-4130-a7fb-094bf3fcd88a tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5594964 Jul 05 09:46:28.351797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18953e-7238-46c6-9565-6402bb5205be req-2d3aa470-3c93-4a5a-93e6-165fbdb2a856 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:28.354132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe18953e-7238-46c6-9565-6402bb5205be req-2d3aa470-3c93-4a5a-93e6-165fbdb2a856 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 945 time: 0.5909758 Jul 05 09:46:28.371683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'port': {'security_groups': ['0fdaab52-8770-43ba-8b8d-3bd92e860e87', 'ec7ea67e-a00d-476b-9d77-8cfe677ca730']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:28.436057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:28.469492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb6002-0845-4005-a3ab-513ebcd194d9 None None] The sync data for ids ['5376654f-c02f-422d-addf-37c0bbb46da3'] in n-d-771363-33 is: [{'id': '5376654f-c02f-422d-addf-37c0bbb46da3', 'name': 'tempest-NetworksTestDHCPv6-router-1112611905', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:10Z', 'updated_at': '2021-07-05T09:46:26Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:28.509141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a739db62-d910-4195-83d8-9d28e1a49021 None None] Provisioning for port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:28.509435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.509827 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment 3d038c8b-c039-4730-9bbb-13de3baa6494 of type vlan for network e59d343a-539d-4f5b-9bb7-34629e5048f0 Jul 05 09:46:28.561003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a8e90bc-4927-4daf-b04e-3f17110612e7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.563773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a8e90bc-4927-4daf-b04e-3f17110612e7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.625383 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a8e90bc-4927-4daf-b04e-3f17110612e7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.626505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8e90bc-4927-4daf-b04e-3f17110612e7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Fanout notify agent at l3_agent the message router_deleted on router 5376654f-c02f-422d-addf-37c0bbb46da3 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:46:28.636254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a8e90bc-4927-4daf-b04e-3f17110612e7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.640840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5a8e90bc-4927-4daf-b04e-3f17110612e7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/routers/5376654f-c02f-422d-addf-37c0bbb46da3 HTTP/1.1" status: 204 len: 168 time: 0.4082596 Jul 05 09:46:28.641677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51136) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:28.650859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:28.658789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.674414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.703648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] For port 4a4dd5fa-1962-41c8-b35a-0cde6f482344, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:28.727993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-c9e2b095-9d29-4f52-be81-8361d5eb09df service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687727 Jul 05 09:46:28.732204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port b038f7a1-f70a-4588-9bfe-44fb3098f24e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:28.753878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:28.757054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] For port 4a4dd5fa-1962-41c8-b35a-0cde6f482344, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4a4dd5fa-1962-41c8-b35a-0cde6f482344,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:28.773126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:28.777457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.790131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.802375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port b038f7a1-f70a-4588-9bfe-44fb3098f24e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:28.802840 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.804656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:28.805089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.823262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.840575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Deleting port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:28.840954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.918426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.924375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:28.925013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:28.938504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.073914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.128744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:29.131634 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44974dbb-62c5-4005-bfb1-2b3fa757f51f" -d '{"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-unplugged", "status": "completed", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:29.140491 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.141960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804b5d8-1391-4af6-bea8-417f2745f18e None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5fa-1962-41c8-b35a-0cde6f482344,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.152682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:29.157370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:29.162548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:29.163192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.173311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:29.186308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=3ac2b0e1-afc9-482e-90ff-382c763692cc,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.190736 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b72d4271-c44c-4767-bc80-5be4d6926778 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5472777 Jul 05 09:46:29.193502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:29.194244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.205267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1bc05b87-df01-4e2b-b85c-29061e2ca356 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1321885197', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:29.227262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2094078 Jul 05 09:46:29.230292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:29.242586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:29.301020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:29.330622 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.344115 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc05b87-df01-4e2b-b85c-29061e2ca356 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.346135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc05b87-df01-4e2b-b85c-29061e2ca356 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.416016 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.460924 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.472556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc05b87-df01-4e2b-b85c-29061e2ca356 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.484526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc05b87-df01-4e2b-b85c-29061e2ca356 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.513331 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.523592 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.529007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.548862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:29.552135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-3f8f064b-1535-4ebb-bbdb-4f47a47f0d67 service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8122032 Jul 05 09:46:29.553441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.562320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.574253 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc05b87-df01-4e2b-b85c-29061e2ca356 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.588855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1bc05b87-df01-4e2b-b85c-29061e2ca356 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3902466 Jul 05 09:46:29.610985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:29.614905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc49a26-9d6f-4ed9-9d4d-fe5b09841790 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=e59d343a-539d-4f5b-9bb7-34629e5048f0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.622290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b038f7a1-f70a-4588-9bfe-44fb3098f24e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b038f7a1-f70a-4588-9bfe-44fb3098f24e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:29.643544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:29.647390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.669876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3e4f3877-97c3-4fe4-a964-f43bcc126ccb,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:29.725660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.748711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] Deleting port 6d3d8295-9925-4927-aae4-a17623adaa1d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:29.749264 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.839937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] For port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:29.840309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:29.866362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:29.920088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=b038f7a1-f70a-4588-9bfe-44fb3098f24e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.969376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:29.982032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Pushing event updated for resources: {'Port': ['ID=3db7b037-0e3f-42c2-be89-977cd61a1cf1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:29.992268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4a4dd5fa-1962-41c8-b35a-0cde6f482344 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:30.003934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Calling delete_port for 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:30.005758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:30.087886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Allocated IP 172.25.1.134 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/503ae5e0-7d20-44f9-8aab-a32b5639a237) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:30.146857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2fa2bbc8-26e3-4e88-a90a-60ed38ed9834 None None] Provisioning complete for port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:30.147221 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2fa2bbc8-26e3-4e88-a90a-60ed38ed9834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.232982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] For port 6d3d8295-9925-4927-aae4-a17623adaa1d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6d3d8295-9925-4927-aae4-a17623adaa1d,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:30.233428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.259960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3e4f3877-97c3-4fe4-a964-f43bcc126ccb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:30.265575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:30.281861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] Calling delete_port for 6d3d8295-9925-4927-aae4-a17623adaa1d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:30.345431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5215319b-8540-41fe-a6ff-fd444d268962,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:30.379381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c160cac0-a833-47a1-94a2-f29df71c8add no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:30.404408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c160cac0-a833-47a1-94a2-f29df71c8add {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:30.404642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c160cac0-a833-47a1-94a2-f29df71c8add not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:30.405071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6d3d8295-9925-4927-aae4-a17623adaa1d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:30.439720 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.448102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.491483 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.597011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.624947 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:30.662868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] Pushing event deleted for resources: {'Port': ['ID=6d3d8295-9925-4927-aae4-a17623adaa1d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:30.707850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55dea1c-177f-4c17-9013-7ffa9281428a None None] No DVR routers for this DVR port 6d3d8295-9925-4927-aae4-a17623adaa1d on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:30.748737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19f602-7c44-4526-8d6d-ccec0f91044d None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:30.756385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a76861-7641-420e-93d6-f7fed551a45f None None] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:30.791788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=ccb7a1e2-023a-41eb-bef9-542063ebb321,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:30.812756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': '3d038c8b-c039-4730-9bbb-13de3baa6494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:30.813536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: e59d343a-539d-4f5b-9bb7-34629e5048f0, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:30.920145 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:30.999591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::1 (8bf03de8-a5cd-4166-895f-409ef6031a3b/3ac2b0e1-afc9-482e-90ff-382c763692cc/17f8c793-3142-4680-b3a2-c6a4a8e9a371) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:31.031784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-20be1ee0-63ec-459d-a215-aa5991f66688 None None] Provisioning for port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:31.042415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-20be1ee0-63ec-459d-a215-aa5991f66688 None None] Provisioning complete for port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:31.042856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20be1ee0-63ec-459d-a215-aa5991f66688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.069945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.075886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e59d343a-539d-4f5b-9bb7-34629e5048f0) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:31.086306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:31.086923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.115380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.117761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a8d11-1bfa-4950-a0e3-66ca8b454ae9 None None] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:31.126061 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-70585bec-8880-446e-81a6-3a5cb41ccb00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8952143 Jul 05 09:46:31.133566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51156) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:31.141025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0', 'name': 'tempest-PortsTestJSON-1160581947', 'fixed_ips': [{'subnet_id': 'ccb7a1e2-023a-41eb-bef9-542063ebb321', 'ip_address': '172.20.0.10'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:31.151535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['5215319b-8540-41fe-a6ff-fd444d268962'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:31.157902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:31.200061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b6fbb-56dc-4848-aa6f-2eac11f59f9d req-17a6d9c9-16b0-48bc-9c78-2e0c808a2abc tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:31.207305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-843b6fbb-56dc-4848-aa6f-2eac11f59f9d req-17a6d9c9-16b0-48bc-9c78-2e0c808a2abc tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 950 time: 1.1687367 Jul 05 09:46:31.255403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:31.256061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.257545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe18953e-7238-46c6-9565-6402bb5205be req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "PUT /v2.0/ports/5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 981 time: 2.8917646 Jul 05 09:46:31.257811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.260472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:31.262833 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde1f49-beca-4b27-a304-8c6e4c743ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "tag": "5215319b-8540-41fe-a6ff-fd444d268962"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:31.266353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.281392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 17f8c793-3142-4680-b3a2-c6a4a8e9a371 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:31.358664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.382259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f33a3-fbb2-4018-80cc-eefa79aea83b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:31.410248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-843b6fbb-56dc-4848-aa6f-2eac11f59f9d req-05e9e99f-ed75-462b-a030-209371d13aea tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019348 Jul 05 09:46:31.422121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:31.439714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:31.472187 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2a6aa8-02c1-4adc-aa32-cf0d37d50919 x-openstack-request-id: req-db2a6aa8-02c1-4adc-aa32-cf0d37d50919 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:31.472588 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-unplugged", "status": "completed", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:31.472896 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db2a6aa8-02c1-4adc-aa32-cf0d37d50919 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:31.473352 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'code': 200} Jul 05 09:46:31.475808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:31.484231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:31.487881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:31.488489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.505325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:31.507680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['5215319b-8540-41fe-a6ff-fd444d268962'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:31.528241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:31.580566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.662560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20be1ee0-63ec-459d-a215-aa5991f66688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:31.706335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b263be6-c763-471f-8182-4e391538f449 req-2b6de823-eac5-4fcd-849b-44af8205be7d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 210 time: 0.1357112 Jul 05 09:46:31.749685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Pushing event updated for resources: {'Port': ['ID=503ae5e0-7d20-44f9-8aab-a32b5639a237,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:31.806024 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8486bb6-fc7d-4a8e-972c-d86ab3484f2d x-openstack-request-id: req-a8486bb6-fc7d-4a8e-972c-d86ab3484f2d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:31.807032 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "tag": "5215319b-8540-41fe-a6ff-fd444d268962", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:31.807578 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8486bb6-fc7d-4a8e-972c-d86ab3484f2d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:31.808229 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962', 'status': 'completed', 'code': 200} Jul 05 09:46:31.988434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3e4f3877-97c3-4fe4-a964-f43bcc126ccb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:31.994512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51164) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:32.004323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] No DVR routers for this DVR port 7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:32.004853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-20be1ee0-63ec-459d-a215-aa5991f66688 None None] For port 4a4dd5fa-1962-41c8-b35a-0cde6f482344, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4a4dd5fa-1962-41c8-b35a-0cde6f482344,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:32.006473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event deleted for resources: {'Port': ['ID=7c1297a5-7fb5-4c61-8bff-ea04bb022fc0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:32.009114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.012610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.015032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1224a9b5-a2ef-4f5d-94ee-ca5a8944e850 req-14fd95c0-723b-47e4-9b97-2c3ce159b7f9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "DELETE /v2.0/ports/7c1297a5-7fb5-4c61-8bff-ea04bb022fc0 HTTP/1.1" status: 204 len: 173 time: 3.8447082 Jul 05 09:46:32.062479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e27b5da6-ebf2-4e46-aee6-404c5d92fb12 req-e8ffbded-7030-4fbb-8eaf-19b25a5d3f87 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/ec7ea67e-a00d-476b-9d77-8cfe677ca730 HTTP/1.1" status: 200 len: 1803 time: 0.4956636 Jul 05 09:46:32.066664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=17f8c793-3142-4680-b3a2-c6a4a8e9a371,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:32.104286 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20be1ee0-63ec-459d-a215-aa5991f66688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.187106 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-61fb6b57-817a-4177-8d79-8618d270fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:32.188818 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-61fb6b57-817a-4177-8d79-8618d270fc85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1136 time: 0.2503583 Jul 05 09:46:32.269792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.365613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.372004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 86b25be2-accf-4c06-8f99-4376dfd8119a yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:46:32.466761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '3ac2b0e1-afc9-482e-90ff-382c763692cc'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:32.468096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.521697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-1b1cbb0d-fd35-44ea-a3fd-b2c55dcaab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:32.524695 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-1b1cbb0d-fd35-44ea-a3fd-b2c55dcaab43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 0.3250718 Jul 05 09:46:32.619842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e59d343a-539d-4f5b-9bb7-34629e5048f0', 'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0', 'tenant_id': '02332481cfaf4e12a9e08ad0d0ce974a', 'fixed_ips': [{'subnet_id': 'ccb7a1e2-023a-41eb-bef9-542063ebb321'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:32.621115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:32.855314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.10 (e59d343a-539d-4f5b-9bb7-34629e5048f0/ccb7a1e2-023a-41eb-bef9-542063ebb321/86b25be2-accf-4c06-8f99-4376dfd8119a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:32.916608 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-e27b5da6-ebf2-4e46-aee6-404c5d92fb12 req-f620e939-770d-472e-92bd-9227aaed887c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:46:32.928995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e27b5da6-ebf2-4e46-aee6-404c5d92fb12 req-f620e939-770d-472e-92bd-9227aaed887c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec7ea67e-a00d-476b-9d77-8cfe677ca730 HTTP/1.1" status: 409 len: 341 time: 0.8612270 Jul 05 09:46:32.931800 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.001504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:33.002098 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.092875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.097663 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-7640b69b-c698-4e52-8291-aa77c59f1391 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 217 time: 0.5643060 Jul 05 09:46:33.108935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-31b05dbc-6f1b-47cc-9a93-a107735df2de tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.110703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-31b05dbc-6f1b-47cc-9a93-a107735df2de tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 1.3714104 Jul 05 09:46:33.148014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object 86b25be2-accf-4c06-8f99-4376dfd8119a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:33.170554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3e3776c8-7569-4cbf-9308-4e0d5c951864 None None] Provisioning complete for port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:33.170844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e3776c8-7569-4cbf-9308-4e0d5c951864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.194591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-66d39edd-e850-4574-b716-ab1fb3aad4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.196173 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-66d39edd-e850-4574-b716-ab1fb3aad4cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.0888486 Jul 05 09:46:33.208302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccc6bb27-2fb9-45ce-9394-322faff41724 req-cc10a507-3d0d-4eec-b731-57ef947f7df9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 210 time: 0.1284339 Jul 05 09:46:33.238587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be1ee0-63ec-459d-a215-aa5991f66688 None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5fa-1962-41c8-b35a-0cde6f482344,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:33.276715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-af7971e0-c2e9-4cf3-832a-59365f96b736 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734229 Jul 05 09:46:33.307219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Request body: {'port': {'device_id': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'admin_state_up': True, 'tenant_id': '6f3238d09c3849b99232b6b763d84622'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:33.511777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.587141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123b0c61-3fec-492e-8790-f267356ead74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:33.590434 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e42917-4c8a-4554-b110-c8ddb44aecde" -d '{"events": [{"server_uuid": "123b0c61-3fec-492e-8790-f267356ead74", "name": "network-vif-plugged", "status": "completed", "tag": "b038f7a1-f70a-4588-9bfe-44fb3098f24e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:33.700780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/3ac2b0e1-afc9-482e-90ff-382c763692cc/ae300532-d0d1-45e0-9970-3a3b4ae568c7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:33.701585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:33.716206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:33.726194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-6fdf7203-c6c4-40e9-8956-b15133935082 service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601053 Jul 05 09:46:33.726194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=86b25be2-accf-4c06-8f99-4376dfd8119a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:33.727649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:33.800721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.808411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Allocated IP 172.20.0.2 (e59d343a-539d-4f5b-9bb7-34629e5048f0/ccb7a1e2-023a-41eb-bef9-542063ebb321/220b1748-9abb-4572-96d9-1410ba7b0250) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:33.827455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-deleted', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:33.829670 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6314863-3e0e-416d-b002-555646b84be4" -d '{"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-deleted", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:33.857822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.859052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.889176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4a4dd5fa-1962-41c8-b35a-0cde6f482344 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:33.927910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.928150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc5fe-fe39-4e2d-af5e-09766e556307 req-c6070913-c4d9-426a-af7c-4901c90bdf91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:33.928707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:33.931704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-377dc5fe-fe39-4e2d-af5e-09766e556307 req-c6070913-c4d9-426a-af7c-4901c90bdf91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 950 time: 1.3006945 Jul 05 09:46:33.998849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=17f8c793-3142-4680-b3a2-c6a4a8e9a371,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:34.013497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0ca62ce2-85fd-4c5b-828b-2b5357ab20d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8757172 Jul 05 09:46:34.015754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:34.036450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0', 'name': 'tempest-PortsTestJSON-1910242750', 'fixed_ips': [{'subnet_id': 'ccb7a1e2-023a-41eb-bef9-542063ebb321', 'ip_address': '172.20.0.9'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:34.122035 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fde1f49-beca-4b27-a304-8c6e4c743ff9 req-8d5378c5-628b-425f-8bd6-0ae115d17e99 service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887491 Jul 05 09:46:34.131976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:34.132641 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.182232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:34.190419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-377dc5fe-fe39-4e2d-af5e-09766e556307 req-d73ff684-2e7c-4683-88d9-92a17e7f8b75 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325537 Jul 05 09:46:34.202894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.208893 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.225539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Transition to ACTIVE for port object ae300532-d0d1-45e0-9970-3a3b4ae568c7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:34.234210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:34.244925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274384-2bc9-46fa-9d90-006485399903 req-923a2b38-78e9-40b0-a261-856b9a0eab5c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:34.246855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c274384-2bc9-46fa-9d90-006485399903 req-923a2b38-78e9-40b0-a261-856b9a0eab5c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 984 time: 0.4406078 Jul 05 09:46:34.256974 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.267640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Transition to ACTIVE for port object ae300532-d0d1-45e0-9970-3a3b4ae568c7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:34.279583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Transition to ACTIVE for port object 220b1748-9abb-4572-96d9-1410ba7b0250 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:34.282202 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.286277 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d86127-71d0-433d-8a0b-a2f9f90ced21 x-openstack-request-id: req-c6d86127-71d0-433d-8a0b-a2f9f90ced21 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:34.286649 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123b0c61-3fec-492e-8790-f267356ead74", "name": "network-vif-plugged", "status": "completed", "tag": "b038f7a1-f70a-4588-9bfe-44fb3098f24e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:34.286980 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6d86127-71d0-433d-8a0b-a2f9f90ced21 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:34.287481 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123b0c61-3fec-492e-8790-f267356ead74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e', 'code': 200} Jul 05 09:46:34.347022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.350075 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e50a15b-073c-4eac-8d37-02ea46ca2bee x-openstack-request-id: req-2e50a15b-073c-4eac-8d37-02ea46ca2bee {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:34.350358 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47465a91-cae8-4cc8-a482-b3dddfbe7446", "name": "network-vif-deleted", "tag": "7c1297a5-7fb5-4c61-8bff-ea04bb022fc0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:34.350611 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e50a15b-073c-4eac-8d37-02ea46ca2bee {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:34.351005 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47465a91-cae8-4cc8-a482-b3dddfbe7446', 'name': 'network-vif-deleted', 'tag': '7c1297a5-7fb5-4c61-8bff-ea04bb022fc0', 'status': 'completed', 'code': 200} Jul 05 09:46:34.430184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Made reservation on behalf of 6f3238d09c3849b99232b6b763d84622 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:34.435805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.491969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Transition to ACTIVE for port object 220b1748-9abb-4572-96d9-1410ba7b0250 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:34.512045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:34.524032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:34.529430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-63ea74ce-3d6a-4ab4-b798-1ba50fd11f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:34.531529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-63ea74ce-3d6a-4ab4-b798-1ba50fd11f66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1136 time: 0.3391118 Jul 05 09:46:34.532542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.535831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:34.541656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:34.541933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.552419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Pushing event updated for resources: {'Port': ['ID=ae300532-d0d1-45e0-9970-3a3b4ae568c7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:34.626549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:34.641565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 808bc0d7-74b5-46dc-aed9-08b01f2128cb yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:46:34.650418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:46:34.655751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:34.663518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:34.670164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Pushing event updated for resources: {'Port': ['ID=220b1748-9abb-4572-96d9-1410ba7b0250,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:34.688098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c274384-2bc9-46fa-9d90-006485399903 req-17bac517-3f37-4e2e-af74-09831f6e0bff tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&id=ec7ea67e-a00d-476b-9d77-8cfe677ca730&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3719525 Jul 05 09:46:34.695917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Attempting to bind port ae300532-d0d1-45e0-9970-3a3b4ae568c7 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:34.698286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Attempting to bind port ae300532-d0d1-45e0-9970-3a3b4ae568c7 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:34.698880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Attempting to bind port ae300532-d0d1-45e0-9970-3a3b4ae568c7 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:34.716066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:34.716692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:34.717173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.717577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:34.718070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Bound port: ae300532-d0d1-45e0-9970-3a3b4ae568c7, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:34.718453 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.719890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7127a7a2-6dd8-4e7d-92a6-3fc771b54c24 req-b51b29ef-1513-4186-acc1-a64ffbff2ae9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 210 time: 0.2236788 Jul 05 09:46:34.731552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdcf26-c1d8-494c-8b4d-f0ab0bd8ff4b req-2489a0e6-d9b6-4722-a508-2f6537d93fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:34.741932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cacdcf26-c1d8-494c-8b4d-f0ab0bd8ff4b req-2489a0e6-d9b6-4722-a508-2f6537d93fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 1102 time: 0.3166986 Jul 05 09:46:34.846700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] For port ae300532-d0d1-45e0-9970-3a3b4ae568c7, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:34.852981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] For port ae300532-d0d1-45e0-9970-3a3b4ae568c7, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ae300532-d0d1-45e0-9970-3a3b4ae568c7,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:34.894945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.915134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-07f4b89e-de05-484d-bd6a-0fee6e92b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:34.917860 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-07f4b89e-de05-484d-bd6a-0fee6e92b87a service neutron] 10.222.0.16 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 0.3674619 Jul 05 09:46:34.919811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:34.997324 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cacdcf26-c1d8-494c-8b4d-f0ab0bd8ff4b req-60da134f-870f-48dd-86da-e0c7a396bbd1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389228 Jul 05 09:46:35.004720 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-e148be5b-c5bb-44de-bc7b-89558c9d2942 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 217 time: 0.0757470 Jul 05 09:46:35.022210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Attempting to bind port 220b1748-9abb-4572-96d9-1410ba7b0250 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:35.022981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Attempting to bind port 220b1748-9abb-4572-96d9-1410ba7b0250 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '3d038c8b-c039-4730-9bbb-13de3baa6494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:35.023624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Attempting to bind port 220b1748-9abb-4572-96d9-1410ba7b0250 on network e59d343a-539d-4f5b-9bb7-34629e5048f0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:35.031208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac5719-9470-42a7-bee6-1af6a0cd2ea1 None None] Pushing event updated for resources: {'Port': ['ID=ae300532-d0d1-45e0-9970-3a3b4ae568c7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:35.037468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:35.038302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Checking segment: {'id': '3d038c8b-c039-4730-9bbb-13de3baa6494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:35.038941 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.039587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Bound using segment: {'id': '3d038c8b-c039-4730-9bbb-13de3baa6494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:35.040386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Bound port: 220b1748-9abb-4572-96d9-1410ba7b0250, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d038c8b-c039-4730-9bbb-13de3baa6494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e59d343a-539d-4f5b-9bb7-34629e5048f0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:35.041072 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.105076 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Allocated IP 172.20.0.12 (370e10a8-ce02-4c77-a51d-df6122b53587/c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01/8fffde26-6199-4ab4-8133-a0b3ad935667) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:35.120821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:46:35.147797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Router 8154bc64-9107-44d5-8262-6e8d7b0b0ead is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:46:35.163565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] For port 220b1748-9abb-4572-96d9-1410ba7b0250, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:35.170149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] For port 220b1748-9abb-4572-96d9-1410ba7b0250, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=220b1748-9abb-4572-96d9-1410ba7b0250,segment=NetworkSegment(3d038c8b-c039-4730-9bbb-13de3baa6494),segment_id=3d038c8b-c039-4730-9bbb-13de3baa6494)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:35.183219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.281176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dee18-2cff-4cda-88c6-a3ba77da7419 None None] Pushing event updated for resources: {'Port': ['ID=220b1748-9abb-4572-96d9-1410ba7b0250,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:35.502557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:35.520299 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Sync routers for ids ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:35.528400 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e76de6c3-95eb-4384-9e6b-1ff5cbd6991f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "PUT /v2.0/routers/bc5724d1-9fd7-4761-8b4e-55f0e0f545ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9114978 Jul 05 09:46:35.532662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:35.534726 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Routers {'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:35.535590 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:35.588335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.9 (e59d343a-539d-4f5b-9bb7-34629e5048f0/ccb7a1e2-023a-41eb-bef9-542063ebb321/808bc0d7-74b5-46dc-aed9-08b01f2128cb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:35.629841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-e94ef4a1-a2c2-4984-afc1-afd6c4721149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:35.631574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-e94ef4a1-a2c2-4984-afc1-afd6c4721149 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.1449306 Jul 05 09:46:35.645003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195ae41-208c-42c1-aee4-d0bc3b46e6fe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:35.646531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5195ae41-208c-42c1-aee4-d0bc3b46e6fe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports/17f8c793-3142-4680-b3a2-c6a4a8e9a371 HTTP/1.1" status: 200 len: 911 time: 0.1129200 Jul 05 09:46:35.653837 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:35.659316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:35.717630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Set router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:35.729187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-2dc6c1c9-89fb-47f5-95ca-6836bd6e8e37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814483 Jul 05 09:46:35.975361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:35.988660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Sync routers for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:36.000105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:36.017716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:36.019478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:36.033618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ef1c6-c6b5-456e-aec8-4b8f6292d84e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:36.046206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ef1c6-c6b5-456e-aec8-4b8f6292d84e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:36.064430 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.064686 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a4ef1c6-c6b5-456e-aec8-4b8f6292d84e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4039559 Jul 05 09:46:36.065178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:36.088232 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-09227b39-f16e-4385-81e4-cc9af3f859fd service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426659 Jul 05 09:46:36.120859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 220b1748-9abb-4572-96d9-1410ba7b0250 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:36.122012 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Sync routers for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:36.163968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:36.164958 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:36.235627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 220b1748-9abb-4572-96d9-1410ba7b0250 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:36.304543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:36.335891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.369117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ae300532-d0d1-45e0-9970-3a3b4ae568c7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:36.371728 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:36.389594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object 808bc0d7-74b5-46dc-aed9-08b01f2128cb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:36.523029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ae300532-d0d1-45e0-9970-3a3b4ae568c7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:36.526792 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-44b17cad-db0e-4cab-bbe0-59f391c2230d req-92b4e51d-a57a-4c3e-b1e9-75afb9825f1d service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524175 Jul 05 09:46:36.619148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.641261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:31Z', 'revision_number': 3, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:36.720309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Network 370e10a8-ce02-4c77-a51d-df6122b53587 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:36.728415 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef', 'name': 'tempest-NetworksTestDHCPv6-router-1321885197', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:32Z', 'revision_number': 2, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None, '_interfaces': [{'id': '17f8c793-3142-4680-b3a2-c6a4a8e9a371', 'name': '', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'mac_address': 'fa:16:3e:67:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '3ac2b0e1-afc9-482e-90ff-382c763692cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:30Z', 'updated_at': '2021-07-05T09:46:33Z', 'revision_number': 2, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'subnets': [{'id': '3ac2b0e1-afc9-482e-90ff-382c763692cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:36.746916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Checking router: e1ddbf19-bccc-4d58-8997-9a8fdc9df29f for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:36.758544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:36.765866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Updating router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:46:36.781519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:36.783572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.798719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4efdcbc4-0371-443f-aaa3-c234f98e450a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.5738006 Jul 05 09:46:36.799731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.801338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7e52ec6c-048d-4480-9419-380c2d197575 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8620448 Jul 05 09:46:36.805296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51196) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:36.805296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:36.807846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:36.809249 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Checking router: bc5724d1-9fd7-4761-8b4e-55f0e0f545ef for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:36.809831 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Updating router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:46:36.815884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:36.855338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:36.874777 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.875332 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:36.945616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=808bc0d7-74b5-46dc-aed9-08b01f2128cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:37.016682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.017379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.131716 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cf9eea0f-17cd-44f6-87b9-4a7adb3e419f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1131725 Jul 05 09:46:37.133301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:37.200620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:37.231390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.232218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.289501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94245-10fb-4aab-a127-6c973aaf28ea req-7592c423-cd01-45d3-a926-c107a9fd81f4 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.293283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66c94245-10fb-4aab-a127-6c973aaf28ea req-7592c423-cd01-45d3-a926-c107a9fd81f4 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 950 time: 1.8392248 Jul 05 09:46:37.377180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-b5f8947e-0925-4da8-85eb-74facbfa43e8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2398117 Jul 05 09:46:37.390411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862c18e-39e8-4a42-be86-e0ddc4c42f3e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.397503 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2862c18e-39e8-4a42-be86-e0ddc4c42f3e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2631459 Jul 05 09:46:37.402018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:37.402967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.413723 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.421801 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:32Z', 'revision_number': 3, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:37.426957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Transition to ACTIVE for port object 3db7b037-0e3f-42c2-be89-977cd61a1cf1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:37.441474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5efb870-c5cb-49b0-9227-cac0633fae53 None None] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:37.449495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.544417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Request body: {'port': {'device_id': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:37.545976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5748a0cb-1010-4720-9793-1b049815be10 None None] Provisioning for port 220b1748-9abb-4572-96d9-1410ba7b0250 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:37.564305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5748a0cb-1010-4720-9793-1b049815be10 None None] Provisioning complete for port 220b1748-9abb-4572-96d9-1410ba7b0250 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:37.565044 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5748a0cb-1010-4720-9793-1b049815be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.569943 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Checking router: 8154bc64-9107-44d5-8262-6e8d7b0b0ead for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:37.570310 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Updating router 8154bc64-9107-44d5-8262-6e8d7b0b0ead port 503ae5e0-7d20-44f9-8aab-a32b5639a237 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:46:37.617058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Attempting to bind port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:37.618151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Attempting to bind port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:37.619354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Attempting to bind port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:37.661893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:37.662453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:37.663035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.663518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:37.664099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Bound port: 3db7b037-0e3f-42c2-be89-977cd61a1cf1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:37.664588 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.678904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326774f-3e54-4227-9b02-226e39de817b None None] Pushing event updated for resources: {'Port': ['ID=3db7b037-0e3f-42c2-be89-977cd61a1cf1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:37.695592 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.741072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66c94245-10fb-4aab-a127-6c973aaf28ea req-7f51a883-e210-4723-a047-3fe165da1df9 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196272 Jul 05 09:46:37.752489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33ace4-8c0e-46b0-9701-bcc7ca960b1a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.758781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33ace4-8c0e-46b0-9701-bcc7ca960b1a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.770353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33ace4-8c0e-46b0-9701-bcc7ca960b1a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.777765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0e33ace4-8c0e-46b0-9701-bcc7ca960b1a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3719158 Jul 05 09:46:37.780266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51204) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:37.791862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f8ad1-1e4f-479d-a926-553eb80a7af7 req-68f88b64-0c85-42d3-9342-f55969bc2d0a tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:37.794342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb3f8ad1-1e4f-479d-a926-553eb80a7af7 req-68f88b64-0c85-42d3-9342-f55969bc2d0a tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 932 time: 1.7080226 Jul 05 09:46:37.914653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] For port 3db7b037-0e3f-42c2-be89-977cd61a1cf1, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:37.964752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] For port 3db7b037-0e3f-42c2-be89-977cd61a1cf1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3db7b037-0e3f-42c2-be89-977cd61a1cf1,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:37.977208 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.980117 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5748a0cb-1010-4720-9793-1b049815be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:37.992877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 808bc0d7-74b5-46dc-aed9-08b01f2128cb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:37.994153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.065131 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.085906 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.087981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:38.088378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.100841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Deleting port 1c5855e5-3736-475d-b12d-9102ca90001d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:38.101462 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.105025 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Transition to ACTIVE for port object 17f8c793-3142-4680-b3a2-c6a4a8e9a371 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:38.164525 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.172451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326774f-3e54-4227-9b02-226e39de817b None None] Pushing event updated for resources: {'Port': ['ID=3db7b037-0e3f-42c2-be89-977cd61a1cf1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:38.204313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.243653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 808bc0d7-74b5-46dc-aed9-08b01f2128cb owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:38.255360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5748a0cb-1010-4720-9793-1b049815be10 None None] For port 220b1748-9abb-4572-96d9-1410ba7b0250, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=220b1748-9abb-4572-96d9-1410ba7b0250,segment=NetworkSegment(3d038c8b-c039-4730-9bbb-13de3baa6494),segment_id=3d038c8b-c039-4730-9bbb-13de3baa6494)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:38.257627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:38.258664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:38.261249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.292728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 17f8c793-3142-4680-b3a2-c6a4a8e9a371 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:38.295586 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f45ae-fb0e-4069-bc2c-0bb2b640bfac None None] Pushing event updated for resources: {'Port': ['ID=17f8c793-3142-4680-b3a2-c6a4a8e9a371,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:38.374296 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Attempting to bind port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:38.377426 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Attempting to bind port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:38.378012 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Attempting to bind port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:38.414974 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:38.416370 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:38.417000 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.417622 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:38.418341 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Bound port: 17f8c793-3142-4680-b3a2-c6a4a8e9a371, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:38.419614 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.446276 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5748a0cb-1010-4720-9793-1b049815be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.454006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb3f8ad1-1e4f-479d-a926-553eb80a7af7 req-8b99f4c9-40c9-48d1-9107-ccebc6d62229 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307819 Jul 05 09:46:38.509428 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.528360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Transition to ACTIVE for port object 503ae5e0-7d20-44f9-8aab-a32b5639a237 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:38.538318 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.723116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:38.729143 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Attempting to bind port 503ae5e0-7d20-44f9-8aab-a32b5639a237 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:38.729992 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Attempting to bind port 503ae5e0-7d20-44f9-8aab-a32b5639a237 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:38.730527 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Attempting to bind port 503ae5e0-7d20-44f9-8aab-a32b5639a237 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:38.735468 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd57edd-32d2-49dc-ad17-f4b93d354e05 None None] Pushing event updated for resources: {'Port': ['ID=503ae5e0-7d20-44f9-8aab-a32b5639a237,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:38.750445 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:38.751611 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:38.752192 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.753411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.753619 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:38.754118 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Bound port: 503ae5e0-7d20-44f9-8aab-a32b5639a237, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:38.754526 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.761304 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:46:38.761700 n-d-771363-33 neutron-server[93798]: DEBUG oslo_db.api [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:46:38.780894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.867141 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] For port 503ae5e0-7d20-44f9-8aab-a32b5639a237, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:38.891119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=17f8c793-3142-4680-b3a2-c6a4a8e9a371,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:38.891519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] For port 1c5855e5-3736-475d-b12d-9102ca90001d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1c5855e5-3736-475d-b12d-9102ca90001d,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:38.892175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.892783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] For port 503ae5e0-7d20-44f9-8aab-a32b5639a237, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=503ae5e0-7d20-44f9-8aab-a32b5639a237,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:38.899445 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:38.906874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748a0cb-1010-4720-9793-1b049815be10 None None] Pushing event updated for resources: {'Port': ['ID=220b1748-9abb-4572-96d9-1410ba7b0250,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:38.927604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44f83a-ed45-4ae4-b883-a58eb7ae751f req-fc011769-3a2d-4553-afb8-bb12c8e89d7f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:38.928074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] Provisioning for port ae300532-d0d1-45e0-9970-3a3b4ae568c7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:38.936580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] Provisioning complete for port ae300532-d0d1-45e0-9970-3a3b4ae568c7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:38.936792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad44f83a-ed45-4ae4-b883-a58eb7ae751f req-fc011769-3a2d-4553-afb8-bb12c8e89d7f tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 984 time: 0.9255774 Jul 05 09:46:38.937196 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.003711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=808bc0d7-74b5-46dc-aed9-08b01f2128cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:39.005065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Calling delete_port for 1c5855e5-3736-475d-b12d-9102ca90001d owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:39.080483 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:39.081783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:39.086201 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd57edd-32d2-49dc-ad17-f4b93d354e05 None None] Pushing event updated for resources: {'Port': ['ID=503ae5e0-7d20-44f9-8aab-a32b5639a237,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:39.178834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.234530 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.278122 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:39.305989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] For port ae300532-d0d1-45e0-9970-3a3b4ae568c7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ae300532-d0d1-45e0-9970-3a3b4ae568c7,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:39.314688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.315286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:31Z', 'revision_number': 3, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:39.318129 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7fa862f-ca21-44c5-b60b-5679f81d61ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/808bc0d7-74b5-46dc-aed9-08b01f2128cb HTTP/1.1" status: 204 len: 168 time: 1.5365713 Jul 05 09:46:39.322166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51208) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:39.355279 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.358465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f7c7e-4454-4c87-8166-b75ef527315f None None] The sync data for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 is: [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:31Z', 'revision_number': 3, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:39.365496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] Could not find standard attr ID for object 17f8c793-3142-4680-b3a2-c6a4a8e9a371. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:39.418895 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Attempting to bind port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:39.420615 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Attempting to bind port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:39.421188 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Attempting to bind port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:39.431110 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:39.431624 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:39.432184 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.432713 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:39.434052 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Bound port: 17f8c793-3142-4680-b3a2-c6a4a8e9a371, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:39.434987 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.466837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734acb3-bba6-489f-aa17-ede0b0855aa9 None None] Pushing event updated for resources: {'Port': ['ID=ae300532-d0d1-45e0-9970-3a3b4ae568c7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:39.515950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Provisioning for port 86b25be2-accf-4c06-8f99-4376dfd8119a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:39.531836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Provisioning complete for port 86b25be2-accf-4c06-8f99-4376dfd8119a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:39.532473 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.535648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:39.545239 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb6da43-6f37-4c15-9d01-3b83911030b4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:46:39.550421 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5cb6da43-6f37-4c15-9d01-3b83911030b4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/808bc0d7-74b5-46dc-aed9-08b01f2128cb HTTP/1.1" status: 404 len: 333 time: 0.2264900 Jul 05 09:46:39.551379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:39.563711 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Port 17f8c793-3142-4680-b3a2-c6a4a8e9a371 has been deleted concurrently {{(pid=93798) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 09:46:39.590145 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Routers {'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:39.593309 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:39.612906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Port 86b25be2-accf-4c06-8f99-4376dfd8119a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:39.617002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Could not find standard attr ID for object 17f8c793-3142-4680-b3a2-c6a4a8e9a371. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:39.626631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Could not find standard attr ID for object 808bc0d7-74b5-46dc-aed9-08b01f2128cb. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:39.644014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Provisioning complete for port 220b1748-9abb-4572-96d9-1410ba7b0250 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:39.644443 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50d1829c-008e-4132-8eba-ad9a7404a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:39.808925 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] Set router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:39.979107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 220b1748-9abb-4572-96d9-1410ba7b0250 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:40.005550 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef', 'name': 'tempest-NetworksTestDHCPv6-router-1321885197', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:38Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:40.031505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad44f83a-ed45-4ae4-b883-a58eb7ae751f req-7d106300-62a2-46a8-933b-a7d46b028b2e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&id=ec7ea67e-a00d-476b-9d77-8cfe677ca730&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 1.0937376 Jul 05 09:46:40.082303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d808c4f5-6527-46f7-a350-10d1a527cff6 None None] Provisioning complete for port 86b25be2-accf-4c06-8f99-4376dfd8119a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:40.083023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d808c4f5-6527-46f7-a350-10d1a527cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.183112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d808c4f5-6527-46f7-a350-10d1a527cff6 None None] Port 86b25be2-accf-4c06-8f99-4376dfd8119a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:40.195779 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffaf8c-9e82-4c12-ac0a-e022e0447b92 None None] The sync data for ids ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'] in n-d-771363-33 is: [{'id': 'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef', 'name': 'tempest-NetworksTestDHCPv6-router-1321885197', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:38Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:40.213028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 220b1748-9abb-4572-96d9-1410ba7b0250 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:40.213414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.319832 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:32Z', 'revision_number': 3, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:40.348661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9314073a-326a-46de-9706-e7e6097e9709 None None] Could not find standard attr ID for object 808bc0d7-74b5-46dc-aed9-08b01f2128cb. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:40.409945 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ace85-fd26-44bc-aab1-0934fc58ed5f None None] The sync data for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 is: [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:32Z', 'revision_number': 3, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:40.437942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ae300532-d0d1-45e0-9970-3a3b4ae568c7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:40.480856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:40.487647 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d52445f-a951-45bd-a9e8-89576736f5e4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "PUT /v2.0/routers/bc5724d1-9fd7-4761-8b4e-55f0e0f545ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4138019 Jul 05 09:46:40.490070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:40.537817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ae300532-d0d1-45e0-9970-3a3b4ae568c7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:40.538520 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.608153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 86b25be2-accf-4c06-8f99-4376dfd8119a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:40.608628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.616933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75916d0c-c385-4473-acf3-69dbb8d8f8ad tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:40.620858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75916d0c-c385-4473-acf3-69dbb8d8f8ad tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:40.622567 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75916d0c-c385-4473-acf3-69dbb8d8f8ad tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1290877 Jul 05 09:46:40.631271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:40.724132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162a73-9019-4680-bb61-141ef51091bb req-fb341328-b339-4d97-8244-2b6727e12436 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:40.727168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49162a73-9019-4680-bb61-141ef51091bb req-fb341328-b339-4d97-8244-2b6727e12436 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 950 time: 1.6484711 Jul 05 09:46:40.748082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.763384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 86b25be2-accf-4c06-8f99-4376dfd8119a owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:40.945892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fffde26-6199-4ab4-8133-a0b3ad935667 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:40.971219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:40.986757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.036828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=86b25be2-accf-4c06-8f99-4376dfd8119a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:41.037100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 3ac2b0e1-afc9-482e-90ff-382c763692cc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:41.050402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.073687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Transition to ACTIVE for port object 8fffde26-6199-4ab4-8133-a0b3ad935667 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:41.168654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.171302 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-97971b37-1716-4783-a542-53c61def538f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/86b25be2-accf-4c06-8f99-4376dfd8119a HTTP/1.1" status: 204 len: 168 time: 1.6172082 Jul 05 09:46:41.175331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51220) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:41.183261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49162a73-9019-4680-bb61-141ef51091bb req-6b621aa0-e624-4e39-a3e6-80883af10077 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157441 Jul 05 09:46:41.215161 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ebfbdc-2a82-498b-a531-33ccb00661d1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:46:41.217113 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-14ebfbdc-2a82-498b-a531-33ccb00661d1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/86b25be2-accf-4c06-8f99-4376dfd8119a HTTP/1.1" status: 404 len: 333 time: 0.0404131 Jul 05 09:46:41.217780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:41.265474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.295179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.327252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet ccb7a1e2-023a-41eb-bef9-542063ebb321 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:41.332465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.389485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361861d1-f240-4d33-b28a-72b96ab874c9 req-e44eea9e-bf06-4d60-b477-5600d5cd2b89 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:41.403552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-361861d1-f240-4d33-b28a-72b96ab874c9 req-e44eea9e-bf06-4d60-b477-5600d5cd2b89 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 932 time: 1.1182787 Jul 05 09:46:41.414180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.476138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.547595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.565476 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.613899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:41.620082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.686498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.760502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb7a1e2-023a-41eb-bef9-542063ebb321,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:41.760935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1bc9b-6819-4ed9-aef2-db4189b37ae1 None None] Network e59d343a-539d-4f5b-9bb7-34629e5048f0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:41.764011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.769867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-638590ec-5e30-4b96-9da9-765219ded326 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/ccb7a1e2-023a-41eb-bef9-542063ebb321 HTTP/1.1" status: 204 len: 168 time: 0.5503957 Jul 05 09:46:41.770904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:41.810740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.882929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66c6d10a-a025-4104-b812-459c89a2f44e req-463031cd-651f-4be5-bd8e-a0e20a921b39 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1221893327&fields=id&tenant_id=480b820435214b079c43dec85efec1b5 HTTP/1.1" status: 200 len: 267 time: 0.4452877 Jul 05 09:46:41.935062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3db7b037-0e3f-42c2-be89-977cd61a1cf1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:41.947659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-361861d1-f240-4d33-b28a-72b96ab874c9 req-26aa6438-e2f4-4b36-abfa-e0a8a126e893 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425148 Jul 05 09:46:41.967803 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:41.999615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:41.999889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.000232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.000649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.000891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.001218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.001550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.001871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.002416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.002748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.003065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.003566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:42.085755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 220b1748-9abb-4572-96d9-1410ba7b0250 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:42.086316 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.128403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] Sync routers for ids ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:42.150389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] Routers {'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:42.151443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:42.179548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] For port 220b1748-9abb-4572-96d9-1410ba7b0250, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=220b1748-9abb-4572-96d9-1410ba7b0250,segment=NetworkSegment(3d038c8b-c039-4730-9bbb-13de3baa6494),segment_id=3d038c8b-c039-4730-9bbb-13de3baa6494)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:42.179849 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.198228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 220b1748-9abb-4572-96d9-1410ba7b0250 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:42.253190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] Set router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:42.296484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.301586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Allocated IP 172.20.0.1 (d19c0da2-96f2-499c-a741-a3d9f8740b44/d07fc6b9-d340-44f5-83ff-46f2dfb013a6/bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:42.331695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef', 'name': 'tempest-NetworksTestDHCPv6-router-1321885197', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:38Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:42.351023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:42.394059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] Checking router: bc5724d1-9fd7-4761-8b4e-55f0e0f545ef for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:42.395119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=220b1748-9abb-4572-96d9-1410ba7b0250,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:42.399186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No DVR routers for this DVR port 220b1748-9abb-4572-96d9-1410ba7b0250 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:42.399464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:42.401064 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.475209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] Routers {'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:42.475852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:42.532708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.549333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59d343a-539d-4f5b-9bb7-34629e5048f0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:42.585989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5855e5-3736-475d-b12d-9102ca90001d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:42.596992 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d038c8b-c039-4730-9bbb-13de3baa6494') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:42.597800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d038c8b-c039-4730-9bbb-13de3baa6494') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:42.625240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.651519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] Set router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:42.667409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.677596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:42.678598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: items = [ Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:42.687202 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:42.782584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef', 'name': 'tempest-NetworksTestDHCPv6-router-1321885197', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:38Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:42.848188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c9942-0069-4232-a72e-6ba32bcfcb4e None None] The sync data for ids ['bc5724d1-9fd7-4761-8b4e-55f0e0f545ef'] in n-d-771363-33 is: [{'id': 'bc5724d1-9fd7-4761-8b4e-55f0e0f545ef', 'name': 'tempest-NetworksTestDHCPv6-router-1321885197', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:38Z', 'revision_number': 3, 'project_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:42.861894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.891648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.927431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f6762-1ac5-4e31-960b-10a21236a152 None None] DHCP port deletion for e59d343a-539d-4f5b-9bb7-34629e5048f0 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:42.927726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.934325 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/e59d343a-539d-4f5b-9bb7-34629e5048f0 HTTP/1.1" status: 204 len: 168 time: 1.1583793 Jul 05 09:46:42.934325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cf716-0ee6-44fd-a473-fbbb76939b6d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=e59d343a-539d-4f5b-9bb7-34629e5048f0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:42.935677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:42.944329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3db7b037-0e3f-42c2-be89-977cd61a1cf1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3db7b037-0e3f-42c2-be89-977cd61a1cf1,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:42.953325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:42.956331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1269675863'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:42.969988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 503ae5e0-7d20-44f9-8aab-a32b5639a237 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:43.004171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:43.013072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.014286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Attempting to bind port 8fffde26-6199-4ab4-8133-a0b3ad935667 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:43.014899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Attempting to bind port 8fffde26-6199-4ab4-8133-a0b3ad935667 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:43.015264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Attempting to bind port 8fffde26-6199-4ab4-8133-a0b3ad935667 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:43.051551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.095993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:46:43.125151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.126351 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Added segment c9c3790c-34eb-4e4b-9157-71f9416a0aeb of type vlan for network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 Jul 05 09:46:43.147141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Port 8fffde26-6199-4ab4-8133-a0b3ad935667 on network 370e10a8-ce02-4c77-a51d-df6122b53587 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:46:43.147594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Attempting to bind port 8fffde26-6199-4ab4-8133-a0b3ad935667 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:43.193994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac2b0e1-afc9-482e-90ff-382c763692cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:43.194559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3db7b037-0e3f-42c2-be89-977cd61a1cf1,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:43.195891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.197221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.210274 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.240084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 503ae5e0-7d20-44f9-8aab-a32b5639a237 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:43.246199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 503ae5e0-7d20-44f9-8aab-a32b5639a237 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:43.246935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.254983 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.263148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:43.264530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:43.264883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Checking segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:43.265211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.265537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Bound using segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:43.267768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Bound port: 8fffde26-6199-4ab4-8133-a0b3ad935667, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:43.268208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.291652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6311e6-31e1-4235-ad76-816ed116eebc None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:43.302561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6d10a-a025-4104-b812-459c89a2f44e req-98f05eb8-6b68-4aca-8090-59dfe2499b5c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:43.307453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66c6d10a-a025-4104-b812-459c89a2f44e req-98f05eb8-6b68-4aca-8090-59dfe2499b5c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 984 time: 1.3827851 Jul 05 09:46:43.314139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.319495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2c955f97-9db2-4e57-a886-29146f68f2bc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/3ac2b0e1-afc9-482e-90ff-382c763692cc HTTP/1.1" status: 204 len: 168 time: 2.6681974 Jul 05 09:46:43.322519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51242) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:43.418304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'port': {'security_groups': ['0fdaab52-8770-43ba-8b8d-3bd92e860e87', 'ec7ea67e-a00d-476b-9d77-8cfe677ca730', 'b58a7c2b-821d-4bee-901f-dd9763059514']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:43.432530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Transition to ACTIVE for port object bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:43.449641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5087962 Jul 05 09:46:43.451218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:43.456658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:43.521673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Network': ['ID=9056cada-7fd5-4d02-8011-0ebcdc9805c3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:43.524835 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.568440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 503ae5e0-7d20-44f9-8aab-a32b5639a237, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=503ae5e0-7d20-44f9-8aab-a32b5639a237,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:43.574835 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.583411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.584245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.584781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.585306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.585818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.586353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.587021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.587750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.588565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.588911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.589223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.589550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a83842-12ad-4e93-bffe-7a451de92f51 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:43.611464 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-737a942b-9bb3-4d16-95aa-00706275f5a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2873313 Jul 05 09:46:43.612296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:43.637058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Allocated IP 172.20.0.1 (57d205e5-0179-4187-9bc3-81ed83bf84a9/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b/9325faa1-5d06-45c8-8d64-68c51deff95b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:43.652214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=503ae5e0-7d20-44f9-8aab-a32b5639a237,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:43.660533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:46:43.754258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-318927e7-8d93-484e-9df1-e8b5bb13c6f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.841507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:43.852325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:43.860455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.912184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] Deleting port ae300532-d0d1-45e0-9970-3a3b4ae568c7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:43.912774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:43.984504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3db7b037-0e3f-42c2-be89-977cd61a1cf1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:44.032971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-318927e7-8d93-484e-9df1-e8b5bb13c6f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.034916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-443988be-3621-4bc8-9b97-90c28f036711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.038203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-318927e7-8d93-484e-9df1-e8b5bb13c6f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.049540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] For port ae300532-d0d1-45e0-9970-3a3b4ae568c7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ae300532-d0d1-45e0-9970-3a3b4ae568c7,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:44.049936 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.071474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] Calling delete_port for ae300532-d0d1-45e0-9970-3a3b4ae568c7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:44.113049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-318927e7-8d93-484e-9df1-e8b5bb13c6f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.113495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318927e7-8d93-484e-9df1-e8b5bb13c6f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Fanout notify agent at l3_agent the message router_deleted on router bc5724d1-9fd7-4761-8b4e-55f0e0f545ef {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:46:44.121953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-318927e7-8d93-484e-9df1-e8b5bb13c6f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.129848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-318927e7-8d93-484e-9df1-e8b5bb13c6f0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/routers/bc5724d1-9fd7-4761-8b4e-55f0e0f545ef HTTP/1.1" status: 204 len: 168 time: 0.5101790 Jul 05 09:46:44.130623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:44.133725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:44.134138 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.221515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:44.255925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.266719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:44.281181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.289158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 503ae5e0-7d20-44f9-8aab-a32b5639a237 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:44.314400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.329959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9589b8-24e1-45ba-978c-47c2ccbcaa97 req-73cb6059-2e21-4f50-9df4-ed8f61da04f0 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.331661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b9589b8-24e1-45ba-978c-47c2ccbcaa97 req-73cb6059-2e21-4f50-9df4-ed8f61da04f0 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 944 time: 0.8938925 Jul 05 09:46:44.333521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] Pushing event deleted for resources: {'Port': ['ID=ae300532-d0d1-45e0-9970-3a3b4ae568c7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:44.340888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700a8ce-c8b6-43bd-a5e6-d6d94746c081 None None] No DVR routers for this DVR port ae300532-d0d1-45e0-9970-3a3b4ae568c7 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:44.360055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.377573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff925ff-0c1e-4e09-b905-2319c63e6a10 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.380548 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fff925ff-0c1e-4e09-b905-2319c63e6a10 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2486022 Jul 05 09:46:44.383139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.388295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51250) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:44.389683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 503ae5e0-7d20-44f9-8aab-a32b5639a237 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:44.390467 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.411999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:44.434517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.435426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.436936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] 10.222.0.16 "PUT /v2.0/ports/8fffde26-6199-4ab4-8133-a0b3ad935667 HTTP/1.1" status: 200 len: 1093 time: 6.9047515 Jul 05 09:46:44.451167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:44.453664 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb181cc-4f0b-4462-ac4e-98d0d92f784f" -d '{"events": [{"name": "network-changed", "server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:44.457823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:44.464792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:44.497244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ff8b46-4c74-43c9-998d-d7764cb3ac44 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.499512 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-31ff8b46-4c74-43c9-998d-d7764cb3ac44 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1031971 Jul 05 09:46:44.505130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:44.564921 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-60a8d569-b5a2-4eba-abe3-d3810378c6f7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581539 Jul 05 09:46:44.577184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:44.584932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:44.619908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b9589b8-24e1-45ba-978c-47c2ccbcaa97 req-4d598b53-6ba8-449c-b17b-229b8a30b4da tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482204 Jul 05 09:46:44.620623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Pushing event updated for resources: {'Port': ['ID=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:44.627455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 220b1748-9abb-4572-96d9-1410ba7b0250 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:44.655904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 220b1748-9abb-4572-96d9-1410ba7b0250 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:44.656382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=346da6ab-ce50-455b-b79d-17a4b7a39fb3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:44.656837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 220b1748-9abb-4572-96d9-1410ba7b0250 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:44.752845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Checking segment: {'id': 'c9c3790c-34eb-4e4b-9157-71f9416a0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:44.753187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network hostable DHCP agents. Network: 9056cada-7fd5-4d02-8011-0ebcdc9805c3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:46:44.771156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.809198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:46:44.813881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:44.818406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.834191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1be9a798-777b-42cf-94e5-194637a97543 None None] Provisioning for port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:44.840492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1be9a798-777b-42cf-94e5-194637a97543 None None] Provisioning complete for port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:44.840492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1be9a798-777b-42cf-94e5-194637a97543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.846340 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.866592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 9056cada-7fd5-4d02-8011-0ebcdc9805c3) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:44.880401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-a320f3d3-9500-4fc3-91a7-8ffb428fd2a4 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.881563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeacc4d-728b-464a-a471-fb2973003411 None None] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:44.882097 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-a320f3d3-9500-4fc3-91a7-8ffb428fd2a4 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.15 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 950 time: 0.1880298 Jul 05 09:46:44.887161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1be9a798-777b-42cf-94e5-194637a97543 None None] Port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:44.894525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:44.895120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:44.948121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Transition to ACTIVE for port object 9325faa1-5d06-45c8-8d64-68c51deff95b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:44.960083 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-78f71901-c491-44a0-9b5e-b956b3ed642d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5074749 Jul 05 09:46:44.972332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:44.977040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6ff9b336-3260-4f6c-bd6c-74fb3b85e5d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1595907556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:44.985433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Router e70d367a-55a3-4788-8d72-5e30ba3e670f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:45.037271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd11b3f-485c-4b2f-8bc8-3ff9fe054aef service neutron] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:45.070965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b336-3260-4f6c-bd6c-74fb3b85e5d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.073311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b336-3260-4f6c-bd6c-74fb3b85e5d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.162282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-3f195186-8c26-4d4b-84ae-e389c3bd82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:45.163988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-3f195186-8c26-4d4b-84ae-e389c3bd82e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 1096 time: 0.6011789 Jul 05 09:46:45.255924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-9056cada-7fd5-4d02-8011-0ebcdc9805c3', 'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3', 'tenant_id': '02332481cfaf4e12a9e08ad0d0ce974a', 'fixed_ips': [{'subnet_id': '346da6ab-ce50-455b-b79d-17a4b7a39fb3'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:45.257094 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.258505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b336-3260-4f6c-bd6c-74fb3b85e5d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.269339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b336-3260-4f6c-bd6c-74fb3b85e5d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.279577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Deleting port b038f7a1-f70a-4588-9bfe-44fb3098f24e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:45.280026 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.282360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.292262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4c044-94b0-4f98-b68d-a8fbcc2b8e78 req-16dfa4a8-3c1f-4d3b-8785-9afe890c199e tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:45.294139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17c4c044-94b0-4f98-b68d-a8fbcc2b8e78 req-16dfa4a8-3c1f-4d3b-8785-9afe890c199e tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 950 time: 0.5095744 Jul 05 09:46:45.295726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-141d503f-92ab-4c61-b078-5d1d3c923090 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fffde26-6199-4ab4-8133-a0b3ad935667 HTTP/1.1" status: 200 len: 217 time: 0.1162724 Jul 05 09:46:45.362674 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b336-3260-4f6c-bd6c-74fb3b85e5d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.363617 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ff9b336-3260-4f6c-bd6c-74fb3b85e5d7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3903275 Jul 05 09:46:45.372394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:45.381231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3', 'name': 'tempest-PortsTestJSON-2035477843'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:45.452703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Allocated IP 172.20.0.2 (9056cada-7fd5-4d02-8011-0ebcdc9805c3/346da6ab-ce50-455b-b79d-17a4b7a39fb3/e60006fc-d72d-4f37-a331-d07c6ce36573) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:45.510718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:46:45.511036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5215319b-8540-41fe-a6ff-fd444d268962,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:45.514701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:45.515131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.544897 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.546912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:45.572878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:45.582284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-8f6ed978-d81f-4a5f-9e49-f313d4cfd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:45.584447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-8f6ed978-d81f-4a5f-9e49-f313d4cfd039 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.2490711 Jul 05 09:46:45.589902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Pushing event updated for resources: {'Port': ['ID=9325faa1-5d06-45c8-8d64-68c51deff95b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:45.607610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17c4c044-94b0-4f98-b68d-a8fbcc2b8e78 req-74ba8dab-cc95-4bd2-946a-b69f596bba21 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710991 Jul 05 09:46:45.611504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] For port b038f7a1-f70a-4588-9bfe-44fb3098f24e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b038f7a1-f70a-4588-9bfe-44fb3098f24e,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:45.611874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.645411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:45.646441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Calling delete_port for b038f7a1-f70a-4588-9bfe-44fb3098f24e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:45.653167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.657853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:45.663070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Transition to ACTIVE for port object e60006fc-d72d-4f37-a331-d07c6ce36573 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:45.673187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:45.673789 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.693384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=6cc5f179-5e4d-48fd-8907-c8c01d182eed,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:45.698566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Transition to ACTIVE for port object e60006fc-d72d-4f37-a331-d07c6ce36573 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:45.713276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3707b-fe8e-4099-8fa4-7c631a5816c9 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:45.714719 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2d82469-5f99-4127-b21a-d8e69c9dfe5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1356161 Jul 05 09:46:45.715461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:45.726095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.749616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-e67d1e6b-aab3-42d0-bdfb-940251c6cd66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793087 Jul 05 09:46:45.751490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:45.752111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:45.766961 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] Sync routers for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:45.793512 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:45.795701 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:45.835793 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c1cc77-d215-4a7c-939d-9f4389219d52 x-openstack-request-id: req-99c1cc77-d215-4a7c-939d-9f4389219d52 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:45.835995 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:45.836770 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99c1cc77-d215-4a7c-939d-9f4389219d52 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:45.838568 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'status': 'completed', 'code': 200} Jul 05 09:46:45.841099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.850769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6fc9cf55-8fd3-4121-912b-aa58a827e119 admin admin] 10.222.0.21 "PUT /v2.0/routers/e70d367a-55a3-4788-8d72-5e30ba3e670f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8530254 Jul 05 09:46:45.866132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:45.882402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:45.887047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:45.919445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Pushing event updated for resources: {'Port': ['ID=e60006fc-d72d-4f37-a331-d07c6ce36573,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:45.922027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ae300532-d0d1-45e0-9970-3a3b4ae568c7 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:45.960972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ae300532-d0d1-45e0-9970-3a3b4ae568c7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:45.961269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ae300532-d0d1-45e0-9970-3a3b4ae568c7 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:45.994799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:45.999178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:46.002286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:46.010522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 98319e81-a0f0-4409-9793-d2efc0430efa yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:46:46.038441 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:46.041890 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.082637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.108214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['5215319b-8540-41fe-a6ff-fd444d268962'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:46.112917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:46.138207 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.184666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8a34037-76bf-414f-bbe2-06b850798187 None None] Provisioning for port 9325faa1-5d06-45c8-8d64-68c51deff95b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:46.193239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Attempting to bind port e60006fc-d72d-4f37-a331-d07c6ce36573 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:46.193733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Attempting to bind port e60006fc-d72d-4f37-a331-d07c6ce36573 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'c9c3790c-34eb-4e4b-9157-71f9416a0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:46.194171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Attempting to bind port e60006fc-d72d-4f37-a331-d07c6ce36573 on network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:46.226627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8a34037-76bf-414f-bbe2-06b850798187 None None] Provisioning complete for port 9325faa1-5d06-45c8-8d64-68c51deff95b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:46.227896 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8a34037-76bf-414f-bbe2-06b850798187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.260411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:46.291760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:46.292456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Checking segment: {'id': 'c9c3790c-34eb-4e4b-9157-71f9416a0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:46.293040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.293662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Bound using segment: {'id': 'c9c3790c-34eb-4e4b-9157-71f9416a0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:46.294409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Bound port: e60006fc-d72d-4f37-a331-d07c6ce36573, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c3790c-34eb-4e4b-9157-71f9416a0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9056cada-7fd5-4d02-8011-0ebcdc9805c3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:46.294988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.298577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:46.299644 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.308760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66c6d10a-a025-4104-b812-459c89a2f44e req-ce9a0996-d191-4420-9674-22815658efd3 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "PUT /v2.0/ports/5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 1020 time: 2.9656050 Jul 05 09:46:46.422855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] For port e60006fc-d72d-4f37-a331-d07c6ce36573, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:46.428979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] For port e60006fc-d72d-4f37-a331-d07c6ce36573, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e60006fc-d72d-4f37-a331-d07c6ce36573,segment=NetworkSegment(c9c3790c-34eb-4e4b-9157-71f9416a0aeb),segment_id=c9c3790c-34eb-4e4b-9157-71f9416a0aeb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:46.432401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34037-76bf-414f-bbe2-06b850798187 None None] Port 9325faa1-5d06-45c8-8d64-68c51deff95b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:46.451846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['5215319b-8540-41fe-a6ff-fd444d268962'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:46.502466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-7be41dfb-2802-4ba1-b6a2-37d321161d4b service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496272 Jul 05 09:46:46.527030 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.545499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db86afbb-6de6-461c-8845-2b3e5eb65822 req-15e636e4-f721-458e-9f0b-a45725296ba9 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/b58a7c2b-821d-4bee-901f-dd9763059514 HTTP/1.1" status: 200 len: 1803 time: 0.2113502 Jul 05 09:46:46.614271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:46.614520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c187e98-6189-4dca-aad6-35cd0e97b7ee req-99a19eb7-227b-4f72-9ffe-d3d588824ccc tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:46.614659 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:46:41Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:46.619227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c187e98-6189-4dca-aad6-35cd0e97b7ee req-99a19eb7-227b-4f72-9ffe-d3d588824ccc tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 944 time: 0.6831903 Jul 05 09:46:46.619422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.661623 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] Checking router: e70d367a-55a3-4788-8d72-5e30ba3e670f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:46.676126 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] Routers {'e70d367a-55a3-4788-8d72-5e30ba3e670f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:46.677432 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e70d367a-55a3-4788-8d72-5e30ba3e670f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:46.770564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '6cc5f179-5e4d-48fd-8907-c8c01d182eed'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:46:46.773894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c187e98-6189-4dca-aad6-35cd0e97b7ee req-53b186a5-2341-4726-84b7-6ec1ec7db815 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533082 Jul 05 09:46:46.774348 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.792273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.803664 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-db86afbb-6de6-461c-8845-2b3e5eb65822 req-fb4f1f75-2cd4-4406-a31a-469c8759578e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:46:46.803664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db86afbb-6de6-461c-8845-2b3e5eb65822 req-fb4f1f75-2cd4-4406-a31a-469c8759578e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/b58a7c2b-821d-4bee-901f-dd9763059514 HTTP/1.1" status: 409 len: 341 time: 0.2172143 Jul 05 09:46:46.822749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.841110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:46.895274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ffa9c8b-58ac-4d57-8d34-6289b4ce92ba req-5231cbd8-6767-4806-a8d2-f4dd3cf5913f service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822477 Jul 05 09:46:46.921383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Pushing event deleted for resources: {'Port': ['ID=b038f7a1-f70a-4588-9bfe-44fb3098f24e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:47.051533 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] Set router e70d367a-55a3-4788-8d72-5e30ba3e670f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:47.071128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.14 (9056cada-7fd5-4d02-8011-0ebcdc9805c3/346da6ab-ce50-455b-b79d-17a4b7a39fb3/98319e81-a0f0-4409-9793-d2efc0430efa) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:47.092095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.112427 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7945-f585-42e1-ad34-82c30ded2526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.187607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.190029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.265611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b826f2-f1dc-44fa-9dc2-dbf277e866dc None None] Pushing event updated for resources: {'Port': ['ID=e60006fc-d72d-4f37-a331-d07c6ce36573,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:47.266196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] No DVR routers for this DVR port b038f7a1-f70a-4588-9bfe-44fb3098f24e on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:47.279728 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.283660 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d53f2e5d-07c1-434a-88f1-ea7adac299fc req-e113f63e-551a-4736-bfaa-20bcb683fa91 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.15 "DELETE /v2.0/ports/b038f7a1-f70a-4588-9bfe-44fb3098f24e HTTP/1.1" status: 204 len: 173 time: 2.3900554 Jul 05 09:46:47.291722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123b0c61-3fec-492e-8790-f267356ead74', 'name': 'network-vif-deleted', 'tag': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:47.305257 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a151d00-408c-4b30-b841-45f3fd7be970" -d '{"events": [{"server_uuid": "123b0c61-3fec-492e-8790-f267356ead74", "name": "network-vif-deleted", "tag": "b038f7a1-f70a-4588-9bfe-44fb3098f24e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:47.600756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Allocated IP 2001:db8::f816:3eff:fe0c:b16c (8bf03de8-a5cd-4166-895f-409ef6031a3b/6cc5f179-5e4d-48fd-8907-c8c01d182eed/8ec1663a-f443-4a7a-b301-f850371d3f86) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:47.614436 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:46:41Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:47.705108 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e89079-650a-4573-b15a-374f5de316ee None None] The sync data for ids ['e70d367a-55a3-4788-8d72-5e30ba3e670f'] in n-d-771363-33 is: [{'id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'name': 'tempest-AttachVolumeTestJSON-2137356954-router', 'tenant_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:46:41Z', 'revision_number': 5, 'project_id': '8113dad55c2e46c5bb87a66ef62f75f3', 'gw_port': {'id': '37d77e82-f247-4b74-8920-9148d4f86efd', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d367a-55a3-4788-8d72-5e30ba3e670f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:37:06Z', 'updated_at': '2021-07-05T09:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:47.838363 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3abfea-f1af-4e78-be55-d71420493559 x-openstack-request-id: req-6e3abfea-f1af-4e78-be55-d71420493559 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:47.839432 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123b0c61-3fec-492e-8790-f267356ead74", "name": "network-vif-deleted", "tag": "b038f7a1-f70a-4588-9bfe-44fb3098f24e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:47.839944 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e3abfea-f1af-4e78-be55-d71420493559 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:47.840675 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123b0c61-3fec-492e-8790-f267356ead74', 'name': 'network-vif-deleted', 'tag': 'b038f7a1-f70a-4588-9bfe-44fb3098f24e', 'status': 'completed', 'code': 200} Jul 05 09:46:47.855714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.881884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.901676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Deleting port 37d77e82-f247-4b74-8920-9148d4f86efd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:47.902110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:47.934346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:47.936715 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599ad70e-54b1-4c54-bd39-fe79bae33d20" -d '{"events": [{"name": "network-changed", "server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "tag": "5215319b-8540-41fe-a6ff-fd444d268962"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:47.950262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29cf2562-79f9-450c-9d51-083a00d6c87a req-a1f0f9f6-d0ae-49bd-96b5-f7e12e156f67 tempest-TenantUsagesTestJSON-2130482058 tempest-TenantUsagesTestJSON-2130482058-project] 10.222.0.21 "GET /v2.0/ports?device_id=123b0c61-3fec-492e-8790-f267356ead74 HTTP/1.1" status: 200 len: 210 time: 0.7333834 Jul 05 09:46:47.988556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.003758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Transition to ACTIVE for port object 8ec1663a-f443-4a7a-b301-f850371d3f86 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:48.027633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b038f7a1-f70a-4588-9bfe-44fb3098f24e no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:48.042281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] For port 37d77e82-f247-4b74-8920-9148d4f86efd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=37d77e82-f247-4b74-8920-9148d4f86efd,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:48.042787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.052372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:48.084552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:48.108871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: b038f7a1-f70a-4588-9bfe-44fb3098f24e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:48.109379 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b038f7a1-f70a-4588-9bfe-44fb3098f24e not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:48.122437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Calling delete_port for 37d77e82-f247-4b74-8920-9148d4f86efd owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:48.136346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Transition to ACTIVE for port object 8ec1663a-f443-4a7a-b301-f850371d3f86 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:48.158089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:48.162766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.168812 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.193140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=0e1b53b2-eab7-49de-9252-9c0cbeadc245,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.284996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:48.296789 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7a1e5da3-d20b-4499-a367-b3550e1c44cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5493162 Jul 05 09:46:48.304803 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.309027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:48.318117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e60006fc-d72d-4f37-a331-d07c6ce36573 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:48.319844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:00:22:13', 'name': 'tempest-NetworksTestDHCPv6-645534285'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:48.339748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:48.354138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8fffde26-6199-4ab4-8133-a0b3ad935667 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:46:48.356732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:48.420057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object 98319e81-a0f0-4409-9793-d2efc0430efa will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:48.466378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536078d5-b3e9-43ca-8b02-d656b5f1fd4c None None] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:48.469399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Pushing event updated for resources: {'Port': ['ID=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.495448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.498432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Pushing event updated for resources: {'Port': ['ID=8ec1663a-f443-4a7a-b301-f850371d3f86,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.595714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551c59c-2483-4768-b4a1-68b4ba1de01c req-35de2d1e-246a-465e-8668-63bb210b92ba tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:48.605149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4551c59c-2483-4768-b4a1-68b4ba1de01c req-35de2d1e-246a-465e-8668-63bb210b92ba tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1023 time: 0.5083833 Jul 05 09:46:48.626677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:46:48.626909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-320c73e9-16ae-4174-97ad-7edb5d2b57a5 None None] Provisioning for port e60006fc-d72d-4f37-a331-d07c6ce36573 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:48.627043 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:46:48.637369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.654106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-ac8c7f28-6482-4950-96b9-b68e42b93065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:48.656563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-ac8c7f28-6482-4950-96b9-b68e42b93065 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 1096 time: 1.6142809 Jul 05 09:46:48.671187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Attempting to bind port 8ec1663a-f443-4a7a-b301-f850371d3f86 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:48.671642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Attempting to bind port 8ec1663a-f443-4a7a-b301-f850371d3f86 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:48.672047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Attempting to bind port 8ec1663a-f443-4a7a-b301-f850371d3f86 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:48.773788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:48.784232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf531-0957-4b07-a782-88aba38aede1 req-f23aba08-f614-4cd9-bc6f-31c468e54a93 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:48.786578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:48.788160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72edf531-0957-4b07-a782-88aba38aede1 req-f23aba08-f614-4cd9-bc6f-31c468e54a93 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 944 time: 0.4692373 Jul 05 09:46:48.796469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:48.800279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.802525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:48.812039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=98319e81-a0f0-4409-9793-d2efc0430efa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.831442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:48.831843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:48.832211 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.832601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:48.833081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Bound port: 8ec1663a-f443-4a7a-b301-f850371d3f86, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:48.833458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.842329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e60006fc-d72d-4f37-a331-d07c6ce36573 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:48.876304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e60006fc-d72d-4f37-a331-d07c6ce36573 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:48.876304 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.887120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Pushing event deleted for resources: {'Port': ['ID=37d77e82-f247-4b74-8920-9148d4f86efd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:48.927506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:48.938235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.938502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:48.973720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:48.974314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:48.994213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'mac_address': 'fa:16:3e:5f:b6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:46:49.004168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72edf531-0957-4b07-a782-88aba38aede1 req-735d3a9d-02c8-4748-944a-b4c6840ac504 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780118 Jul 05 09:46:49.019980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 08e8af62-dd94-4442-b46e-9a4e2bcd86f7 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:46:49.030500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4551c59c-2483-4768-b4a1-68b4ba1de01c req-b016105b-1efd-4a69-ae7c-1e356841d2d2 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&id=b58a7c2b-821d-4bee-901f-dd9763059514&id=ec7ea67e-a00d-476b-9d77-8cfe677ca730&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4240682 Jul 05 09:46:49.085059 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.158541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] For port 8ec1663a-f443-4a7a-b301-f850371d3f86, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:49.236473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.239229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.241286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] For port 8ec1663a-f443-4a7a-b301-f850371d3f86, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8ec1663a-f443-4a7a-b301-f850371d3f86,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:49.259156 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.266836 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.299122 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd08c2-2b13-4002-9867-338a8f7f7882 x-openstack-request-id: req-31fd08c2-2b13-4002-9867-338a8f7f7882 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:49.299359 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "tag": "5215319b-8540-41fe-a6ff-fd444d268962", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:49.299568 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31fd08c2-2b13-4002-9867-338a8f7f7882 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:49.299960 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962', 'status': 'completed', 'code': 200} Jul 05 09:46:49.309141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:49.338356 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-34a7785f-6863-48fb-b36d-341f261823fd tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9591756 Jul 05 09:46:49.345303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:49.354952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-b01504db-d0f1-450e-85b8-04551f996295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:49.356623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-b01504db-d0f1-450e-85b8-04551f996295 service neutron] 10.222.0.16 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 906 time: 0.6890440 Jul 05 09:46:49.386992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417e5ba-189e-49ab-977a-c30e79fff4d3 None None] Pushing event updated for resources: {'Port': ['ID=8ec1663a-f443-4a7a-b301-f850371d3f86,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:49.409527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fffde26-6199-4ab4-8133-a0b3ad935667 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:46:49.418976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.427011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.427949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70d367a-55a3-4788-8d72-5e30ba3e670f {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:46:49.439336 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.440545 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cd9e4ad5-f24a-4779-9366-4ed16cd7c24f admin admin] 10.222.0.21 "DELETE /v2.0/routers/e70d367a-55a3-4788-8d72-5e30ba3e670f HTTP/1.1" status: 204 len: 168 time: 3.5729454 Jul 05 09:46:49.445743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:49.475856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:49.478338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6f2bee55-5eb5-4bff-958d-17f06fe4f6ad None None] Provisioning complete for port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:49.478854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f2bee55-5eb5-4bff-958d-17f06fe4f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.489643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.575211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-3d603cda-1327-48d4-a198-dc19dfb77a6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fffde26-6199-4ab4-8133-a0b3ad935667 HTTP/1.1" status: 200 len: 217 time: 0.2030888 Jul 05 09:46:49.639723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e60006fc-d72d-4f37-a331-d07c6ce36573, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e60006fc-d72d-4f37-a331-d07c6ce36573,segment=NetworkSegment(c9c3790c-34eb-4e4b-9157-71f9416a0aeb),segment_id=c9c3790c-34eb-4e4b-9157-71f9416a0aeb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:49.647359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:49.673323 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.708338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] Deleting subnet d1d18225-b050-4fbb-806b-8caeb4b80cef {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:49.711291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.714958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bee55-5eb5-4bff-958d-17f06fe4f6ad None None] Port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:49.720697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.724888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:49.771588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.820271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e60006fc-d72d-4f37-a331-d07c6ce36573,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:49.825088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8fffde26-6199-4ab4-8133-a0b3ad935667'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:49.894901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b9efb7e-d466-482b-913d-c773be669828 None None] Provisioning for port 98319e81-a0f0-4409-9793-d2efc0430efa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:49.906820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b9efb7e-d466-482b-913d-c773be669828 None None] Provisioning complete for port 98319e81-a0f0-4409-9793-d2efc0430efa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:49.906820 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb7e-d466-482b-913d-c773be669828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.935787 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.949089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-d45fd4ef-1b2d-4e6c-b5f0-6d6ec5f19b6c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:49.950975 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-d45fd4ef-1b2d-4e6c-b5f0-6d6ec5f19b6c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.16 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1023 time: 0.6435599 Jul 05 09:46:49.954789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 172.20.0.6 (8bf03de8-a5cd-4166-895f-409ef6031a3b/0e1b53b2-eab7-49de-9252-9c0cbeadc245/08e8af62-dd94-4442-b46e-9a4e2bcd86f7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:49.984603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:49.997838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fe00:2213 (8bf03de8-a5cd-4166-895f-409ef6031a3b/6cc5f179-5e4d-48fd-8907-c8c01d182eed/08e8af62-dd94-4442-b46e-9a4e2bcd86f7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:50.015850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4b9efb7e-d466-482b-913d-c773be669828 None None] Port 98319e81-a0f0-4409-9793-d2efc0430efa cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:50.048988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b9efb7e-d466-482b-913d-c773be669828 None None] Provisioning complete for port e60006fc-d72d-4f37-a331-d07c6ce36573 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:50.050415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb7e-d466-482b-913d-c773be669828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.118541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.442259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e60006fc-d72d-4f37-a331-d07c6ce36573 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:50.469605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.495492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-a5d7ceaa-c63d-48f7-ae47-f356165bda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:50.498649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-a5d7ceaa-c63d-48f7-ae47-f356165bda47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.7930751 Jul 05 09:46:50.510303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e60006fc-d72d-4f37-a331-d07c6ce36573 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:50.510657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.515994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d18225-b050-4fbb-806b-8caeb4b80cef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:50.533033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.537735 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e9ba5f76-37c7-4868-afaa-652d5dcfea62 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1d18225-b050-4fbb-806b-8caeb4b80cef HTTP/1.1" status: 204 len: 168 time: 1.0844328 Jul 05 09:46:50.537967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d0038-8079-4bc5-9cc3-b45fae170573 None None] Network f99888d9-4195-4d23-9120-f2c5061a0b9d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:50.544129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Pushing event updated for resources: {'Port': ['ID=9325faa1-5d06-45c8-8d64-68c51deff95b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:50.544504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:50.596375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-d2231a68-65e2-4f1f-9860-ec20d4fffbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:50.598551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-d2231a68-65e2-4f1f-9860-ec20d4fffbb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1175 time: 1.3106966 Jul 05 09:46:50.659351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8bbaaa3-cefe-45c0-94aa-6ed1c3bc100d None None] Provisioning complete for port 98319e81-a0f0-4409-9793-d2efc0430efa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:50.659782 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8bbaaa3-cefe-45c0-94aa-6ed1c3bc100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.664501 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3422bf17-7922-4681-84c6-067021f0e5ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=442dba0efe0c41188c717ae0b0c7aab4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0123272 Jul 05 09:46:50.676727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:50.700911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.767636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.770112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbaaa3-cefe-45c0-94aa-6ed1c3bc100d None None] Port 98319e81-a0f0-4409-9793-d2efc0430efa cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:50.774876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Deleting port 5215319b-8540-41fe-a6ff-fd444d268962 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:50.775299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.783966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:50.789097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-8b2fda5b-19fd-4e60-8918-c7cf4f5f51e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2360566 Jul 05 09:46:50.821380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Sync routers for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:50.836742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:50.837638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:50.843711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b041306c-41f0-4cc5-b2f0-1b3ec137dd80 admin admin] 10.222.0.21 "PUT /v2.0/routers/e1ddbf19-bccc-4d58-8997-9a8fdc9df29f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9286036 Jul 05 09:46:50.897953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.914665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9e82528-e7e1-4174-aed0-df24697b9c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:50.937156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] DHCP port deletion for f99888d9-4195-4d23-9120-f2c5061a0b9d request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:46:50.954045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 37d77e82-f247-4b74-8920-9148d4f86efd no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:51.026846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 08e8af62-dd94-4442-b46e-9a4e2bcd86f7 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:51.031269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 37d77e82-f247-4b74-8920-9148d4f86efd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:51.031806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 37d77e82-f247-4b74-8920-9148d4f86efd not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:51.032271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c5855e5-3736-475d-b12d-9102ca90001d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:51.111467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9e82528-e7e1-4174-aed0-df24697b9c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.130216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1c5855e5-3736-475d-b12d-9102ca90001d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:51.130901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c5855e5-3736-475d-b12d-9102ca90001d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:51.180033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] For port 5215319b-8540-41fe-a6ff-fd444d268962, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5215319b-8540-41fe-a6ff-fd444d268962,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:51.180958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.181497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:51.185427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] Deleting port 9a3abc89-2251-495d-ad2e-560710cf1208 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:51.185959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.257006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Calling delete_port for 5215319b-8540-41fe-a6ff-fd444d268962 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:51.293954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Deleting port 9a3abc89-2251-495d-ad2e-560710cf1208 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:51.293954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.304407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-03217c7c-8cbb-4cf5-9260-0d8c7c546ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554019 Jul 05 09:46:51.313467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-d086260f-5715-4912-befa-cfaa0bcd1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:51.319448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-d086260f-5715-4912-befa-cfaa0bcd1930 service neutron] 10.222.0.16 "GET /v2.0/networks?id=145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 200 len: 914 time: 0.6789079 Jul 05 09:46:51.378084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] For port 9a3abc89-2251-495d-ad2e-560710cf1208, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9a3abc89-2251-495d-ad2e-560710cf1208,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:51.385324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.450678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.469001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] Calling delete_port for 9a3abc89-2251-495d-ad2e-560710cf1208 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:51.517861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9e82528-e7e1-4174-aed0-df24697b9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.520836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9e82528-e7e1-4174-aed0-df24697b9c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.522446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e9e82528-e7e1-4174-aed0-df24697b9c31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b25d8d7-4371-4204-8d91-5b1ce2df2eb7 HTTP/1.1" status: 204 len: 168 time: 0.8430908 Jul 05 09:46:51.548566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a8b707-102b-4fb2-9ace-ecde5f28726b None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:51.594737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.628766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:51.683275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-37db36f2-d6d0-4de4-8be3-832e7cca0b9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 200 len: 217 time: 0.0897849 Jul 05 09:46:51.692678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e82528-e7e1-4174-aed0-df24697b9c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b25d8d7-4371-4204-8d91-5b1ce2df2eb7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:51.693798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-63fd2329-950d-462e-b496-639efa8ce14b None None] Provisioning for port 8ec1663a-f443-4a7a-b301-f850371d3f86 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:51.718674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:51.740331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] For port 9a3abc89-2251-495d-ad2e-560710cf1208, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9a3abc89-2251-495d-ad2e-560710cf1208,segment=NetworkSegment(448ca3a4-1105-4488-a6b1-55bbb2786dd2),segment_id=448ca3a4-1105-4488-a6b1-55bbb2786dd2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:51.740779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.749258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:46:51.798185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:51.869450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=08e8af62-dd94-4442-b46e-9a4e2bcd86f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:51.918477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Calling delete_port for 9a3abc89-2251-495d-ad2e-560710cf1208 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:51.990453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:51.994629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.051695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ec1663a-f443-4a7a-b301-f850371d3f86 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:52.059827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] Pushing event deleted for resources: {'Port': ['ID=9a3abc89-2251-495d-ad2e-560710cf1208,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:52.108514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5324b9-e64e-4d1f-bacc-1cb945e09538 None None] No DVR routers for this DVR port 9a3abc89-2251-495d-ad2e-560710cf1208 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:52.122918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:52.145445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:46Z', 'revision_number': 2, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:52.195028 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3f14d157-a028-4b8b-bb3a-1472cb2df2a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8819752 Jul 05 09:46:52.203204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:52.204379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8516fca7-0ee2-4d8f-8bd4-e1c528a586a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.244327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Checking router: e1ddbf19-bccc-4d58-8997-9a8fdc9df29f for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:52.244984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Updating router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:46:52.253594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f27d1-0d7c-4fab-adda-2c7f6f70155b req-85932815-6db1-4f55-819a-e07164241c8b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.261544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a42f27d1-0d7c-4fab-adda-2c7f6f70155b req-85932815-6db1-4f55-819a-e07164241c8b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 1023 time: 1.7780538 Jul 05 09:46:52.315962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:52.327652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d051f-92d8-4a62-838d-f2e646f88539 req-06753ead-b785-4b4f-84aa-aa9af7953ee6 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.329519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-831d051f-92d8-4a62-838d-f2e646f88539 req-06753ead-b785-4b4f-84aa-aa9af7953ee6 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 945 time: 1.8372660 Jul 05 09:46:52.337677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.347432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:52.354094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 8ec1663a-f443-4a7a-b301-f850371d3f86 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:52.372166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-c4874142-e24e-481f-bd00-d68eb9b2fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:52.373992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-c4874142-e24e-481f-bd00-d68eb9b2fefe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 200 len: 853 time: 0.2877908 Jul 05 09:46:52.374874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8ec1663a-f443-4a7a-b301-f850371d3f86 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:52.375552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.375927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb181cc-4f0b-4462-ac4e-98d0d92f784f req-ab724a3c-22e1-4b69-8f59-b7bb5fabc740 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0549724 Jul 05 09:46:52.431550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8516fca7-0ee2-4d8f-8bd4-e1c528a586a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.431873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.444357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8516fca7-0ee2-4d8f-8bd4-e1c528a586a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.465303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a42f27d1-0d7c-4fab-adda-2c7f6f70155b req-7d36b4e9-2286-4612-ba41-c392469e9917 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&id=b58a7c2b-821d-4bee-901f-dd9763059514&id=ec7ea67e-a00d-476b-9d77-8cfe677ca730&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2027676 Jul 05 09:46:52.465597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.519145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8fffde26-6199-4ab4-8133-a0b3ad935667 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:52.524773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b53bddee-d617-4292-8d79-a0e229caed46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:46:52.531597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'Port': ['ID=5215319b-8540-41fe-a6ff-fd444d268962,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:52.679267 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:52.695341 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8516fca7-0ee2-4d8f-8bd4-e1c528a586a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c36d85ea4ce4a33b61de8a7ee2df163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626938 Jul 05 09:46:52.697421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:52.757108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] No DVR routers for this DVR port 9a3abc89-2251-495d-ad2e-560710cf1208 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:52.811710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3abc89-2251-495d-ad2e-560710cf1208,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:52.813891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516fca7-0ee2-4d8f-8bd4-e1c528a586a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a78f7-4b13-41ce-8498-291258d10a84,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:52.906312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8fffde26-6199-4ab4-8133-a0b3ad935667 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:52.990660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-831d051f-92d8-4a62-838d-f2e646f88539 req-d0f5058e-616c-4ff3-99cd-1948b8633ed1 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317842 Jul 05 09:46:53.005234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8fffde26-6199-4ab4-8133-a0b3ad935667 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:53.005620 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.012369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.059009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0dfa273e-de59-45cf-be58-49194ab21b7b None None] Provisioning complete for port 9325faa1-5d06-45c8-8d64-68c51deff95b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:53.059544 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0dfa273e-de59-45cf-be58-49194ab21b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.069429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-41d1de80-287c-41df-992d-091ca7bdc6b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=145f61af-3358-4cfc-a9f3-289068f75885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6454754 Jul 05 09:46:53.130378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] Update dhcp port {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '6cc5f179-5e4d-48fd-8907-c8c01d182eed', 'ip_address': '2001:db8::f816:3eff:fe0c:b16c'}, {'subnet_id': '0e1b53b2-eab7-49de-9252-9c0cbeadc245'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '8ec1663a-f443-4a7a-b301-f850371d3f86'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:46:53.222055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-32c534c9-6757-4472-8cf6-227fd62c7b6b service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420052 Jul 05 09:46:53.323794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa273e-de59-45cf-be58-49194ab21b7b None None] Port 9325faa1-5d06-45c8-8d64-68c51deff95b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:53.338948 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.351337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] No DVR routers for this DVR port 5215319b-8540-41fe-a6ff-fd444d268962 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:46:53.361702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.369086 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-340ceac7-243c-4187-91c6-68e6ecbc3d8d req-daeed56f-8b0a-40fc-a39b-f0434326b7ca tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.16 "DELETE /v2.0/ports/5215319b-8540-41fe-a6ff-fd444d268962 HTTP/1.1" status: 204 len: 173 time: 3.4075751 Jul 05 09:46:53.394954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'name': 'network-vif-deleted', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:53.397789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 8ec1663a-f443-4a7a-b301-f850371d3f86, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8ec1663a-f443-4a7a-b301-f850371d3f86,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:53.408655 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe3510-b9d4-4a14-8dc0-2fb7604b3fa3" -d '{"events": [{"server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "name": "network-vif-deleted", "tag": "5215319b-8540-41fe-a6ff-fd444d268962"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:53.436871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.439871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325f6d5-8cdb-4767-b78c-66d548b95214 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:53.450719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325f6d5-8cdb-4767-b78c-66d548b95214 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:53.456351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:53.457543 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9325f6d5-8cdb-4767-b78c-66d548b95214 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.2503443 Jul 05 09:46:53.460511 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.478883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.506412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e24db2-625c-481f-962d-521dea71ad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.542403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e24db2-625c-481f-962d-521dea71ad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.549744 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.629083 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f412832-43b7-48b2-b904-9dd0c263370e x-openstack-request-id: req-8f412832-43b7-48b2-b904-9dd0c263370e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:53.630116 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f345f1fc-5f19-458a-9070-41dd5069c9fc", "name": "network-vif-deleted", "tag": "5215319b-8540-41fe-a6ff-fd444d268962", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:53.630563 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f412832-43b7-48b2-b904-9dd0c263370e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:53.631141 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f345f1fc-5f19-458a-9070-41dd5069c9fc', 'name': 'network-vif-deleted', 'tag': '5215319b-8540-41fe-a6ff-fd444d268962', 'status': 'completed', 'code': 200} Jul 05 09:46:53.642079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99888d9-4195-4d23-9120-f2c5061a0b9d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:53.663877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e24db2-625c-481f-962d-521dea71ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.667030 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e24db2-625c-481f-962d-521dea71ad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.671444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-82e24db2-625c-481f-962d-521dea71ad6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d8a78f7-4b13-41ce-8498-291258d10a84 HTTP/1.1" status: 204 len: 168 time: 0.9093857 Jul 05 09:46:53.700056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.703263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448ca3a4-1105-4488-a6b1-55bbb2786dd2') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:53.703602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448ca3a4-1105-4488-a6b1-55bbb2786dd2') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:53.711708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Transition to ACTIVE for port object bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:53.725001 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.728530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9a3abc89-2251-495d-ad2e-560710cf1208 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:53.732905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e24db2-625c-481f-962d-521dea71ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8a78f7-4b13-41ce-8498-291258d10a84,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:53.735963 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.748540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-599ad70e-54b1-4c54-bd39-fe79bae33d20 req-4b7b4823-fb39-42ce-88f0-f72d39d96e67 service neutron] 10.222.0.16 "GET /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106950 Jul 05 09:46:53.771349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.784568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:46:53.785627 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:46:53.789246 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:46:53.873241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=98319e81-a0f0-4409-9793-d2efc0430efa,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:53.907301 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:53.925443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9a3abc89-2251-495d-ad2e-560710cf1208 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:53.925829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9a3abc89-2251-495d-ad2e-560710cf1208 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:53.941043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:46:53.943483 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e547d55-b422-4b6e-8dc8-4223df900e4e" -d '{"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-plugged", "status": "completed", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:46:53.972287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feb004c2-1243-4677-b4c7-3407152ca81a req-e239d085-256a-4c26-9dca-94c431f494cd tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=f345f1fc-5f19-458a-9070-41dd5069c9fc HTTP/1.1" status: 200 len: 210 time: 0.0899062 Jul 05 09:46:54.007749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.019890 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f99888d9-4195-4d23-9120-f2c5061a0b9d HTTP/1.1" status: 204 len: 168 time: 3.4746134 Jul 05 09:46:54.021661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f326df7-0c7b-4720-9d25-da9b9fb5a937 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99888d9-4195-4d23-9120-f2c5061a0b9d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.031423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:54.116598 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e238b55-3c0b-4c3b-9f94-6b3346191d7d x-openstack-request-id: req-0e238b55-3c0b-4c3b-9f94-6b3346191d7d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:46:54.117415 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-plugged", "status": "completed", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:46:54.122079 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e238b55-3c0b-4c3b-9f94-6b3346191d7d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:46:54.122796 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'code': 200} Jul 05 09:46:54.126258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc48d116-cd22-46aa-b9da-fefab01e2820 None None] Provisioning complete for port 98319e81-a0f0-4409-9793-d2efc0430efa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:54.128955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc48d116-cd22-46aa-b9da-fefab01e2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.160958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.163263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5215319b-8540-41fe-a6ff-fd444d268962 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:46:54.232950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=8ec1663a-f443-4a7a-b301-f850371d3f86,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.333771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 5215319b-8540-41fe-a6ff-fd444d268962 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:46:54.334211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5215319b-8540-41fe-a6ff-fd444d268962 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:46:54.369819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Router 8154bc64-9107-44d5-8262-6e8d7b0b0ead has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:46:54.390431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.398505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.399166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.401383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.401815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.402213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.402616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.403887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.405660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.406473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.406770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.407213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:46:54.488607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bc48d116-cd22-46aa-b9da-fefab01e2820 None None] Port 98319e81-a0f0-4409-9793-d2efc0430efa cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:46:54.546552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51414) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:54.555933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Attempting to bind port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:54.556600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Attempting to bind port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:54.557163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Attempting to bind port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 on network d19c0da2-96f2-499c-a741-a3d9f8740b44 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:54.584491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] Allocated IP 172.20.0.2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/0e1b53b2-eab7-49de-9252-9c0cbeadc245/8ec1663a-f443-4a7a-b301-f850371d3f86) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:46:54.588608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b14389-4f55-4788-b466-e2967d4207a4 None None] Pushing event updated for resources: {'Port': ['ID=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.596956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:54.597348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Checking segment: {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:54.597735 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.598131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Bound using segment: {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:54.598625 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Bound port: bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:54.599011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.640691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eba5f1ca-1f9d-4c00-8f2d-b23d603a6d73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8113dad55c2e46c5bb87a66ef62f75f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892689 Jul 05 09:46:54.645404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51416) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:54.730755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 08e8af62-dd94-4442-b46e-9a4e2bcd86f7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:46:54.731149 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.744100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3410a68-5773-4c37-8034-51ffdf5e9336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.778275 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3410a68-5773-4c37-8034-51ffdf5e9336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.853703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.878057 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3410a68-5773-4c37-8034-51ffdf5e9336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.882466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3410a68-5773-4c37-8034-51ffdf5e9336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:54.887021 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d3410a68-5773-4c37-8034-51ffdf5e9336 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f53fd984-52e0-48c7-b512-729d8916567c HTTP/1.1" status: 204 len: 168 time: 0.2363815 Jul 05 09:46:54.890152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 08e8af62-dd94-4442-b46e-9a4e2bcd86f7 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:46:54.909525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3410a68-5773-4c37-8034-51ffdf5e9336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fd984-52e0-48c7-b512-729d8916567c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.914119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:54.969395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] For port 8ec1663a-f443-4a7a-b301-f850371d3f86, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8ec1663a-f443-4a7a-b301-f850371d3f86,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:54.991587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5d1e-7582-4f43-8bfc-2ddb1db53e1f req-c2c4a42c-3956-4ef3-99c8-bb93206c719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:54.994487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c1a5d1e-7582-4f43-8bfc-2ddb1db53e1f req-c2c4a42c-3956-4ef3-99c8-bb93206c719d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 1098 time: 0.8402901 Jul 05 09:46:55.044431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6518-2228-4bfa-a8d5-50794e14a339 req-48eff95e-8a9a-4319-8158-51440cb0d4fd tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:55.046774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-106a6518-2228-4bfa-a8d5-50794e14a339 req-48eff95e-8a9a-4319-8158-51440cb0d4fd tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 946 time: 0.7045648 Jul 05 09:46:55.114651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] For port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:55.143855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] For port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:55.151853 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.211308 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.298117 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.348232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-106a6518-2228-4bfa-a8d5-50794e14a339 req-137ece27-b865-417e-ba37-c0b663afd3ae tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865760 Jul 05 09:46:55.363679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b14389-4f55-4788-b466-e2967d4207a4 None None] Pushing event updated for resources: {'Port': ['ID=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:55.396344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] Transition to ACTIVE for port object 8ec1663a-f443-4a7a-b301-f850371d3f86 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:55.402017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:55.402758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:55.413719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c1a5d1e-7582-4f43-8bfc-2ddb1db53e1f req-f8818ec1-1bbd-472e-b16f-146190ebb1b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027672 Jul 05 09:46:55.486758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:46:55.503864 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Sync routers for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:46:55.520310 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:55.521151 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:55.531337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1ff0f472-bc87-4c7e-a9cf-a884f0e38805 admin admin] 10.222.0.21 "PUT /v2.0/routers/8154bc64-9107-44d5-8262-6e8d7b0b0ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5928831 Jul 05 09:46:55.543001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2764fd7a-f1e7-4b49-99e2-6f6774967a6b req-b0d0c75b-345a-498d-8a76-64f2303d05a2 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/ec7ea67e-a00d-476b-9d77-8cfe677ca730 HTTP/1.1" status: 200 len: 1803 time: 0.3508422 Jul 05 09:46:55.745753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.761334 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:55.843467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.849551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fb67a-23be-47f0-bdda-d80854b45c96 None None] Pushing event updated for resources: {'Port': ['ID=8ec1663a-f443-4a7a-b301-f850371d3f86,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:55.853253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:55.913218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=08e8af62-dd94-4442-b46e-9a4e2bcd86f7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:55.915428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2764fd7a-f1e7-4b49-99e2-6f6774967a6b req-2163bcf1-1214-4fb4-9c3c-1bd46fedbcc5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.049913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:56.199017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ec1663a-f443-4a7a-b301-f850371d3f86 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:56.247063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2764fd7a-f1e7-4b49-99e2-6f6774967a6b req-2163bcf1-1214-4fb4-9c3c-1bd46fedbcc5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.448705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:55Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:56.478201 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:48Z', 'revision_number': 2, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:56.497531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc496e-521d-4cac-98af-faafa0bc6ec0 None None] The sync data for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 is: [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:55Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:46:56.600912 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Checking router: 8154bc64-9107-44d5-8262-6e8d7b0b0ead for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:46:56.601684 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Updating router 8154bc64-9107-44d5-8262-6e8d7b0b0ead port 9325faa1-5d06-45c8-8d64-68c51deff95b binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:46:56.717820 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.719263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.726699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e483be15-fdb8-4059-a298-c97985fc677e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/08e8af62-dd94-4442-b46e-9a4e2bcd86f7 HTTP/1.1" status: 204 len: 168 time: 2.9786944 Jul 05 09:46:56.727262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:56.763778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2764fd7a-f1e7-4b49-99e2-6f6774967a6b req-2163bcf1-1214-4fb4-9c3c-1bd46fedbcc5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.770027 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2764fd7a-f1e7-4b49-99e2-6f6774967a6b req-2163bcf1-1214-4fb4-9c3c-1bd46fedbcc5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:56.775185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2764fd7a-f1e7-4b49-99e2-6f6774967a6b req-2163bcf1-1214-4fb4-9c3c-1bd46fedbcc5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec7ea67e-a00d-476b-9d77-8cfe677ca730 HTTP/1.1" status: 204 len: 173 time: 1.2058685 Jul 05 09:46:56.852214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163bcf1-1214-4fb4-9c3c-1bd46fedbcc5 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ea67e-a00d-476b-9d77-8cfe677ca730,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:56.923019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15fdbf9-7584-4dd7-851f-07c3b69b605f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.924787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15fdbf9-7584-4dd7-851f-07c3b69b605f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.938968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15fdbf9-7584-4dd7-851f-07c3b69b605f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:56.947753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:56.957928 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d15fdbf9-7584-4dd7-851f-07c3b69b605f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2195892 Jul 05 09:46:57.178498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 0e1b53b2-eab7-49de-9252-9c0cbeadc245 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:57.194386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.218915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:57.314041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.341917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.395244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.503827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3753a435-0538-4c4e-bbe2-29954f45df85 None None] Provisioning for port 8ec1663a-f443-4a7a-b301-f850371d3f86 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:57.515845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3753a435-0538-4c4e-bbe2-29954f45df85 None None] Provisioning complete for port 8ec1663a-f443-4a7a-b301-f850371d3f86 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:57.518715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3753a435-0538-4c4e-bbe2-29954f45df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.656035 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.702768 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Transition to ACTIVE for port object 9325faa1-5d06-45c8-8d64-68c51deff95b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:46:57.710557 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.725303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=98319e81-a0f0-4409-9793-d2efc0430efa,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:57.731123 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:57.810258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62af4a-866f-46ab-9de8-10e048d16c40 req-c2d36888-b6f5-422e-88cd-de850fcc38b9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:46:57.828800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b62af4a-866f-46ab-9de8-10e048d16c40 req-c2d36888-b6f5-422e-88cd-de850fcc38b9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 946 time: 0.7251320 Jul 05 09:46:57.973027 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Attempting to bind port 9325faa1-5d06-45c8-8d64-68c51deff95b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:46:57.978193 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Attempting to bind port 9325faa1-5d06-45c8-8d64-68c51deff95b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:46:57.982787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3753a435-0538-4c4e-bbe2-29954f45df85 None None] Could not find standard attr ID for object 08e8af62-dd94-4442-b46e-9a4e2bcd86f7. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:57.984015 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Attempting to bind port 9325faa1-5d06-45c8-8d64-68c51deff95b on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:46:58.004617 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab949bca-fb68-411f-9f34-a3c4710f0833 None None] Pushing event updated for resources: {'Port': ['ID=9325faa1-5d06-45c8-8d64-68c51deff95b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:58.005509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6a16219-7b20-4a7b-9873-57303873a1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.010204 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:46:58.013031 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:46:58.015205 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.016289 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Bound using segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:46:58.022842 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Bound port: 9325faa1-5d06-45c8-8d64-68c51deff95b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:46:58.024253 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.213001 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.274587 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] For port 9325faa1-5d06-45c8-8d64-68c51deff95b, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:46:58.288241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:46:58.308079 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] For port 9325faa1-5d06-45c8-8d64-68c51deff95b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9325faa1-5d06-45c8-8d64-68c51deff95b,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:46:58.314224 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.355512 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6a16219-7b20-4a7b-9873-57303873a1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.361669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6a16219-7b20-4a7b-9873-57303873a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.441627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-83ac401b-b3d1-4399-9624-8d85c7ada512 None None] Could not find standard attr ID for object 08e8af62-dd94-4442-b46e-9a4e2bcd86f7. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:46:58.450484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b62af4a-866f-46ab-9de8-10e048d16c40 req-c79e5473-b492-4df3-818a-29cc84a017fa tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136348 Jul 05 09:46:58.456517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:46:58.469174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:46:58.471115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.599214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a16219-7b20-4a7b-9873-57303873a1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01f8dd-dd6f-4c06-833f-4d3ea6eba846,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:58.616105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c6a16219-7b20-4a7b-9873-57303873a1d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e4fa77e1eb34316aa0e9d8937361177&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3957343 Jul 05 09:46:58.618336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:58.644650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:58.668042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-55a08cdc-ab43-4e33-b2fc-bff7b7e4b4cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106710903', 'description': 'tempest-description--974655766'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:46:58.684624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.800280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:58.805545 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab949bca-fb68-411f-9f34-a3c4710f0833 None None] Pushing event updated for resources: {'Port': ['ID=9325faa1-5d06-45c8-8d64-68c51deff95b,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:58.815947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/0e1b53b2-eab7-49de-9252-9c0cbeadc245 HTTP/1.1" status: 204 len: 168 time: 1.8649824 Jul 05 09:46:58.836223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:46:58.940906 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:46:58.942308 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:46:59.016947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9dda9-2529-4aac-b554-08104fd0c00d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1b53b2-eab7-49de-9252-9c0cbeadc245,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:59.041846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.074403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 6cc5f179-5e4d-48fd-8907-c8c01d182eed {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:46:59.090042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a08cdc-ab43-4e33-b2fc-bff7b7e4b4cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.093898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.125155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13d350af-0482-45b6-94e7-2999626d1f2d req-7aa1397f-d996-4f2e-80df-30bb15d1a2cc tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/b58a7c2b-821d-4bee-901f-dd9763059514 HTTP/1.1" status: 200 len: 1803 time: 0.4702933 Jul 05 09:46:59.146586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:46:59.173908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:46:59.290500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:46:59.319969 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.358424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f230b502-1677-4b77-8f40-230ef3844c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.499963 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.550783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:46:59.557018 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:46:59.578355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d88284-f21c-42a1-90dc-03b504cea14d None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:46:59.636253 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:46:59.813231 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.031853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3ccc293f-3c2d-4106-90c4-aca64088b8d4 None None] Provisioning complete for port 98319e81-a0f0-4409-9793-d2efc0430efa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:00.032269 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ccc293f-3c2d-4106-90c4-aca64088b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.049746 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.123414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f230b502-1677-4b77-8f40-230ef3844c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.153900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc293f-3c2d-4106-90c4-aca64088b8d4 None None] Port 98319e81-a0f0-4409-9793-d2efc0430efa cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:00.291937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:00.398081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f230b502-1677-4b77-8f40-230ef3844c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.417127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f230b502-1677-4b77-8f40-230ef3844c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.442279 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f230b502-1677-4b77-8f40-230ef3844c28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e01f8dd-dd6f-4c06-833f-4d3ea6eba846 HTTP/1.1" status: 204 len: 168 time: 1.8204556 Jul 05 09:47:00.512247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:00.515230 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:00.567752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:58Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:00.581592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230b502-1677-4b77-8f40-230ef3844c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01f8dd-dd6f-4c06-833f-4d3ea6eba846,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:00.740630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb38aa-7142-4db4-955a-e28c00e616c9 None None] The sync data for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 is: [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:58Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:00.849900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.120851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.136283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/6cc5f179-5e4d-48fd-8907-c8c01d182eed HTTP/1.1" status: 204 len: 168 time: 2.2947233 Jul 05 09:47:01.141769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28dbb1-1c3d-4940-94aa-c86ea27ff1a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc5f179-5e4d-48fd-8907-c8c01d182eed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:01.142561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:01.171697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13d350af-0482-45b6-94e7-2999626d1f2d req-34919ae3-a7d8-4d09-8c58-08ae9b6c275b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.208573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a08cdc-ab43-4e33-b2fc-bff7b7e4b4cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.231625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a08cdc-ab43-4e33-b2fc-bff7b7e4b4cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.240763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13d350af-0482-45b6-94e7-2999626d1f2d req-34919ae3-a7d8-4d09-8c58-08ae9b6c275b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.316758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a08cdc-ab43-4e33-b2fc-bff7b7e4b4cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.320280 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-55a08cdc-ab43-4e33-b2fc-bff7b7e4b4cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6664333 Jul 05 09:47:01.343538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:01.375403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a08cdc-ab43-4e33-b2fc-bff7b7e4b4cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1477f8-8da3-4dc5-a07a-db768b4d9df4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:01.511250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-dab8547f-1707-4ee4-986c-da840708abcf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'security_group_rule': {'security_group_id': 'ef1477f8-8da3-4dc5-a07a-db768b4d9df4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:01.563561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-841eb1d1-c9ea-4331-90f9-097baa96eda7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4061561 Jul 05 09:47:01.569596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:01.584086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd50f66-c5ee-4337-99b0-67a5d11fe1a6 req-18bbf959-7ffd-4103-9722-35f0e2d233d6 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:01.588407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:01.599458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfd50f66-c5ee-4337-99b0-67a5d11fe1a6 req-18bbf959-7ffd-4103-9722-35f0e2d233d6 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 946 time: 0.7888455 Jul 05 09:47:01.620017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020fb6f8-545b-4be4-8543-73946b3371dc None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:01.730503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Router 839f3f22-6f16-44aa-bf61-4b8b69301141 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:47:01.828646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:01.847962 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.862816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bdd82bd7-dfe7-44f4-bb53-ff7f3f6266c4 None None] Provisioning complete for port 8ec1663a-f443-4a7a-b301-f850371d3f86 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:01.863700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdd82bd7-dfe7-44f4-bb53-ff7f3f6266c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:01.944626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:01.965404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dab8547f-1707-4ee4-986c-da840708abcf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.024626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfd50f66-c5ee-4337-99b0-67a5d11fe1a6 req-c5fa000e-ff72-4d46-b532-91cef2b2a48a tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238720 Jul 05 09:47:02.206088 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13d350af-0482-45b6-94e7-2999626d1f2d req-34919ae3-a7d8-4d09-8c58-08ae9b6c275b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.219687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13d350af-0482-45b6-94e7-2999626d1f2d req-34919ae3-a7d8-4d09-8c58-08ae9b6c275b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.221637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13d350af-0482-45b6-94e7-2999626d1f2d req-34919ae3-a7d8-4d09-8c58-08ae9b6c275b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/b58a7c2b-821d-4bee-901f-dd9763059514 HTTP/1.1" status: 204 len: 173 time: 3.0710533 Jul 05 09:47:02.331401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:02.334508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34919ae3-a7d8-4d09-8c58-08ae9b6c275b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a7c2b-821d-4bee-901f-dd9763059514,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:02.369436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b4c8ce22-a06f-4b89-8d83-0b1439a4dc3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "PUT /v2.0/routers/839f3f22-6f16-44aa-bf61-4b8b69301141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0208387 Jul 05 09:47:02.374333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51550) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:02.375329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:47:02.390354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9a954fe4-a596-45e3-97a1-c5e3a012e1f2 req-c2afae18-09dd-41ba-81b0-a6c2c31cdd98 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1387129935', 'description': 'tempest-description-406801022'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:02.443388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] Sync routers for ids ['839f3f22-6f16-44aa-bf61-4b8b69301141'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:02.467330 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9a954fe4-a596-45e3-97a1-c5e3a012e1f2 req-c2afae18-09dd-41ba-81b0-a6c2c31cdd98 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.502072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9325faa1-5d06-45c8-8d64-68c51deff95b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:02.565168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dab8547f-1707-4ee4-986c-da840708abcf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.578633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dab8547f-1707-4ee4-986c-da840708abcf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.626433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8547f-1707-4ee4-986c-da840708abcf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf3e841-14dc-4d55-ba55-d7d81608fb1b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:02.903812 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9a954fe4-a596-45e3-97a1-c5e3a012e1f2 req-c2afae18-09dd-41ba-81b0-a6c2c31cdd98 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.914761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9a954fe4-a596-45e3-97a1-c5e3a012e1f2 req-c2afae18-09dd-41ba-81b0-a6c2c31cdd98 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.933653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] Routers {'839f3f22-6f16-44aa-bf61-4b8b69301141'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:02.935309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['839f3f22-6f16-44aa-bf61-4b8b69301141'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:02.935921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dab8547f-1707-4ee4-986c-da840708abcf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:02.938869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dab8547f-1707-4ee4-986c-da840708abcf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4476159 Jul 05 09:47:02.954874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:02.989412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d4bf8a57-7d9f-41ba-8fb4-de16c4501964 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'security_group_rule': {'security_group_id': 'ef1477f8-8da3-4dc5-a07a-db768b4d9df4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:03.043786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9a954fe4-a596-45e3-97a1-c5e3a012e1f2 req-c2afae18-09dd-41ba-81b0-a6c2c31cdd98 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.055830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a954fe4-a596-45e3-97a1-c5e3a012e1f2 req-c2afae18-09dd-41ba-81b0-a6c2c31cdd98 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7360055 Jul 05 09:47:03.060615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afae18-09dd-41ba-81b0-a6c2c31cdd98 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1608a0b5-5702-4710-afc7-050e8b3c825c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:03.184289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f8202e9-e54c-488d-9a81-b09907c1acd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.212297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995ba74-3942-432a-9475-76d38bcbda4f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:03.215588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f995ba74-3942-432a-9475-76d38bcbda4f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports?device_id=839f3f22-6f16-44aa-bf61-4b8b69301141 HTTP/1.1" status: 200 len: 983 time: 0.8354890 Jul 05 09:47:03.219986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:03.274125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:03.323257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8a57-7d9f-41ba-8fb4-de16c4501964 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.348149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9325faa1-5d06-45c8-8d64-68c51deff95b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:03.364188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] Deleting port 8ec1663a-f443-4a7a-b301-f850371d3f86 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:03.364812 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.423050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] Routers {'839f3f22-6f16-44aa-bf61-4b8b69301141'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:03.440600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['839f3f22-6f16-44aa-bf61-4b8b69301141'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:03.536363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efc3db6e-345b-474a-8b4b-e5e96a86c9df req-d47ded1e-e0f7-4657-b10f-a98c2205bb02 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/1608a0b5-5702-4710-afc7-050e8b3c825c HTTP/1.1" status: 200 len: 1802 time: 0.3826833 Jul 05 09:47:03.585153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-efc3db6e-345b-474a-8b4b-e5e96a86c9df req-cec2d72d-a534-4cad-8016-6f41cc6a5003 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Request body: {'security_group': {'name': 'tempest-sg-hth-762017576', 'description': 'tempest-description-hth-823403559'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:03.636660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9325faa1-5d06-45c8-8d64-68c51deff95b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:03.637889 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.700777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f8202e9-e54c-488d-9a81-b09907c1acd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.709351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:03.711680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9fd022-19bd-4716-b9a8-967727a7f088 None None] The sync data for ids ['839f3f22-6f16-44aa-bf61-4b8b69301141'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:03.725836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f8202e9-e54c-488d-9a81-b09907c1acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.735452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8a57-7d9f-41ba-8fb4-de16c4501964 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.762978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] For port 8ec1663a-f443-4a7a-b301-f850371d3f86, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8ec1663a-f443-4a7a-b301-f850371d3f86,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:03.763773 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.784222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f8202e9-e54c-488d-9a81-b09907c1acd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08c68e53a127429b80707f1d1185ffef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8281732 Jul 05 09:47:03.788724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:03.813570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] Calling delete_port for 8ec1663a-f443-4a7a-b301-f850371d3f86 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:03.828578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efc3db6e-345b-474a-8b4b-e5e96a86c9df req-cec2d72d-a534-4cad-8016-6f41cc6a5003 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.839643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.839888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8a57-7d9f-41ba-8fb4-de16c4501964 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.961965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 9325faa1-5d06-45c8-8d64-68c51deff95b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9325faa1-5d06-45c8-8d64-68c51deff95b,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:03.973259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:03.973619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8202e9-e54c-488d-9a81-b09907c1acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0230b43-4d1d-446f-b2b9-e8b6b8286411,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.049488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.059960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf8a57-7d9f-41ba-8fb4-de16c4501964 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe6abfa-330d-4caa-81f8-c7a37ec32eec,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.063700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490608b9-fc15-4951-a14b-4ae004c8c49c req-0197556f-f4e3-4721-bcf9-fc1933b8953f tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.068054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] No DVR routers for this DVR port 8ec1663a-f443-4a7a-b301-f850371d3f86 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:04.070889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=9325faa1-5d06-45c8-8d64-68c51deff95b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.107429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-490608b9-fc15-4951-a14b-4ae004c8c49c req-0197556f-f4e3-4721-bcf9-fc1933b8953f tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 946 time: 0.5892022 Jul 05 09:47:04.128002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8a57-7d9f-41ba-8fb4-de16c4501964 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.129785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4bf8a57-7d9f-41ba-8fb4-de16c4501964 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1501558 Jul 05 09:47:04.135794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:04.147458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:04.156841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272563e-d39d-484f-9f81-e6da112fec22 None None] Pushing event deleted for resources: {'Port': ['ID=8ec1663a-f443-4a7a-b301-f850371d3f86,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.192175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efc3db6e-345b-474a-8b4b-e5e96a86c9df req-cec2d72d-a534-4cad-8016-6f41cc6a5003 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.199950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-490608b9-fc15-4951-a14b-4ae004c8c49c req-44b26fa2-ff28-4f79-96e4-be02f575098b tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915070 Jul 05 09:47:04.206497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efc3db6e-345b-474a-8b4b-e5e96a86c9df req-cec2d72d-a534-4cad-8016-6f41cc6a5003 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.209579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-efc3db6e-345b-474a-8b4b-e5e96a86c9df req-cec2d72d-a534-4cad-8016-6f41cc6a5003 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.210896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efc3db6e-345b-474a-8b4b-e5e96a86c9df req-cec2d72d-a534-4cad-8016-6f41cc6a5003 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "PUT /v2.0/security-groups/1608a0b5-5702-4710-afc7-050e8b3c825c HTTP/1.1" status: 200 len: 1775 time: 0.6474197 Jul 05 09:47:04.267549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ec1663a-f443-4a7a-b301-f850371d3f86 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:04.269606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.289118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7451f412-98f4-4e27-921b-e0aafd50ac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.314474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 8ec1663a-f443-4a7a-b301-f850371d3f86 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:04.314949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ec1663a-f443-4a7a-b301-f850371d3f86 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:04.328909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:47:04.379349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2d72d-a534-4cad-8016-6f41cc6a5003 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1608a0b5-5702-4710-afc7-050e8b3c825c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.380954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.405215 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7451f412-98f4-4e27-921b-e0aafd50ac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.411947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:04.422090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-537ccfc7-f12c-4849-bca5-3078b175222d req-3650c182-b00b-4009-84f7-7c71d10d64ed tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/1608a0b5-5702-4710-afc7-050e8b3c825c HTTP/1.1" status: 200 len: 1775 time: 0.1446936 Jul 05 09:47:04.423125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:04.443278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460d464-2b3b-4570-b55d-261b4f94d821 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:04.482702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:04.483557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.490510 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7451f412-98f4-4e27-921b-e0aafd50ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.497942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7451f412-98f4-4e27-921b-e0aafd50ac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:04.506880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7451f412-98f4-4e27-921b-e0aafd50ac52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0230b43-4d1d-446f-b2b9-e8b6b8286411 HTTP/1.1" status: 204 len: 168 time: 0.7070503 Jul 05 09:47:04.507123 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9281623 Jul 05 09:47:04.507914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:04.560292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:04.576334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451f412-98f4-4e27-921b-e0aafd50ac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0230b43-4d1d-446f-b2b9-e8b6b8286411,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.678595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427a468-ce63-4cbe-92a6-30680494435d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=8ff9649f-ed34-4a6a-809e-415e68a43969,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:04.984037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:04.997088 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.057659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '8ff9649f-ed34-4a6a-809e-415e68a43969'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:47:05.061728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.227998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.597770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Allocated IP 172.25.1.16 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/9488982f-329d-4293-9915-cef721b33fbb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:05.642646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.739013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:05.798289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.813937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2456345b-1667-4499-a716-93f93ec5b774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.925374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:05.931496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:05.947644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ea26bdf-09c8-4b22-ba40-211ef317df07 req-36eca403-43b8-4ebe-81ec-211dba722c8e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/1608a0b5-5702-4710-afc7-050e8b3c825c HTTP/1.1" status: 200 len: 1775 time: 0.2388575 Jul 05 09:47:05.951134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:05.951646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:05.991782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=725c223e-e13a-4b7c-a6d8-ec4e6e01402a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.044702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Allocated IP 2001:db8::f816:3eff:feef:3cc3 (8bf03de8-a5cd-4166-895f-409ef6031a3b/8ff9649f-ed34-4a6a-809e-415e68a43969/3bb1638e-78ef-48cb-bb42-009829944c51) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:06.103974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ea26bdf-09c8-4b22-ba40-211ef317df07 req-298110a6-e9b7-4400-b907-508a0027e42b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.183764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ea26bdf-09c8-4b22-ba40-211ef317df07 req-298110a6-e9b7-4400-b907-508a0027e42b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.316078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9325faa1-5d06-45c8-8d64-68c51deff95b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:06.318749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.337242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ea26bdf-09c8-4b22-ba40-211ef317df07 req-298110a6-e9b7-4400-b907-508a0027e42b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.355066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5ea26bdf-09c8-4b22-ba40-211ef317df07 req-298110a6-e9b7-4400-b907-508a0027e42b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.364329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ea26bdf-09c8-4b22-ba40-211ef317df07 req-298110a6-e9b7-4400-b907-508a0027e42b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/1608a0b5-5702-4710-afc7-050e8b3c825c HTTP/1.1" status: 204 len: 173 time: 0.4139702 Jul 05 09:47:06.413944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298110a6-e9b7-4400-b907-508a0027e42b tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608a0b5-5702-4710-afc7-050e8b3c825c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.451394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.549704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=9488982f-329d-4293-9915-cef721b33fbb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.570585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2456345b-1667-4499-a716-93f93ec5b774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.581361 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2456345b-1667-4499-a716-93f93ec5b774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.587966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3aced2fc-a727-434f-9d37-441726c810cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0452027 Jul 05 09:47:06.587966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:06.596383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:e6:fd:c2', 'name': 'tempest-NetworksTestDHCPv6-2127371478'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:06.615162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:06.667650 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.674979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:06.692087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:06.705773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Transition to ACTIVE for port object 3bb1638e-78ef-48cb-bb42-009829944c51 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:06.738147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9325faa1-5d06-45c8-8d64-68c51deff95b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:06.738524 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.767700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Transition to ACTIVE for port object 3bb1638e-78ef-48cb-bb42-009829944c51 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:06.781642 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:06.800652 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2456345b-1667-4499-a716-93f93ec5b774 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=232ede6bb2594ff9b77149034c0f17c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0587504 Jul 05 09:47:06.816713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:06.839338 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-f30cd8b4-6813-4874-9d8e-adc33418776c req-12846bbc-2d08-4109-ade6-c14b1ad93672 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:47:06.840465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f30cd8b4-6813-4874-9d8e-adc33418776c req-12846bbc-2d08-4109-ade6-c14b1ad93672 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/b58a7c2b-821d-4bee-901f-dd9763059514 HTTP/1.1" status: 404 len: 352 time: 0.0609856 Jul 05 09:47:06.869086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:06.879630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:06.890036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:06.964291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.979680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456345b-1667-4499-a716-93f93ec5b774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc4baf5-8d7a-4714-9fb6-c1811326d3bc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:06.994198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Attempting to bind port 3bb1638e-78ef-48cb-bb42-009829944c51 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:06.995875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Attempting to bind port 3bb1638e-78ef-48cb-bb42-009829944c51 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:06.995875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Attempting to bind port 3bb1638e-78ef-48cb-bb42-009829944c51 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:07.031645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:07.032249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:07.033000 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.033598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:07.034539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Bound port: 3bb1638e-78ef-48cb-bb42-009829944c51, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:07.035448 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.070526 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-bb65b7b9-3647-4077-9ffa-4a4496bb3b21 req-18022440-b878-4cb1-91d3-3f79a7234066 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:47:07.118344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb65b7b9-3647-4077-9ffa-4a4496bb3b21 req-18022440-b878-4cb1-91d3-3f79a7234066 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/ec7ea67e-a00d-476b-9d77-8cfe677ca730 HTTP/1.1" status: 404 len: 352 time: 0.2246864 Jul 05 09:47:07.216583 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-1c213f52-60f9-4e1f-898d-ac573f676498 req-3b7a2012-220f-45fb-aeff-d1b6de241ff7 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:47:07.218773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c213f52-60f9-4e1f-898d-ac573f676498 req-3b7a2012-220f-45fb-aeff-d1b6de241ff7 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/3cdbfc47-44ef-4a9b-baa5-0da1f50d11fd HTTP/1.1" status: 404 len: 352 time: 0.0366681 Jul 05 09:47:07.219942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:07.250957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:07.266585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:07.275747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb3ac48-6f69-44f6-ab16-bd9365ee5281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.282251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.360295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb3ac48-6f69-44f6-ab16-bd9365ee5281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.380482 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-586df918-f60a-43f8-98e5-d1f335afc231 req-74012d58-7653-4d92-bebf-20202ae0f45e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:47:07.381748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-586df918-f60a-43f8-98e5-d1f335afc231 req-74012d58-7653-4d92-bebf-20202ae0f45e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/6123ad3f-d165-4dab-8939-e2a4a7224d60 HTTP/1.1" status: 404 len: 352 time: 0.0310726 Jul 05 09:47:07.455545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137bd9c-2cb1-4dcc-a42c-298f85d172e6 None None] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:07.495684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 98319e81-a0f0-4409-9793-d2efc0430efa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:07.496212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.526560 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-16f1a4fd-6381-4c45-ae42-8a0949ee0d57 req-ba83c30a-d228-4bc7-86e8-488adf58f73e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:47:07.549243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16f1a4fd-6381-4c45-ae42-8a0949ee0d57 req-ba83c30a-d228-4bc7-86e8-488adf58f73e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/d25e499f-9361-49a7-9438-5dc6a7628c2d HTTP/1.1" status: 404 len: 352 time: 0.0829909 Jul 05 09:47:07.571137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.606123 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-b53f1655-0dad-42e8-815d-4f128696436a req-55e83004-98a7-41c5-a1b1-9bc4e423f285 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] show failed (client error): The resource could not be found. Jul 05 09:47:07.607735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b53f1655-0dad-42e8-815d-4f128696436a req-55e83004-98a7-41c5-a1b1-9bc4e423f285 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/1bdd2c49-209b-4b01-9eeb-e0442c392b9e HTTP/1.1" status: 404 len: 352 time: 0.0409720 Jul 05 09:47:07.639109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb3ac48-6f69-44f6-ab16-bd9365ee5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.642836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aeb3ac48-6f69-44f6-ab16-bd9365ee5281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.648067 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aeb3ac48-6f69-44f6-ab16-bd9365ee5281 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdc4baf5-8d7a-4714-9fb6-c1811326d3bc HTTP/1.1" status: 204 len: 168 time: 0.8251231 Jul 05 09:47:07.676884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.678810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3ac48-6f69-44f6-ab16-bd9365ee5281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc4baf5-8d7a-4714-9fb6-c1811326d3bc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:07.685794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port c319e035-6c74-4f8d-a795-6b8211d6de24 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:47:07.759837 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:07.785808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 98319e81-a0f0-4409-9793-d2efc0430efa owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:07.857789 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:08.331578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:08.416305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 172.20.0.2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/725c223e-e13a-4b7c-a6d8-ec4e6e01402a/c319e035-6c74-4f8d-a795-6b8211d6de24) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:08.451168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fee6:fdc2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/8ff9649f-ed34-4a6a-809e-415e68a43969/c319e035-6c74-4f8d-a795-6b8211d6de24) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:08.540033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8fffde26-6199-4ab4-8133-a0b3ad935667 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:08.573558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3bb1638e-78ef-48cb-bb42-009829944c51 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:08.855178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.011456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:09.017468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=98319e81-a0f0-4409-9793-d2efc0430efa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:09.031313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'mac_address': 'fa:16:3e:5f:b6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:09.113232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.141056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.141325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object c319e035-6c74-4f8d-a795-6b8211d6de24 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:09.199042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fffde26-6199-4ab4-8133-a0b3ad935667 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:09.209488 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.221574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980eaf-8f40-4803-82ff-cf13a6efdb9f req-b3b96fd8-5956-404c-9eae-5c0c51652bfd tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.232295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.239463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f980eaf-8f40-4803-82ff-cf13a6efdb9f req-b3b96fd8-5956-404c-9eae-5c0c51652bfd tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1023 time: 0.2016592 Jul 05 09:47:09.290453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:09.303338 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.477483 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.506636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8fffde26-6199-4ab4-8133-a0b3ad935667'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:09.555467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f980eaf-8f40-4803-82ff-cf13a6efdb9f req-d94e4f08-eccd-4a5c-b421-c8f952c893ce tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fdaab52-8770-43ba-8b8d-3bd92e860e87&id=86502167-2a4b-4cbd-b173-899e95ae5644&id=72adf836-d34f-40c5-9206-1155368644f3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2946401 Jul 05 09:47:09.714392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:09.722938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.734054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:09.762592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:09.766335 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:09.770724 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6284254 Jul 05 09:47:09.800230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931cfd2-a33d-487f-bb3c-bf6661e9a01f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=9488982f-329d-4293-9915-cef721b33fbb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:09.852577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=c319e035-6c74-4f8d-a795-6b8211d6de24,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:09.856203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee146829-863f-42b5-86e7-0933d87660d2 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:09.959044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:09.964799 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.015970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:10.025458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-83477272-091c-48c9-9524-e04c8904bb97 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4338760 Jul 05 09:47:10.026241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:10.043564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-124447e4-e1be-40d9-b3ba-28aeeb37fccf None None] Provisioning for port 3bb1638e-78ef-48cb-bb42-009829944c51 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:10.088901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-124447e4-e1be-40d9-b3ba-28aeeb37fccf None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:10.089344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-124447e4-e1be-40d9-b3ba-28aeeb37fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.115419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.277773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f2e7d-8a3a-4e0e-b6ef-84478a48f84b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.308104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f2e7d-8a3a-4e0e-b6ef-84478a48f84b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.311011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c91f2e7d-8a3a-4e0e-b6ef-84478a48f84b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2810726 Jul 05 09:47:10.318172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-d029d512-8592-496a-848b-7b8bc714c9fe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:10.322710 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-d029d512-8592-496a-848b-7b8bc714c9fe tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.15 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 1023 time: 0.3557634 Jul 05 09:47:10.327790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:10.547774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port c319e035-6c74-4f8d-a795-6b8211d6de24 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:10.548503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.614656 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-124447e4-e1be-40d9-b3ba-28aeeb37fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.682652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Router 839f3f22-6f16-44aa-bf61-4b8b69301141 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:47:10.700623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:10.729293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for c319e035-6c74-4f8d-a795-6b8211d6de24 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:10.799864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-124447e4-e1be-40d9-b3ba-28aeeb37fccf None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:10.847909 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-124447e4-e1be-40d9-b3ba-28aeeb37fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.013761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.133833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124447e4-e1be-40d9-b3ba-28aeeb37fccf None None] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:11.137547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=c319e035-6c74-4f8d-a795-6b8211d6de24,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:11.258039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864b3e4-1bb7-41b6-9b7d-fba7349f379e None None] Update dhcp port {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '8ff9649f-ed34-4a6a-809e-415e68a43969', 'ip_address': '2001:db8::f816:3eff:feef:3cc3'}, {'subnet_id': '725c223e-e13a-4b7c-a6d8-ec4e6e01402a'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '3bb1638e-78ef-48cb-bb42-009829944c51'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:47:11.338585 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1864b3e4-1bb7-41b6-9b7d-fba7349f379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.341799 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.348485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-989bc984-19b2-4930-8d2c-dc0c9bb8abd0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/c319e035-6c74-4f8d-a795-6b8211d6de24 HTTP/1.1" status: 204 len: 168 time: 1.0155141 Jul 05 09:47:11.348919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:11.455696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c3587-a18c-456c-8a68-614d7c024988 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:11.457932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c3587-a18c-456c-8a68-614d7c024988 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:11.460414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c3587-a18c-456c-8a68-614d7c024988 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:11.467401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5b9c3587-a18c-456c-8a68-614d7c024988 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1085663 Jul 05 09:47:11.468444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:11.578884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 725c223e-e13a-4b7c-a6d8-ec4e6e01402a {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:11.586815 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.672432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.731633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:11.746592 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] Sync routers for ids ['839f3f22-6f16-44aa-bf61-4b8b69301141'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:11.760650 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3fba7c53-15b7-45ba-b13c-b6c0678898f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "PUT /v2.0/routers/839f3f22-6f16-44aa-bf61-4b8b69301141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4764452 Jul 05 09:47:11.765300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51764) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:11.782688 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] Routers {'839f3f22-6f16-44aa-bf61-4b8b69301141'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:11.784918 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['839f3f22-6f16-44aa-bf61-4b8b69301141'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:11.804879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.918273 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca773751-3ddd-443f-9bf6-e3b8cba9891c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:47:11.921907 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:11.926218 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ca773751-3ddd-443f-9bf6-e3b8cba9891c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/98319e81-a0f0-4409-9793-d2efc0430efa HTTP/1.1" status: 404 len: 333 time: 0.1572137 Jul 05 09:47:11.935380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:11.949383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Deleting port b53bddee-d617-4292-8d79-a0e229caed46 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:11.950037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:11.958949 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] Routers {'839f3f22-6f16-44aa-bf61-4b8b69301141'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:11.963896 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:46:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['839f3f22-6f16-44aa-bf61-4b8b69301141'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:11.991162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b53bddee-d617-4292-8d79-a0e229caed46 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:12.105845 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:12.109246 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11877e0-ea88-4b30-b2e3-9ffb93db56c4 None None] The sync data for ids ['839f3f22-6f16-44aa-bf61-4b8b69301141'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-1864b3e4-1bb7-41b6-9b7d-fba7349f379e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 725c223e-e13a-4b7c-a6d8-ec4e6e01402a: This subnet is being modified by another concurrent operation. Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:47:12.217823 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 725c223e-e13a-4b7c-a6d8-ec4e6e01402a: This subnet is being modified by another concurrent operation. Jul 05 09:47:12.222288 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 05 09:47:12.260493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.271393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:12.325608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=725c223e-e13a-4b7c-a6d8-ec4e6e01402a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:12.345953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.353303 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc8de709-edcf-4e29-aa78-b17476e38ca4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.363793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:12.364245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.404871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Calling delete_port for b53bddee-d617-4292-8d79-a0e229caed46 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:12.470978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:12.476149 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e03ff5-64c8-46c3-9a63-a4709703aa22" -d '{"events": [{"server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "name": "network-vif-unplugged", "status": "completed", "tag": "b53bddee-d617-4292-8d79-a0e229caed46"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:12.508883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.519979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-211984fa-0ce1-4336-a1ef-652ec08d7e80 None None] Could not find standard attr ID for object c319e035-6c74-4f8d-a795-6b8211d6de24. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:47:12.525398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-25c12cc8-1471-4795-8256-99b75ad1797a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/725c223e-e13a-4b7c-a6d8-ec4e6e01402a HTTP/1.1" status: 204 len: 168 time: 1.0445547 Jul 05 09:47:12.543934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:12.577671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8fffde26-6199-4ab4-8133-a0b3ad935667 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:12.674970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b53bddee-d617-4292-8d79-a0e229caed46, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b53bddee-d617-4292-8d79-a0e229caed46,segment=NetworkSegment(d0d280f7-9275-46ba-bce6-f27516bbd383),segment_id=d0d280f7-9275-46ba-bce6-f27516bbd383)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:12.698435 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.834211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-211984fa-0ce1-4336-a1ef-652ec08d7e80 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:12.835103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-211984fa-0ce1-4336-a1ef-652ec08d7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.847511 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.852592 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc8de709-edcf-4e29-aa78-b17476e38ca4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.853390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:12.862261 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc8de709-edcf-4e29-aa78-b17476e38ca4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.906315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b26f93-d449-47e0-a8b8-fa15b14377b0 None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:47:12.968659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc8de709-edcf-4e29-aa78-b17476e38ca4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.969457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8de709-edcf-4e29-aa78-b17476e38ca4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Fanout notify agent at l3_agent the message router_deleted on router 839f3f22-6f16-44aa-bf61-4b8b69301141 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:47:12.985938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc8de709-edcf-4e29-aa78-b17476e38ca4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:12.989935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fc8de709-edcf-4e29-aa78-b17476e38ca4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/routers/839f3f22-6f16-44aa-bf61-4b8b69301141 HTTP/1.1" status: 204 len: 168 time: 1.0527153 Jul 05 09:47:12.995243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:13.031226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:13.032285 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.058332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'Port': ['ID=b53bddee-d617-4292-8d79-a0e229caed46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:13.128917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] No DVR routers for this DVR port b53bddee-d617-4292-8d79-a0e229caed46 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:13.129989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet 346da6ab-ce50-455b-b79d-17a4b7a39fb3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:13.136046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.146617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.155223 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6ea2ec2-a5bf-447d-92b9-fb73ae2a72d1 req-03706c79-bcfe-4667-a61d-81de4952841a tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.15 "DELETE /v2.0/ports/b53bddee-d617-4292-8d79-a0e229caed46 HTTP/1.1" status: 204 len: 173 time: 2.7577620 Jul 05 09:47:13.156502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'name': 'network-vif-deleted', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:13.167205 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96514618-7179-4888-a272-445e318df44e" -d '{"events": [{"server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "name": "network-vif-deleted", "tag": "b53bddee-d617-4292-8d79-a0e229caed46"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:13.291234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 8ff9649f-ed34-4a6a-809e-415e68a43969 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:13.308195 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.369665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.424526 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.490124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8fffde26-6199-4ab4-8133-a0b3ad935667 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:13.490900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.608085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.660831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.709923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6333c153-8849-4f0b-ba29-700ff45c651a None None] Could not find standard attr ID for object c319e035-6c74-4f8d-a795-6b8211d6de24. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:47:13.745313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b26f93-d449-47e0-a8b8-fa15b14377b0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:47:13.814657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.903625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=346da6ab-ce50-455b-b79d-17a4b7a39fb3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:13.907114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.909980 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.915400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-244aa943-cf85-41aa-80d2-95f101be9323 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/346da6ab-ce50-455b-b79d-17a4b7a39fb3 HTTP/1.1" status: 204 len: 168 time: 0.9090831 Jul 05 09:47:13.916883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:13.943508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff9649f-ed34-4a6a-809e-415e68a43969,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:13.984663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:13.989279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d7f80de5-d054-406f-b514-60c1a4dde3cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/8ff9649f-ed34-4a6a-809e-415e68a43969 HTTP/1.1" status: 204 len: 168 time: 1.4395809 Jul 05 09:47:13.992053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:14.055468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d2037b93-6e94-4410-95ba-94dfe78efce4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614347 Jul 05 09:47:14.056278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:14.062662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:14.281867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.350606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:14.355156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.421027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:14.502353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port e60006fc-d72d-4f37-a331-d07c6ce36573 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:14.502912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.819307 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.831649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc151925-c9f4-452e-ab9c-7fe561f843b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.871398 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-75434e0a-4050-4d10-8939-ffddb5fd5ce4 req-de048ac7-03ec-4091-a693-378d0e7c232b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12bc0449-6756-4c41-9c72-8420ef89c60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1960645 Jul 05 09:47:14.935498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] For port e60006fc-d72d-4f37-a331-d07c6ce36573, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e60006fc-d72d-4f37-a331-d07c6ce36573,segment=NetworkSegment(c9c3790c-34eb-4e4b-9157-71f9416a0aeb),segment_id=c9c3790c-34eb-4e4b-9157-71f9416a0aeb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:14.938152 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:14.970786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.004993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:15.013992 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.054562 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-75434e0a-4050-4d10-8939-ffddb5fd5ce4 req-613c59ec-c4d8-434f-b006-cc1b14670e79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=480b820435214b079c43dec85efec1b5&device_id=12bc0449-6756-4c41-9c72-8420ef89c60c HTTP/1.1" status: 200 len: 210 time: 0.1111760 Jul 05 09:47:15.079909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for e60006fc-d72d-4f37-a331-d07c6ce36573 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:15.282918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:15.292300 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.317790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9a760-b828-43c9-974d-8dee39c24f7a None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:47:15.377826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:15.479847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75434e0a-4050-4d10-8939-ffddb5fd5ce4 req-cf2ba335-9d49-49dc-a136-2de3bf775dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.481747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-75434e0a-4050-4d10-8939-ffddb5fd5ce4 req-cf2ba335-9d49-49dc-a136-2de3bf775dde service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=480b820435214b079c43dec85efec1b5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3287668 Jul 05 09:47:15.559454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a2c0481b-f90c-4c43-b2e2-74044e27e769 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:15.559819 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2c0481b-f90c-4c43-b2e2-74044e27e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.660051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:15.699748 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.748019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:15.751710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:15.760544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:15.761238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:15.794621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7340271 Jul 05 09:47:15.794621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427cd8f-06b4-4c3e-9782-5c08af9ee162 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=b21fd0bc-c75b-4a0e-92b4-1419792abaf7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:15.795029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51792) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:15.807615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:15.823220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9a760-b828-43c9-974d-8dee39c24f7a None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:47:16.018879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:16.027206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.091773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.098873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75434e0a-4050-4d10-8939-ffddb5fd5ce4 req-c07f3b95-ce5b-498e-b293-93c2220a908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:16.104254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2c0481b-f90c-4c43-b2e2-74044e27e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.110489 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-75434e0a-4050-4d10-8939-ffddb5fd5ce4 req-c07f3b95-ce5b-498e-b293-93c2220a908c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5368588 Jul 05 09:47:16.170796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=e60006fc-d72d-4f37-a331-d07c6ce36573,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:16.172955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No DVR routers for this DVR port e60006fc-d72d-4f37-a331-d07c6ce36573 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:16.260578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a2c0481b-f90c-4c43-b2e2-74044e27e769 None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:16.286095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a2c0481b-f90c-4c43-b2e2-74044e27e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.429102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.468947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9056cada-7fd5-4d02-8011-0ebcdc9805c3']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:16.501860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c3790c-34eb-4e4b-9157-71f9416a0aeb') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:16.502183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c3790c-34eb-4e4b-9157-71f9416a0aeb') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:16.519320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.545812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0481b-f90c-4c43-b2e2-74044e27e769 None None] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:16.557396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.564279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:47:16.564687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:47:16.567836 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:47:16.732329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.755351 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.757899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/9056cada-7fd5-4d02-8011-0ebcdc9805c3 HTTP/1.1" status: 204 len: 168 time: 2.8387330 Jul 05 09:47:16.779657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51796) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:16.796630 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.864759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.objects.ports [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:47:16.867621 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d11df32e-0f48-478e-a70d-a0addef4907c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:16.992693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3d4c4-f4be-4692-b4c2-31e645ab210e tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=9056cada-7fd5-4d02-8011-0ebcdc9805c3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:17.027581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932b589-50b4-41b9-9716-a12682dae4af tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:17.034860 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8932b589-50b4-41b9-9716-a12682dae4af tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/c0b11fc1-de61-4bd2-a081-12b007697198 HTTP/1.1" status: 200 len: 841 time: 0.2488761 Jul 05 09:47:17.035372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:17.068635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Update dhcp port {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': 'b21fd0bc-c75b-4a0e-92b4-1419792abaf7'}, {'subnet_id': '682899c6-383d-4092-bdd0-51e8fb363cdc'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '3bb1638e-78ef-48cb-bb42-009829944c51'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:47:17.108737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.160307 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3251c63f-5b01-4f6a-9a0a-96318c02c52a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/c0b11fc1-de61-4bd2-a081-12b007697198?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1231422 Jul 05 09:47:17.168370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51800) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:17.191600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:17.496868 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:47:17.496868 n-d-771363-33 neutron-server[93797]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 05 09:47:17.496868 n-d-771363-33 neutron-server[93797]: [parameters: {'ip_address': '2001:db8::f816:3eff:feef:3cc3', 'status': 'ALLOCATED', 'ipam_subnet_id': '94f87e08-73c0-4275-9f6c-492c11b38680'}] Jul 05 09:47:17.496868 n-d-771363-33 neutron-server[93797]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:47:17.497817 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:47:17.520921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:17.530672 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.663409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:17.837895 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.095437 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.219693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:18.289251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.365477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:18.370840 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.376196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:18.387880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:18.388979 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.400211 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.401167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.418455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=b3d61be9-1e82-43bb-8678-5038e509063e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:18.568487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=682899c6-383d-4092-bdd0-51e8fb363cdc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:18.583993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:18.584867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5934cec9-cb4f-4c26-b0fc-2c72780ca10c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4139588 Jul 05 09:47:18.593360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-80d13d1a-4071-40a6-94ae-6f9380e0e4c8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'security_group': {'name': 'tempest-secgroup-1086461523'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:18.603541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:18.617386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:18.639030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:18.641547 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.669442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Allocated IP 172.20.0.2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/b21fd0bc-c75b-4a0e-92b4-1419792abaf7/3bb1638e-78ef-48cb-bb42-009829944c51) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:18.677125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:18.701382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e95f747f-c46d-4eb4-a147-4dd353da13f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9053319 Jul 05 09:47:18.708104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:18.719915 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80d13d1a-4071-40a6-94ae-6f9380e0e4c8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.730859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:6b:53:53', 'name': 'tempest-NetworksTestDHCPv6-375762854'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:18.913556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80d13d1a-4071-40a6-94ae-6f9380e0e4c8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.924984 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80d13d1a-4071-40a6-94ae-6f9380e0e4c8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.963744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80d13d1a-4071-40a6-94ae-6f9380e0e4c8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:18.968556 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-80d13d1a-4071-40a6-94ae-6f9380e0e4c8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3812521 Jul 05 09:47:18.969516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:18.985812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c1246ede-224b-41ef-8abc-0facffdee066 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'security_group': {'name': 'tempest-secgroup-588248650'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:18.995418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:19.041116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d13d1a-4071-40a6-94ae-6f9380e0e4c8 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6aba6b-6663-4c23-9b6f-aa6107138a87,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:19.061192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1246ede-224b-41ef-8abc-0facffdee066 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.132592 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.149363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:19.199042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Transition to ACTIVE for port object 3bb1638e-78ef-48cb-bb42-009829944c51 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:19.204896 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.378608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1246ede-224b-41ef-8abc-0facffdee066 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.395295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1246ede-224b-41ef-8abc-0facffdee066 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.417697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1246ede-224b-41ef-8abc-0facffdee066 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.422318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c1246ede-224b-41ef-8abc-0facffdee066 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4442930 Jul 05 09:47:19.429004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:19.439531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1385382991', 'security_groups': ['628161d0-06be-4832-a9da-2a556c5ac269'], 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b3d61be9-1e82-43bb-8678-5038e509063e'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:19.473562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a636c6d-ca30-4917-9716-65245107d50e None None] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:19.611450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1246ede-224b-41ef-8abc-0facffdee066 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628161d0-06be-4832-a9da-2a556c5ac269,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:19.642444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.646399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:19.652825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.796270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:19.853282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:47:19.919282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 45ac72fb-3e31-4aa6-8f85-47e88cbf477c yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:47:20.278581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-b39b5d64-a269-4359-a65f-1039b4aa47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:20.281484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-b39b5d64-a269-4359-a65f-1039b4aa47a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 1098 time: 0.5004506 Jul 05 09:47:20.283647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.14 (a9953944-00df-49a0-9fe7-03ec6692cf40/b3d61be9-1e82-43bb-8678-5038e509063e/2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:20.325579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:20.516676 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bbf2d0-f660-4b55-9dc2-f12e766bb737 x-openstack-request-id: req-d9bbf2d0-f660-4b55-9dc2-f12e766bb737 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:20.517377 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "name": "network-vif-unplugged", "status": "completed", "tag": "b53bddee-d617-4292-8d79-a0e229caed46", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:20.517868 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9bbf2d0-f660-4b55-9dc2-f12e766bb737 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:20.518543 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46', 'code': 200} Jul 05 09:47:20.609431 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9123f49-bf81-4c24-9cee-b5caffd6cb03 x-openstack-request-id: req-e9123f49-bf81-4c24-9cee-b5caffd6cb03 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:20.610145 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bc0449-6756-4c41-9c72-8420ef89c60c", "name": "network-vif-deleted", "tag": "b53bddee-d617-4292-8d79-a0e229caed46", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:20.611153 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9123f49-bf81-4c24-9cee-b5caffd6cb03 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:20.612043 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bc0449-6756-4c41-9c72-8420ef89c60c', 'name': 'network-vif-deleted', 'tag': 'b53bddee-d617-4292-8d79-a0e229caed46', 'status': 'completed', 'code': 200} Jul 05 09:47:20.711747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.738572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:20.818285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 172.20.0.3 (8bf03de8-a5cd-4166-895f-409ef6031a3b/b21fd0bc-c75b-4a0e-92b4-1419792abaf7/45ac72fb-3e31-4aa6-8f85-47e88cbf477c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:20.849928 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:20.852149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fe6b:5353 (8bf03de8-a5cd-4166-895f-409ef6031a3b/682899c6-383d-4092-bdd0-51e8fb363cdc/45ac72fb-3e31-4aa6-8f85-47e88cbf477c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:20.908734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-b408aa04-72f5-46f7-be46-e374fba5d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:20.909071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:20.913861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:20.920317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-b408aa04-72f5-46f7-be46-e374fba5d374 service neutron] 10.222.0.16 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 906 time: 0.3883467 Jul 05 09:47:20.966963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:21.017037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-bd2cfbed-a505-4edf-8262-6f7ffefefc7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fffde26-6199-4ab4-8133-a0b3ad935667 HTTP/1.1" status: 200 len: 217 time: 0.0832934 Jul 05 09:47:21.082265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:21.165876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:21.167743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.206153 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a0abc7d3-a34f-40ca-9ff1-8c806aa7c4bb tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7713790 Jul 05 09:47:21.207628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:21.219457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0e39efdb-29d2-4c75-8c50-c3f689d4e370 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:21.250742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-212f3c5e-98d3-46b9-9449-44d35da4af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:21.252420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-212f3c5e-98d3-46b9-9449-44d35da4af56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.2279167 Jul 05 09:47:21.312449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c17aa41c-182d-4b97-b3e8-37938fe4d3f5 req-9fa3b716-c910-4135-be9d-1aece7b53e14 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/86502167-2a4b-4cbd-b173-899e95ae5644 HTTP/1.1" status: 200 len: 1802 time: 0.5536463 Jul 05 09:47:21.315883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8aa9b6-8445-433b-96c1-3126c19a5a86 None None] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:21.347268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-cfc19bbf-49ff-4ac4-a3c7-d83ae1afbb99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719094 Jul 05 09:47:21.432805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-90409658-009f-4b59-8833-a5f0f25cbe6e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--106710903&fields=id&tenant_id=6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 267 time: 0.1955683 Jul 05 09:47:21.608437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e39efdb-29d2-4c75-8c50-c3f689d4e370 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:21.612077 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.623534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e39efdb-29d2-4c75-8c50-c3f689d4e370 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.676794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 45ac72fb-3e31-4aa6-8f85-47e88cbf477c will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:21.727018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c17aa41c-182d-4b97-b3e8-37938fe4d3f5 req-28e2a41a-78a8-471a-a711-e5b3682ee07c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.761669 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c17aa41c-182d-4b97-b3e8-37938fe4d3f5 req-28e2a41a-78a8-471a-a711-e5b3682ee07c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.774776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8aa9b6-8445-433b-96c1-3126c19a5a86 None None] Network 9056cada-7fd5-4d02-8011-0ebcdc9805c3 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:47:21.789502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19266c06-f6e5-459b-8213-03b1922f509e None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:21.902109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c17aa41c-182d-4b97-b3e8-37938fe4d3f5 req-28e2a41a-78a8-471a-a711-e5b3682ee07c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.905104 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c17aa41c-182d-4b97-b3e8-37938fe4d3f5 req-28e2a41a-78a8-471a-a711-e5b3682ee07c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:21.915725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c17aa41c-182d-4b97-b3e8-37938fe4d3f5 req-28e2a41a-78a8-471a-a711-e5b3682ee07c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/86502167-2a4b-4cbd-b173-899e95ae5644 HTTP/1.1" status: 204 len: 173 time: 0.6021755 Jul 05 09:47:21.974025 n-d-771363-33 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-0e39efdb-29d2-4c75-8c50-c3f689d4e370 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b3d61be9-1e82-43bb-8678-5038e509063e (CIDR: 172.20.0.0/28) Jul 05 09:47:21.979301 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e39efdb-29d2-4c75-8c50-c3f689d4e370 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:21.980135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e39efdb-29d2-4c75-8c50-c3f689d4e370 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:22.000100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-fc5c0577-bd02-4469-bb0f-64a7818bcea2 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221452 Jul 05 09:47:22.016999 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0e39efdb-29d2-4c75-8c50-c3f689d4e370 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8083861 Jul 05 09:47:22.018004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:22.029009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:22.036546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-5ab4b682-88b9-44ba-8eef-2d5446afa79b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:22.039468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02082000-c7b0-41af-af53-bd18c605356f None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:22.041017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-5ab4b682-88b9-44ba-8eef-2d5446afa79b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.5503767 Jul 05 09:47:22.143056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfcbf1b-392c-4af5-9a06-740519ed7d15 None None] DHCP port deletion for 9056cada-7fd5-4d02-8011-0ebcdc9805c3 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:47:22.185552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e60006fc-d72d-4f37-a331-d07c6ce36573 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:22.189023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-34049e93-1764-4fce-8842-255301ab8cb0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/quotas/6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 375 time: 0.0349348 Jul 05 09:47:22.283321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2a41a-78a8-471a-a711-e5b3682ee07c tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86502167-2a4b-4cbd-b173-899e95ae5644,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:22.306482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:22.312238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.489898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.492034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e60006fc-d72d-4f37-a331-d07c6ce36573 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:22.492415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e60006fc-d72d-4f37-a331-d07c6ce36573 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:22.528611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c09bf19d-9a5a-4cc9-bfb0-b17e3ca8b042 None None] Provisioning for port 3bb1638e-78ef-48cb-bb42-009829944c51 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:22.537960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:22.551149 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf4a84-f733-4e21-89c3-090899964b23" -d '{"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-plugged", "status": "completed", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:22.567053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c09bf19d-9a5a-4cc9-bfb0-b17e3ca8b042 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:22.568226 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c09bf19d-9a5a-4cc9-bfb0-b17e3ca8b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:22.662172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25b97cb4-085e-421a-b929-b70b1db7b043 req-b9f1858e-96eb-418e-927e-c115b3cf7ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584362 Jul 05 09:47:22.732789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=45ac72fb-3e31-4aa6-8f85-47e88cbf477c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:22.739845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:22.748641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:22.761038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:22.969603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-3a1792dd-9902-4153-8598-b472ad31041a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6627555 Jul 05 09:47:23.094605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.224721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49a9867f-2ff8-45f1-954a-a7a95ed5c244 req-06b6cace-0506-4cf6-8eb6-9999cc75630e tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "GET /v2.0/security-groups/72adf836-d34f-40c5-9206-1155368644f3 HTTP/1.1" status: 200 len: 1802 time: 0.3646629 Jul 05 09:47:23.248309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:23.252119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:23.253398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.258965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:23.282705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:23.285372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.315497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=800d37e2-2df8-4705-a291-713be073f907,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:23.361336 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f3c335d-fbcd-4c30-995c-def6b7d81c77 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3419330 Jul 05 09:47:23.366037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51958) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:23.387512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1264276116', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '800d37e2-2df8-4705-a291-713be073f907'}], 'security_groups': ['8e6aba6b-6663-4c23-9b6f-aa6107138a87']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:23.406924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bdc4eaae-cf12-4484-8f0c-18f087ea5fed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6952844 Jul 05 09:47:23.415002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:23.525135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-a9953944-00df-49a0-9fe7-03ec6692cf40', 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'tenant_id': '02332481cfaf4e12a9e08ad0d0ce974a', 'fixed_ips': [{'subnet_id': 'b3d61be9-1e82-43bb-8678-5038e509063e'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:47:23.526580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.580742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28435388-73ed-4b56-9123-af4ab35a166c None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:23.630848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-49a9867f-2ff8-45f1-954a-a7a95ed5c244 req-1c8a39b8-333b-4af6-a7c1-e1665fc327f6 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.680489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.711381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-5956c65e-99fa-49dd-a140-271c2061b36c service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800349 Jul 05 09:47:23.734766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-49a9867f-2ff8-45f1-954a-a7a95ed5c244 req-1c8a39b8-333b-4af6-a7c1-e1665fc327f6 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:23.943901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b4ca7-b666-455a-8cb5-4f8b9d234d38 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:23.955261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b4ca7-b666-455a-8cb5-4f8b9d234d38 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:23.961689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ae6b4ca7-b666-455a-8cb5-4f8b9d234d38 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5078833 Jul 05 09:47:23.962840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51978) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:24.044254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-49a9867f-2ff8-45f1-954a-a7a95ed5c244 req-1c8a39b8-333b-4af6-a7c1-e1665fc327f6 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.048082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-49a9867f-2ff8-45f1-954a-a7a95ed5c244 req-1c8a39b8-333b-4af6-a7c1-e1665fc327f6 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.067066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-02491ee7-42f8-49f9-b476-cf60a716e471 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:24.067395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02491ee7-42f8-49f9-b476-cf60a716e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.071841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49a9867f-2ff8-45f1-954a-a7a95ed5c244 req-1c8a39b8-333b-4af6-a7c1-e1665fc327f6 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] 10.222.0.21 "DELETE /v2.0/security-groups/72adf836-d34f-40c5-9206-1155368644f3 HTTP/1.1" status: 204 len: 173 time: 0.8388338 Jul 05 09:47:24.084426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51982) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:24.224125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-3a8495e7-0825-4658-b5a8-329886a270a2 service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934030 Jul 05 09:47:24.268632 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ee194b-1c16-4375-b774-c55700e33c34 x-openstack-request-id: req-98ee194b-1c16-4375-b774-c55700e33c34 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:24.268632 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-plugged", "status": "completed", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:24.268632 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98ee194b-1c16-4375-b774-c55700e33c34 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:24.269278 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'code': 200} Jul 05 09:47:24.286170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a39b8-333b-4af6-a7c1-e1665fc327f6 tempest-SecurityGroupsTestJSON-1270390670 tempest-SecurityGroupsTestJSON-1270390670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72adf836-d34f-40c5-9206-1155368644f3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:24.310215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Allocated IP 172.20.0.2 (a9953944-00df-49a0-9fe7-03ec6692cf40/b3d61be9-1e82-43bb-8678-5038e509063e/ff1fcdf7-78fd-422d-9d27-e73cdd7646d7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:24.392099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] Deleting subnet 3875d2c2-0fba-4d4a-befb-b87d91778d6d {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:24.400864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.512834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.821785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.829489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 45ac72fb-3e31-4aa6-8f85-47e88cbf477c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:24.830199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.899686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:24.938206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Transition to ACTIVE for port object ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:25.006338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Transition to ACTIVE for port object ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:25.032102 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.088746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bd57143-d42f-49d0-b418-a0bfa6c44d68 req-11e87da6-4b61-4c32-aca8-4c3ffda43e9f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 210 time: 0.2701688 Jul 05 09:47:25.120164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.318280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3875d2c2-0fba-4d4a-befb-b87d91778d6d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:25.332137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.341558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9526b1fc-999c-4967-89e5-d26068e31242 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3875d2c2-0fba-4d4a-befb-b87d91778d6d HTTP/1.1" status: 204 len: 168 time: 1.2419410 Jul 05 09:47:25.342906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:25.421382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Pushing event updated for resources: {'Port': ['ID=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:25.432879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:25.437594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:25.442382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:25.554878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Delete allocated IP 172.20.0.14 (a9953944-00df-49a0-9fe7-03ec6692cf40/b3d61be9-1e82-43bb-8678-5038e509063e) {{(pid=93795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 09:47:25.572046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:25.617756 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:47:25.639005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.665241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.19 (a9953944-00df-49a0-9fe7-03ec6692cf40/800d37e2-2df8-4705-a291-713be073f907/2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:25.817233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Attempting to bind port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:25.818016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Attempting to bind port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f9aa5e1a-b570-43f0-9830-ba78c69b57fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:25.818621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Attempting to bind port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 on network a9953944-00df-49a0-9fe7-03ec6692cf40 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:25.831312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9ffc340-bce6-4848-ae1a-c865369f7bd3 None None] Provisioning for port 45ac72fb-3e31-4aa6-8f85-47e88cbf477c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:25.834462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:25.837144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Checking segment: {'id': 'f9aa5e1a-b570-43f0-9830-ba78c69b57fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:25.837908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.838545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Bound using segment: {'id': 'f9aa5e1a-b570-43f0-9830-ba78c69b57fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:25.839334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Bound port: ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9aa5e1a-b570-43f0-9830-ba78c69b57fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:25.839919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:25.847952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9ffc340-bce6-4848-ae1a-c865369f7bd3 None None] Provisioning complete for port 45ac72fb-3e31-4aa6-8f85-47e88cbf477c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:25.848649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc340-bce6-4848-ae1a-c865369f7bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.099843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffc340-bce6-4848-ae1a-c865369f7bd3 None None] Port 45ac72fb-3e31-4aa6-8f85-47e88cbf477c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:26.165304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9ffc340-bce6-4848-ae1a-c865369f7bd3 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:26.165814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc340-bce6-4848-ae1a-c865369f7bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.197069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.204779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc279284-690f-4438-bd29-720c0febd247 None None] For port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:26.222602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Ignored duplicate provisioning block setup for port 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 09:47:26.233987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc279284-690f-4438-bd29-720c0febd247 None None] For port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,segment=NetworkSegment(f9aa5e1a-b570-43f0-9830-ba78c69b57fb),segment_id=f9aa5e1a-b570-43f0-9830-ba78c69b57fb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:26.249552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.252775 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0959bf4f-e841-4150-b912-899eb23a0afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.259766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.633960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc279284-690f-4438-bd29-720c0febd247 None None] Pushing event updated for resources: {'Port': ['ID=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:26.748797 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.827838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-438a16f2-5b25-4b02-9956-6be8fca716c6 None None] Provisioning complete for port 45ac72fb-3e31-4aa6-8f85-47e88cbf477c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:26.828568 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-438a16f2-5b25-4b02-9956-6be8fca716c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.893186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ccf0f1b-8634-4f09-9148-8992a41218c7 req-e69a1242-9ea0-40a3-ba2a-de0599356954 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 210 time: 0.1647115 Jul 05 09:47:26.896233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-438a16f2-5b25-4b02-9956-6be8fca716c6 None None] Port 45ac72fb-3e31-4aa6-8f85-47e88cbf477c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:26.924621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 45ac72fb-3e31-4aa6-8f85-47e88cbf477c owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:26.934662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] In _notify_port_updated(), no bound segment for port 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 on network a9953944-00df-49a0-9fe7-03ec6692cf40 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:47:26.949514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:26.953178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.961571 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "PUT /v2.0/ports/2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 HTTP/1.1" status: 200 len: 921 time: 3.5927474 Jul 05 09:47:26.963610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:26.979124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:26.984859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145f61af-3358-4cfc-a9f3-289068f75885']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:27.001897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d280f7-9275-46ba-bce6-f27516bbd383') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:27.002486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d280f7-9275-46ba-bce6-f27516bbd383') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:27.015670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.042730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.051961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:47:27.052899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.140039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca1abe-fc5a-4b0e-90a2-85d2fec52c39 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:47:27.190348 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:47:27.212245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.222825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.226376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/145f61af-3358-4cfc-a9f3-289068f75885 HTTP/1.1" status: 204 len: 168 time: 1.8794739 Jul 05 09:47:27.324535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f10a2d-27bf-46e4-9c9b-1f769ac851fa admin admin] Pushing event deleted for resources: {'Network': ['ID=145f61af-3358-4cfc-a9f3-289068f75885,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.527913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-3d4fac7b-3553-4258-b838-e9bf32b332dd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:27.541394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-3d4fac7b-3553-4258-b838-e9bf32b332dd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.3114614 Jul 05 09:47:27.579911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.716096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=45ac72fb-3e31-4aa6-8f85-47e88cbf477c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:27.817425 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0959bf4f-e841-4150-b912-899eb23a0afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:27.940260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52118) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:27.966729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0959bf4f-e841-4150-b912-899eb23a0afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.058992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.061296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b96f1527-bd2d-4952-9aac-5e1fc7c3423c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/45ac72fb-3e31-4aa6-8f85-47e88cbf477c HTTP/1.1" status: 204 len: 168 time: 4.0945709 Jul 05 09:47:28.076412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:28.234932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303a296-b1a4-4bf5-b1ff-611badedac89 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.237114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303a296-b1a4-4bf5-b1ff-611badedac89 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.239352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303a296-b1a4-4bf5-b1ff-611badedac89 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:28.246171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c303a296-b1a4-4bf5-b1ff-611badedac89 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1591167 Jul 05 09:47:28.247664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52124) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:28.329072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e6e6c8ee-00e3-402e-9c84-d2f3cf61bcde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=480b820435214b079c43dec85efec1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814795 Jul 05 09:47:28.334457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52128) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:28.354683 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0959bf4f-e841-4150-b912-899eb23a0afa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f414c471c3974dcebc3ed555167b0c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7788148 Jul 05 09:47:28.364009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:28.381824 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-5d961007-173e-4b42-8544-ef9505783ee4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 379 time: 0.8389616 Jul 05 09:47:28.408902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'port': {'device_id': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'admin_state_up': True, 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'security_groups': ['ef1477f8-8da3-4dc5-a07a-db768b4d9df4']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:28.488209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:28.490026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 682899c6-383d-4092-bdd0-51e8fb363cdc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:28.503346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.608892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0034212a-852c-45e9-9e4f-88e42eb59e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.651143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad68688d-7e63-440c-92fc-ef7ba600a7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.655343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.674908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:28.716929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:28.717838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.732294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0034212a-852c-45e9-9e4f-88e42eb59e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.786303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79359ef1-68de-4874-870f-fbc4f260e01f None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:28.797892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5bb630f-d242-490a-9950-3c19613eee73 req-6709c545-3c63-4ecb-b045-1f3a08697553 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 210 time: 0.1332421 Jul 05 09:47:28.841026 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad68688d-7e63-440c-92fc-ef7ba600a7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:28.895551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959bf4f-e841-4150-b912-899eb23a0afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7fcc74-bf6a-45b6-96ab-f3180e423dba,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.037101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0034212a-852c-45e9-9e4f-88e42eb59e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.042775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0034212a-852c-45e9-9e4f-88e42eb59e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.045142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0034212a-852c-45e9-9e4f-88e42eb59e74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fdaab52-8770-43ba-8b8d-3bd92e860e87 HTTP/1.1" status: 204 len: 168 time: 0.7062263 Jul 05 09:47:29.047229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.102644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Provisioning for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:29.125501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:29.126097 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.165249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.166692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad68688d-7e63-440c-92fc-ef7ba600a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.171136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad68688d-7e63-440c-92fc-ef7ba600a7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.173447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ad68688d-7e63-440c-92fc-ef7ba600a7e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba7fcc74-bf6a-45b6-96ab-f3180e423dba HTTP/1.1" status: 204 len: 168 time: 0.8082454 Jul 05 09:47:29.176040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034212a-852c-45e9-9e4f-88e42eb59e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdaab52-8770-43ba-8b8d-3bd92e860e87,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.217310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68688d-7e63-440c-92fc-ef7ba600a7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7fcc74-bf6a-45b6-96ab-f3180e423dba,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.243462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:29.290195 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.293320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Made reservation on behalf of 6d2bed338d834802bb71dc6e229186e1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:29.298444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.310187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.357643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.365359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/682899c6-383d-4092-bdd0-51e8fb363cdc HTTP/1.1" status: 204 len: 168 time: 1.1157274 Jul 05 09:47:29.369828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52158) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:29.374481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a68dc-298b-4262-953b-dbf2ad6d2078 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:29.568074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet b21fd0bc-c75b-4a0e-92b4-1419792abaf7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:29.587999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.601672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394721ac-f9d3-4b58-b24d-a999ce9fdc03 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=682899c6-383d-4092-bdd0-51e8fb363cdc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:29.805770 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.892553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52172) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:29.896473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:29.944683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Allocated IP 172.20.0.14 (57d205e5-0179-4187-9bc3-81ed83bf84a9/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b/8349a762-01cb-475e-9df1-cb21e0709333) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:30.039801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.206426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:30.416557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.421645 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-18d1f45b-113c-42b7-b6ae-2caf9c1753e9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 HTTP/1.1" status: 204 len: 168 time: 3.4390483 Jul 05 09:47:30.431365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:30.495449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-729c641e-aa9b-4c2a-811c-73f6c036a672 req-307cd3a2-81c8-4144-8424-2d314bef0870 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 210 time: 0.2840445 Jul 05 09:47:30.501412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.559705 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-048349dc-40ff-43cb-95e4-66364e269cd9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:47:30.571867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-048349dc-40ff-43cb-95e4-66364e269cd9 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8 HTTP/1.1" status: 404 len: 333 time: 0.1361611 Jul 05 09:47:30.572739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:30.622082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.692357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] For port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,segment=NetworkSegment(f9aa5e1a-b570-43f0-9830-ba78c69b57fb),segment_id=f9aa5e1a-b570-43f0-9830-ba78c69b57fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:30.712376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.730279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.738512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Transition to ACTIVE for port object 8349a762-01cb-475e-9df1-cb21e0709333 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:30.843583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d47fce34-7c7d-4f86-8f58-d2482a5c47a6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.850289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Pushing event updated for resources: {'Port': ['ID=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:30.860026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Could not find standard attr ID for object 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:47:30.916400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d47fce34-7c7d-4f86-8f58-d2482a5c47a6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:30.991341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Provisioning complete for port c0b11fc1-de61-4bd2-a081-12b007697198 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:30.993343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.023478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.090006 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d47fce34-7c7d-4f86-8f58-d2482a5c47a6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.100599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] Update dhcp port {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'fixed_ips': [{'subnet_id': 'b3d61be9-1e82-43bb-8678-5038e509063e', 'ip_address': '172.20.0.2'}, {'subnet_id': '800d37e2-2df8-4705-a291-713be073f907'}], 'binding:host_id': 'n-d-771363-33'}, 'id': 'ff1fcdf7-78fd-422d-9d27-e73cdd7646d7'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:47:31.105371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d47fce34-7c7d-4f86-8f58-d2482a5c47a6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.106583 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d47fce34-7c7d-4f86-8f58-d2482a5c47a6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/security-groups/628161d0-06be-4832-a9da-2a556c5ac269 HTTP/1.1" status: 204 len: 168 time: 0.5229452 Jul 05 09:47:31.137927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:31.180882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.183509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/b21fd0bc-c75b-4a0e-92b4-1419792abaf7 HTTP/1.1" status: 204 len: 168 time: 1.8120975 Jul 05 09:47:31.184988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4073-1e4c-48b5-ae09-3b855a6dde51 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=b21fd0bc-c75b-4a0e-92b4-1419792abaf7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:31.196437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52220) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:31.281382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c0282d27-306e-4b61-832a-0eff196e2f5c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830076 Jul 05 09:47:31.286222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52226) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:31.307574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:31.311846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f39e2896-0e7d-4ba0-a643-5c99491c0f93 None None] Port c0b11fc1-de61-4bd2-a081-12b007697198 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:31.334978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.374536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-870459e6-06b8-46e9-bbbe-c723963cbf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.391691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fce34-7c7d-4f86-8f58-d2482a5c47a6 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628161d0-06be-4832-a9da-2a556c5ac269,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:31.564669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.604815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e1e0f8-4ef2-47dc-9c8e-902685f3a7f5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:31.839323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:31.916517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] Allocated IP 172.20.0.18 (a9953944-00df-49a0-9fe7-03ec6692cf40/800d37e2-2df8-4705-a291-713be073f907/ff1fcdf7-78fd-422d-9d27-e73cdd7646d7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:31.989459 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:32.011127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:32.014146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e1e0f8-4ef2-47dc-9c8e-902685f3a7f5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.078312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:32.118034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:32.301843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caba771-f7d3-4a74-8ad5-636c04fb0f7a req-9cb3dd0a-0672-46e5-80bd-e5ca5876471a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:32.321502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7caba771-f7d3-4a74-8ad5-636c04fb0f7a req-9cb3dd0a-0672-46e5-80bd-e5ca5876471a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 932 time: 0.3267415 Jul 05 09:47:32.383933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:32.424009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-782137675-network', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:32.517956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7caba771-f7d3-4a74-8ad5-636c04fb0f7a req-68caeec5-c074-4bd2-afea-f00bacce7bbd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927326 Jul 05 09:47:32.593128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d8265-8da1-431f-b742-e5f3898183f7 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:32.639022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:32.688104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-870459e6-06b8-46e9-bbbe-c723963cbf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.748631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:32.749518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:32.750949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.763014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.765387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e1e0f8-4ef2-47dc-9c8e-902685f3a7f5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.781074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e1e0f8-4ef2-47dc-9c8e-902685f3a7f5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.785745 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-82e1e0f8-4ef2-47dc-9c8e-902685f3a7f5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e6aba6b-6663-4c23-9b6f-aa6107138a87 HTTP/1.1" status: 204 len: 168 time: 1.6454403 Jul 05 09:47:32.790086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-870459e6-06b8-46e9-bbbe-c723963cbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:32.818529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:32.898709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1e0f8-4ef2-47dc-9c8e-902685f3a7f5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6aba6b-6663-4c23-9b6f-aa6107138a87,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:32.961715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bda3de87-b182-4774-911c-7804b4e99256 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:32.962727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bda3de87-b182-4774-911c-7804b4e99256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.154116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] For port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,segment=NetworkSegment(f9aa5e1a-b570-43f0-9830-ba78c69b57fb),segment_id=f9aa5e1a-b570-43f0-9830-ba78c69b57fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:33.158704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-673353290-network', 'tenant_id': '29ab0e47dd71460bb2ebe0271c4fc3e1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:33.165032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.254489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:33.257713 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.272283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=1f79ff6f-a66c-4d6c-9446-0218b11b5c6c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:33.296527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:33.299328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:33.302160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:33.307508 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.313972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:33.314444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.351752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d9d59fb2-4f95-4dcb-afd3-c0c2e7a3501e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0618794 Jul 05 09:47:33.352644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52266) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:33.356183 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.376105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:33.432360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.512706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] Transition to ACTIVE for port object ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:33.913242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet b3d61be9-1e82-43bb-8678-5038e509063e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:33.920989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.942620 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:33.973484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 had new provisioning blocks added so it will not transition to active. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 05 09:47:33.984972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.102054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.170683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01c702-1b08-4ea5-83c5-1bccad41cea7 None None] Pushing event updated for resources: {'Port': ['ID=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:34.208783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-886c9bef-fc4a-411b-9ae2-f8b14b6fd3bf None None] Provisioning for port 8349a762-01cb-475e-9df1-cb21e0709333 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:34.215709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-886c9bef-fc4a-411b-9ae2-f8b14b6fd3bf None None] Provisioning complete for port 8349a762-01cb-475e-9df1-cb21e0709333 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:34.216240 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-886c9bef-fc4a-411b-9ae2-f8b14b6fd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.328406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-886c9bef-fc4a-411b-9ae2-f8b14b6fd3bf None None] Port 8349a762-01cb-475e-9df1-cb21e0709333 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:34.362084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-870459e6-06b8-46e9-bbbe-c723963cbf5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6856fe1937a54e2b8e666048a0a33722&name=default HTTP/1.1" status: 200 len: 2983 time: 4.4425232 Jul 05 09:47:34.362084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-ff5d2679-49a1-4f74-9237-6c293fd2c43a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9638097 Jul 05 09:47:34.369139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953fd59-97f8-401f-a97e-89fbd45cd752 req-79931498-5d72-4bf4-8001-ba1a31d988bd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:34.383630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1953fd59-97f8-401f-a97e-89fbd45cd752 req-79931498-5d72-4bf4-8001-ba1a31d988bd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 932 time: 0.3614862 Jul 05 09:47:34.393918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:34.415435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.457731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Made reservation on behalf of 29ab0e47dd71460bb2ebe0271c4fc3e1 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:34.460975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.536979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1953fd59-97f8-401f-a97e-89fbd45cd752 req-f325eb4d-8edd-4004-bdfb-e5a33894bf44 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494975 Jul 05 09:47:34.539107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.645897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870459e6-06b8-46e9-bbbe-c723963cbf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4da479-be66-479e-ae9c-1ee9e695a60e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:34.657136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d61be9-1e82-43bb-8678-5038e509063e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:34.674269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.687522 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-05faba11-737f-4061-8d18-b8e53be0d64a tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/b3d61be9-1e82-43bb-8678-5038e509063e HTTP/1.1" status: 204 len: 168 time: 1.8327837 Jul 05 09:47:34.688293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52286) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:34.706170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:34.753330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca624f8-0613-40b6-9687-4a94bdf52e53 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:34.876725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.880961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Request body: {'port': {'device_id': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:34.885602 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:34.955547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:34.957299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a4a20235-4f68-4673-816f-6bd1b36fe307 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:34.958024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4a20235-4f68-4673-816f-6bd1b36fe307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.024240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:35.028128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.102988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b74fc644-318c-4b59-a5bd-1b2bc00d4b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.182325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.182930 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Added segment 983c548f-7d7c-44a5-a98f-761a53567895 of type vlan for network 98ea41e3-cf22-4a13-848f-12586fc4efe9 Jul 05 09:47:35.207658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.228287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b74fc644-318c-4b59-a5bd-1b2bc00d4b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.289279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.393406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf93872-2c5b-47c9-aee6-84e326401a6c None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:35.439434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:35.457268 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:47:35.517924 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.520863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:35.523902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.543822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6dfdf3ec-826d-4c4a-9e9f-528a5ea856cd None None] Provisioning for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:35.574296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6dfdf3ec-826d-4c4a-9e9f-528a5ea856cd None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:35.581857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf3ec-826d-4c4a-9e9f-528a5ea856cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.717127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b74fc644-318c-4b59-a5bd-1b2bc00d4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.733495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b74fc644-318c-4b59-a5bd-1b2bc00d4b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:35.749462 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b74fc644-318c-4b59-a5bd-1b2bc00d4b09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b4da479-be66-479e-ae9c-1ee9e695a60e HTTP/1.1" status: 204 len: 168 time: 1.3495390 Jul 05 09:47:35.817038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] Pushing event updated for resources: {'Network': ['ID=98ea41e3-cf22-4a13-848f-12586fc4efe9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:35.821603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fc644-318c-4b59-a5bd-1b2bc00d4b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4da479-be66-479e-ae9c-1ee9e695a60e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:35.900742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:36.103177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.136951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.157444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:36.174835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.176979 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Added segment e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82 of type vlan for network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e Jul 05 09:47:36.185939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:36.198027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.269765 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.316952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aa5dee05-0796-4f6f-b1c4-86f30c529e8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.4747527 Jul 05 09:47:36.323245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:36.337007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:36.346656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Request body: {'subnet': {'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-782137675-subnet', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:36.390536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.395045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:36.397722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.489468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:36.489994 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.515449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:36.522457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.526578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8349a762-01cb-475e-9df1-cb21e0709333 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:36.546140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6dfdf3ec-826d-4c4a-9e9f-528a5ea856cd None None] Provisioning complete for port c0b11fc1-de61-4bd2-a081-12b007697198 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:36.546514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf3ec-826d-4c4a-9e9f-528a5ea856cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.555865 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.595676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6dfdf3ec-826d-4c4a-9e9f-528a5ea856cd None None] Port c0b11fc1-de61-4bd2-a081-12b007697198 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:36.657211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6f5641-6905-4b00-8983-45bdeff5598a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:36.664509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.0236886 Jul 05 09:47:36.843990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3db23b13-08cf-4d62-a13d-962d1d03d85c None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:36.844655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3db23b13-08cf-4d62-a13d-962d1d03d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:36.914283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ba8c2-8ae6-4e4d-a2c9-4180dfee4bdf admin admin] Pushing event updated for resources: {'Network': ['ID=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:36.920054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:36.927836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:36.930737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a7313-aee0-4f73-beb4-4cdcc17872aa req-b2df6af1-dfd8-4ded-8b76-25965f4a9575 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:36.932539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a38a7313-aee0-4f73-beb4-4cdcc17872aa req-b2df6af1-dfd8-4ded-8b76-25965f4a9575 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 932 time: 0.9755497 Jul 05 09:47:36.943118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Request body: {'subnet': {'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-673353290-subnet', 'tenant_id': '29ab0e47dd71460bb2ebe0271c4fc3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:37.114861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a38a7313-aee0-4f73-beb4-4cdcc17872aa req-eb9dfb32-080e-4431-a9dc-0f118402f6d1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669879 Jul 05 09:47:37.129927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Made reservation on behalf of 29ab0e47dd71460bb2ebe0271c4fc3e1 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:37.141877 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.210751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.224140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.236776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Transition to ACTIVE for port object 8349a762-01cb-475e-9df1-cb21e0709333 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:37.368138 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.432567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Checking segment: {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:37.432938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Network hostable DHCP agents. Network: 98ea41e3-cf22-4a13-848f-12586fc4efe9, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:37.437713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:37.464065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.objects.ports [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:47:37.478384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:37.509053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:37.514078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:37.515012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.553514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be84a1f0-a45d-4935-b6eb-5fad93310e84,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:37.571818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:37.607468 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9179316 Jul 05 09:47:37.611461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:37.634370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 98ea41e3-cf22-4a13-848f-12586fc4efe9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:37.644529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fb734-2d02-4511-98a9-c66ac727788c None None] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:37.652281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:37.652896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.697794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8805a699-b89d-4587-9023-54611ece2429 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'security_group': {'name': 'tempest-secgroup-805072539'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:37.774712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8805a699-b89d-4587-9023-54611ece2429 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.786414 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d8eaa107-5e32-4ef4-a0bf-e421c5ca2033 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4527323 Jul 05 09:47:37.786414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:37.804631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:37.860305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Attempting to bind port 8349a762-01cb-475e-9df1-cb21e0709333 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:37.861617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Attempting to bind port 8349a762-01cb-475e-9df1-cb21e0709333 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:37.862623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Attempting to bind port 8349a762-01cb-475e-9df1-cb21e0709333 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:37.867465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.897790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:37.931659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f2eb2-a63c-4007-8bbf-4092b0be7cd9 None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:38.057540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.105490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8184e-1323-43d8-aecc-744a76faa084 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=c547f8cd-14f1-4372-a1b0-8e4002a5d517,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:38.231166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Port 8349a762-01cb-475e-9df1-cb21e0709333 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:38.231887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Attempting to bind port 8349a762-01cb-475e-9df1-cb21e0709333 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:38.305833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d88fe746-7d51-4241-9e40-8d10e199e659 None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:38.306470 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88fe746-7d51-4241-9e40-8d10e199e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.328628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.375157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:38.375817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:38.376989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Bound using segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:38.377630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Bound port: 8349a762-01cb-475e-9df1-cb21e0709333, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:38.378163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.510403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:38.512384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.514215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:38.624866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.640969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.758300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-98ea41e3-cf22-4a13-848f-12586fc4efe9', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:47:38.759346 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.893492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:38.894431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:38.896937 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] 10.222.0.15 "PUT /v2.0/ports/8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 1093 time: 4.3939984 Jul 05 09:47:38.903232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:38.906625 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267fe88f-2650-44d3-8e43-fdc02e1701f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:38.916699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:39.001025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.048766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.050736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.086637 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5371091d-04cb-40c7-8a53-a0ea1f41b8dc x-openstack-request-id: req-5371091d-04cb-40c7-8a53-a0ea1f41b8dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:39.091905 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:39.093254 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5371091d-04cb-40c7-8a53-a0ea1f41b8dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:39.094252 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'status': 'completed', 'code': 200} Jul 05 09:47:39.123785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe86fa-7a89-4bca-8242-44ab8d60bb21 service neutron] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.189867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-25e393ee-4519-4f1a-abb0-d062d16ca431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:39.192566 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-25e393ee-4519-4f1a-abb0-d062d16ca431 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1096 time: 0.2032444 Jul 05 09:47:39.275883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-fb09225f-a016-4691-9ee2-8726066651d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 217 time: 0.0665600 Jul 05 09:47:39.378484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4940d95e-0184-41ec-afb9-3fe5f0f1f7fc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.400128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Allocated IP 172.20.0.2 (98ea41e3-cf22-4a13-848f-12586fc4efe9/be84a1f0-a45d-4935-b6eb-5fad93310e84/462e054b-26d2-4546-86e4-7cd6cfd62360) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:39.420323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-19ca50ee-95d9-44cc-a11a-75ac13ea7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:39.425984 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-19ca50ee-95d9-44cc-a11a-75ac13ea7a6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1387632 Jul 05 09:47:39.445538 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8805a699-b89d-4587-9023-54611ece2429 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.538826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:39.565584 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8805a699-b89d-4587-9023-54611ece2429 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.675786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d88fe746-7d51-4241-9e40-8d10e199e659 None None] Provisioning complete for port c0b11fc1-de61-4bd2-a081-12b007697198 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:39.676160 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d88fe746-7d51-4241-9e40-8d10e199e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.752774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:39.758663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=13']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.763762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:39.766289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.798876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:39.803986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.821588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.831256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cb6aa-3486-4861-b65a-7384772ddd94 req-fbefc52d-0d74-4c98-ab69-f49bbe7a9e0d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:39.839098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a68cb6aa-3486-4861-b65a-7384772ddd94 req-fbefc52d-0d74-4c98-ab69-f49bbe7a9e0d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 944 time: 1.2668443 Jul 05 09:47:39.840042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8805a699-b89d-4587-9023-54611ece2429 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:39.841285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8805a699-b89d-4587-9023-54611ece2429 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2260671 Jul 05 09:47:39.842327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Checking segment: {'id': 'e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:39.843468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Network hostable DHCP agents. Network: be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:39.856647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52410) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:39.870394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1a9d105d-6801-41ee-9132-4395f921d3a0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'security_group': {'name': 'tempest-secgroup-246422557'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:39.872978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] Update dhcp port {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'fixed_ips': [{'subnet_id': '800d37e2-2df8-4705-a291-713be073f907', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c547f8cd-14f1-4372-a1b0-8e4002a5d517'}], 'binding:host_id': 'n-d-771363-33'}, 'id': 'ff1fcdf7-78fd-422d-9d27-e73cdd7646d7'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:47:39.874948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d88fe746-7d51-4241-9e40-8d10e199e659 None None] Port c0b11fc1-de61-4bd2-a081-12b007697198 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:39.885034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee6845-6362-40d7-9f3d-6de7b78f5c83 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:39.963571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=ef51dcf9-8c05-4df6-8b14-5dd550861642,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.973136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805a699-b89d-4587-9023-54611ece2429 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa858ed9-cb87-4a3a-a52a-422538b98dfa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:39.993521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-01163427-5f46-41f1-b41e-78b817edd73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:39.995016 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-01163427-5f46-41f1-b41e-78b817edd73c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5577569 Jul 05 09:47:39.995574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:40.011834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a68cb6aa-3486-4861-b65a-7384772ddd94 req-674d82a1-3341-41be-a34e-a7dc5c038271 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480098 Jul 05 09:47:40.014531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:40.019689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:40.020413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.052775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391ce13-65da-4572-aa97-d5ac6b6c8b63 None None] Network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:40.136767 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-84faf730-c00d-409b-8fee-cea7292f3c7c service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225982 Jul 05 09:47:40.173156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c5ec0931-bca6-4c0b-9a5b-5d9e58e3d367 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2393904 Jul 05 09:47:40.175424 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c90d07d5-03ea-4d35-8c2a-796053298e20 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.8210616 Jul 05 09:47:40.179856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52412) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:40.186178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:f0:b5:5e', 'name': 'tempest-NetworksTestDHCPv6-1148242220'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:40.219393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a9d105d-6801-41ee-9132-4395f921d3a0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.254862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1399137051'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:40.321491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Allocated IP 172.25.1.76 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/639f13e6-fbf7-4157-8d34-60b4fc16a39e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:40.336894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Made reservation on behalf of 32ac4ca943484917b2fac4ecbb3c0497 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:40.340735 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.359759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.492376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1c607167-1f42-4f35-a2e6-1866ee6809e5 req-3c3c68e7-bb16-45ca-bc0d-029cbc4f94d5 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476169 Jul 05 09:47:40.573630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:40.733748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a9d105d-6801-41ee-9132-4395f921d3a0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.760891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.776207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:40.787388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:40.787822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.791455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df966f-79bc-43cf-bd7b-6dfee150cc86 None None] Network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:40.804707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a9d105d-6801-41ee-9132-4395f921d3a0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.836706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.934443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:40.980886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d105d-6801-41ee-9132-4395f921d3a0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d3b8e9-98af-4934-a478-d9deb8e8797b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.001987 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-e5c3c1d0-cb7e-4f53-8725-fa305072a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:41.004690 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-e5c3c1d0-cb7e-4f53-8725-fa305072a485 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1096 time: 0.4344833 Jul 05 09:47:41.047700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.063439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Transition to ACTIVE for port object 462e054b-26d2-4546-86e4-7cd6cfd62360 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:41.066058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 830f49fa-886e-4dbf-a4ad-e3c2eb03e642 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:47:41.147934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Transition to ACTIVE for port object 462e054b-26d2-4546-86e4-7cd6cfd62360 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:41.169652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.219139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-27c22435-c551-4576-81eb-e04299cf0626 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:41.229585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-27c22435-c551-4576-81eb-e04299cf0626 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/networks?id=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e HTTP/1.1" status: 200 len: 813 time: 0.2423878 Jul 05 09:47:41.264709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.322501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:41.342918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-99e527b5-ea4e-4116-bc96-12625ae99c2f tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/quotas/29ab0e47dd71460bb2ebe0271c4fc3e1 HTTP/1.1" status: 200 len: 375 time: 0.1120677 Jul 05 09:47:41.373524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:41.388609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:41.392610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Pushing event updated for resources: {'Port': ['ID=639f13e6-fbf7-4157-8d34-60b4fc16a39e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.407311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-4b9c3386-8b1d-4207-9a07-e23354238b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:41.409863 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-4b9c3386-8b1d-4207-9a07-e23354238b34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.3980992 Jul 05 09:47:41.455725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Pushing event updated for resources: {'Port': ['ID=462e054b-26d2-4546-86e4-7cd6cfd62360,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.479359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.492641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-38991502-c4a0-43e9-8e32-de5802d30178 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ab0e47dd71460bb2ebe0271c4fc3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1485748 Jul 05 09:47:41.548636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.559158 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-c90b22a9-d134-4369-850f-807d92c5fa1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 217 time: 0.0965831 Jul 05 09:47:41.559929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a9d105d-6801-41ee-9132-4395f921d3a0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.561023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1a9d105d-6801-41ee-9132-4395f921d3a0 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7025676 Jul 05 09:47:41.569617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:41.573981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:41.587420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9d37d1eb-100e-4804-abd7-16d27c0002f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'security_group': {'name': 'tempest-secgroup-1639312078'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:41.593015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:41.611570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:41.645828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:41.734307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.734860 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Added segment 49e84c33-37ce-451f-970c-88a680533c0c of type vlan for network 6e11ad50-1959-4085-8131-bd0f65db4986 Jul 05 09:47:41.790160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5091f12-8cea-4ab7-9278-660b60fea59b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:41.794403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Attempting to bind port 462e054b-26d2-4546-86e4-7cd6cfd62360 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:41.795256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Attempting to bind port 462e054b-26d2-4546-86e4-7cd6cfd62360 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:41.795857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Attempting to bind port 462e054b-26d2-4546-86e4-7cd6cfd62360 on network 98ea41e3-cf22-4a13-848f-12586fc4efe9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:41.806436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 172.20.0.8 (8bf03de8-a5cd-4166-895f-409ef6031a3b/1f79ff6f-a66c-4d6c-9446-0218b11b5c6c/830f49fa-886e-4dbf-a4ad-e3c2eb03e642) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:41.831928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fef0:b55e (8bf03de8-a5cd-4166-895f-409ef6031a3b/ef51dcf9-8c05-4df6-8b14-5dd550861642/830f49fa-886e-4dbf-a4ad-e3c2eb03e642) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:41.837727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-6a9420e5-f35d-41b6-9c77-5d2533dbf9fb service neutron] 10.222.0.21 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300703 Jul 05 09:47:41.849061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66735b15-3944-4c10-93ef-422d4d326bec req-1552d83c-095d-4e46-b51e-de7c3ea8155e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:41.856708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66735b15-3944-4c10-93ef-422d4d326bec req-1552d83c-095d-4e46-b51e-de7c3ea8155e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 944 time: 0.3472064 Jul 05 09:47:41.857776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:41.858478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Checking segment: {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:41.859064 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.859726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Bound using segment: {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:41.860413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Bound port: 462e054b-26d2-4546-86e4-7cd6cfd62360, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:41.861212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.862134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d37d1eb-100e-4804-abd7-16d27c0002f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.867290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.873201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-ae52f678-7bd8-480a-a6c9-d42682e0cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:41.874790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-ae52f678-7bd8-480a-a6c9-d42682e0cc4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.2937186 Jul 05 09:47:41.950502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] For port 462e054b-26d2-4546-86e4-7cd6cfd62360, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:41.954463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] For port 462e054b-26d2-4546-86e4-7cd6cfd62360, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=462e054b-26d2-4546-86e4-7cd6cfd62360,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:41.965320 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:41.979607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] Allocated IP 172.20.0.2 (a9953944-00df-49a0-9fe7-03ec6692cf40/c547f8cd-14f1-4372-a1b0-8e4002a5d517/ff1fcdf7-78fd-422d-9d27-e73cdd7646d7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:42.022619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.028343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:42.028987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.093966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5b0f3-b877-4b82-9d57-2e1b84cccecc None None] Pushing event updated for resources: {'Port': ['ID=462e054b-26d2-4546-86e4-7cd6cfd62360,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:42.126331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:42.239357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Pushing event updated for resources: {'Network': ['ID=6e11ad50-1959-4085-8131-bd0f65db4986,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:42.275637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-67f24e76-7db6-482c-b0c0-af8bd909e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:42.277294 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-67f24e76-7db6-482c-b0c0-af8bd909e2df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3887548 Jul 05 09:47:42.298919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:42.301161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.343752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '8349a762-01cb-475e-9df1-cb21e0709333', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '8349a762-01cb-475e-9df1-cb21e0709333', 'mac_address': 'fa:16:3e:61:37:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:42.354606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d37d1eb-100e-4804-abd7-16d27c0002f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.357414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 6e11ad50-1959-4085-8131-bd0f65db4986 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:42.393146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66735b15-3944-4c10-93ef-422d4d326bec req-705fd6c8-297e-4e84-83e4-514d977ba773 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5352898 Jul 05 09:47:42.411907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-e9e3426f-3ef8-4df1-877f-9ec88b8ac455 service neutron] 10.222.0.21 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503798 Jul 05 09:47:42.420690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d37d1eb-100e-4804-abd7-16d27c0002f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.440821 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.448861 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-80ea105f-db8b-4f9c-8cb1-00e5f82f53d6 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6917717 Jul 05 09:47:42.486051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:42.501650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8349a762-01cb-475e-9df1-cb21e0709333 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:42.717350 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.761487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 830f49fa-886e-4dbf-a4ad-e3c2eb03e642 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:42.773074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:42.788109 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.882178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:42.891887 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:42.917551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] Update dhcp port {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': 'ef51dcf9-8c05-4df6-8b14-5dd550861642', 'ip_address': '2001:db8::f816:3eff:feef:3cc3'}, {'subnet_id': '1f79ff6f-a66c-4d6c-9446-0218b11b5c6c'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '3bb1638e-78ef-48cb-bb42-009829944c51'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:47:42.928229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:42.931808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:42.938531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:42.986364 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.030054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=830f49fa-886e-4dbf-a4ad-e3c2eb03e642,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.076460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58f036bc-c78c-46eb-b301-f966424942ec req-55c6167c-2909-48d6-a301-2ef4aed00956 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 210 time: 0.0552492 Jul 05 09:47:43.127910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:43.128638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.143378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8349a762-01cb-475e-9df1-cb21e0709333'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:43.156625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.157116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.158348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.158904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.159744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.160094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.161268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.162429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.162816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.163168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.163503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.163854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:43.176732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a6dd94fb-bc4d-4644-9611-3f1be32d9dbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9954777 Jul 05 09:47:43.180198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:43.255931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d37d1eb-100e-4804-abd7-16d27c0002f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.258347 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9d37d1eb-100e-4804-abd7-16d27c0002f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6876893 Jul 05 09:47:43.263297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:43.275924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1163565918', 'security_groups': ['b450d88c-2f43-4856-8248-2c74df0b4831'], 'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c547f8cd-14f1-4372-a1b0-8e4002a5d517'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:43.306234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37d1eb-100e-4804-abd7-16d27c0002f4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b450d88c-2f43-4856-8248-2c74df0b4831,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:43.393734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] Allocated IP 172.20.0.2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/1f79ff6f-a66c-4d6c-9446-0218b11b5c6c/3bb1638e-78ef-48cb-bb42-009829944c51) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:43.441506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'network': {'name': 'tempest-network--888636431', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:43.450621 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-45e33a1e-efa5-4a5d-bfdd-e11c8ae039c8 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1598084 Jul 05 09:47:43.548098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a5e75-6d82-4b8c-87dd-980443412074 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:43.577643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a5e75-6d82-4b8c-87dd-980443412074 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:43.590030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b49a5e75-6d82-4b8c-87dd-980443412074 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.4081893 Jul 05 09:47:43.597199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:43.646302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:43.717026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:43.723256 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.745401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1873448764'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:43.757568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] Transition to ACTIVE for port object 3bb1638e-78ef-48cb-bb42-009829944c51 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:43.768550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Made reservation on behalf of 7e18704b8e7b4f579e0da4124e267538 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:43.769380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.771289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.846617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:43.898648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] For port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,segment=NetworkSegment(f9aa5e1a-b570-43f0-9830-ba78c69b57fb),segment_id=f9aa5e1a-b570-43f0-9830-ba78c69b57fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:43.933498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e48771-5d36-4246-aa4b-dde09abab5cb None None] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:43.996169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.002619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:44.006900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.007118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a758b0-2ffa-418d-9557-787ec789eeb5 req-6f56f5ba-1eb3-4581-9381-1cebd237e84d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:44.015151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.017438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41a758b0-2ffa-418d-9557-787ec789eeb5 req-6f56f5ba-1eb3-4581-9381-1cebd237e84d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2587404 Jul 05 09:47:44.089950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 830f49fa-886e-4dbf-a4ad-e3c2eb03e642 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:44.090119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.093232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:44.107224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e0d73-a23b-4210-b9fe-941d61d00b81,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:44.134074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94203e69-64c1-4831-858d-2a9afdd61441 None None] Provisioning for port 462e054b-26d2-4546-86e4-7cd6cfd62360 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:44.146250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.146954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.147334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.148050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.148358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.148703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.173511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.174475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.180906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.181457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.183675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.184134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:44.185166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41a758b0-2ffa-418d-9557-787ec789eeb5 req-2877a710-0a3a-4061-ab24-245343e89579 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665683 Jul 05 09:47:44.220071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.322406 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-267fe88f-2650-44d3-8e43-fdc02e1701f4 req-23a13551-197f-4fc3-9d3f-55e8ffdc004d service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7642109 Jul 05 09:47:44.323751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:44.379638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:44.403596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.403966 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Added segment 7123bc59-6d3b-49dc-882f-783018753251 of type vlan for network f5cf31f1-922c-4681-98dd-3d68246fb773 Jul 05 09:47:44.466547 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.486739 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.529573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.530126 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Added segment 2c86a624-abf8-4190-b087-88ac4e872099 of type vlan for network 905319c1-3954-4564-a9a9-8920ade0eff4 Jul 05 09:47:44.545515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 830f49fa-886e-4dbf-a4ad-e3c2eb03e642 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:44.547840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb903dc-7edb-4983-91dd-a856aec926bc None None] Pushing event updated for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=14']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:44.553288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 462e054b-26d2-4546-86e4-7cd6cfd62360 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:44.581944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.598776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef4d06fd-3965-45da-ae71-11f6909a7cf1 req-8622da20-f02e-4b5c-8517-6805589bbb53 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 210 time: 0.1044893 Jul 05 09:47:44.621356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] device_id is not set on port 6eca6911-91d4-4134-b0ca-b352e2441f33 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:47:44.626562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b39ffa07-6080-4415-81d9-1dd09564158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.642279 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.648780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8fffde26-6199-4ab4-8133-a0b3ad935667 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:44.767358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] Transition to ACTIVE for port object ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:44.774184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.811432 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.820128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:44.821026 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.886400 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:44.948481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Network': ['ID=f5cf31f1-922c-4681-98dd-3d68246fb773,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:44.953296 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-33846600-088c-4760-8a41-3d38c8bf9313 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2237918 Jul 05 09:47:44.957842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:44.962450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:47:44.970704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1141778074'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:45.009971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Router 98d9db9d-5d3e-457b-b6cd-c70945543e2a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:47:45.011848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:45.015588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.091956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f5cf31f1-922c-4681-98dd-3d68246fb773 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:45.105064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-740a3e10-80de-48e6-b305-268b11acb2c2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.107017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-740a3e10-80de-48e6-b305-268b11acb2c2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 0.2102416 Jul 05 09:47:45.165538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.166799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:45.167441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.191735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5f776-175b-4a36-9c33-5ce6a2d551b0 None None] Pushing event updated for resources: {'Port': ['ID=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.195972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-4dd50f46-9e7e-4202-b201-b3e88a55e3ea tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/quotas/6f3238d09c3849b99232b6b763d84622 HTTP/1.1" status: 200 len: 375 time: 0.0753036 Jul 05 09:47:45.204805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.4 (a9953944-00df-49a0-9fe7-03ec6692cf40/c547f8cd-14f1-4372-a1b0-8e4002a5d517/6eca6911-91d4-4134-b0ca-b352e2441f33) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:45.276348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:45.306964 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0886490 Jul 05 09:47:45.319967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:45.320700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 462e054b-26d2-4546-86e4-7cd6cfd62360 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:45.336072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 462e054b-26d2-4546-86e4-7cd6cfd62360 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:45.336322 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.448092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.448439 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Added segment da16f751-faf4-4adb-899b-c1fcb75191b0 of type vlan for network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 Jul 05 09:47:45.457784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8159a2-0872-48b3-823d-a94fbbfe7061 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Network': ['ID=905319c1-3954-4564-a9a9-8920ade0eff4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.463180 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.481055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:45.482873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 905319c1-3954-4564-a9a9-8920ade0eff4 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:45.570024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.574560 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-74269395-f052-45ee-9171-67bd6eb7aa3a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7848861 Jul 05 09:47:45.587872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:45.625303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Sync routers for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:45.627781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.645249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:45.646171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:45.759560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.812431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:45.815419 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8dfff-a10d-434a-803f-40d950ff0edf" -d '{"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:45.824069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-48fbbcf4-5f60-4680-b47a-79a5d859564d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5898380 Jul 05 09:47:45.825675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.851796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:45.921104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:45.942954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=830f49fa-886e-4dbf-a4ad-e3c2eb03e642,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:45.990677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:46.034464 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.039666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-53665ae1-36b6-46fb-9273-412989898014 None None] Provisioning for port 3bb1638e-78ef-48cb-bb42-009829944c51 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:46.059649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.066967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:46.088094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:46.090063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.123885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:46.142405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-53665ae1-36b6-46fb-9273-412989898014 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:46.142405 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53665ae1-36b6-46fb-9273-412989898014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.333070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.375415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905319c1-3954-4564-a9a9-8920ade0eff4']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:46.383717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4241848 Jul 05 09:47:46.425043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 462e054b-26d2-4546-86e4-7cd6cfd62360, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=462e054b-26d2-4546-86e4-7cd6cfd62360,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:46.440411 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.520726 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.532042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=462e054b-26d2-4546-86e4-7cd6cfd62360,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:46.550851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c86a624-abf8-4190-b087-88ac4e872099') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:46.551312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object 6eca6911-91d4-4134-b0ca-b352e2441f33 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:46.553082 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c86a624-abf8-4190-b087-88ac4e872099') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:46.571508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:46.579672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 8349a762-01cb-475e-9df1-cb21e0709333 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:46.585506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'subnet': {'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:46.589170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 8349a762-01cb-475e-9df1-cb21e0709333 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:46.589546 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.760555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:46.783788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b23249-6245-49e7-90fb-7313cc4db250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Network': ['ID=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:46.803128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540ff10-4c2b-4c72-9fc7-b4d132694dec req-c2dfbfca-ad28-440b-85a5-b3750d11948a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:46.806713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e540ff10-4c2b-4c72-9fc7-b4d132694dec req-c2dfbfca-ad28-440b-85a5-b3750d11948a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 1.3241255 Jul 05 09:47:46.815265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.825126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.832128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:46.900879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-02babdf5-30d3-466e-ac20-a85d652cdac2 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:46.904860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-02babdf5-30d3-466e-ac20-a85d652cdac2 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.16 "GET /v2.0/networks?id=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e HTTP/1.1" status: 200 len: 813 time: 1.3808074 Jul 05 09:47:46.936268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:46.936637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.941891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cce8b2c-2c41-4155-b01c-a562eedb1ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:46.948168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-dd3c83f8-aeb9-4e94-abcb-320f9d61c133 service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0867832 Jul 05 09:47:46.969948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Request body: {'port': {'device_id': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e', 'admin_state_up': True, 'tenant_id': '29ab0e47dd71460bb2ebe0271c4fc3e1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:47.040045 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.078443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Could not find standard attr ID for object 830f49fa-886e-4dbf-a4ad-e3c2eb03e642. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:47:47.132395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:41Z', 'revision_number': 3, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:47.138739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:47.142200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Provisioning for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:47.154607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.181951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Checking router: 98d9db9d-5d3e-457b-b6cd-c70945543e2a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:47:47.182305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Updating router 98d9db9d-5d3e-457b-b6cd-c70945543e2a port 639f13e6-fbf7-4157-8d34-60b4fc16a39e binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:47:47.184342 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.195245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.219519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:47.219893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.244892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:47:47.246082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:47:47.249970 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:47:47.421981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.432686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 905319c1-3954-4564-a9a9-8920ade0eff4 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:47:47.435293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.444538 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "DELETE /v2.0/networks/905319c1-3954-4564-a9a9-8920ade0eff4 HTTP/1.1" status: 204 len: 168 time: 2.1192577 Jul 05 09:47:47.457862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:47.462097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=6eca6911-91d4-4134-b0ca-b352e2441f33,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:47.486260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.495669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-05ce2712-f106-4ee8-955e-2e464aa4dc4f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/830f49fa-886e-4dbf-a4ad-e3c2eb03e642 HTTP/1.1" status: 204 len: 168 time: 3.8969250 Jul 05 09:47:47.504681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-b73fc2a5-048c-404e-bb9e-aabb0a2a6ec4 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:47.507988 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-b73fc2a5-048c-404e-bb9e-aabb0a2a6ec4 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "GET /v2.0/ports?device_id=efa85b84-0ff1-4ec0-acde-f35ca3097dfc HTTP/1.1" status: 200 len: 944 time: 0.7274561 Jul 05 09:47:47.509056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:47.519331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:47.551172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99b69e-3bdd-459b-af6c-8393b0cbbcf0 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event deleted for resources: {'Network': ['ID=905319c1-3954-4564-a9a9-8920ade0eff4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:47.560667 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.570639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e540ff10-4c2b-4c72-9fc7-b4d132694dec req-c26d1526-4a46-47b9-97e6-42ca370fcc7c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6844018 Jul 05 09:47:47.584744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:47.612338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:47.639420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:47.643132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.704083 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:47.787829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-dddd6a53-6499-4d67-90e1-48ea9121a7a5 service neutron] 10.222.0.21 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379653 Jul 05 09:47:47.808337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Made reservation on behalf of 7e18704b8e7b4f579e0da4124e267538 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:47.813611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:47.909949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0323b70-4374-428f-9a5d-cc554cd94b35 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:47.912571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0323b70-4374-428f-9a5d-cc554cd94b35 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:47.915128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0323b70-4374-428f-9a5d-cc554cd94b35 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:47.921277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a0323b70-4374-428f-9a5d-cc554cd94b35 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3915653 Jul 05 09:47:47.926908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:48.016207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:48.017366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.034760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 1f79ff6f-a66c-4d6c-9446-0218b11b5c6c {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:48.049239 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.058588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.089278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:47:48.107947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a25a0248-5d24-4c39-9d2b-8df9d0798b00 req-c87e966b-fe6a-4811-bbc5-4a913b71f1d6 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 210 time: 0.1619189 Jul 05 09:47:48.141999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.173986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Transition to ACTIVE for port object 639f13e6-fbf7-4157-8d34-60b4fc16a39e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:48.205929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:48.215674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Made reservation on behalf of 29ab0e47dd71460bb2ebe0271c4fc3e1 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:48.234107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.245525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.288056 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217a93f6-252a-442b-a9d7-f578b2b08ca6 x-openstack-request-id: req-217a93f6-252a-442b-a9d7-f578b2b08ca6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:48.288887 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:48.289458 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-217a93f6-252a-442b-a9d7-f578b2b08ca6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:48.290200 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'code': 200} Jul 05 09:47:48.316892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.513687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Deleting port 8fffde26-6199-4ab4-8133-a0b3ad935667 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:48.514599 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.519805 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.581415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Allocated IP 172.20.0.11 (be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e/4940d95e-0184-41ec-afb9-3fe5f0f1f7fc/935c6763-4719-4ed5-8e0c-ed80cee10c97) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:48.634987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:48.679099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.679586 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Added segment b26c4a89-27dc-4162-9960-b5ab63dda6b2 of type vlan for network 577abec4-bda5-47d0-9d41-7fa392fc594e Jul 05 09:47:48.700966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2c3455e3-e752-4677-b6a0-10022cc67343 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4353974 Jul 05 09:47:48.703011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:48.723146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-87350993-422d-467e-acc9-b7d6fd237c92 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:48.771280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de1e1e5b-fb38-4a6c-a256-e19337f2834f req-a26a2bb0-2bda-4623-988c-10b27bc7bb1e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 210 time: 0.4922469 Jul 05 09:47:48.786590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Attempting to bind port 639f13e6-fbf7-4157-8d34-60b4fc16a39e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:48.787098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Attempting to bind port 639f13e6-fbf7-4157-8d34-60b4fc16a39e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:48.788132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Attempting to bind port 639f13e6-fbf7-4157-8d34-60b4fc16a39e on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:48.839673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef52c6-d995-455d-b2bb-b381fd36d897 None None] Pushing event updated for resources: {'Port': ['ID=639f13e6-fbf7-4157-8d34-60b4fc16a39e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:48.855671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:48.857033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:48.857310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.858108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:48.859131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Bound port: 639f13e6-fbf7-4157-8d34-60b4fc16a39e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:48.859944 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.953635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Provisioning complete for port 462e054b-26d2-4546-86e4-7cd6cfd62360 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:48.954447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:48.976222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.088120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] For port 639f13e6-fbf7-4157-8d34-60b4fc16a39e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:49.119213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] For port 639f13e6-fbf7-4157-8d34-60b4fc16a39e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=639f13e6-fbf7-4157-8d34-60b4fc16a39e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:49.123070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:49.124251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.178725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.261142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.264185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:49.265611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.331615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.352115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b7084-8ec0-49a1-9e8a-5f7baaf12a40 req-6ecf405f-ceb4-4ef7-b9bd-8dfd7dbf5a1c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:49.365976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b0b7084-8ec0-49a1-9e8a-5f7baaf12a40 req-6ecf405f-ceb4-4ef7-b9bd-8dfd7dbf5a1c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 0.4184990 Jul 05 09:47:49.368469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:49.369142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:47:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:49.371160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef52c6-d995-455d-b2bb-b381fd36d897 None None] Pushing event updated for resources: {'Port': ['ID=639f13e6-fbf7-4157-8d34-60b4fc16a39e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:49.442256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Provisioning complete for port c0b11fc1-de61-4bd2-a081-12b007697198 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:49.442768 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.444824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.496206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.543796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-64dde375-89dd-4ce5-9ab9-e4702cce1dfb None None] Port c0b11fc1-de61-4bd2-a081-12b007697198 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:49.565260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87350993-422d-467e-acc9-b7d6fd237c92 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:49.571245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:49.577732 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87350993-422d-467e-acc9-b7d6fd237c92 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.630006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7884e75c-a777-4530-95f9-e59edb45823b req-ac0c2dd1-13d0-4e47-abcc-08993d3ee855 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 210 time: 0.2570348 Jul 05 09:47:49.652071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 462e054b-26d2-4546-86e4-7cd6cfd62360 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:49.676580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1995032 Jul 05 09:47:49.690483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52608) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:49.708246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'subnet': {'network_id': '577abec4-bda5-47d0-9d41-7fa392fc594e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:49.712915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] For port 8fffde26-6199-4ab4-8133-a0b3ad935667, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8fffde26-6199-4ab4-8133-a0b3ad935667,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:49.713291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.731026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48513f7-8862-4318-ac9b-fadd56c4ce4f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Network': ['ID=577abec4-bda5-47d0-9d41-7fa392fc594e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:49.746293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.750338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94e0180d-21b0-4206-bd70-89389fb3367c None None] Could not find standard attr ID for object 2d9ef20b-16d1-4c4c-9447-2cf31ddd5cd8. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:47:49.761310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 577abec4-bda5-47d0-9d41-7fa392fc594e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:47:49.781589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Calling delete_port for 8fffde26-6199-4ab4-8133-a0b3ad935667 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:49.793119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b0b7084-8ec0-49a1-9e8a-5f7baaf12a40 req-cfa71980-bbd0-4a14-a8a7-2aae3307da79 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255052 Jul 05 09:47:49.794227 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.808221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Subnet': ['ID=7809b291-544e-4ffa-8cf5-252a62abc5e2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:49.815927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Allocated IP 172.20.0.1 (98ea41e3-cf22-4a13-848f-12586fc4efe9/be84a1f0-a45d-4935-b6eb-5fad93310e84/247f91dd-2f3f-41f5-abdd-d2988020ba17) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:49.859386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94e0180d-21b0-4206-bd70-89389fb3367c None None] Provisioning for port 6eca6911-91d4-4134-b0ca-b352e2441f33 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:49.907161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94e0180d-21b0-4206-bd70-89389fb3367c None None] Provisioning complete for port 6eca6911-91d4-4134-b0ca-b352e2441f33 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:49.907676 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94e0180d-21b0-4206-bd70-89389fb3367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.917229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Made reservation on behalf of 7e18704b8e7b4f579e0da4124e267538 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:49.921501 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:49.938942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:50.009943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 462e054b-26d2-4546-86e4-7cd6cfd62360 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:50.010603 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.011459 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Checking segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:50.011926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network hostable DHCP agents. Network: f5cf31f1-922c-4681-98dd-3d68246fb773, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:50.019229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.040377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:50.043645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Pushing event updated for resources: {'Port': ['ID=935c6763-4719-4ed5-8e0c-ed80cee10c97,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:50.045547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-94e0180d-21b0-4206-bd70-89389fb3367c None None] Port 6eca6911-91d4-4134-b0ca-b352e2441f33 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:50.048085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:50.108794 n-d-771363-33 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-87350993-422d-467e-acc9-b7d6fd237c92 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c547f8cd-14f1-4372-a1b0-8e4002a5d517 (CIDR: 172.20.0.0/28) Jul 05 09:47:50.116581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-438cfa9e-7b68-488a-8e2e-949ce26bb89a req-f1778503-a1ee-4cd2-b83f-bb73bc19a710 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 210 time: 0.1011345 Jul 05 09:47:50.135277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:41Z', 'revision_number': 3, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:50.167689 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-87350993-422d-467e-acc9-b7d6fd237c92 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:50.168467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87350993-422d-467e-acc9-b7d6fd237c92 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:50.173855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4a118-a1ab-400f-a2c5-6ccbee529728 None None] The sync data for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 is: [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:41Z', 'revision_number': 3, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:47:50.197353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=1f79ff6f-a66c-4d6c-9446-0218b11b5c6c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:50.236382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:50.237362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.247149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.250121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-87350993-422d-467e-acc9-b7d6fd237c92 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5356994 Jul 05 09:47:50.255728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cc55fa-1abc-4c15-87e2-3ba4c6a40dc1 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:50.261870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ddb88679-50a7-45db-8d3d-9a95d55fd27a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/1f79ff6f-a66c-4d6c-9446-0218b11b5c6c HTTP/1.1" status: 204 len: 168 time: 2.3249800 Jul 05 09:47:50.291951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:50.292459 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:50.383689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-09aedac6-0472-4094-85bb-fe3be69c853b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:50.389230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:50.391820 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42c5880-a18d-43c9-ae09-02b23f56fc03" -d '{"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:50.425797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-49f8b493-e669-4662-8cf5-a1948fa73133 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4622064 Jul 05 09:47:50.468265 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc237c7-bf10-4bdf-8ecd-02461787a54b x-openstack-request-id: req-3cc237c7-bf10-4bdf-8ecd-02461787a54b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:50.468843 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:50.469266 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cc237c7-bf10-4bdf-8ecd-02461787a54b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:50.469847 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'code': 200} Jul 05 09:47:50.503701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Request body: {'port': {'device_id': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:50.663727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network f5cf31f1-922c-4681-98dd-3d68246fb773 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:50.672044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8fffde26-6199-4ab4-8133-a0b3ad935667 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:50.722450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.757451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:50.780909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Transition to ACTIVE for port object 247f91dd-2f3f-41f5-abdd-d2988020ba17 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:51.013526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, f5cf31f1-922c-4681-98dd-3d68246fb773) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:51.024930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1fb1e2-3a2e-47c2-928e-8c5f7087d3c1 None None] Network f5cf31f1-922c-4681-98dd-3d68246fb773 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:51.047314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet ef51dcf9-8c05-4df6-8b14-5dd550861642 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:47:51.063865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:51.064796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.107251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.161774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-9266fb45-d1e1-4096-a89d-996ce32a901e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:51.163852 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-9266fb45-d1e1-4096-a89d-996ce32a901e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 805 time: 1.0857828 Jul 05 09:47:51.202171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.257729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Request body: {'port': {'device_id': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'admin_state_up': True, 'tenant_id': '6f3238d09c3849b99232b6b763d84622'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:51.398336 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-21822b81-186d-432f-ba17-f0e4d3134110 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.8246996 Jul 05 09:47:51.412927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.418524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Pushing event updated for resources: {'Port': ['ID=247f91dd-2f3f-41f5-abdd-d2988020ba17,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:51.425312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:51.437091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'subnet': {'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:51.442881 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.448878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-f5cf31f1-922c-4681-98dd-3d68246fb773', 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'fixed_ips': [{'subnet_id': '7809b291-544e-4ffa-8cf5-252a62abc5e2'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:47:51.449856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.464323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:51.586913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:51.604819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event deleted for resources: {'Port': ['ID=8fffde26-6199-4ab4-8133-a0b3ad935667,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:51.609390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:51.623331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aedac6-0472-4094-85bb-fe3be69c853b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:51.627409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09aedac6-0472-4094-85bb-fe3be69c853b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.700179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 639f13e6-fbf7-4157-8d34-60b4fc16a39e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:51.838355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.848863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] No DVR routers for this DVR port 8fffde26-6199-4ab4-8133-a0b3ad935667 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:51.926325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:51.943770 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ab3d2b0-3ab9-480c-85c5-d68bbba170ad req-1fe9905a-bb4d-4f48-acff-9956c6778c9d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.16 "DELETE /v2.0/ports/8fffde26-6199-4ab4-8133-a0b3ad935667 HTTP/1.1" status: 204 len: 173 time: 4.4074566 Jul 05 09:47:51.944568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-deleted', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:51.952271 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad7c4c-4b9d-4471-9158-bc648d85b06b" -d '{"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-deleted", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:52.148962 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.212329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 639f13e6-fbf7-4157-8d34-60b4fc16a39e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:52.230891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 639f13e6-fbf7-4157-8d34-60b4fc16a39e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:52.231680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.257998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7bed3-0e2a-4271-b761-030f2f8d307e req-08ca1e6b-2c55-4817-8452-a674c6f233cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:52.258350 n-d-771363-33 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-09aedac6-0472-4094-85bb-fe3be69c853b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 800d37e2-2df8-4705-a291-713be073f907 (CIDR: 172.20.0.16/28) Jul 05 09:47:52.259153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Made reservation on behalf of 6f3238d09c3849b99232b6b763d84622 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:52.261142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22e7bed3-0e2a-4271-b761-030f2f8d307e req-08ca1e6b-2c55-4817-8452-a674c6f233cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1098 time: 1.7012568 Jul 05 09:47:52.264376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.283171 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aedac6-0472-4094-85bb-fe3be69c853b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:52.284024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aedac6-0472-4094-85bb-fe3be69c853b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:52.285657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935c6763-4719-4ed5-8e0c-ed80cee10c97 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:52.299849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e847d727-c31c-4ded-a6ad-3ba38d792865 None None] Provisioning complete for port 3bb1638e-78ef-48cb-bb42-009829944c51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:52.300386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e847d727-c31c-4ded-a6ad-3ba38d792865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.303510 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.318488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Allocated IP 10.1.1.2 (f5cf31f1-922c-4681-98dd-3d68246fb773/7809b291-544e-4ffa-8cf5-252a62abc5e2/86c49c5c-28ca-493c-ba1f-f88c7c30f350) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:52.342201 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09aedac6-0472-4094-85bb-fe3be69c853b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.9893713 Jul 05 09:47:52.348145 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:52.359784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'subnet': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:52.376867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Transition to ACTIVE for port object 935c6763-4719-4ed5-8e0c-ed80cee10c97 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:52.394567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.414761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22e7bed3-0e2a-4271-b761-030f2f8d307e req-d8677638-6268-448f-86af-c1cb428bde7b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946724 Jul 05 09:47:52.480226 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.500373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:52.508210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.559381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=ef51dcf9-8c05-4df6-8b14-5dd550861642,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:52.562062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.584555 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.591052 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-835eb447-b9b8-4899-bf86-7c9419dff77b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/ef51dcf9-8c05-4df6-8b14-5dd550861642 HTTP/1.1" status: 204 len: 168 time: 2.2360888 Jul 05 09:47:52.603609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21460bcc-434c-44ab-9f93-1d4cd98c3510 req-5b507369-ce4a-4923-8bc1-d6bb3fa79af0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:52.604370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:52.605216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21460bcc-434c-44ab-9f93-1d4cd98c3510 req-5b507369-ce4a-4923-8bc1-d6bb3fa79af0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 1.2150254 Jul 05 09:47:52.645807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac6303-b943-438b-8ec9-8eaa338fefd2 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:52.647856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f04a-054a-4e85-a0f5-8b73a1efe359 req-4e7f1631-e04d-4358-996a-dc60a293a0ef tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:52.655481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a558f04a-054a-4e85-a0f5-8b73a1efe359 req-4e7f1631-e04d-4358-996a-dc60a293a0ef tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 932 time: 1.2467136 Jul 05 09:47:52.703335 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-92f424eb-0f25-444a-b02a-a97a18a6288d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975196 Jul 05 09:47:52.714333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:52.765737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Pushing event updated for resources: {'Port': ['ID=935c6763-4719-4ed5-8e0c-ed80cee10c97,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:52.850802 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.852585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Allocated IP 172.20.0.3 (370e10a8-ce02-4c77-a51d-df6122b53587/c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01/5463a112-17c1-4650-a454-9bf6076713b0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:52.884979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21460bcc-434c-44ab-9f93-1d4cd98c3510 req-d28ef0d9-15df-4bee-8110-5bd4913ed64c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571921 Jul 05 09:47:52.969553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Made reservation on behalf of 02332481cfaf4e12a9e08ad0d0ce974a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:52.977553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:52.989287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.objects.ports [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:47:52.989629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.040593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 639f13e6-fbf7-4157-8d34-60b4fc16a39e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=639f13e6-fbf7-4157-8d34-60b4fc16a39e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:53.108843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a558f04a-054a-4e85-a0f5-8b73a1efe359 req-6b7ef6cd-c0ff-4a3d-80c4-5252928eb755 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521887 Jul 05 09:47:53.168404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.201153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7220bb9-be04-4f61-8395-2df748a3cdfc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:53.203045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d3320385-8b23-4c80-a8ce-cc60449bc15f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:53.206044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c7220bb9-be04-4f61-8395-2df748a3cdfc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4906859 Jul 05 09:47:53.230231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64f60b96-2baa-4522-83f8-e219d2ca2ea3 None None] Provisioning for port 247f91dd-2f3f-41f5-abdd-d2988020ba17 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:53.231071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:53.252781 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.275933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64f60b96-2baa-4522-83f8-e219d2ca2ea3 None None] Provisioning complete for port 247f91dd-2f3f-41f5-abdd-d2988020ba17 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:53.276339 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64f60b96-2baa-4522-83f8-e219d2ca2ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.294942 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd79d2a8-d016-401e-bcd5-49736d65cb0a x-openstack-request-id: req-bd79d2a8-d016-401e-bcd5-49736d65cb0a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:53.295270 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa85b84-0ff1-4ec0-acde-f35ca3097dfc", "name": "network-vif-deleted", "tag": "8fffde26-6199-4ab4-8133-a0b3ad935667", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:53.295900 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd79d2a8-d016-401e-bcd5-49736d65cb0a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:53.297064 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa85b84-0ff1-4ec0-acde-f35ca3097dfc', 'name': 'network-vif-deleted', 'tag': '8fffde26-6199-4ab4-8133-a0b3ad935667', 'status': 'completed', 'code': 200} Jul 05 09:47:53.330196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Transition to ACTIVE for port object 86c49c5c-28ca-493c-ba1f-f88c7c30f350 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:53.356735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Checking segment: {'id': 'b26c4a89-27dc-4162-9960-b5ab63dda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '577abec4-bda5-47d0-9d41-7fa392fc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:53.360035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Network hostable DHCP agents. Network: 577abec4-bda5-47d0-9d41-7fa392fc594e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:53.363945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=639f13e6-fbf7-4157-8d34-60b4fc16a39e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:53.387737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Transition to ACTIVE for port object 86c49c5c-28ca-493c-ba1f-f88c7c30f350 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:53.389287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-64f60b96-2baa-4522-83f8-e219d2ca2ea3 None None] Port 247f91dd-2f3f-41f5-abdd-d2988020ba17 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:53.404421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.429055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e6a700b-681f-4b5b-90b7-d87e028d424a req-5cd5e424-bf13-4301-bc2a-46a77dbc8b02 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 210 time: 0.1892667 Jul 05 09:47:53.433989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Attempting to bind port 935c6763-4719-4ed5-8e0c-ed80cee10c97 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:53.435602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Attempting to bind port 935c6763-4719-4ed5-8e0c-ed80cee10c97 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:53.436058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Attempting to bind port 935c6763-4719-4ed5-8e0c-ed80cee10c97 on network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:53.472442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Port 935c6763-4719-4ed5-8e0c-ed80cee10c97 on network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:47:53.473029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Attempting to bind port 935c6763-4719-4ed5-8e0c-ed80cee10c97 on network be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:53.482206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Network 577abec4-bda5-47d0-9d41-7fa392fc594e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:53.508827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:53.516231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Checking segment: {'id': 'e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:53.516449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Network f5cf31f1-922c-4681-98dd-3d68246fb773 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:53.516682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Bound using segment: {'id': 'e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:53.517280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Bound port: 935c6763-4719-4ed5-8e0c-ed80cee10c97, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:53.517764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.519014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:53.524012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:53.531884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Pushing event updated for resources: {'Port': ['ID=86c49c5c-28ca-493c-ba1f-f88c7c30f350,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:53.534511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d97f820-da68-4bb0-a667-e7fcde8f9f6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:53.538236 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6d97f820-da68-4bb0-a667-e7fcde8f9f6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3054721 Jul 05 09:47:53.538887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:53.556242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:47:53.569209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 577abec4-bda5-47d0-9d41-7fa392fc594e) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:53.586550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:53.589305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.627123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e138a-8017-4549-855d-bcd70b2ba48f None None] Network 577abec4-bda5-47d0-9d41-7fa392fc594e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:53.635553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.643184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1e1f3261-f2b9-4ce9-80ff-154276fb02cf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938661 Jul 05 09:47:53.653509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:53.657105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.664241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4fee7a81-5df6-44b7-94bf-a2656ec5baa9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:53.686322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.731263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-33965982-a723-4a88-a116-d38d4dd773c1 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0263584 Jul 05 09:47:53.742372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52640) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:53.774683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'floatingip': {'floating_network_id': '577abec4-bda5-47d0-9d41-7fa392fc594e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:53.780692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.790096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] For port 935c6763-4719-4ed5-8e0c-ed80cee10c97, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:53.798835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] For port 935c6763-4719-4ed5-8e0c-ed80cee10c97, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97,segment=NetworkSegment(e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82),segment_id=e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:53.800788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Subnet': ['ID=6b3a3ba5-22be-4813-ada1-23f347451c21,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:53.816298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.823964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Attempting to bind port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:53.824983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Attempting to bind port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:53.825530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Attempting to bind port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:53.847676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 639f13e6-fbf7-4157-8d34-60b4fc16a39e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:53.861709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:53.862312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Checking segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:53.862633 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.862989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Bound using segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:53.863535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Bound port: 86c49c5c-28ca-493c-ba1f-f88c7c30f350, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:53.863920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.873088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:53.874368 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.875998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/935c6763-4719-4ed5-8e0c-ed80cee10c97 HTTP/1.1" status: 200 len: 1093 time: 3.3870618 Jul 05 09:47:53.876838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Checking segment: {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:53.877238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network hostable DHCP agents. Network: d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:47:53.886414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'tag': '935c6763-4719-4ed5-8e0c-ed80cee10c97'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:47:53.888689 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb53823-afd8-4495-9c90-f96fca5ce9c7", "tag": "935c6763-4719-4ed5-8e0c-ed80cee10c97"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:47:53.917055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] Deleting port 3bb1638e-78ef-48cb-bb42-009829944c51 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:47:53.917640 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:53.940581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:47:53.986288 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ebe45-d810-4f13-9e15-25b315358f64 x-openstack-request-id: req-912ebe45-d810-4f13-9e15-25b315358f64 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:47:53.986642 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb53823-afd8-4495-9c90-f96fca5ce9c7", "tag": "935c6763-4719-4ed5-8e0c-ed80cee10c97", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:47:53.986809 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-912ebe45-d810-4f13-9e15-25b315358f64 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:47:53.987371 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'tag': '935c6763-4719-4ed5-8e0c-ed80cee10c97', 'status': 'completed', 'code': 200} Jul 05 09:47:54.004775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400950b-15ca-4fbd-ba9d-68ab9bf376b3 service neutron] Pushing event updated for resources: {'Port': ['ID=935c6763-4719-4ed5-8e0c-ed80cee10c97,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:54.015479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:54.025392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.026051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.053548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0900b4-5e16-4899-9df3-27c542232416 None None] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:54.069564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-0ac404ab-1693-4928-b381-1247dd1fd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.071297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-0ac404ab-1693-4928-b381-1247dd1fd7d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29ab0e47dd71460bb2ebe0271c4fc3e1&device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 1096 time: 0.1275809 Jul 05 09:47:54.163364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-7a96ed4c-3926-404a-b322-ba3eb9a1a024 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97 HTTP/1.1" status: 200 len: 217 time: 0.0740111 Jul 05 09:47:54.232527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-5f084046-abc3-4855-b051-91067cd2f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.234325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-5f084046-abc3-4855-b051-91067cd2f9c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4940d95e-0184-41ec-afb9-3fe5f0f1f7fc HTTP/1.1" status: 200 len: 853 time: 0.0699778 Jul 05 09:47:54.300272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-f0867c20-366c-4d5a-a52d-e0ee563f9022 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541134 Jul 05 09:47:54.334715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] For port 3bb1638e-78ef-48cb-bb42-009829944c51, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3bb1638e-78ef-48cb-bb42-009829944c51,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:54.335804 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.346005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92420c-d6e7-4a48-b11d-20ebcf9809c0 None None] Network 577abec4-bda5-47d0-9d41-7fa392fc594e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:54.352371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] For port 86c49c5c-28ca-493c-ba1f-f88c7c30f350, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:54.431181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Pushing event updated for resources: {'Port': ['ID=247f91dd-2f3f-41f5-abdd-d2988020ba17,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:54.451049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.468370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] Calling delete_port for 3bb1638e-78ef-48cb-bb42-009829944c51 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:47:54.470082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-98e90689-ebb8-4a51-bab5-5dacf900ff66 service neutron] 10.222.0.16 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609013 Jul 05 09:47:54.481480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] For port 86c49c5c-28ca-493c-ba1f-f88c7c30f350, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=86c49c5c-28ca-493c-ba1f-f88c7c30f350,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:54.489143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.492230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ddb9406f-ac3b-4a49-ac5a-036b9f888f7f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0604036 Jul 05 09:47:54.498678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.507866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:54.515690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'port': {'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'name': 'tempest-TaggedBootDevicesTest_v242-1636325833', 'fixed_ips': [{'subnet_id': '7809b291-544e-4ffa-8cf5-252a62abc5e2'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:54.531418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 639f13e6-fbf7-4157-8d34-60b4fc16a39e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:54.531888 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.653224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961fb69-049b-4eec-9369-ffe37c78cdf1 req-f065bcb9-dc34-4a18-b443-a0a125eb093f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.655172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b961fb69-049b-4eec-9369-ffe37c78cdf1 req-f065bcb9-dc34-4a18-b443-a0a125eb093f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 0.4196141 Jul 05 09:47:54.684744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee7a81-5df6-44b7-94bf-a2656ec5baa9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:54.689221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a81-5df6-44b7-94bf-a2656ec5baa9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.691885 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fee7a81-5df6-44b7-94bf-a2656ec5baa9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:54.692646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fee7a81-5df6-44b7-94bf-a2656ec5baa9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:54.752535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.769620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:54.807539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b961fb69-049b-4eec-9369-ffe37c78cdf1 req-1634e393-2540-4505-b428-6a6e4ce62ce3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688457 Jul 05 09:47:54.869343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Pushing event updated for resources: {'Port': ['ID=86c49c5c-28ca-493c-ba1f-f88c7c30f350,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:54.910160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.910716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.911302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.912397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.912790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.913139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.913471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.913844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.914187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.914725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.916374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.916949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387b5-5bd0-4619-91c6-6d8c1b7b4582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:54.919982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56d43-4533-4ac2-8b3b-b188ad391296 req-e7940ea2-18a8-48ac-8dbf-017fc4b2fb1a tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:54.922459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2b56d43-4533-4ac2-8b3b-b188ad391296 req-e7940ea2-18a8-48ac-8dbf-017fc4b2fb1a tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 944 time: 0.5190773 Jul 05 09:47:54.926188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4fee7a81-5df6-44b7-94bf-a2656ec5baa9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2705798 Jul 05 09:47:54.926916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52654) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:54.956109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-677dfe1f-82ec-49b5-8edc-f02bf7e6d2b2 req-2785615a-3bcb-497b-8747-bfa02b413c28 service neutron] 10.222.0.16 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784606 Jul 05 09:47:54.962639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Network 370e10a8-ce02-4c77-a51d-df6122b53587 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:55.002236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Network a9953944-00df-49a0-9fe7-03ec6692cf40 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:55.016462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:55.047586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-31f49a88-f33c-4607-b47e-bf31bff45fe4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:55.062542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:55.068397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:55.077882 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:55.092557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.093667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.155384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2b56d43-4533-4ac2-8b3b-b188ad391296 req-ead4f2fc-0510-43e0-88fc-35efd9f0e143 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129877 Jul 05 09:47:55.244302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5854e1-7941-4b16-80ed-cb3b30a27b8c None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:55.321155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1', 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'fixed_ips': [{'subnet_id': '6b3a3ba5-22be-4813-ada1-23f347451c21'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:47:55.324270 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.351731 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.373850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc51e-6a1d-4680-8eb4-9c948145bc15 req-a5f918ce-43d5-4f53-b609-a1f2ef732a6d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.376012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17cdc51e-6a1d-4680-8eb4-9c948145bc15 req-a5f918ce-43d5-4f53-b609-a1f2ef732a6d tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 931 time: 0.1933837 Jul 05 09:47:55.377337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:55.386197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-c0f54161-3ebd-4129-b4f0-3b0b0290a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.389266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-c0f54161-3ebd-4129-b4f0-3b0b0290a500 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29ab0e47dd71460bb2ebe0271c4fc3e1&device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 1096 time: 0.3237469 Jul 05 09:47:55.439634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:55.469656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:55.478456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.479890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.493071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Subnet': ['ID=57f40b10-616c-42f6-86a3-f7a158709f6c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:55.504214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f49a88-f33c-4607-b47e-bf31bff45fe4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:55.509347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31f49a88-f33c-4607-b47e-bf31bff45fe4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.510806 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f49a88-f33c-4607-b47e-bf31bff45fe4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:55.511273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f49a88-f33c-4607-b47e-bf31bff45fe4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:55.514571 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f7722a02-7611-470e-b869-ecfdf35784b2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3031170 Jul 05 09:47:55.515924 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-77f7dbe9-15ba-4b11-b846-e6271c8ef4fa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1612358 Jul 05 09:47:55.520229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:55.531117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2146905890', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57f40b10-616c-42f6-86a3-f7a158709f6c'}], 'security_groups': ['fa858ed9-cb87-4a3a-a52a-422538b98dfa', '03d3b8e9-98af-4934-a478-d9deb8e8797b']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:55.566422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Request body: {'port': {'device_id': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:55.624679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-a0bc7c55-fbda-4301-8e40-9c36b0b473cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.626293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-a0bc7c55-fbda-4301-8e40-9c36b0b473cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e HTTP/1.1" status: 200 len: 914 time: 0.1755106 Jul 05 09:47:55.747241 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-31f49a88-f33c-4607-b47e-bf31bff45fe4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7733006 Jul 05 09:47:55.753459 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:55.810360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d57cc5b7-0285-4c56-8a87-0e1e5ff85d62 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:55.820446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:55.823944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17cdc51e-6a1d-4680-8eb4-9c948145bc15 req-af213c3c-e412-479d-bbbd-ee025b2f2d45 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311681 Jul 05 09:47:55.826814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-17db57c5-6eba-4176-bfbf-1c5ff32f14f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97 HTTP/1.1" status: 200 len: 217 time: 0.1785860 Jul 05 09:47:55.854983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] Pushing event deleted for resources: {'Port': ['ID=3bb1638e-78ef-48cb-bb42-009829944c51,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:55.887340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 86c49c5c-28ca-493c-ba1f-f88c7c30f350 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:47:55.942071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-d27254c6-1d11-45af-9504-5575f1908244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:55.944969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-d27254c6-1d11-45af-9504-5575f1908244 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4940d95e-0184-41ec-afb9-3fe5f0f1f7fc HTTP/1.1" status: 200 len: 853 time: 0.1046753 Jul 05 09:47:55.983960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9921da0-6011-4835-a8e2-9e2d114d188d None None] No DVR routers for this DVR port 3bb1638e-78ef-48cb-bb42-009829944c51 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:47:56.027272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-824f823e-fc87-41b7-ae8d-f791dde27f6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708084 Jul 05 09:47:56.031586 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.147231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] device_id is not set on port 1b711ea9-8693-4dc5-93cd-d0885018b043 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:47:56.178826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f5f74-d062-45b2-85c7-14fa02165e83 req-ca8c9128-dcac-4fec-937e-aa74c73e0d79 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:56.181574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e7f5f74-d062-45b2-85c7-14fa02165e83 req-ca8c9128-dcac-4fec-937e-aa74c73e0d79 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 0.5507839 Jul 05 09:47:56.234663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:56.257629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'floatingip': {'port_id': '8349a762-01cb-475e-9df1-cb21e0709333'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:56.320534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.388252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9ac8102c-bce4-4f26-a9d7-da4d41751316 None None] Provisioning complete for port 247f91dd-2f3f-41f5-abdd-d2988020ba17 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:56.388737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ac8102c-bce4-4f26-a9d7-da4d41751316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.450218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:56.494573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Allocated IP 10.2.2.2 (d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1/6b3a3ba5-22be-4813-ada1-23f347451c21/ba1c69f2-61ca-40f4-b444-bfc4eab207dc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:56.497157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Allocated IP 172.20.0.11 (577abec4-bda5-47d0-9d41-7fa392fc594e/d3320385-8b23-4c80-a8ce-cc60449bc15f/6db27e36-f949-44e8-9b54-40503e88113c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:56.749658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 935c6763-4719-4ed5-8e0c-ed80cee10c97 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:47:56.752599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ace6b-2f84-4252-ae6b-d01bab388677 None None] Network f5cf31f1-922c-4681-98dd-3d68246fb773 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:47:56.762687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.797720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.843129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-820809ec-9d29-470c-9730-6554e843c7ff service neutron] 10.222.0.16 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036203 Jul 05 09:47:56.863794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Router 98d9db9d-5d3e-457b-b6cd-c70945543e2a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:47:56.885574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8102c-bce4-4f26-a9d7-da4d41751316 None None] Port 247f91dd-2f3f-41f5-abdd-d2988020ba17 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:47:56.907719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.959745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57cc5b7-0285-4c56-8a87-0e1e5ff85d62 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:56.971279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d57cc5b7-0285-4c56-8a87-0e1e5ff85d62 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:56.977845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Transition to ACTIVE for port object ba1c69f2-61ca-40f4-b444-bfc4eab207dc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:56.987677 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57cc5b7-0285-4c56-8a87-0e1e5ff85d62 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:56.988688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57cc5b7-0285-4c56-8a87-0e1e5ff85d62 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:57.001287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:47:57.072935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3bb1638e-78ef-48cb-bb42-009829944c51 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:47:57.073634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3bb1638e-78ef-48cb-bb42-009829944c51 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:47:57.125671 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d57cc5b7-0285-4c56-8a87-0e1e5ff85d62 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3392406 Jul 05 09:47:57.129142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Transition to ACTIVE for port object ba1c69f2-61ca-40f4-b444-bfc4eab207dc will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:57.137349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:57.149732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-de56497b-5410-44d8-8951-ab6eede436b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:57.150563 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.167446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-37c3344a-d660-459a-93df-16f91b81359b None None] Provisioning for port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:47:57.248249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-37c3344a-d660-459a-93df-16f91b81359b None None] Provisioning complete for port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:57.248706 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37c3344a-d660-459a-93df-16f91b81359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.261934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.326420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 935c6763-4719-4ed5-8e0c-ed80cee10c97, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97,segment=NetworkSegment(e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82),segment_id=e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:57.350577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:57.355430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] Update dhcp port {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'fixed_ips': [{'subnet_id': '800d37e2-2df8-4705-a291-713be073f907', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c547f8cd-14f1-4372-a1b0-8e4002a5d517', 'ip_address': '172.20.0.2'}, {'subnet_id': '57f40b10-616c-42f6-86a3-f7a158709f6c'}], 'binding:host_id': 'n-d-771363-33'}, 'id': 'ff1fcdf7-78fd-422d-9d27-e73cdd7646d7'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:47:57.371638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:57.401183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '935c6763-4719-4ed5-8e0c-ed80cee10c97', 'network_id': 'be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e', 'port_id': '935c6763-4719-4ed5-8e0c-ed80cee10c97', 'mac_address': 'fa:16:3e:af:c6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4940d95e-0184-41ec-afb9-3fe5f0f1f7fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:47:57.401495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Pushing event updated for resources: {'Port': ['ID=ba1c69f2-61ca-40f4-b444-bfc4eab207dc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:57.425823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:57.432347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.561068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.656538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Attempting to bind port ba1c69f2-61ca-40f4-b444-bfc4eab207dc on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:57.657075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Attempting to bind port ba1c69f2-61ca-40f4-b444-bfc4eab207dc by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:57.657584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Attempting to bind port ba1c69f2-61ca-40f4-b444-bfc4eab207dc on network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:57.660393 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.684950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Network 577abec4-bda5-47d0-9d41-7fa392fc594e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:47:57.715150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9eb40f-3d8a-4d46-b0ab-4e57a3398348 req-f04de8e4-9650-4dd2-bcdd-d0ddf8e4543f service neutron] 10.222.0.16 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128014 Jul 05 09:47:57.730277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:47:57.755413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:47:57.782485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:57.782869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Checking segment: {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:57.783313 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.783869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Bound using segment: {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:57.784374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Bound port: ba1c69f2-61ca-40f4-b444-bfc4eab207dc, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:57.784764 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.790223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935c6763-4719-4ed5-8e0c-ed80cee10c97 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:57.800416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Port': ['ID=6db27e36-f949-44e8-9b54-40503e88113c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:57.819634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:47:57.829706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de56497b-5410-44d8-8951-ab6eede436b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:57.835580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-de56497b-5410-44d8-8951-ab6eede436b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.839691 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-de56497b-5410-44d8-8951-ab6eede436b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:57.839691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de56497b-5410-44d8-8951-ab6eede436b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:57.847193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fceebf9f-02a0-4cdd-a39f-c019a489e166 admin admin] 10.222.0.21 "PUT /v2.0/routers/98d9db9d-5d3e-457b-b6cd-c70945543e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2416160 Jul 05 09:47:57.847436 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Sync routers for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:47:57.854649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37c3344a-d660-459a-93df-16f91b81359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:57.864466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 10.1.1.74 (f5cf31f1-922c-4681-98dd-3d68246fb773/7809b291-544e-4ffa-8cf5-252a62abc5e2/1b711ea9-8693-4dc5-93cd-d0885018b043) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:57.882925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:47:57.883313 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:47:57.883915 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:47:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:57.912844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda2f19-38d6-4294-99d6-701457d2ed7e req-591fce7e-ce4b-41c6-8020-1cae2b1a2ed5 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:57.926122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bda2f19-38d6-4294-99d6-701457d2ed7e req-591fce7e-ce4b-41c6-8020-1cae2b1a2ed5 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 944 time: 1.1739874 Jul 05 09:47:57.979675 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-de56497b-5410-44d8-8951-ab6eede436b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8349204 Jul 05 09:47:57.979922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:58.014141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5e43f490-5a8d-4073-b782-8e31f64432e2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:58.091563 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:47:58.097707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.167677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 935c6763-4719-4ed5-8e0c-ed80cee10c97, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97,segment=NetworkSegment(e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82),segment_id=e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:58.201909 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.247366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bda2f19-38d6-4294-99d6-701457d2ed7e req-baf58353-579f-4a1d-8f5b-3fd97ea7a608 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541618 Jul 05 09:47:58.266302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.305673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-83289358-5276-4039-bb75-e97cebaae960 None None] For port ba1c69f2-61ca-40f4-b444-bfc4eab207dc, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:47:58.374949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5463a112-17c1-4650-a454-9bf6076713b0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:47:58.388746 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.405367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-83289358-5276-4039-bb75-e97cebaae960 None None] For port ba1c69f2-61ca-40f4-b444-bfc4eab207dc, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ba1c69f2-61ca-40f4-b444-bfc4eab207dc,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:47:58.414772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Transition to ACTIVE for port object 5463a112-17c1-4650-a454-9bf6076713b0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:58.415257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-37c3344a-d660-459a-93df-16f91b81359b None None] For port 86c49c5c-28ca-493c-ba1f-f88c7c30f350, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=86c49c5c-28ca-493c-ba1f-f88c7c30f350,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:58.429771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.439898 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37c3344a-d660-459a-93df-16f91b81359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.448378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 2, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:47:58.468004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] Allocated IP 172.20.0.34 (a9953944-00df-49a0-9fe7-03ec6692cf40/57f40b10-616c-42f6-86a3-f7a158709f6c/ff1fcdf7-78fd-422d-9d27-e73cdd7646d7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:47:58.470895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=935c6763-4719-4ed5-8e0c-ed80cee10c97,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:58.485052 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Checking router: 98d9db9d-5d3e-457b-b6cd-c70945543e2a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:47:58.485434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['935c6763-4719-4ed5-8e0c-ed80cee10c97'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:47:58.485888 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Updating router 98d9db9d-5d3e-457b-b6cd-c70945543e2a port 247f91dd-2f3f-41f5-abdd-d2988020ba17 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:47:58.526764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df7980-dee2-48ab-aefe-c0e7e8da60d9 req-2feeff98-3f51-4e61-a284-13d9d604a7d1 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:47:58.547029 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.550923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95df7980-dee2-48ab-aefe-c0e7e8da60d9 req-2feeff98-3f51-4e61-a284-13d9d604a7d1 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 931 time: 1.0083370 Jul 05 09:47:58.561950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.578805 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43f490-5a8d-4073-b782-8e31f64432e2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:58.587205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e43f490-5a8d-4073-b782-8e31f64432e2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.595605 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e43f490-5a8d-4073-b782-8e31f64432e2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:58.595906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e43f490-5a8d-4073-b782-8e31f64432e2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:58.765797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.803117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9b4cf6d-88fc-4969-9bcf-2c2a1d93d27c None None] Provisioning complete for port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:47:58.803749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9b4cf6d-88fc-4969-9bcf-2c2a1d93d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:58.814605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83289358-5276-4039-bb75-e97cebaae960 None None] Pushing event updated for resources: {'Port': ['ID=ba1c69f2-61ca-40f4-b444-bfc4eab207dc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:58.857535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:58.887102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95df7980-dee2-48ab-aefe-c0e7e8da60d9 req-57ee820d-9899-4747-9b8f-ca2d5de81bad tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349278 Jul 05 09:47:59.042479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] For port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,segment=NetworkSegment(f9aa5e1a-b570-43f0-9830-ba78c69b57fb),segment_id=f9aa5e1a-b570-43f0-9830-ba78c69b57fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:47:59.065022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3344a-d660-459a-93df-16f91b81359b None None] Pushing event updated for resources: {'Port': ['ID=86c49c5c-28ca-493c-ba1f-f88c7c30f350,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:59.080990 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5e43f490-5a8d-4073-b782-8e31f64432e2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0870571 Jul 05 09:47:59.090449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52710) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:59.109427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-947118be-a40c-4646-8796-34538b8af697 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:47:59.267840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947118be-a40c-4646-8796-34538b8af697 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:47:59.273533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-947118be-a40c-4646-8796-34538b8af697 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.275065 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-947118be-a40c-4646-8796-34538b8af697 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:47:59.275594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947118be-a40c-4646-8796-34538b8af697 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:47:59.321571 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Floating IP 0b5a0768-9a85-465e-8deb-da95ea1e1602 associated. External IP: 172.25.1.16, port: 8349a762-01cb-475e-9df1-cb21e0709333. Jul 05 09:47:59.335777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-947118be-a40c-4646-8796-34538b8af697 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2302499 Jul 05 09:47:59.338144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:59.428834 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.460006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.473474 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Transition to ACTIVE for port object 247f91dd-2f3f-41f5-abdd-d2988020ba17 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:59.497013 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.603985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] Transition to ACTIVE for port object ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:59.616039 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.621784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.652783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.716806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-14c65d12-7c99-4533-b333-191aafa51a84 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3592479 Jul 05 09:47:59.777636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52720) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:47:59.810067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.903364 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Attempting to bind port 247f91dd-2f3f-41f5-abdd-d2988020ba17 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:47:59.903752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Attempting to bind port 247f91dd-2f3f-41f5-abdd-d2988020ba17 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:47:59.904301 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Attempting to bind port 247f91dd-2f3f-41f5-abdd-d2988020ba17 on network 98ea41e3-cf22-4a13-848f-12586fc4efe9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:47:59.912061 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:47:59.912061 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Checking segment: {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:47:59.913049 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.913276 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Bound using segment: {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:47:59.913948 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Bound port: 247f91dd-2f3f-41f5-abdd-d2988020ba17, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:47:59.914337 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:47:59.945503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Pushing event updated for resources: {'Port': ['ID=247f91dd-2f3f-41f5-abdd-d2988020ba17,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:47:59.951800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Transition to ACTIVE for port object 1b711ea9-8693-4dc5-93cd-d0885018b043 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:47:59.983065 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.983431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.983921 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.984273 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.984674 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.985008 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.985339 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.985661 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.986173 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.986702 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.987243 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:47:59.987717 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:00.035696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.081705 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.151837 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] For port 247f91dd-2f3f-41f5-abdd-d2988020ba17, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:00.157128 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] For port 247f91dd-2f3f-41f5-abdd-d2988020ba17, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=247f91dd-2f3f-41f5-abdd-d2988020ba17,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:00.171318 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.176433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Attempting to bind port 5463a112-17c1-4650-a454-9bf6076713b0 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:00.176791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Attempting to bind port 5463a112-17c1-4650-a454-9bf6076713b0 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:00.180722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Attempting to bind port 5463a112-17c1-4650-a454-9bf6076713b0 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:00.228963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network f5cf31f1-922c-4681-98dd-3d68246fb773 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:00.266961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Port 5463a112-17c1-4650-a454-9bf6076713b0 on network 370e10a8-ce02-4c77-a51d-df6122b53587 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:00.267520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Attempting to bind port 5463a112-17c1-4650-a454-9bf6076713b0 on network 370e10a8-ce02-4c77-a51d-df6122b53587 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:00.347763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:00.388175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19aa922-4b12-4a1d-8aa4-7197d9691a3e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.398704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e19aa922-4b12-4a1d-8aa4-7197d9691a3e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6103306 Jul 05 09:48:00.402698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:00.469859 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:00.488314 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:47:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:00.491680 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9ef20-bcb0-42b9-9f2f-03db2bb3914e None None] Pushing event updated for resources: {'Port': ['ID=247f91dd-2f3f-41f5-abdd-d2988020ba17,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:00.518050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:00.558296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91274020-7131-42ee-80b1-32cd2ee504b1 None None] Pushing event updated for resources: {'Port': ['ID=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:00.579281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ba1c69f2-61ca-40f4-b444-bfc4eab207dc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:00.608070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=1b711ea9-8693-4dc5-93cd-d0885018b043,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:00.644923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.646674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.664156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:00.667349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Checking segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:00.668475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Bound using segment: {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:00.669452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Bound port: 5463a112-17c1-4650-a454-9bf6076713b0, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07560eed-1770-4424-ab3e-12f2981033cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:00.673027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:00.710826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c92ae-6da3-4f34-be52-82c30879b26c req-341898b8-b297-4e75-8c84-687714bb4283 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:00.715982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-175c92ae-6da3-4f34-be52-82c30879b26c req-341898b8-b297-4e75-8c84-687714bb4283 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 945 time: 1.1326861 Jul 05 09:48:00.905611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:00.915703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:00.934673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb417e-1d76-4708-8a0d-222b00169b9f None None] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:00.971529 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:01.019195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-488da877-e593-4cd7-b93c-07ed7c876a19 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4743180 Jul 05 09:48:01.035009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:01.051265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:01.060548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.069027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-97af68fe-bf85-4acd-afbf-98871f7e185e {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:48:01.069746 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:48:01.074268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.107354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:01.115965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.118320 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-82207607-0f47-40a4-90af-d52e781448ac service neutron] 10.222.0.15 "PUT /v2.0/ports/5463a112-17c1-4650-a454-9bf6076713b0 HTTP/1.1" status: 200 len: 1092 time: 5.5756106 Jul 05 09:48:01.119169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.124920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:01.127622 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058cf968-d47b-409b-befe-a03518bec5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "tag": "5463a112-17c1-4650-a454-9bf6076713b0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:01.164466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ba1c69f2-61ca-40f4-b444-bfc4eab207dc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:01.204952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 86c49c5c-28ca-493c-ba1f-f88c7c30f350 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:01.265691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c371331-2993-4dc9-8db6-818bd71d24af None None] Provisioning for port ba1c69f2-61ca-40f4-b444-bfc4eab207dc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:01.274261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c371331-2993-4dc9-8db6-818bd71d24af None None] Provisioning complete for port ba1c69f2-61ca-40f4-b444-bfc4eab207dc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:01.275049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c371331-2993-4dc9-8db6-818bd71d24af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.313115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82207607-0f47-40a4-90af-d52e781448ac service neutron] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:01.326448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5d35a1fe-99d8-4c76-9d57-a38e1b00d3a2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.8169405 Jul 05 09:48:01.332183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:01.359568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.369360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'port': {'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'name': 'tempest-TaggedBootDevicesTest_v242-762149675', 'fixed_ips': [{'subnet_id': '7809b291-544e-4ffa-8cf5-252a62abc5e2'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:01.468862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Port': ['ID=6db27e36-f949-44e8-9b54-40503e88113c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:01.474739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.477001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a42d105f-2fce-4b8c-91a8-8efe2ed7b06a tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7395742 Jul 05 09:48:01.482687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52764) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:01.492464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:01.493410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.538235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-91f6e1a3-6fe2-4129-ba18-ca17164599a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:01.545834 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-91f6e1a3-6fe2-4129-ba18-ca17164599a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 1095 time: 0.3636048 Jul 05 09:48:01.595618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-175c92ae-6da3-4f34-be52-82c30879b26c req-5aed00f8-be2d-4380-9355-5408a15e5c7c tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428940 Jul 05 09:48:01.647231 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c371331-2993-4dc9-8db6-818bd71d24af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.706658 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:00Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:01.726377 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d39cc-d58a-4fe6-89ca-92872c7a261c x-openstack-request-id: req-0e4d39cc-d58a-4fe6-89ca-92872c7a261c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:01.726708 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "tag": "5463a112-17c1-4650-a454-9bf6076713b0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:01.726910 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e4d39cc-d58a-4fe6-89ca-92872c7a261c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:01.730098 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0', 'status': 'completed', 'code': 200} Jul 05 09:48:01.751583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:01.760874 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0ad2b906-ebaf-4351-802a-0b4e31516ccd tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=577abec4-bda5-47d0-9d41-7fa392fc594e HTTP/1.1" status: 200 len: 690 time: 0.2720754 Jul 05 09:48:01.761155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8c371331-2993-4dc9-8db6-818bd71d24af None None] For port ba1c69f2-61ca-40f4-b444-bfc4eab207dc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ba1c69f2-61ca-40f4-b444-bfc4eab207dc,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:01.767580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c371331-2993-4dc9-8db6-818bd71d24af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.772803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:01.781057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:01.802814 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d22742-af15-4690-9d97-aa91f74cbca1 None None] The sync data for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 is: [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:00Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:01.898672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-19c8c69b-4ca6-450d-b097-9d13ac5d0a58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5463a112-17c1-4650-a454-9bf6076713b0 HTTP/1.1" status: 200 len: 217 time: 0.2654383 Jul 05 09:48:02.013133 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.057790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-1e3d5e33-8e4b-4ee8-bf85-c9935ab3f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.059909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-1e3d5e33-8e4b-4ee8-bf85-c9935ab3f863 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.1427355 Jul 05 09:48:02.086200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c371331-2993-4dc9-8db6-818bd71d24af None None] Pushing event updated for resources: {'Port': ['ID=ba1c69f2-61ca-40f4-b444-bfc4eab207dc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:02.242154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a64799d-a8d8-4ba6-920f-53434b5dbeb8 None None] Provisioning for port 1b711ea9-8693-4dc5-93cd-d0885018b043 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:02.254038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a64799d-a8d8-4ba6-920f-53434b5dbeb8 None None] Provisioning complete for port 1b711ea9-8693-4dc5-93cd-d0885018b043 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:02.257765 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a64799d-a8d8-4ba6-920f-53434b5dbeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.275926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:02.392474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1a64799d-a8d8-4ba6-920f-53434b5dbeb8 None None] Port 1b711ea9-8693-4dc5-93cd-d0885018b043 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:02.401741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-6afb2dfa-4bf2-422e-a25f-2e5d98012d81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3071759 Jul 05 09:48:02.403458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970683-6ed7-4425-bba0-35ae8e31e60e req-223642f1-caa1-4439-b7e8-55a7588d9b26 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:02.406331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c970683-6ed7-4425-bba0-35ae8e31e60e req-223642f1-caa1-4439-b7e8-55a7588d9b26 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 943 time: 1.8269634 Jul 05 09:48:02.534037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-923a79ad-0bb0-4013-a4da-14107e7c5015 None None] Provisioning complete for port ba1c69f2-61ca-40f4-b444-bfc4eab207dc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:02.539960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-923a79ad-0bb0-4013-a4da-14107e7c5015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.549525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 247f91dd-2f3f-41f5-abdd-d2988020ba17 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:02.602240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:48:02.615297 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.661999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Router 8154bc64-9107-44d5-8262-6e8d7b0b0ead has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:48:02.750423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 935c6763-4719-4ed5-8e0c-ed80cee10c97 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:02.836011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c970683-6ed7-4425-bba0-35ae8e31e60e req-5a409b4d-c7a1-4ef7-ac44-abbd1c9bab93 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159504 Jul 05 09:48:02.845580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:02.889173 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-aea23839-be98-44c1-9c8c-d10f6ed6b4b2 service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183774 Jul 05 09:48:02.921953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.objects.ports [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:48:02.987292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] device_id is not set on port 13041785-32e6-436d-ac3b-56cf005939fc yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:02.994469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 247f91dd-2f3f-41f5-abdd-d2988020ba17 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:02.994779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.019889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:03.030969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:03.034319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:03.034945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.054971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac9c4e-cde5-4f01-a08d-b65b4afe597c None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:03.063511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 247f91dd-2f3f-41f5-abdd-d2988020ba17 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:03.063977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.185636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Deleting port 6db27e36-f949-44e8-9b54-40503e88113c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:03.186041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.188863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 935c6763-4719-4ed5-8e0c-ed80cee10c97 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:03.201008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 935c6763-4719-4ed5-8e0c-ed80cee10c97 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:03.201383 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.315505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.315985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.345040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Calling delete_port for 6db27e36-f949-44e8-9b54-40503e88113c owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:03.482732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Delete allocated IP 172.20.0.4 (a9953944-00df-49a0-9fe7-03ec6692cf40/c547f8cd-14f1-4372-a1b0-8e4002a5d517) {{(pid=93795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 09:48:03.493119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=752e150e-7ca9-4dfe-996a-b237bb8444df,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:03.494002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Allocated IP 172.20.0.42 (a9953944-00df-49a0-9fe7-03ec6692cf40/57f40b10-616c-42f6-86a3-f7a158709f6c/6eca6911-91d4-4134-b0ca-b352e2441f33) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:03.499319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-895d6253-bdef-44ec-a108-96502b5a6a95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4600961 Jul 05 09:48:03.502069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:03.509568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:dd:b5:74', 'name': 'tempest-NetworksTestDHCPv6-430344563'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:03.570014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '752e150e-7ca9-4dfe-996a-b237bb8444df'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:03.572023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.593690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Provisioning for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:03.617554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.634319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:03.635014 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.751210 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d6a9c80d-609f-415e-8800-17c35a28c14f req-f87826b4-554a-4e5a-a7b8-9de0e5b884d7 service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8474762 Jul 05 09:48:03.787986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.800333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:03.853491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 10.1.1.99 (f5cf31f1-922c-4681-98dd-3d68246fb773/7809b291-544e-4ffa-8cf5-252a62abc5e2/13041785-32e6-436d-ac3b-56cf005939fc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:03.915370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:48:03.928347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:03.978737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 247f91dd-2f3f-41f5-abdd-d2988020ba17, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=247f91dd-2f3f-41f5-abdd-d2988020ba17,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:03.981288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f726b1b-fbf3-4759-adb8-69b28ede73bb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "PUT /v2.0/floatingips/0b5a0768-9a85-465e-8deb-da95ea1e1602 HTTP/1.1" status: 200 len: 991 time: 7.7359295 Jul 05 09:48:03.986114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:03.988978 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d17af-97ec-4d50-8bd3-c4760d582a71" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:04.008966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a25dc-0d4c-4d26-b9ff-bc1101accca9 req-5d816f9d-4203-4895-bf17-92457187ff2c tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.009651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] Sync routers for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:48:04.016106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-963a25dc-0d4c-4d26-b9ff-bc1101accca9 req-5d816f9d-4203-4895-bf17-92457187ff2c tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 945 time: 0.9369369 Jul 05 09:48:04.054452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.055340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ba1c69f2-61ca-40f4-b444-bfc4eab207dc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:04.142225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Allocated IP 2001:db8::f816:3eff:fe1b:d748 (8bf03de8-a5cd-4166-895f-409ef6031a3b/752e150e-7ca9-4dfe-996a-b237bb8444df/5f23d703-24f3-44b7-a9d2-5c044818f1fa) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:04.159487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.188205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935c6763-4719-4ed5-8e0c-ed80cee10c97'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:04.196879 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fc45b6-3b15-41c6-8876-05c237adb862" -d '{"events": [{"server_uuid": "bfb53823-afd8-4495-9c90-f96fca5ce9c7", "name": "network-vif-plugged", "status": "completed", "tag": "935c6763-4719-4ed5-8e0c-ed80cee10c97"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:04.235619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Transition to ACTIVE for port object 6eca6911-91d4-4134-b0ca-b352e2441f33 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:04.250288 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.374522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 935c6763-4719-4ed5-8e0c-ed80cee10c97, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97,segment=NetworkSegment(e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82),segment_id=e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:04.457484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event updated for resources: {'Port': ['ID=6eca6911-91d4-4134-b0ca-b352e2441f33,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:04.460675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.463991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:04.465046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:47:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:04.596502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-963a25dc-0d4c-4d26-b9ff-bc1101accca9 req-1c2d9972-a89f-4c33-8f11-0a0b61f4d1d3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791931 Jul 05 09:48:04.606166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.612950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=247f91dd-2f3f-41f5-abdd-d2988020ba17,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:04.639159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cf968-d47b-409b-befe-a03518bec5f5 req-165cb892-0252-4c3f-83d9-369b717d6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.640954 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-058cf968-d47b-409b-befe-a03518bec5f5 req-165cb892-0252-4c3f-83d9-369b717d6dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f3238d09c3849b99232b6b763d84622&device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 1095 time: 0.8032563 Jul 05 09:48:04.641975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] In _notify_port_updated(), no bound segment for port 6eca6911-91d4-4134-b0ca-b352e2441f33 on network a9953944-00df-49a0-9fe7-03ec6692cf40 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:48:04.649296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.649985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.651391 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7277d70f-fe40-40a6-b1e5-12013a67b9c4 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "PUT /v2.0/ports/6eca6911-91d4-4134-b0ca-b352e2441f33 HTTP/1.1" status: 200 len: 960 time: 9.1289635 Jul 05 09:48:04.662358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52786) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:04.719364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.769558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=935c6763-4719-4ed5-8e0c-ed80cee10c97,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:04.795627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ba1c69f2-61ca-40f4-b444-bfc4eab207dc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:04.796351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:04.797742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Provisioning for port 6eca6911-91d4-4134-b0ca-b352e2441f33 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:04.867716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 61c8efa1-e729-47f2-9cf6-addf006311be yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:04.935701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cf968-d47b-409b-befe-a03518bec5f5 req-ecc99a15-1a94-4ed7-8975-4819f6aca20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:04.937767 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-058cf968-d47b-409b-befe-a03518bec5f5 req-ecc99a15-1a94-4ed7-8975-4819f6aca20e service neutron] 10.222.0.15 "GET /v2.0/networks?id=370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 200 len: 906 time: 0.2852609 Jul 05 09:48:04.979853 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63b3aa-a208-4461-acd4-323c5e1b0710 x-openstack-request-id: req-6e63b3aa-a208-4461-acd4-323c5e1b0710 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:04.980128 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:04.980388 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e63b3aa-a208-4461-acd4-323c5e1b0710 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:04.980800 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'status': 'completed', 'code': 200} Jul 05 09:48:05.015734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-058cf968-d47b-409b-befe-a03518bec5f5 req-3518e076-7013-4062-ba53-6b648928a7f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5463a112-17c1-4650-a454-9bf6076713b0 HTTP/1.1" status: 200 len: 217 time: 0.0678282 Jul 05 09:48:05.101290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Transition to ACTIVE for port object 13041785-32e6-436d-ac3b-56cf005939fc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:05.124272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:05.133746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Provisioning complete for port 6eca6911-91d4-4134-b0ca-b352e2441f33 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:05.134337 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.153691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cf968-d47b-409b-befe-a03518bec5f5 req-7381672c-8014-497d-aaa7-53ff271fc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:05.155442 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-058cf968-d47b-409b-befe-a03518bec5f5 req-7381672c-8014-497d-aaa7-53ff271fc06d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 200 len: 845 time: 0.1232390 Jul 05 09:48:05.170972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.209710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b15137-aca5-47b7-a8d8-64a7742aa966 req-28032bcb-61ed-4c1e-987a-0fe98abc45df tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:05.212642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26b15137-aca5-47b7-a8d8-64a7742aa966 req-28032bcb-61ed-4c1e-987a-0fe98abc45df tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 943 time: 0.6031654 Jul 05 09:48:05.250373 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-058cf968-d47b-409b-befe-a03518bec5f5 req-b8b0769c-b47b-4301-8cca-a24bf52a45ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=370e10a8-ce02-4c77-a51d-df6122b53587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862300 Jul 05 09:48:05.262634 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.288999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port 6eca6911-91d4-4134-b0ca-b352e2441f33 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:05.289616 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.307620 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fbce79-6356-4063-8466-aba8bcd5093e x-openstack-request-id: req-a6fbce79-6356-4063-8466-aba8bcd5093e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:05.307919 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb53823-afd8-4495-9c90-f96fca5ce9c7", "name": "network-vif-plugged", "status": "completed", "tag": "935c6763-4719-4ed5-8e0c-ed80cee10c97", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:05.308137 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6fbce79-6356-4063-8466-aba8bcd5093e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:05.308535 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935c6763-4719-4ed5-8e0c-ed80cee10c97', 'code': 200} Jul 05 09:48:05.326580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.333412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Port 6eca6911-91d4-4134-b0ca-b352e2441f33 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:05.355796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Transition to ACTIVE for port object 5f23d703-24f3-44b7-a9d2-5c044818f1fa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:05.376358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Provisioning complete for port c0b11fc1-de61-4bd2-a081-12b007697198 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:05.376725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.398245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event deleted for resources: {'Port': ['ID=6db27e36-f949-44e8-9b54-40503e88113c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:05.487161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26b15137-aca5-47b7-a8d8-64a7742aa966 req-413e38b2-bbb2-4eb9-ac8c-86210673d304 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387230 Jul 05 09:48:05.512158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Transition to ACTIVE for port object 5f23d703-24f3-44b7-a9d2-5c044818f1fa will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:05.518113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-a442d02d-be99-40bd-ab57-f08e28770829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:05.527480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-a442d02d-be99-40bd-ab57-f08e28770829 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1098 time: 0.4810541 Jul 05 09:48:05.577394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network f5cf31f1-922c-4681-98dd-3d68246fb773 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:05.602546 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.606810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:05.622378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:05.634784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-09d5867e-104e-4036-b49e-72216de47b7b None None] Port c0b11fc1-de61-4bd2-a081-12b007697198 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:05.646708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=13041785-32e6-436d-ac3b-56cf005939fc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:05.681329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.779852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:05.781636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Pushing event updated for resources: {'Port': ['ID=5f23d703-24f3-44b7-a9d2-5c044818f1fa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:05.807620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:05.816136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:05.891398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.931230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-058cf968-d47b-409b-befe-a03518bec5f5 req-413595a7-4b4c-431d-b122-349512567548 service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689069 Jul 05 09:48:05.941121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:05.945020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:05.946463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:05.952678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for 6eca6911-91d4-4134-b0ca-b352e2441f33 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:06.019806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9ca192db-076e-4764-be3a-475a1a3105ff None None] Provisioning complete for port 6eca6911-91d4-4134-b0ca-b352e2441f33 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:06.020183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ca192db-076e-4764-be3a-475a1a3105ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.099976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.174464 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-67a80e98-7bcd-4f2a-bb9a-4bfd8367530b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8191037 Jul 05 09:48:06.196228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Attempting to bind port 5f23d703-24f3-44b7-a9d2-5c044818f1fa on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:06.196604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Attempting to bind port 5f23d703-24f3-44b7-a9d2-5c044818f1fa by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:06.196969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Attempting to bind port 5f23d703-24f3-44b7-a9d2-5c044818f1fa on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:06.203684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5463a112-17c1-4650-a454-9bf6076713b0 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:06.251406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fedd:b574 (8bf03de8-a5cd-4166-895f-409ef6031a3b/752e150e-7ca9-4dfe-996a-b237bb8444df/61c8efa1-e729-47f2-9cf6-addf006311be) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:06.330500 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-058cf968-d47b-409b-befe-a03518bec5f5 req-813a9dab-f4b5-4c95-a7c3-f1472411b09f service neutron] 10.222.0.15 "GET /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736491 Jul 05 09:48:06.353024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:06.395706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9ca192db-076e-4764-be3a-475a1a3105ff None None] Port 6eca6911-91d4-4134-b0ca-b352e2441f33 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:06.399059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:06.399759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:06.400388 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.401011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:06.401794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Bound port: 5f23d703-24f3-44b7-a9d2-5c044818f1fa, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:06.402402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.418738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ba34-c706-4b1b-ac8f-7185aa6bcc74 req-e36310e9-3c9b-4aee-b83b-616f0656efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:06.424690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41f7ba34-c706-4b1b-ac8f-7185aa6bcc74 req-e36310e9-3c9b-4aee-b83b-616f0656efa3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 1098 time: 1.0378194 Jul 05 09:48:06.433013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '5463a112-17c1-4650-a454-9bf6076713b0', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': '5463a112-17c1-4650-a454-9bf6076713b0', 'mac_address': 'fa:16:3e:d0:af:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:06.438816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-81ac717a-f567-4b07-b689-8ffae5c84232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:06.445317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.448871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-81ac717a-f567-4b07-b689-8ffae5c84232 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.9183733 Jul 05 09:48:06.524642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=6eca6911-91d4-4134-b0ca-b352e2441f33,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:06.634269 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.685156 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.691700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-92f361e5-e4f5-4ace-8d4d-b4bbc41b6b28 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/6eca6911-91d4-4134-b0ca-b352e2441f33 HTTP/1.1" status: 204 len: 168 time: 2.0274405 Jul 05 09:48:06.698038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52804) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:06.715312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5463a112-17c1-4650-a454-9bf6076713b0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:06.738883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] For port 5f23d703-24f3-44b7-a9d2-5c044818f1fa, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:06.747262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-563c67ac-02b1-4c8d-afdd-480bdf85c8e0 None None] Provisioning for port 13041785-32e6-436d-ac3b-56cf005939fc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:06.751501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:06.752271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.775791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '0b5a0768-9a85-465e-8deb-da95ea1e1602', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'port_id': '8349a762-01cb-475e-9df1-cb21e0709333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'mac_address': 'fa:16:3e:61:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:47:07Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 1, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:47:03Z', 'revision_number': 5, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:06.799535 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b53729-6474-48bd-987e-b33db3d89b3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] GET failed (client error): The resource could not be found. Jul 05 09:48:06.810301 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.818253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-92b53729-6474-48bd-987e-b33db3d89b3d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports/6eca6911-91d4-4134-b0ca-b352e2441f33 HTTP/1.1" status: 404 len: 333 time: 0.1143234 Jul 05 09:48:06.818950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:06.874705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-563c67ac-02b1-4c8d-afdd-480bdf85c8e0 None None] Provisioning complete for port 13041785-32e6-436d-ac3b-56cf005939fc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:06.875254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-563c67ac-02b1-4c8d-afdd-480bdf85c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:06.882563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317aa4d-2cfe-44bf-bba7-21a59e519094 req-22871396-b42b-4cdd-b3d3-49dcc31c5fb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:06.887705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5317aa4d-2cfe-44bf-bba7-21a59e519094 req-22871396-b42b-4cdd-b3d3-49dcc31c5fb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 946 time: 0.8469343 Jul 05 09:48:06.897744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:06.923891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8c1dc328-f7d7-44e0-9a70-7dc2e2455ce5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837028731', 'description': 'tempest-description--527609544'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:06.932037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d3320385-8b23-4c80-a8ce-cc60449bc15f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:06.954612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] For port 5f23d703-24f3-44b7-a9d2-5c044818f1fa, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5f23d703-24f3-44b7-a9d2-5c044818f1fa,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:06.956848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-60c876ae-781e-4c00-8d7f-141afb909c62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.4605606 Jul 05 09:48:06.961305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41f7ba34-c706-4b1b-ac8f-7185aa6bcc74 req-ad8cc948-9906-4e7f-aa81-3b46a22f28dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910498 Jul 05 09:48:06.998426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:07.004509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] Checking router: 8154bc64-9107-44d5-8262-6e8d7b0b0ead for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:48:07.020143 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.069595 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.071824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc328-f7d7-44e0-9a70-7dc2e2455ce5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.105864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a462d23e-a25e-4136-9085-424100f85106 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.172788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:48:07.175495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:47:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:07.183692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a462d23e-a25e-4136-9085-424100f85106 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.278942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a462d23e-a25e-4136-9085-424100f85106 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.281794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a462d23e-a25e-4136-9085-424100f85106 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.285393 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a462d23e-a25e-4136-9085-424100f85106 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/security-groups/b450d88c-2f43-4856-8248-2c74df0b4831 HTTP/1.1" status: 204 len: 168 time: 0.4636908 Jul 05 09:48:07.292287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:07.320321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462d23e-a25e-4136-9085-424100f85106 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450d88c-2f43-4856-8248-2c74df0b4831,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:07.349711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-930e915c-c290-415e-a5da-51b6f91e3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:07.351698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-930e915c-c290-415e-a5da-51b6f91e3b91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.3384438 Jul 05 09:48:07.366783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5317aa4d-2cfe-44bf-bba7-21a59e519094 req-af7ce1a1-4a32-4824-ac8b-7f6349a08ca8 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033215 Jul 05 09:48:07.379249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:48:07.428658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.475042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc328-f7d7-44e0-9a70-7dc2e2455ce5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.483972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc328-f7d7-44e0-9a70-7dc2e2455ce5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.487860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-563c67ac-02b1-4c8d-afdd-480bdf85c8e0 None None] Port 13041785-32e6-436d-ac3b-56cf005939fc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:07.518234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577abec4-bda5-47d0-9d41-7fa392fc594e']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:07.528321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc328-f7d7-44e0-9a70-7dc2e2455ce5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.546273 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8c1dc328-f7d7-44e0-9a70-7dc2e2455ce5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6433730 Jul 05 09:48:07.550331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:07.563064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcedbec-b5e1-4aa5-932c-80ebc51e2d6c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.573167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5463a112-17c1-4650-a454-9bf6076713b0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:07.581989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f666-8ecb-47ba-b70a-f25f506a5846 None None] Pushing event updated for resources: {'Port': ['ID=5f23d703-24f3-44b7-a9d2-5c044818f1fa,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:07.597777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-22a6196c-c6b8-4bb7-bca4-33a00797cfe8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'security_group_rule': {'security_group_id': 'b3a6304c-e500-4cee-b823-df12fb71e28c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:07.604195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26c4a89-27dc-4162-9960-b5ab63dda6b2') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:07.604549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26c4a89-27dc-4162-9960-b5ab63dda6b2') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:07.635371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.640929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dc328-f7d7-44e0-9a70-7dc2e2455ce5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a6304c-e500-4cee-b823-df12fb71e28c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:07.644510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcedbec-b5e1-4aa5-932c-80ebc51e2d6c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.691523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.705600 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.730492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcedbec-b5e1-4aa5-932c-80ebc51e2d6c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.732051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:07.732892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.737302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcedbec-b5e1-4aa5-932c-80ebc51e2d6c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:07.737841 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:07.744662 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-efcedbec-b5e1-4aa5-932c-80ebc51e2d6c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/security-groups/03d3b8e9-98af-4934-a478-d9deb8e8797b HTTP/1.1" status: 204 len: 168 time: 0.4436636 Jul 05 09:48:07.755955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:07.761211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcedbec-b5e1-4aa5-932c-80ebc51e2d6c tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d3b8e9-98af-4934-a478-d9deb8e8797b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:07.766666 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22a6196c-c6b8-4bb7-bca4-33a00797cfe8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:07.776070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 61c8efa1-e729-47f2-9cf6-addf006311be will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:07.816233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:07.915257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d29ab-2e59-497e-8f74-3ca3060090cb req-2eedbb99-6c17-4d4e-b201-8ca5986864c2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:07.932250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc2d29ab-2e59-497e-8f74-3ca3060090cb req-2eedbb99-6c17-4d4e-b201-8ca5986864c2 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 944 time: 0.6813879 Jul 05 09:48:07.976126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9f73-a685-4eb6-b9ab-7af14bfe157b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.049659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9f73-a685-4eb6-b9ab-7af14bfe157b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.137155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-372391f8-c1a4-4b91-a6e2-3431c68dde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:08.142069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-372391f8-c1a4-4b91-a6e2-3431c68dde53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7686770 Jul 05 09:48:08.170740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9f73-a685-4eb6-b9ab-7af14bfe157b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.174540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9f73-a685-4eb6-b9ab-7af14bfe157b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.176077 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3a2a9f73-a685-4eb6-b9ab-7af14bfe157b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa858ed9-cb87-4a3a-a52a-422538b98dfa HTTP/1.1" status: 204 len: 168 time: 0.3995411 Jul 05 09:48:08.180660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:08.219705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a9f73-a685-4eb6-b9ab-7af14bfe157b tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa858ed9-cb87-4a3a-a52a-422538b98dfa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:08.281897 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.286423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 577abec4-bda5-47d0-9d41-7fa392fc594e {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:48:08.289214 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.289351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '0b5a0768-9a85-465e-8deb-da95ea1e1602', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'port_id': '8349a762-01cb-475e-9df1-cb21e0709333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'mac_address': 'fa:16:3e:61:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:47:07Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 1, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:47:03Z', 'revision_number': 5, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:08.293868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "DELETE /v2.0/networks/577abec4-bda5-47d0-9d41-7fa392fc594e HTTP/1.1" status: 204 len: 168 time: 5.9106383 Jul 05 09:48:08.296756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:08.333277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc2d29ab-2e59-497e-8f74-3ca3060090cb req-b8a0c440-4b39-4861-9874-7a37a8651b59 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959188 Jul 05 09:48:08.348756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42992cd-785e-466b-9b59-9177e7c6fc9f None None] The sync data for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 is: [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '0b5a0768-9a85-465e-8deb-da95ea1e1602', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'port_id': '8349a762-01cb-475e-9df1-cb21e0709333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'mac_address': 'fa:16:3e:61:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:47:07Z', 'updated_at': '2021-07-05T09:47:57Z', 'revision_number': 1, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:47:03Z', 'revision_number': 5, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:48:08.363000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet c547f8cd-14f1-4372-a1b0-8e4002a5d517 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:08.369210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.412334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965c448-0cc3-43fd-bf98-304d66223f79 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event deleted for resources: {'Network': ['ID=577abec4-bda5-47d0-9d41-7fa392fc594e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:08.434503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.571457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5f23d703-24f3-44b7-a9d2-5c044818f1fa up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:08.631763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=61c8efa1-e729-47f2-9cf6-addf006311be,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:08.671193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22a6196c-c6b8-4bb7-bca4-33a00797cfe8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.722059 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22a6196c-c6b8-4bb7-bca4-33a00797cfe8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.802509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:08.821614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-cf58a384-1bf7-4d7c-ba71-88d2a9ec70c2 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549215 Jul 05 09:48:08.835318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:08.856228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:08.868146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:08.868897 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.886994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6196c-c6b8-4bb7-bca4-33a00797cfe8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f04fcf2-c712-4631-940e-05547284036b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:08.889577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22a6196c-c6b8-4bb7-bca4-33a00797cfe8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:08.891201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-22a6196c-c6b8-4bb7-bca4-33a00797cfe8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3256986 Jul 05 09:48:08.911564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bebae6e3-001d-4a2c-802a-9746274a8513 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4039562 Jul 05 09:48:08.945243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52828) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:08.945924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52830) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:08.955343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-86f511aa-1d23-4aa5-ad1a-180baff0343e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'security_group_rule': {'security_group_id': 'b3a6304c-e500-4cee-b823-df12fb71e28c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:09.079470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86f511aa-1d23-4aa5-ad1a-180baff0343e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.173834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86f511aa-1d23-4aa5-ad1a-180baff0343e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.183528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86f511aa-1d23-4aa5-ad1a-180baff0343e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.201464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a15137b-8921-4545-8d49-1354d36c2cc8 None None] Provisioning for port 5f23d703-24f3-44b7-a9d2-5c044818f1fa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:09.223196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f511aa-1d23-4aa5-ad1a-180baff0343e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922aaf99-56a8-4fe3-ad25-a70a83f773d4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:09.231114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86f511aa-1d23-4aa5-ad1a-180baff0343e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.237391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-86f511aa-1d23-4aa5-ad1a-180baff0343e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2892287 Jul 05 09:48:09.241874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5f23d703-24f3-44b7-a9d2-5c044818f1fa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:09.251282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5f23d703-24f3-44b7-a9d2-5c044818f1fa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:09.252300 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.253814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdba4e-99c2-45e1-81b5-37cb8e92843b req-045fd364-b441-4e06-a0b5-60f8682eeff9 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:09.260986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63fdba4e-99c2-45e1-81b5-37cb8e92843b req-045fd364-b441-4e06-a0b5-60f8682eeff9 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 946 time: 0.6111166 Jul 05 09:48:09.268488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52834) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:09.281959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:09.379185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63fdba4e-99c2-45e1-81b5-37cb8e92843b req-2df67f59-b9f1-4cd6-9197-dd03817bc52d tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896499 Jul 05 09:48:09.394464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9518b6e-1d6e-4e29-b135-0534f10778df None None] Provisioning for port 61c8efa1-e729-47f2-9cf6-addf006311be completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:09.421967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9518b6e-1d6e-4e29-b135-0534f10778df None None] Provisioning complete for port 61c8efa1-e729-47f2-9cf6-addf006311be triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:09.422343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9518b6e-1d6e-4e29-b135-0534f10778df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.429451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a75d17af-97ec-4d50-8bd3-c4760d582a71 req-e17b4922-bc74-4c62-b82c-da7b46f525ae service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891533 Jul 05 09:48:09.444981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.491559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c9518b6e-1d6e-4e29-b135-0534f10778df None None] Port 61c8efa1-e729-47f2-9cf6-addf006311be cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:09.494234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd142f-115c-41b8-a782-347765f238f7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:09.500731 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.514793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd142f-115c-41b8-a782-347765f238f7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:09.517493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a7cd142f-115c-41b8-a782-347765f238f7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5331471 Jul 05 09:48:09.519360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.564905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:09.567324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 5f23d703-24f3-44b7-a9d2-5c044818f1fa, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5f23d703-24f3-44b7-a9d2-5c044818f1fa,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:09.579056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.580837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 247f91dd-2f3f-41f5-abdd-d2988020ba17 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:09.597818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.730962 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.745497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=5f23d703-24f3-44b7-a9d2-5c044818f1fa,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:09.767792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 247f91dd-2f3f-41f5-abdd-d2988020ba17 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:09.767792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.827788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=c547f8cd-14f1-4372-a1b0-8e4002a5d517,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:09.842161 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b9905-1eed-4671-8025-7b9e9fb387e8 None None] New status for floating IP 0b5a0768-9a85-465e-8deb-da95ea1e1602: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:48:09.852497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864b0b8-7cb7-457f-980d-55e0cf7b1390 None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:09.854141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:09.860638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7922d8fb-7125-4398-8ffc-d4a565f95d22 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/c547f8cd-14f1-4372-a1b0-8e4002a5d517 HTTP/1.1" status: 204 len: 168 time: 1.6744750 Jul 05 09:48:09.868176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c9d9206-9447-4f16-b7ee-ce0b2bad450b tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 1.5674357 Jul 05 09:48:09.868899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:09.870630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52848) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:10.018752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 61c8efa1-e729-47f2-9cf6-addf006311be {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:10.019330 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.044279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet 57f40b10-616c-42f6-86a3-f7a158709f6c {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:10.063385 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.072244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.072701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.073161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.073612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.074147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.074605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.075057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.075548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.075993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.076432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.076874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.077317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.077773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.081304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.086541 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f033cf5d-fc1c-4877-ad16-48b37dbca200 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8276 time: 0.2082882 Jul 05 09:48:10.091239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52850) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:10.102292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab0116-d196-44c3-8894-d09a45425bc5 req-49656859-1b6d-4a51-a6d3-f6aad493f866 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:10.104221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21ab0116-d196-44c3-8894-d09a45425bc5 req-49656859-1b6d-4a51-a6d3-f6aad493f866 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 944 time: 0.3390048 Jul 05 09:48:10.153228 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.189035 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-5eb1cba8-3804-477f-a52d-d27ffd084482 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] delete failed (client error): The resource could not be found. Jul 05 09:48:10.193893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5eb1cba8-3804-477f-a52d-d27ffd084482 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/1c4c4f6c-cf2c-45d6-a064-9ec27fca1a6b HTTP/1.1" status: 404 len: 345 time: 0.0849369 Jul 05 09:48:10.194504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5463a112-17c1-4650-a454-9bf6076713b0 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:10.211297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:10.221620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21ab0116-d196-44c3-8894-d09a45425bc5 req-b46835f3-b258-4985-bd1d-2583ee2b030e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543346 Jul 05 09:48:10.252589 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8be4d5a-5c3d-44fd-8e51-f2803f0d340f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 09:48:10.253073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8be4d5a-5c3d-44fd-8e51-f2803f0d340f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:10.256262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f8be4d5a-5c3d-44fd-8e51-f2803f0d340f tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "DELETE /v2.0/networks/577abec4-bda5-47d0-9d41-7fa392fc594e HTTP/1.1" status: 404 len: 339 time: 0.0332980 Jul 05 09:48:10.272096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:10.290406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'network': {'name': 'tempest-network--97589097', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:10.415706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.418232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 172.25.1.59 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/373a0d29-019b-4e19-a4b1-bde7c97ac6d0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:10.523461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.562777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5f23d703-24f3-44b7-a9d2-5c044818f1fa up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:10.576777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=57f40b10-616c-42f6-86a3-f7a158709f6c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:10.589774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.591992 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb65d15d-53ab-41ea-be05-3b853b1e0acf tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/57f40b10-616c-42f6-86a3-f7a158709f6c HTTP/1.1" status: 204 len: 168 time: 0.7198594 Jul 05 09:48:10.595066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:10.613734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Made reservation on behalf of 7e18704b8e7b4f579e0da4124e267538 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:10.616770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.627110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.648633 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fd4371-daeb-43db-815b-00b8ac99b1d1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:10.649085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fd4371-daeb-43db-815b-00b8ac99b1d1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:10.654140 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09fd4371-daeb-43db-815b-00b8ac99b1d1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/c547f8cd-14f1-4372-a1b0-8e4002a5d517 HTTP/1.1" status: 404 len: 337 time: 0.0514050 Jul 05 09:48:10.656662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52862) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:10.673519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 5463a112-17c1-4650-a454-9bf6076713b0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:10.684068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 5463a112-17c1-4650-a454-9bf6076713b0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:10.684068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.744246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5f23d703-24f3-44b7-a9d2-5c044818f1fa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:10.744624 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.757278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting subnet 800d37e2-2df8-4705-a291-713be073f907 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:10.760007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:48:10.768892 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.816283 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.816727 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Added segment c16c00f0-10bc-4bfe-8618-78aeab37f680 of type vlan for network 03e5602e-f011-4297-8e9f-043f397c572a Jul 05 09:48:10.883474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.945135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:10.961966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5462292-3b11-44be-b7df-fd5f9d0372a6 None None] Update dhcp port {'port': {'network_id': 'a9953944-00df-49a0-9fe7-03ec6692cf40', 'fixed_ips': [{'subnet_id': '800d37e2-2df8-4705-a291-713be073f907', 'ip_address': '172.20.0.18'}, {'subnet_id': '57f40b10-616c-42f6-86a3-f7a158709f6c'}], 'binding:host_id': 'n-d-771363-33'}, 'id': 'ff1fcdf7-78fd-422d-9d27-e73cdd7646d7'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:48:11.016236 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5462292-3b11-44be-b7df-fd5f9d0372a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.032982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 61c8efa1-e729-47f2-9cf6-addf006311be owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:11.046727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.048019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.048611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.089536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.165365 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.183385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.188584 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9101562 Jul 05 09:48:11.196811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.205276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e214b9e-eac8-4931-acc8-0e550f118936 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Network': ['ID=03e5602e-f011-4297-8e9f-043f397c572a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:11.214909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-b3f87ca3-aaa8-4f37-b79f-0bda8a7284da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.216514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-b3f87ca3-aaa8-4f37-b79f-0bda8a7284da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29ab0e47dd71460bb2ebe0271c4fc3e1&device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 1098 time: 0.6758943 Jul 05 09:48:11.224991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:11.229009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:11.232344 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0ffe63-3628-4c67-b7e0-bfd1ac491d3a" -d '{"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-plugged", "status": "completed", "tag": "5463a112-17c1-4650-a454-9bf6076713b0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:11.235263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 03e5602e-f011-4297-8e9f-043f397c572a details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:48:11.237120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee0b2-3080-4a78-84d1-26c946f67cb9 req-8187fd6b-e0a5-4c20-8123-c1773d826ba8 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.239063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-253ee0b2-3080-4a78-84d1-26c946f67cb9 req-8187fd6b-e0a5-4c20-8123-c1773d826ba8 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 946 time: 0.6691906 Jul 05 09:48:11.286481 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.322047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-b5462292-3b11-44be-b7df-fd5f9d0372a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 800d37e2-2df8-4705-a291-713be073f907: This subnet is being modified by another concurrent operation. Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:48:11.328420 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 800d37e2-2df8-4705-a291-713be073f907: This subnet is being modified by another concurrent operation. Jul 05 09:48:11.335107 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 05 09:48:11.409323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:11.426234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.432610 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/800d37e2-2df8-4705-a291-713be073f907 HTTP/1.1" status: 204 len: 168 time: 0.7755673 Jul 05 09:48:11.433577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e583b3e-4f87-44ee-83e1-d858052a13aa tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Subnet': ['ID=800d37e2-2df8-4705-a291-713be073f907,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:11.435395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.484518 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-94533ed5-7c8b-4148-8153-bacae438f01f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.484979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94533ed5-7c8b-4148-8153-bacae438f01f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.486745 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-94533ed5-7c8b-4148-8153-bacae438f01f tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/b3d61be9-1e82-43bb-8678-5038e509063e HTTP/1.1" status: 404 len: 337 time: 0.0504160 Jul 05 09:48:11.491788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.527208 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-88a900d3-b15e-4982-a96b-5d1b4ca616a1 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "GET /v2.0/ports?device_id=839f3f22-6f16-44aa-bf61-4b8b69301141 HTTP/1.1" status: 200 len: 205 time: 0.0320933 Jul 05 09:48:11.528420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52878) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.561777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75549a-d85c-407b-93c6-35383f666815 None None] Network a9953944-00df-49a0-9fe7-03ec6692cf40 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:11.573005 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d7bf1192-c76f-4921-8f47-7618771c36d5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] delete failed (client error): The resource could not be found. Jul 05 09:48:11.576884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7bf1192-c76f-4921-8f47-7618771c36d5 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/routers/839f3f22-6f16-44aa-bf61-4b8b69301141 HTTP/1.1" status: 404 len: 336 time: 0.0444179 Jul 05 09:48:11.578649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.609878 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5507d1-6b27-43b0-bc2c-f8c079aa6474 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.610255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5507d1-6b27-43b0-bc2c-f8c079aa6474 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.616233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac5507d1-6b27-43b0-bc2c-f8c079aa6474 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/346da6ab-ce50-455b-b79d-17a4b7a39fb3 HTTP/1.1" status: 404 len: 337 time: 0.0337605 Jul 05 09:48:11.616501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.647161 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c991aa9-6d7e-4b3e-aa89-95dbb28d7743 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.647623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c991aa9-6d7e-4b3e-aa89-95dbb28d7743 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.651642 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c991aa9-6d7e-4b3e-aa89-95dbb28d7743 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/ccb7a1e2-023a-41eb-bef9-542063ebb321 HTTP/1.1" status: 404 len: 337 time: 0.0319433 Jul 05 09:48:11.652350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.667243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-253ee0b2-3080-4a78-84d1-26c946f67cb9 req-0c3840c5-08ff-42e4-9168-68a6f12256c9 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811483 Jul 05 09:48:11.702000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.720475 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba5dcde-b263-483c-935e-c5aca01410b2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.721671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba5dcde-b263-483c-935e-c5aca01410b2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.724194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5ba5dcde-b263-483c-935e-c5aca01410b2 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/e02d2d03-6897-4dfe-b597-f2b27e9a998f HTTP/1.1" status: 404 len: 337 time: 0.0707531 Jul 05 09:48:11.732282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.755872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6af7cb41-a550-4562-a461-395b1f400484 None None] Provisioning complete for port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:11.756408 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6af7cb41-a550-4562-a461-395b1f400484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:11.793068 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07444f0-9dd2-447e-b4de-1f880fe8e4b3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.793823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07444f0-9dd2-447e-b4de-1f880fe8e4b3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.795399 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edb1afe-69a2-455e-b4e9-f2ce5a40b709 x-openstack-request-id: req-5edb1afe-69a2-455e-b4e9-f2ce5a40b709 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:11.795756 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-plugged", "status": "completed", "tag": "5463a112-17c1-4650-a454-9bf6076713b0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:11.796072 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5edb1afe-69a2-455e-b4e9-f2ce5a40b709 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:11.796545 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0', 'code': 200} Jul 05 09:48:11.803667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e07444f0-9dd2-447e-b4de-1f880fe8e4b3 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/e41ac587-ebbe-425e-bf69-6d4d60ca977e HTTP/1.1" status: 404 len: 333 time: 0.0696948 Jul 05 09:48:11.806170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52890) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.846764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:11.855873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] DHCP port deletion for a9953944-00df-49a0-9fe7-03ec6692cf40 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:48:11.856141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:11.858152 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a29fca-e1bf-4a0d-8078-fe97363fc4ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.858588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a29fca-e1bf-4a0d-8078-fe97363fc4ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.860500 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-46a29fca-e1bf-4a0d-8078-fe97363fc4ac tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/4b411908-580d-46ae-a138-f2aa3e779d09 HTTP/1.1" status: 404 len: 337 time: 0.0532498 Jul 05 09:48:11.865264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.875467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6133b2a-bfc1-45df-9012-2cc7f9666f5c tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.883984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6133b2a-bfc1-45df-9012-2cc7f9666f5c tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.890651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6133b2a-bfc1-45df-9012-2cc7f9666f5c tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.895440 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-650d98e7-fd2f-4e92-81d1-1d01e1107263 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.896182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650d98e7-fd2f-4e92-81d1-1d01e1107263 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.897304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6133b2a-bfc1-45df-9012-2cc7f9666f5c tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.897998 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-650d98e7-fd2f-4e92-81d1-1d01e1107263 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/f214f557-a974-42a3-b7ad-e0e3e98de8af HTTP/1.1" status: 404 len: 337 time: 0.0314989 Jul 05 09:48:11.902324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e6133b2a-bfc1-45df-9012-2cc7f9666f5c tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7043054 Jul 05 09:48:11.902536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.913720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.915770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:11.953558 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f67b736-fbe0-4c00-a4e1-01e479c25400 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:11.954620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f67b736-fbe0-4c00-a4e1-01e479c25400 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:11.962608 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2f67b736-fbe0-4c00-a4e1-01e479c25400 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/d2739215-99d6-43c1-adc3-de8110bb65b9 HTTP/1.1" status: 404 len: 333 time: 0.0561526 Jul 05 09:48:11.964763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:11.993164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-8e06c354-ca11-4f3c-b211-3949d44f1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:11.994701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-8e06c354-ca11-4f3c-b211-3949d44f1703 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e HTTP/1.1" status: 200 len: 914 time: 0.7507422 Jul 05 09:48:11.998922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] Deleting port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:12.000522 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.016067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6af7cb41-a550-4562-a461-395b1f400484 None None] Provisioning complete for port c0b11fc1-de61-4bd2-a081-12b007697198 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:12.017295 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6af7cb41-a550-4562-a461-395b1f400484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.039276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.058635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=373a0d29-019b-4e19-a4b1-bde7c97ac6d0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:12.070431 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-990ce703-8c2c-4669-ab29-2dd3cbd264b7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:12.071254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990ce703-8c2c-4669-ab29-2dd3cbd264b7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:12.077358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-990ce703-8c2c-4669-ab29-2dd3cbd264b7 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/fcf6e48b-921d-44a1-9f45-26eea89e8848 HTTP/1.1" status: 404 len: 337 time: 0.0598907 Jul 05 09:48:12.080931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:12.103536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] For port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,segment=NetworkSegment(f9aa5e1a-b570-43f0-9830-ba78c69b57fb),segment_id=f9aa5e1a-b570-43f0-9830-ba78c69b57fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:12.103938 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.125639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] Calling delete_port for ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:12.128000 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-461b5d4a-8f8c-4932-96c6-598490543e00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:12.128611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461b5d4a-8f8c-4932-96c6-598490543e00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:12.135133 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-461b5d4a-8f8c-4932-96c6-598490543e00 tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/subnets/31f58b3b-0317-42e8-9752-a586d54d5076 HTTP/1.1" status: 404 len: 337 time: 0.0529690 Jul 05 09:48:12.138219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52902) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:12.171836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.178745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-5e57c2cb-e1d1-447b-a96a-2e930a44fedf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97 HTTP/1.1" status: 200 len: 217 time: 0.1318386 Jul 05 09:48:12.226250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=61c8efa1-e729-47f2-9cf6-addf006311be,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:12.256607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bc26e-9c34-453a-8606-cf105dd87ff8 req-a6d77882-adff-486f-b419-506d4eed1894 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.258213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c3bc26e-9c34-453a-8606-cf105dd87ff8 req-a6d77882-adff-486f-b419-506d4eed1894 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 945 time: 0.7630281 Jul 05 09:48:12.285748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6af7cb41-a550-4562-a461-395b1f400484 None None] Port c0b11fc1-de61-4bd2-a081-12b007697198 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:12.292056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.331994 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.335879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] Pushing event deleted for resources: {'Port': ['ID=ff1fcdf7-78fd-422d-9d27-e73cdd7646d7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:12.340426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c3bc26e-9c34-453a-8606-cf105dd87ff8 req-b428b34c-08f5-484d-98e0-092f68d242b9 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518785 Jul 05 09:48:12.345114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced41878-5640-4056-8057-c4d8d7d2c4eb None None] No DVR routers for this DVR port ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:12.367394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e5602e-f011-4297-8e9f-043f397c572a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:12.374029 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.388131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16c00f0-10bc-4bfe-8618-78aeab37f680') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:12.388626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16c00f0-10bc-4bfe-8618-78aeab37f680') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:12.411143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.415482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Deleting port c0b11fc1-de61-4bd2-a081-12b007697198 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:12.416262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.498275 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.507859 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.510386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e916589c-7446-4af9-816e-0a072eebc601 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/61c8efa1-e729-47f2-9cf6-addf006311be HTTP/1.1" status: 204 len: 168 time: 2.8881967 Jul 05 09:48:12.513642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52906) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:12.526593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:12.527285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.528887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:12.532857 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:12.572648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:12.573733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ff1fcdf7-78fd-422d-9d27-e73cdd7646d7 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:12.576515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-d30447b4-cccf-46a6-b7eb-1fb03cf08b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.578209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-d30447b4-cccf-46a6-b7eb-1fb03cf08b72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4940d95e-0184-41ec-afb9-3fe5f0f1f7fc HTTP/1.1" status: 200 len: 853 time: 0.3453958 Jul 05 09:48:12.638030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-6800b825-c9f5-4f43-8c64-0139ae8f9afe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507648 Jul 05 09:48:12.642563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fec448-eb32-4f9c-8634-ebbb0c7cedba req-9efce022-6fc4-45b7-a96f-df817ae95b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.644377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66fec448-eb32-4f9c-8634-ebbb0c7cedba req-9efce022-6fc4-45b7-a96f-df817ae95b7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 1097 time: 0.7408705 Jul 05 09:48:12.651396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.696560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cddb82-b3a1-4423-aa7a-cb4eb46519f5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.698387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cddb82-b3a1-4423-aa7a-cb4eb46519f5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:12.699679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22cddb82-b3a1-4423-aa7a-cb4eb46519f5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1831186 Jul 05 09:48:12.701603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Calling delete_port for c0b11fc1-de61-4bd2-a081-12b007697198 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:12.704508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52908) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:12.721962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.773749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35399d4c-86e4-44a0-9721-1970a473a115 None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:48:12.787937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.803040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66fec448-eb32-4f9c-8634-ebbb0c7cedba req-57400fe3-2bf0-47ab-ac36-5bc61556af0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437004 Jul 05 09:48:12.894640 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 752e150e-7ca9-4dfe-996a-b237bb8444df {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:12.902173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03e5602e-f011-4297-8e9f-043f397c572a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:48:12.904707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.913691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "DELETE /v2.0/networks/03e5602e-f011-4297-8e9f-043f397c572a HTTP/1.1" status: 204 len: 168 time: 0.9977055 Jul 05 09:48:12.916298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:12.924178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'network': {'name': 'tempest-network--1367799202', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:12.932797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:12.938068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-242fb7d7-9ba5-4318-8356-127170464598 service neutron] 10.222.0.16 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883198 Jul 05 09:48:12.938307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35399d4c-86e4-44a0-9721-1970a473a115 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:48:12.983752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0a134-e325-4d68-85f7-a0b59d95100d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event deleted for resources: {'Network': ['ID=03e5602e-f011-4297-8e9f-043f397c572a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:13.027065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Made reservation on behalf of 7e18704b8e7b4f579e0da4124e267538 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:13.030732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.050379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.114286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45cbf-4291-4f84-940d-e373afd6324b req-bbe82636-c37e-489e-b661-5288d6433ccb tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:13.117541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aa45cbf-4291-4f84-940d-e373afd6324b req-bbe82636-c37e-489e-b661-5288d6433ccb tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 946 time: 0.2328265 Jul 05 09:48:13.128628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.174556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.180941 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/ports/c0b11fc1-de61-4bd2-a081-12b007697198 HTTP/1.1" status: 204 len: 168 time: 1.0392420 Jul 05 09:48:13.182923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52916) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:13.195035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fea86ae0-6d42-43c4-a160-728be7be22e3 req-a047a175-cd1f-4103-ad72-83bf51ea3947 service neutron] 10.222.0.16 "GET /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491438 Jul 05 09:48:13.228994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3c4e9-7d1e-4391-be7a-d2248f60b1ff tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Port': ['ID=c0b11fc1-de61-4bd2-a081-12b007697198,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:13.238135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:48:13.319825 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.324287 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.325332 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Added segment 96e5d82a-6945-471b-b16b-07d6bb56e6d9 of type vlan for network 2502707b-ae69-465a-ba1e-3463246af2f7 Jul 05 09:48:13.344393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aa45cbf-4291-4f84-940d-e373afd6324b req-d60f9514-e1d4-4ce9-bf0a-ac6df93dd6d9 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124810 Jul 05 09:48:13.361178 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.450002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.500589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.586680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.606974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=373a0d29-019b-4e19-a4b1-bde7c97ac6d0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:13.623868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.689161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.691602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:13.693045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.699948 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.712344 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.713922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9a78392f-321f-42d7-b88f-6998686a1b89 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4366889 Jul 05 09:48:13.839808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=752e150e-7ca9-4dfe-996a-b237bb8444df,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:13.845551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.846446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10398142-ca32-4b0b-a265-5f5524b94e56 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:13.853143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1cb02aa7-58e5-4296-9d84-f44d1440e497 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/752e150e-7ca9-4dfe-996a-b237bb8444df HTTP/1.1" status: 204 len: 168 time: 1.1428783 Jul 05 09:48:13.853143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9295793 Jul 05 09:48:13.853879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:13.854367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:13.958516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:13.968854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb96b50-7afc-417b-b77d-7569b795e52f tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:13.972619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1cb96b50-7afc-417b-b77d-7569b795e52f tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] 10.222.0.21 "GET /v2.0/networks/2502707b-ae69-465a-ba1e-3463246af2f7 HTTP/1.1" status: 200 len: 757 time: 0.1062860 Jul 05 09:48:13.996512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9953944-00df-49a0-9fe7-03ec6692cf40']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:14.012093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffa1c0-8152-4620-a262-fdee110dbf99 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Network': ['ID=2502707b-ae69-465a-ba1e-3463246af2f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:14.015338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:14.022091 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7cf2a090-8e9f-42ad-9d82-309500ce8faf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1597188 Jul 05 09:48:14.029334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9aa5e1a-b570-43f0-9830-ba78c69b57fb') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:14.029583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52938) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:14.029675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9aa5e1a-b570-43f0-9830-ba78c69b57fb') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:14.036435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:14.054213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.120878 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.133383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:14.133851 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.173121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2502707b-ae69-465a-ba1e-3463246af2f7 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:14.254020 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:14.282552 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.302505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.306025 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] 10.222.0.21 "DELETE /v2.0/networks/a9953944-00df-49a0-9fe7-03ec6692cf40 HTTP/1.1" status: 204 len: 168 time: 1.1097100 Jul 05 09:48:14.328262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bdd4b9-a86a-4c7c-b1b3-b95e9e856a6b tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:14.332352 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-52bdd4b9-a86a-4c7c-b1b3-b95e9e856a6b tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] 10.222.0.21 "GET /v2.0/networks/6e11ad50-1959-4085-8131-bd0f65db4986 HTTP/1.1" status: 200 len: 768 time: 0.3108945 Jul 05 09:48:14.335641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:14.371899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-a18c8049-84c3-4bb8-a7e7-e79617c96eb5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1837028731&fields=id&tenant_id=a5985c444215438f8b44ed2a08380a16 HTTP/1.1" status: 200 len: 267 time: 0.1415005 Jul 05 09:48:14.386841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4e57257-7881-4fad-befe-1295b50e0d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.430764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:14.435212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.473152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f040c-b518-4ff8-a140-3feb12741005 req-af33572e-3240-4906-a1ff-71916ce27bb8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:14.485605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-088f040c-b518-4ff8-a140-3feb12741005 req-af33572e-3240-4906-a1ff-71916ce27bb8 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 945 time: 0.8478415 Jul 05 09:48:14.512399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-f36c58a5-5228-41bd-b273-38ae8b44e57b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:14.519743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-f36c58a5-5228-41bd-b273-38ae8b44e57b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports/1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 936 time: 0.1470306 Jul 05 09:48:14.543954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.573080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:48:14.597209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb82ee8-94ad-422e-8fd7-f887b0f3d05d tempest-PortsTestJSON-1217860824 tempest-PortsTestJSON-1217860824-project] Pushing event deleted for resources: {'Network': ['ID=a9953944-00df-49a0-9fe7-03ec6692cf40,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:14.619930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-0712894b-68e2-4e49-b966-d24b30a04325 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:14.622724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-0712894b-68e2-4e49-b966-d24b30a04325 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports/13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 935 time: 0.1012037 Jul 05 09:48:14.721233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] Deleting port 5f23d703-24f3-44b7-a9d2-5c044818f1fa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:14.721622 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.770130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-14c64357-cab1-4040-9c54-59841add14a5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1345797 Jul 05 09:48:14.788502 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.827516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2502707b-ae69-465a-ba1e-3463246af2f7']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:14.856010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-8298605f-bcad-41b2-9b36-88793fffd1f0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0846517 Jul 05 09:48:14.874375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e5d82a-6945-471b-b16b-07d6bb56e6d9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:14.874780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e5d82a-6945-471b-b16b-07d6bb56e6d9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:14.892401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:14.898415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] For port 5f23d703-24f3-44b7-a9d2-5c044818f1fa, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5f23d703-24f3-44b7-a9d2-5c044818f1fa,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:14.899243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.909150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.926998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] Calling delete_port for 5f23d703-24f3-44b7-a9d2-5c044818f1fa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:14.948211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.986933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:14.986933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:14.988964 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:15.064312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-088f040c-b518-4ff8-a140-3feb12741005 req-f07dc4d5-a783-4f6e-8c20-529aea6c9b29 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775280 Jul 05 09:48:15.098875 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.152751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ce7369bb-9b76-4f65-b8a3-287f850555c6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:15.163216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] No DVR routers for this DVR port 5f23d703-24f3-44b7-a9d2-5c044818f1fa on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:15.166418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.175054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ce7369bb-9b76-4f65-b8a3-287f850555c6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:15.185853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ce7369bb-9b76-4f65-b8a3-287f850555c6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:15.187312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ce7369bb-9b76-4f65-b8a3-287f850555c6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/networks?id=d19c0da2-96f2-499c-a741-a3d9f8740b44&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 200 len: 1995 time: 0.3217056 Jul 05 09:48:15.211573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2502707b-ae69-465a-ba1e-3463246af2f7 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:48:15.217761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.228612 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "DELETE /v2.0/networks/2502707b-ae69-465a-ba1e-3463246af2f7 HTTP/1.1" status: 204 len: 168 time: 0.8830678 Jul 05 09:48:15.228901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29c007-c59f-49b1-b5b3-25e315c7de76 None None] Pushing event deleted for resources: {'Port': ['ID=5f23d703-24f3-44b7-a9d2-5c044818f1fa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:15.229079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:15.234396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'network': {'name': 'tempest-network--2058581127'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:15.235193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6b8d743a-4a07-4497-bb24-d43491f49ce4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02332481cfaf4e12a9e08ad0d0ce974a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414741 Jul 05 09:48:15.248065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:15.262411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:48:15.264767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db196b-0979-48e6-85f5-9fde70b2df64 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event deleted for resources: {'Network': ['ID=2502707b-ae69-465a-ba1e-3463246af2f7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:15.267389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.341731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:15.351464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:15.375567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:15.375567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.377992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f4778-adf7-48e4-a0bb-ec5d82cf18cf None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:15.392962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=0e61c453-22b5-4e61-8816-cfc3fb73a26a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:15.398103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-892937ce-81c4-474b-929d-e69bdf1e4d67 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/quotas/a5985c444215438f8b44ed2a08380a16 HTTP/1.1" status: 200 len: 375 time: 0.0851336 Jul 05 09:48:15.511627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-601fdec8-154c-4184-9fa4-54dbeca29492 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4784296 Jul 05 09:48:15.514074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:15.518991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Made reservation on behalf of 7e18704b8e7b4f579e0da4124e267538 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:15.522188 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.533726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:08:76:33', 'name': 'tempest-NetworksTestDHCPv6-1081322386'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:15.545582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6241d62-6d83-4b37-a08c-95a848189824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.638258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:48:15.663927 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6241d62-6d83-4b37-a08c-95a848189824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.748006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '0e61c453-22b5-4e61-8816-cfc3fb73a26a'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:15.750394 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.774569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:15.774846 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Added segment 268087ed-7c72-4c90-bf65-b865d52593ac of type vlan for network f732667b-3c24-48ae-81f6-a38a00d8571c Jul 05 09:48:15.792339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:15.915148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-f0f0ec36-ff8c-42e5-bc3f-35c436738387 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4910355 Jul 05 09:48:15.973771 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.037298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.046267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Allocated IP 2001:db8::f816:3eff:fe62:1e7d (8bf03de8-a5cd-4166-895f-409ef6031a3b/0e61c453-22b5-4e61-8816-cfc3fb73a26a/418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:16.058948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 2c029ee0-3cab-4d48-8669-ac2bd2cb3e86 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:16.063319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5205-92c8-4281-901d-4e53ca7f3502 req-736d4c37-34c4-4a0c-ac07-5c5688ca46ff tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:16.063319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97cf5205-92c8-4281-901d-4e53ca7f3502 req-736d4c37-34c4-4a0c-ac07-5c5688ca46ff tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 946 time: 0.4718742 Jul 05 09:48:16.076881 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6241d62-6d83-4b37-a08c-95a848189824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.079456 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6241d62-6d83-4b37-a08c-95a848189824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.080959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d6241d62-6d83-4b37-a08c-95a848189824 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1276aafe-24d0-4036-8413-cffb31b15cdf HTTP/1.1" status: 204 len: 168 time: 0.8307135 Jul 05 09:48:16.150338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6241d62-6d83-4b37-a08c-95a848189824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1276aafe-24d0-4036-8413-cffb31b15cdf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:16.325680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-314645a9-fff8-45fe-a821-0027585c7842 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6059833 Jul 05 09:48:16.329635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.331312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:16.331910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.403603 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.421945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Transition to ACTIVE for port object 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:16.451275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Transition to ACTIVE for port object 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:16.478331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2482708 Jul 05 09:48:16.480632 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:16.515171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5f23d703-24f3-44b7-a9d2-5c044818f1fa no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:16.539157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52980) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:16.544439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:16.569099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97cf5205-92c8-4281-901d-4e53ca7f3502 req-56ec40f4-d1a6-41c4-8322-331995770a9f tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676044 Jul 05 09:48:16.621509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5f23d703-24f3-44b7-a9d2-5c044818f1fa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:16.621956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5f23d703-24f3-44b7-a9d2-5c044818f1fa not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:16.633874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fe08:7633 (8bf03de8-a5cd-4166-895f-409ef6031a3b/0e61c453-22b5-4e61-8816-cfc3fb73a26a/2c029ee0-3cab-4d48-8669-ac2bd2cb3e86) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:16.646598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:16.689606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-3c8c1234-7ef8-4823-bffc-91f4a2cbb6f2 service neutron] 10.222.0.21 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321730 Jul 05 09:48:16.786370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5a7f3-3841-420f-bf01-fb64d900a08e tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Network': ['ID=f732667b-3c24-48ae-81f6-a38a00d8571c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:16.901163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:16.905291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f732667b-3c24-48ae-81f6-a38a00d8571c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:48:16.979879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.001080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:17.003682 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.014274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Pushing event updated for resources: {'Port': ['ID=418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:17.034203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 2c029ee0-3cab-4d48-8669-ac2bd2cb3e86 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:17.038145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3dd186a-7d4f-4ef6-b2be-811dd15c0bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.122703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.130134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Attempting to bind port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:17.130984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Attempting to bind port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:17.131390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Attempting to bind port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:17.138824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:17.139642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:17.140486 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.141246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:17.141892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Bound port: 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:17.142360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.216122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:17.229191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:17.249965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:17.263237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.266295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.268390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] For port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:17.279861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] For port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:17.287507 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.318805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8035760 Jul 05 09:48:17.319546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61680d5-d0b8-486e-a6bb-61beda2ead21 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=2c029ee0-3cab-4d48-8669-ac2bd2cb3e86,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:17.322706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:17.456411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a74be2-5849-4bde-804e-0da768738b60 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.475671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a74be2-5849-4bde-804e-0da768738b60 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.482146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf96150-e6af-4564-90c0-0a1c72afa1de None None] Pushing event updated for resources: {'Port': ['ID=418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:17.487148 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-82a74be2-5849-4bde-804e-0da768738b60 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1625161 Jul 05 09:48:17.488035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53002) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:17.679909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 2c029ee0-3cab-4d48-8669-ac2bd2cb3e86 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:17.680420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.714744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-3490a409-af31-4e1e-b4ca-59c326a2249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.714744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-3490a409-af31-4e1e-b4ca-59c326a2249a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1098 time: 1.3106782 Jul 05 09:48:17.751214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-30e383bd-9b2a-4a04-ac05-7932d40a3d3b service neutron] 10.222.0.21 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0602629 Jul 05 09:48:17.843147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.927044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53006) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:17.948422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.969351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 2c029ee0-3cab-4d48-8669-ac2bd2cb3e86 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:17.976108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:17.989609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec77de-26e9-4334-afb7-0abaef5b05f2 req-b6492bc6-db09-4fcc-a54b-6cc2979e3683 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:17.996691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bec77de-26e9-4334-afb7-0abaef5b05f2 req-b6492bc6-db09-4fcc-a54b-6cc2979e3683 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 945 time: 1.0952380 Jul 05 09:48:18.023256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-3d47ad2f-5d05-4b81-aa1d-0d834def3665 service neutron] 10.222.0.21 "GET /v2.0/ports/1b711ea9-8693-4dc5-93cd-d0885018b043?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2700083 Jul 05 09:48:18.122868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.164140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--672434875'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:18.207706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Network f732667b-3c24-48ae-81f6-a38a00d8571c is not hosted by any dhcp agent {{(pid=93796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:48:18.208684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:18.209302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.213643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "PUT /v2.0/networks/f732667b-3c24-48ae-81f6-a38a00d8571c HTTP/1.1" status: 200 len: 858 time: 1.6734126 Jul 05 09:48:18.213913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:18.245205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bec77de-26e9-4334-afb7-0abaef5b05f2 req-f2264fe3-a82e-4412-b1b2-f36174dd5724 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474966 Jul 05 09:48:18.287008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-4f4bb04a-8427-43b1-a3be-0fceb5b1088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:18.289500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-4f4bb04a-8427-43b1-a3be-0fceb5b1088e service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.5127244 Jul 05 09:48:18.295817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac349c0e-13b2-4402-8b47-cb0a6912a715 tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event updated for resources: {'Network': ['ID=f732667b-3c24-48ae-81f6-a38a00d8571c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:18.296971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.307954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.354154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.356241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=2c029ee0-3cab-4d48-8669-ac2bd2cb3e86,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:18.394359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d05d3833-92f7-4bf8-8e55-f15bcd0466ce service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700171 Jul 05 09:48:18.413659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.419101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:18.422546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4b20cc41-a037-425d-bee0-c3f08a1416aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/2c029ee0-3cab-4d48-8669-ac2bd2cb3e86 HTTP/1.1" status: 204 len: 168 time: 0.9324038 Jul 05 09:48:18.426963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:18.575050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-e3922c7e-b2b6-4a95-92e7-db49207b15ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 1001 time: 0.2753155 Jul 05 09:48:18.690840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc0edae5-cfe1-4a5b-9986-0004122e65d4 service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886686 Jul 05 09:48:18.753615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:18.909266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:18.992301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-486c9f8e-2e90-4bf5-b899-52b2ac10c8ad service neutron] 10.222.0.21 "GET /v2.0/ports/13041785-32e6-436d-ac3b-56cf005939fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2696846 Jul 05 09:48:19.001645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-4da83fa7-df5c-4788-af21-8c36a31481ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:19.004502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-4da83fa7-df5c-4788-af21-8c36a31481ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.3115711 Jul 05 09:48:19.180238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67059b85-2a65-4715-9917-3dd0119a873b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:19.183326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67059b85-2a65-4715-9917-3dd0119a873b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:19.186319 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-67059b85-2a65-4715-9917-3dd0119a873b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7581823 Jul 05 09:48:19.235903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.243448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:19.284551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5cf5d9dc-a30f-480f-b147-357dcf9da60f None None] Provisioning for port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:19.309529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5cf5d9dc-a30f-480f-b147-357dcf9da60f None None] Provisioning complete for port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:19.310123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d9dc-a30f-480f-b147-357dcf9da60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.358345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-6f4d4c2b-a580-4464-a9ef-9c5743e9ed3b service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437505 Jul 05 09:48:19.369968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.505589 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d9dc-a30f-480f-b147-357dcf9da60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.559531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5cf5d9dc-a30f-480f-b147-357dcf9da60f None None] For port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:19.569639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d9dc-a30f-480f-b147-357dcf9da60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.584236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-e53ce418-0b1f-4868-be76-cbda3ecd1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:19.585971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-e53ce418-0b1f-4868-be76-cbda3ecd1f11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5619881 Jul 05 09:48:19.592154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ea19e8-398b-463d-a604-862e5e8cec62,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:19.648066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.660994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f732667b-3c24-48ae-81f6-a38a00d8571c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:19.674520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268087ed-7c72-4c90-bf65-b865d52593ac') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:19.675575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268087ed-7c72-4c90-bf65-b865d52593ac') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:19.680018 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.688554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.712580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5d9dc-a30f-480f-b147-357dcf9da60f None None] Pushing event updated for resources: {'Port': ['ID=418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:19.713357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.724383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:19.726210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.779762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-e55c3ae8-a01b-4e5d-88e5-27e5e9092a43 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858115 Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:19.788043 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:19.791346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-778622c4-2285-4afd-9f26-5585c64f07f6 None None] Could not find standard attr ID for object 2c029ee0-3cab-4d48-8669-ac2bd2cb3e86. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:48:19.923616 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.939463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 0e61c453-22b5-4e61-8816-cfc3fb73a26a {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:19.952956 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:19.967239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-6248d175-c001-43aa-b778-0207b00a7144 service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705116 Jul 05 09:48:19.991747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.109346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b86a7aa-957b-457c-9021-6803336793f0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:20.123710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.129855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.132313 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4f2810c4-df0e-4db3-b87b-3780c91b3f2e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2040279 Jul 05 09:48:20.139684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:20.140605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f732667b-3c24-48ae-81f6-a38a00d8571c {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:48:20.187621 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.189713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f732667b-3c24-48ae-81f6-a38a00d8571c HTTP/1.1" status: 204 len: 168 time: 1.9699938 Jul 05 09:48:20.201355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53038) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:20.235862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5edb4cea-6eca-48fd-b39c-0abe1a1ca2af service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568684 Jul 05 09:48:20.320075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11ebe6-ca8e-47af-b3d1-6d7d7618cf1d tempest-ExternalNetworksTestJSON-1593676715 tempest-ExternalNetworksTestJSON-1593676715-project-admin] Pushing event deleted for resources: {'Network': ['ID=f732667b-3c24-48ae-81f6-a38a00d8571c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:20.361506 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26b037a-ac13-487b-9224-c95bf8efbe4b tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] DELETE failed (client error): The resource could not be found. Jul 05 09:48:20.362033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26b037a-ac13-487b-9224-c95bf8efbe4b tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:20.364985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e26b037a-ac13-487b-9224-c95bf8efbe4b tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] 10.222.0.21 "DELETE /v2.0/subnets/d3320385-8b23-4c80-a8ce-cc60449bc15f HTTP/1.1" status: 404 len: 337 time: 0.1376276 Jul 05 09:48:20.383243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.385944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:20.460703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c51bb75-9137-4f41-af34-2ad0df1a358d req-eea98683-a450-43a6-ad6b-34ba48949291 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641526 Jul 05 09:48:20.474064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-9d82e0b4-a2fd-4949-a441-bc8e32c878cc service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197945 Jul 05 09:48:20.541852 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-78fdf458-ef0e-47e7-9173-e1d16b32b620 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3834589 Jul 05 09:48:20.547320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53046) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:20.561074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:20.611610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.681711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-504f8502-9969-4324-9a4d-30e9af05397b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-security--1926863546', 'description': 'tempest-security-description-1654018943'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:20.700931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:20.701902 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.762836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-504f8502-9969-4324-9a4d-30e9af05397b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.839404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-504f8502-9969-4324-9a4d-30e9af05397b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.844025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-504f8502-9969-4324-9a4d-30e9af05397b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.847174 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-504f8502-9969-4324-9a4d-30e9af05397b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:20.851709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-504f8502-9969-4324-9a4d-30e9af05397b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "PUT /v2.0/security-groups/5b86a7aa-957b-457c-9021-6803336793f0 HTTP/1.1" status: 200 len: 1780 time: 0.1999700 Jul 05 09:48:20.857876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:20.975827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c53cd2ab-3b3d-4e92-830e-b7eaa2f27823 service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840903 Jul 05 09:48:20.991905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.008377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f8502-9969-4324-9a4d-30e9af05397b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b86a7aa-957b-457c-9021-6803336793f0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:21.088302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d5dd691-a936-4cfd-bb11-d3629c315e70 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups/5b86a7aa-957b-457c-9021-6803336793f0 HTTP/1.1" status: 200 len: 1780 time: 0.2290027 Jul 05 09:48:21.091695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.110229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.133719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6950d-3c86-47c6-8a5a-6f5742501d40 req-aba05d06-e325-426a-aee5-2be77103fab4 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:21.135384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f6950d-3c86-47c6-8a5a-6f5742501d40 req-aba05d06-e325-426a-aee5-2be77103fab4 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 946 time: 0.2529261 Jul 05 09:48:21.158930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e11ad50-1959-4085-8131-bd0f65db4986']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:21.179240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-3a42d6fa-ba44-4d0c-904a-a9942a3e29aa service neutron] 10.222.0.21 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020495 Jul 05 09:48:21.184147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e84c33-37ce-451f-970c-88a680533c0c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:21.184542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e84c33-37ce-451f-970c-88a680533c0c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:21.206518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.232843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.235465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.256916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:21.257492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:21.260832 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:21.277391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f6950d-3c86-47c6-8a5a-6f5742501d40 req-bd501f5b-d2a2-42b9-9997-f535fffb599d tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346116 Jul 05 09:48:21.330995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=0e61c453-22b5-4e61-8816-cfc3fb73a26a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:21.336701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-826c8f04-5c0a-455f-92d2-92e71d2eae7c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.353617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.355159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835de8c8-d9f4-4743-bd85-182ea4dfc8dd None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:21.356117 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-41d710f2-a931-4481-a230-f81585da3f2d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/0e61c453-22b5-4e61-8816-cfc3fb73a26a HTTP/1.1" status: 204 len: 168 time: 2.1125817 Jul 05 09:48:21.359860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.370226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-228afa67-037b-4580-986b-59d57e5682ba service neutron] 10.222.0.21 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899304 Jul 05 09:48:21.440337 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3d87a75-ac98-4a7d-be1a-59eb495ffaa5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756769 Jul 05 09:48:21.445832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53080) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.450331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.453342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-826c8f04-5c0a-455f-92d2-92e71d2eae7c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.462767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.465411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] 10.222.0.21 "DELETE /v2.0/networks/6e11ad50-1959-4085-8131-bd0f65db4986 HTTP/1.1" status: 204 len: 168 time: 1.0615470 Jul 05 09:48:21.498923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a43370-c6da-43f6-983b-5c689e6b2951 tempest-ExternalNetworksTestJSON-1516044780 tempest-ExternalNetworksTestJSON-1516044780-project] Pushing event deleted for resources: {'Network': ['ID=6e11ad50-1959-4085-8131-bd0f65db4986,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:21.541577 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-826c8f04-5c0a-455f-92d2-92e71d2eae7c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.545433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-826c8f04-5c0a-455f-92d2-92e71d2eae7c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.547128 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-826c8f04-5c0a-455f-92d2-92e71d2eae7c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b86a7aa-957b-457c-9021-6803336793f0 HTTP/1.1" status: 204 len: 168 time: 0.4542193 Jul 05 09:48:21.551523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.559430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c8f04-5c0a-455f-92d2-92e71d2eae7c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b86a7aa-957b-457c-9021-6803336793f0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:21.620027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ba475054-ad24-488e-926a-d6206b877475 service neutron] 10.222.0.21 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469649 Jul 05 09:48:21.733164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2705ea-ecaa-44e1-8c76-f2fe791955d4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:21.737904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1f2705ea-ecaa-44e1-8c76-f2fe791955d4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2883575 Jul 05 09:48:21.739722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.768450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c4a523b4-bbf6-4bd7-994b-a35f79f7ac1b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2114613 Jul 05 09:48:21.781254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53092) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.811635 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-2e0fd1c8-e8ad-4a98-bee9-2a5798d281cc tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] delete failed (client error): The resource could not be found. Jul 05 09:48:21.812573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2e0fd1c8-e8ad-4a98-bee9-2a5798d281cc tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b86a7aa-957b-457c-9021-6803336793f0 HTTP/1.1" status: 404 len: 347 time: 0.0300372 Jul 05 09:48:21.828447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.851117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6cff8838-5345-40bf-862d-640664880265 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475107777'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:21.893327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ba8287c3-e556-4542-9d1b-e260b1e978bf service neutron] 10.222.0.21 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489424 Jul 05 09:48:21.899017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5db63-5919-4066-bd25-7a207471091c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:21.904267 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-39e5db63-5919-4066-bd25-7a207471091c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626577 Jul 05 09:48:21.905282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.911803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cff8838-5345-40bf-862d-640664880265 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:21.976322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:48:21.990691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5507eee8-0884-4315-9d51-0311aa6e4167 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832155 Jul 05 09:48:21.991353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:21.997998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:22.126511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] Deleting port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:22.130460 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.183165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009168-e12f-4972-8e60-de48e24a347c req-64e16a86-ca68-4d6d-b233-11348b864ac4 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:22.184727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef009168-e12f-4972-8e60-de48e24a347c req-64e16a86-ca68-4d6d-b233-11348b864ac4 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 946 time: 0.2088890 Jul 05 09:48:22.192846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-a136a1c4-5222-449e-8578-4bafca3039b0 service neutron] 10.222.0.21 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920454 Jul 05 09:48:22.199490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53108) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:22.227007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5463a112-17c1-4650-a454-9bf6076713b0 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:22.283328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] For port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:22.284236 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.330887 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cff8838-5345-40bf-862d-640664880265 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.344061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] Calling delete_port for 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:22.366321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:22.374205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.385072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cff8838-5345-40bf-862d-640664880265 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.422728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542209-0cb4-46aa-9aaf-1fb32b5a1c20 req-68af42e7-3abf-483e-9006-6251daae7244 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:22.430844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79542209-0cb4-46aa-9aaf-1fb32b5a1c20 req-68af42e7-3abf-483e-9006-6251daae7244 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 945 time: 0.2253740 Jul 05 09:48:22.501793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cff8838-5345-40bf-862d-640664880265 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.504465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6cff8838-5345-40bf-862d-640664880265 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6747108 Jul 05 09:48:22.505951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff8838-5345-40bf-862d-640664880265 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182f98c1-1ec0-4661-bec3-39d4989eb9ce,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:22.515677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53118) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:22.528186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-645bcab4-65e6-4e93-b3ed-46b31cf4f2ce tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': '182f98c1-1ec0-4661-bec3-39d4989eb9ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:22.574979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79542209-0cb4-46aa-9aaf-1fb32b5a1c20 req-7c79ca4c-4c27-4f7e-bf97-dd51d7bd9ae5 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430640 Jul 05 09:48:22.584412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Deleting port 935c6763-4719-4ed5-8e0c-ed80cee10c97 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:22.589381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.598588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:22.633392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-645bcab4-65e6-4e93-b3ed-46b31cf4f2ce tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.712496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:22.766375 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.773534 n-d-771363-33 neutron-server[93797]: INFO neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No ports have port_id starting with 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f Jul 05 09:48:22.784451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] For port 935c6763-4719-4ed5-8e0c-ed80cee10c97, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=935c6763-4719-4ed5-8e0c-ed80cee10c97,segment=NetworkSegment(e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82),segment_id=e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:22.784878 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.801187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Calling delete_port for 935c6763-4719-4ed5-8e0c-ed80cee10c97 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:22.806630 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5fafef0f-ead7-4ce0-b2bc-bf5afe619742 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32ac4ca943484917b2fac4ecbb3c0497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055093 Jul 05 09:48:22.807807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:22.859629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '5463a112-17c1-4650-a454-9bf6076713b0', 'network_id': '370e10a8-ce02-4c77-a51d-df6122b53587', 'port_id': '5463a112-17c1-4650-a454-9bf6076713b0', 'mac_address': 'fa:16:3e:d0:af:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:22.868084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] Pushing event deleted for resources: {'Port': ['ID=418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:22.871193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a4a3f-4dbb-4371-998f-599e09a12c56 None None] No DVR routers for this DVR port 418a2cc3-a0ad-42e0-9cf0-dc218ec31d8f on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:22.955826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f92a373-bfb8-49c3-9f97-e92f9f538efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:22.994003 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.012722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5463a112-17c1-4650-a454-9bf6076713b0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:23.027691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f92a373-bfb8-49c3-9f97-e92f9f538efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.053896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:23.064075 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.115431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.174507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.175519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f92a373-bfb8-49c3-9f97-e92f9f538efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.178487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f92a373-bfb8-49c3-9f97-e92f9f538efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.187539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5463a112-17c1-4650-a454-9bf6076713b0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:23.188770 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f92a373-bfb8-49c3-9f97-e92f9f538efc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5091f12-8cea-4ab7-9278-660b60fea59b HTTP/1.1" status: 204 len: 168 time: 0.3758488 Jul 05 09:48:23.199614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Pushing event deleted for resources: {'Port': ['ID=935c6763-4719-4ed5-8e0c-ed80cee10c97,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.207923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-645bcab4-65e6-4e93-b3ed-46b31cf4f2ce tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.218051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-645bcab4-65e6-4e93-b3ed-46b31cf4f2ce tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.234059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92a373-bfb8-49c3-9f97-e92f9f538efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5091f12-8cea-4ab7-9278-660b60fea59b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.346845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:48:23.351230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.388733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-645bcab4-65e6-4e93-b3ed-46b31cf4f2ce tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.397269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-645bcab4-65e6-4e93-b3ed-46b31cf4f2ce tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8744891 Jul 05 09:48:23.431997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53154) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:23.435512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:23.458217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bcab4-65e6-4e93-b3ed-46b31cf4f2ce tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ff8090-7d0d-40e2-8e56-a8cd1bbac38c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.464707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] No DVR routers for this DVR port 935c6763-4719-4ed5-8e0c-ed80cee10c97 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:23.479339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.482602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef009168-e12f-4972-8e60-de48e24a347c req-57101a35-9b91-421e-9fc0-1ca3b1aefdb3 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.16 "DELETE /v2.0/ports/935c6763-4719-4ed5-8e0c-ed80cee10c97 HTTP/1.1" status: 204 len: 173 time: 1.2874758 Jul 05 09:48:23.483509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'name': 'network-vif-deleted', 'tag': '935c6763-4719-4ed5-8e0c-ed80cee10c97'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:23.486360 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d6b94-b08c-4697-ae1b-3b5023862542" -d '{"events": [{"server_uuid": "bfb53823-afd8-4495-9c90-f96fca5ce9c7", "name": "network-vif-deleted", "tag": "935c6763-4719-4ed5-8e0c-ed80cee10c97"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:23.500547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb411d7-f482-4552-b1f5-84ff726cdb23 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.504761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:23.514643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614bb67-1a33-40a0-b6e8-4f4509ba6306 req-cd5a3bb7-d2d9-4b57-aa41-5998e5a34ca0 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.520070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:23.521191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.523659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f614bb67-1a33-40a0-b6e8-4f4509ba6306 req-cd5a3bb7-d2d9-4b57-aa41-5998e5a34ca0 tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 867 time: 0.5116754 Jul 05 09:48:23.543109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb411d7-f482-4552-b1f5-84ff726cdb23 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.564604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9c43a-4da3-4b8f-b068-4c5c5cb68049 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:23.586092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f614bb67-1a33-40a0-b6e8-4f4509ba6306 req-1db35ad1-2052-4ef3-84fe-8458a3e04dba tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe6f5641-6905-4b00-8983-45bdeff5598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596304 Jul 05 09:48:23.626749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6343081 Jul 05 09:48:23.630153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53164) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:23.653334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:15:d1:71', 'name': 'tempest-NetworksTestDHCPv6-66757783'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:23.668050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635039ee-5562-4464-abf2-ceee3305e43e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.687894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb411d7-f482-4552-b1f5-84ff726cdb23 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.743962 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eb411d7-f482-4552-b1f5-84ff726cdb23 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:23.755994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8eb411d7-f482-4552-b1f5-84ff726cdb23 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/43ff8090-7d0d-40e2-8e56-a8cd1bbac38c HTTP/1.1" status: 204 len: 168 time: 0.3183639 Jul 05 09:48:23.759149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb411d7-f482-4552-b1f5-84ff726cdb23 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43ff8090-7d0d-40e2-8e56-a8cd1bbac38c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:23.775325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:23.877046 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc89677c-d5b5-402f-915f-f97acfe8a741 x-openstack-request-id: req-cc89677c-d5b5-402f-915f-f97acfe8a741 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:23.878972 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb53823-afd8-4495-9c90-f96fca5ce9c7", "name": "network-vif-deleted", "tag": "935c6763-4719-4ed5-8e0c-ed80cee10c97", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:23.879452 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc89677c-d5b5-402f-915f-f97acfe8a741 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:23.880168 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb53823-afd8-4495-9c90-f96fca5ce9c7', 'name': 'network-vif-deleted', 'tag': '935c6763-4719-4ed5-8e0c-ed80cee10c97', 'status': 'completed', 'code': 200} Jul 05 09:48:23.917741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a44603f-ec42-4de7-ad58-203b3147be82 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1327970 Jul 05 09:48:23.917741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:24.069104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db0f9675-f978-401f-8ffe-592b9ab4dd4d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.072067 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b8fbab74-b318-4f06-802f-1bdc097c3fd0 req-6372548c-8831-4f96-94aa-5530ab78be3b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1869819 Jul 05 09:48:24.079898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:24.123777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': 'c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:24.126587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.141742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db0f9675-f978-401f-8ffe-592b9ab4dd4d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.231437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:24.240545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db0f9675-f978-401f-8ffe-592b9ab4dd4d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.244560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db0f9675-f978-401f-8ffe-592b9ab4dd4d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.247948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db0f9675-f978-401f-8ffe-592b9ab4dd4d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/182f98c1-1ec0-4661-bec3-39d4989eb9ce HTTP/1.1" status: 204 len: 168 time: 0.3328099 Jul 05 09:48:24.252380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:24.276353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5463a112-17c1-4650-a454-9bf6076713b0 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:24.294890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f9675-f978-401f-8ffe-592b9ab4dd4d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182f98c1-1ec0-4661-bec3-39d4989eb9ce,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:24.326814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3334d223-2117-400a-a4e0-d886547eae16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e18704b8e7b4f579e0da4124e267538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374213 Jul 05 09:48:24.330331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53182) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:24.388690 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5498343f-7b07-4e75-a0dd-e316046d50a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310194 Jul 05 09:48:24.390432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:24.398493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b38e83a0-2533-4d55-8e4d-daa5613e2328 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083161279'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:24.451278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Allocated IP 2001:db8::f816:3eff:fea2:b448 (8bf03de8-a5cd-4166-895f-409ef6031a3b/c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0/24d52e37-2d44-4bda-af4b-66009aad3388) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:24.459352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b38e83a0-2533-4d55-8e4d-daa5613e2328 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.464197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 5463a112-17c1-4650-a454-9bf6076713b0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:24.467110 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.647269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b38e83a0-2533-4d55-8e4d-daa5613e2328 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.653189 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b38e83a0-2533-4d55-8e4d-daa5613e2328 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.742367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e83a0-2533-4d55-8e4d-daa5613e2328 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b5edac-4c9e-42f6-9aff-81bed824d521,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:24.760270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b38e83a0-2533-4d55-8e4d-daa5613e2328 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.761849 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b38e83a0-2533-4d55-8e4d-daa5613e2328 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3707378 Jul 05 09:48:24.765785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:24.779830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-34befc9b-23d0-4493-9827-1b55c373450e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'd5b5edac-4c9e-42f6-9aff-81bed824d521', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:24.861937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34befc9b-23d0-4493-9827-1b55c373450e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:24.950273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 935c6763-4719-4ed5-8e0c-ed80cee10c97 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:24.996878 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34befc9b-23d0-4493-9827-1b55c373450e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.001766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34befc9b-23d0-4493-9827-1b55c373450e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.063754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 935c6763-4719-4ed5-8e0c-ed80cee10c97 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:25.063754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 935c6763-4719-4ed5-8e0c-ed80cee10c97 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:25.087807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34befc9b-23d0-4493-9827-1b55c373450e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5be7f96-4e33-4d2a-a2dc-33d323c5664f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.108495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34befc9b-23d0-4493-9827-1b55c373450e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.110217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-34befc9b-23d0-4493-9827-1b55c373450e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3429093 Jul 05 09:48:25.112927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:25.119215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-baa7fa6c-eeb8-402d-b4ec-4af892d67128 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'd5b5edac-4c9e-42f6-9aff-81bed824d521', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:25.119470 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.154932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa7fa6c-eeb8-402d-b4ec-4af892d67128 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.177661 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.190370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Transition to ACTIVE for port object 24d52e37-2d44-4bda-af4b-66009aad3388 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:25.218111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:25.221638 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74af4c1f-9c1d-49b8-8db2-4f6fc2d04981" -d '{"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-plugged", "status": "completed", "tag": "5463a112-17c1-4650-a454-9bf6076713b0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:25.248608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Transition to ACTIVE for port object 24d52e37-2d44-4bda-af4b-66009aad3388 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:25.255946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:25.263107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa7fa6c-eeb8-402d-b4ec-4af892d67128 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.267532 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.271900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa7fa6c-eeb8-402d-b4ec-4af892d67128 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.312580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7fa6c-eeb8-402d-b4ec-4af892d67128 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2efc1c1-636c-4ca9-b520-4b795565b57d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.321730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e5d3bf2-9fc5-4fc5-b770-dbf794e7970b req-2b970a10-0ce9-435c-8ff7-db3d9345a02c tempest-InstanceActionsTestJSON-1874007760 tempest-InstanceActionsTestJSON-1874007760-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfb53823-afd8-4495-9c90-f96fca5ce9c7 HTTP/1.1" status: 200 len: 210 time: 0.0927417 Jul 05 09:48:25.324777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa7fa6c-eeb8-402d-b4ec-4af892d67128 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.326285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-baa7fa6c-eeb8-402d-b4ec-4af892d67128 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2115295 Jul 05 09:48:25.328783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.329123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53208) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:25.334079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Pushing event updated for resources: {'Port': ['ID=24d52e37-2d44-4bda-af4b-66009aad3388,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.350684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1f141-9237-460e-bc31-074431620ae5 req-0911517c-ed06-4b03-85cb-02353212ad0c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.360362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ad1f141-9237-460e-bc31-074431620ae5 req-0911517c-ed06-4b03-85cb-02353212ad0c tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 944 time: 1.2355356 Jul 05 09:48:25.363252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a55a5e3-567e-43f7-9b37-c333b1c5f5ec tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'd5b5edac-4c9e-42f6-9aff-81bed824d521', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:25.370086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.375451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:25.400836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c7b7a31-34d6-4329-aab6-0f5e692a48b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.432651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a55a5e3-567e-43f7-9b37-c333b1c5f5ec tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.434775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ad1f141-9237-460e-bc31-074431620ae5 req-5e3e7c3d-e873-4769-b759-cdcdb9cc3948 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Jul 05 09:48:25.438584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:25.451810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:25.456883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 78573a5a-6732-40bf-b96b-8c512da7b872 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:25.464676 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c7b7a31-34d6-4329-aab6-0f5e692a48b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.604052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a55a5e3-567e-43f7-9b37-c333b1c5f5ec tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.615498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a55a5e3-567e-43f7-9b37-c333b1c5f5ec tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.626361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.646577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Attempting to bind port 24d52e37-2d44-4bda-af4b-66009aad3388 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:25.647172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Attempting to bind port 24d52e37-2d44-4bda-af4b-66009aad3388 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:25.647620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Attempting to bind port 24d52e37-2d44-4bda-af4b-66009aad3388 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:25.686292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:25.696301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:25.697377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a5e3-567e-43f7-9b37-c333b1c5f5ec tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b4750e-ee19-44f0-bd2e-952495aa45d0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.700719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.701462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:25.709956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Bound port: 24d52e37-2d44-4bda-af4b-66009aad3388, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:25.711145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.717363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a55a5e3-567e-43f7-9b37-c333b1c5f5ec tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.719818 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3a55a5e3-567e-43f7-9b37-c333b1c5f5ec tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3894053 Jul 05 09:48:25.725851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:25.742634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fa04758d-bd8d-4bc1-ba54-708555903468 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'd5b5edac-4c9e-42f6-9aff-81bed824d521', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:25.790140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa04758d-bd8d-4bc1-ba54-708555903468 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.883743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac946269-936c-4b0a-a190-e671dad8166c req-d9ef9578-05cb-49b4-86ad-24e7e479ccd6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0913336 Jul 05 09:48:25.890834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-7d240e66-41c1-4273-bcde-ee2c58c42696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:25.893445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-7d240e66-41c1-4273-bcde-ee2c58c42696 service neutron] 10.222.0.16 "GET /v2.0/ports/1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 1032 time: 0.2198153 Jul 05 09:48:25.904731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa04758d-bd8d-4bc1-ba54-708555903468 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.912189 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa04758d-bd8d-4bc1-ba54-708555903468 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.925281 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c7b7a31-34d6-4329-aab6-0f5e692a48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.932990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c7b7a31-34d6-4329-aab6-0f5e692a48b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.937461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c7b7a31-34d6-4329-aab6-0f5e692a48b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e7e0d73-a23b-4210-b9fe-941d61d00b81 HTTP/1.1" status: 204 len: 168 time: 1.6002834 Jul 05 09:48:25.955099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04758d-bd8d-4bc1-ba54-708555903468 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0ae1b9-0e72-4938-9299-34f02a808ea8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:25.976863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa04758d-bd8d-4bc1-ba54-708555903468 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:25.981347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] For port 24d52e37-2d44-4bda-af4b-66009aad3388, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:25.981582 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fa04758d-bd8d-4bc1-ba54-708555903468 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2530742 Jul 05 09:48:25.984341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:25.992932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] For port 24d52e37-2d44-4bda-af4b-66009aad3388, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=24d52e37-2d44-4bda-af4b-66009aad3388,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:26.008096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0f56871c-7750-4623-ae04-57b51c938723 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'd5b5edac-4c9e-42f6-9aff-81bed824d521', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:26.009997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.065523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f56871c-7750-4623-ae04-57b51c938723 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.079964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fe15:d171 (8bf03de8-a5cd-4166-895f-409ef6031a3b/c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0/78573a5a-6732-40bf-b96b-8c512da7b872) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:26.088930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b7a31-34d6-4329-aab6-0f5e692a48b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e0d73-a23b-4210-b9fe-941d61d00b81,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:26.104420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-a03c1d96-6d76-4d23-86e9-2cb62b52e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:26.106312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-a03c1d96-6d76-4d23-86e9-2cb62b52e3b9 service neutron] 10.222.0.16 "GET /v2.0/ports/13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 1031 time: 0.1965251 Jul 05 09:48:26.339094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f56871c-7750-4623-ae04-57b51c938723 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.352620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f56871c-7750-4623-ae04-57b51c938723 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.356969 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc87de9-5a05-460f-ba42-7e3a0ac04e3a x-openstack-request-id: req-fbc87de9-5a05-460f-ba42-7e3a0ac04e3a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:26.357818 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-plugged", "status": "completed", "tag": "5463a112-17c1-4650-a454-9bf6076713b0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:26.357818 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbc87de9-5a05-460f-ba42-7e3a0ac04e3a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:26.358542 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0', 'code': 200} Jul 05 09:48:26.434461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ca09a-b210-4e3b-aed2-619c09797ba2 None None] Pushing event updated for resources: {'Port': ['ID=24d52e37-2d44-4bda-af4b-66009aad3388,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:26.449867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56871c-7750-4623-ae04-57b51c938723 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9acc4e5-34b1-4d20-ae9d-f1bf6c30a176,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:26.456118 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f56871c-7750-4623-ae04-57b51c938723 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.462097 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f56871c-7750-4623-ae04-57b51c938723 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4747050 Jul 05 09:48:26.465999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:26.539370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd08a-cea2-4db7-894e-7e34b68c093b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.573769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.577323 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd08a-cea2-4db7-894e-7e34b68c093b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.605975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 78573a5a-6732-40bf-b96b-8c512da7b872 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:26.705480 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd08a-cea2-4db7-894e-7e34b68c093b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.726260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd08a-cea2-4db7-894e-7e34b68c093b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.727649 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f8bd08a-cea2-4db7-894e-7e34b68c093b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a9acc4e5-34b1-4d20-ae9d-f1bf6c30a176 HTTP/1.1" status: 204 len: 168 time: 0.2604067 Jul 05 09:48:26.736110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:26.743209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bd08a-cea2-4db7-894e-7e34b68c093b tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9acc4e5-34b1-4d20-ae9d-f1bf6c30a176,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:26.743735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:26.775892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:26.955187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-efc40a4f-11fc-47f9-9b7b-257924cd6b22 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2073495 Jul 05 09:48:26.961416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.032058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9540fbc1-5d38-4cce-847f-99062ee39052 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.046691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9540fbc1-5d38-4cce-847f-99062ee39052 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.105248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9540fbc1-5d38-4cce-847f-99062ee39052 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.108852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:27.114752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=78573a5a-6732-40bf-b96b-8c512da7b872,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:27.120125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9540fbc1-5d38-4cce-847f-99062ee39052 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.123557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9540fbc1-5d38-4cce-847f-99062ee39052 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8f0ae1b9-0e72-4938-9299-34f02a808ea8 HTTP/1.1" status: 204 len: 168 time: 0.1589146 Jul 05 09:48:27.124563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.176649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540fbc1-5d38-4cce-847f-99062ee39052 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f0ae1b9-0e72-4938-9299-34f02a808ea8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:27.221020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:27.247497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-25531775-08d0-4fe2-83b7-2e538f3c00d6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1074193 Jul 05 09:48:27.248344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.249396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:27.273531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.275754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.304829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8e8078a-c1eb-4ffb-9eb0-86d26cb960b6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.325650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8e8078a-c1eb-4ffb-9eb0-86d26cb960b6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.329122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] Deleting subnet 4940d95e-0184-41ec-afb9-3fe5f0f1f7fc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:27.337133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f4b8044-7000-4e9d-84be-c8d333e554c8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7048934 Jul 05 09:48:27.338849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.353237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.389661 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8e8078a-c1eb-4ffb-9eb0-86d26cb960b6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.402470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-8a2d7fcb-8f55-4041-a707-965fe4c12b57 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.415246 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8e8078a-c1eb-4ffb-9eb0-86d26cb960b6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.415754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-8a2d7fcb-8f55-4041-a707-965fe4c12b57 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.421249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b8e8078a-c1eb-4ffb-9eb0-86d26cb960b6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a4b4750e-ee19-44f0-bd2e-952495aa45d0 HTTP/1.1" status: 204 len: 168 time: 0.1677842 Jul 05 09:48:27.422595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8078a-c1eb-4ffb-9eb0-86d26cb960b6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4b4750e-ee19-44f0-bd2e-952495aa45d0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:27.424632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53272) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.435533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-8a2d7fcb-8f55-4041-a707-965fe4c12b57 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.445253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-8a2d7fcb-8f55-4041-a707-965fe4c12b57 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "GET /v2.0/networks?id=d19c0da2-96f2-499c-a741-a3d9f8740b44&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 200 len: 1995 time: 0.7211368 Jul 05 09:48:27.580358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a5206cfb-f7a5-487a-b897-76faa5f0f438 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1494997 Jul 05 09:48:27.583770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.610732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4a264d4-894d-4de1-9d43-d34470234d49 req-0fb1cdeb-4317-4b50-ad38-55e647867346 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.3137605 Jul 05 09:48:27.649743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47679353-dc5e-4689-a421-24e0cbe22024 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.666738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47679353-dc5e-4689-a421-24e0cbe22024 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.740209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47679353-dc5e-4689-a421-24e0cbe22024 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.754452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47679353-dc5e-4689-a421-24e0cbe22024 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.759409 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-47679353-dc5e-4689-a421-24e0cbe22024 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b2efc1c1-636c-4ca9-b520-4b795565b57d HTTP/1.1" status: 204 len: 168 time: 0.1706078 Jul 05 09:48:27.759409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47679353-dc5e-4689-a421-24e0cbe22024 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2efc1c1-636c-4ca9-b520-4b795565b57d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:27.759409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.806079 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:27.837841 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-28be8d8a-a5ca-406e-a76b-7fcb249c35d9 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0745473 Jul 05 09:48:27.838236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.854464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-236daad5-b081-4341-82dd-6b0523f92fe6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5985c444215438f8b44ed2a08380a16 HTTP/1.1" status: 200 len: 380 time: 0.3347781 Jul 05 09:48:27.869468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827c055-9187-4f30-b0fe-8b132bd92e87 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.876203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827c055-9187-4f30-b0fe-8b132bd92e87 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:27.877902 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3827c055-9187-4f30-b0fe-8b132bd92e87 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5361235 Jul 05 09:48:27.885717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53286) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:27.888202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'admin_state_up': True, 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'security_groups': ['b3a6304c-e500-4cee-b823-df12fb71e28c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:27.989680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c061ea78-91a2-461d-a2d3-73edfef57022 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.008263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.015682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c061ea78-91a2-461d-a2d3-73edfef57022 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.087466 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.135292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.140596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4940d95e-0184-41ec-afb9-3fe5f0f1f7fc HTTP/1.1" status: 204 len: 168 time: 1.3700874 Jul 05 09:48:28.141320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:28.162046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c061ea78-91a2-461d-a2d3-73edfef57022 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.183369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c061ea78-91a2-461d-a2d3-73edfef57022 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.186778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c061ea78-91a2-461d-a2d3-73edfef57022 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b5be7f96-4e33-4d2a-a2dc-33d323c5664f HTTP/1.1" status: 204 len: 168 time: 0.3452582 Jul 05 09:48:28.204108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:28.219603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67873488-2347-4789-aeba-f02f43413a9e None None] Provisioning for port 24d52e37-2d44-4bda-af4b-66009aad3388 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:28.232381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5463a112-17c1-4650-a454-9bf6076713b0 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:28.243940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ea78-91a2-461d-a2d3-73edfef57022 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5be7f96-4e33-4d2a-a2dc-33d323c5664f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:28.291601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df49e9-f4a7-4ae5-9b0e-54eedc95a661 req-acfd4e9d-dac0-4a11-b30f-91c104df20fd tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:28.301499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67df49e9-f4a7-4ae5-9b0e-54eedc95a661 req-acfd4e9d-dac0-4a11-b30f-91c104df20fd tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 945 time: 0.6722457 Jul 05 09:48:28.306352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.310458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 78573a5a-6732-40bf-b96b-8c512da7b872 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:28.312800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.335128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b2f51-8c1b-4899-b595-1e8c2c9c521a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4940d95e-0184-41ec-afb9-3fe5f0f1f7fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:28.422726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:28.438828 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.454870 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.500982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:28.503507 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f7cef9-c6cf-4fd8-abc8-f1d4d1b892df" -d '{"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-unplugged", "status": "completed", "tag": "5463a112-17c1-4650-a454-9bf6076713b0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:28.555866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:28.562418 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.608422 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-16270e2d-1bb8-452a-b1e9-0485c39c13ac tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3974931 Jul 05 09:48:28.614284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53306) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:28.669546 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a843b02d-ca75-42e3-aef1-db89fb181854 x-openstack-request-id: req-a843b02d-ca75-42e3-aef1-db89fb181854 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:28.671999 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-unplugged", "status": "completed", "tag": "5463a112-17c1-4650-a454-9bf6076713b0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:28.672339 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a843b02d-ca75-42e3-aef1-db89fb181854 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:28.680274 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0', 'code': 200} Jul 05 09:48:28.684923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.716339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 24d52e37-2d44-4bda-af4b-66009aad3388 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:28.794743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:28.821847 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf88af0-b31b-40bc-bdec-93d37ff19ea3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.850448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf88af0-b31b-40bc-bdec-93d37ff19ea3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.852535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:28.861850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:28.862301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bbf1b1-59e0-4fa3-ad13-e7ee49c79b82') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:28.886106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9cb11802-106b-45b4-9d54-f2fbe3e8fb43 None None] Provisioning for port 78573a5a-6732-40bf-b96b-8c512da7b872 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:28.906454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9cb11802-106b-45b4-9d54-f2fbe3e8fb43 None None] Provisioning complete for port 78573a5a-6732-40bf-b96b-8c512da7b872 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:28.907254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.907766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cb11802-106b-45b4-9d54-f2fbe3e8fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.977202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf88af0-b31b-40bc-bdec-93d37ff19ea3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.981705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9cb11802-106b-45b4-9d54-f2fbe3e8fb43 None None] Port 78573a5a-6732-40bf-b96b-8c512da7b872 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:28.986763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 24d52e37-2d44-4bda-af4b-66009aad3388 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:28.996821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 24d52e37-2d44-4bda-af4b-66009aad3388 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:28.997380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:28.998048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baf88af0-b31b-40bc-bdec-93d37ff19ea3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.000807 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-baf88af0-b31b-40bc-bdec-93d37ff19ea3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/d5b5edac-4c9e-42f6-9aff-81bed824d521 HTTP/1.1" status: 204 len: 168 time: 0.3738573 Jul 05 09:48:29.012610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:29.043218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.049843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf88af0-b31b-40bc-bdec-93d37ff19ea3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b5edac-4c9e-42f6-9aff-81bed824d521,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:29.060840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.167669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:29.168237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.186285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5ee232dd-38d3-4f16-ad2d-788de9950938 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1703248 Jul 05 09:48:29.187729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 78573a5a-6732-40bf-b96b-8c512da7b872 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:29.195049 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:29.198360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.209292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:29.215839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79d9354-fa6a-45fe-a537-e0ec4954a34c req-2e377438-3888-4c4d-83a4-c78ec8af1df2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1637666 Jul 05 09:48:29.220048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-51167635-0d3c-4ff3-9046-39aa825476b7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--625948314'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:29.294767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51167635-0d3c-4ff3-9046-39aa825476b7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.297676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 24d52e37-2d44-4bda-af4b-66009aad3388, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=24d52e37-2d44-4bda-af4b-66009aad3388,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:29.310259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.334564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67df49e9-f4a7-4ae5-9b0e-54eedc95a661 req-02772c31-5379-4ccb-ae44-04ab935ba7b3 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0314527 Jul 05 09:48:29.355783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.458365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 172.20.0.5 (d19c0da2-96f2-499c-a741-a3d9f8740b44/d07fc6b9-d340-44f5-83ff-46f2dfb013a6/32cdeb3a-0978-42c8-bd59-438734421873) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:29.475528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.485809 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.500995 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.501450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=24d52e37-2d44-4bda-af4b-66009aad3388,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:29.503205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e HTTP/1.1" status: 204 len: 168 time: 1.3561561 Jul 05 09:48:29.507875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91321f-874c-4bef-ba6a-b5935f6f3530 admin admin] Pushing event deleted for resources: {'Network': ['ID=be3f21cf-d04c-4d7c-bba1-cdd5ff514d3e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:29.592987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-4e5c0b9b-46bf-48cc-9f93-2fc6afd360fb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:29.599305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-4e5c0b9b-46bf-48cc-9f93-2fc6afd360fb tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 943 time: 1.0792761 Jul 05 09:48:29.684253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:29.737056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51167635-0d3c-4ff3-9046-39aa825476b7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.757696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51167635-0d3c-4ff3-9046-39aa825476b7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.834082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:29.835857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.856339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51167635-0d3c-4ff3-9046-39aa825476b7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.858141 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51167635-0d3c-4ff3-9046-39aa825476b7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6471169 Jul 05 09:48:29.864570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:29.898884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f430bc60-d0d6-474b-bff7-fe2356ed7655 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': '345e080c-d687-4ca4-9cb5-eab148d10a39', 'direction': 'ingress', 'protocol': 17}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:29.911693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51167635-0d3c-4ff3-9046-39aa825476b7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345e080c-d687-4ca4-9cb5-eab148d10a39,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:29.919775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=78573a5a-6732-40bf-b96b-8c512da7b872,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:29.994392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:29.999830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84dc9fde-3329-4712-a9b7-2e147fa9e950 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/78573a5a-6732-40bf-b96b-8c512da7b872 HTTP/1.1" status: 204 len: 168 time: 2.1126080 Jul 05 09:48:30.000169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:30.070683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e646ec1e-4dfe-42c8-bff2-d6c153c84983 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:30.072279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e646ec1e-4dfe-42c8-bff2-d6c153c84983 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:30.076857 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e646ec1e-4dfe-42c8-bff2-d6c153c84983 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0756574 Jul 05 09:48:30.077439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:30.087341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8b71dd85-e527-44e3-a8e2-e4da4d503113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29ab0e47dd71460bb2ebe0271c4fc3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447884 Jul 05 09:48:30.091521 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f430bc60-d0d6-474b-bff7-fe2356ed7655 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.094416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53342) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:30.106316 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.137016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:30.187582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Deleting port 5463a112-17c1-4650-a454-9bf6076713b0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:30.188038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.233794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1db8980-806b-4769-af80-250e0e893e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.276418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1db8980-806b-4769-af80-250e0e893e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.290816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Transition to ACTIVE for port object 32cdeb3a-0978-42c8-bd59-438734421873 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:30.316905 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.394465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:30.398614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.399331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f430bc60-d0d6-474b-bff7-fe2356ed7655 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.425614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f430bc60-d0d6-474b-bff7-fe2356ed7655 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.489823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430bc60-d0d6-474b-bff7-fe2356ed7655 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc02012-d339-41e8-9d69-b64f44dc7e92,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:30.506195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] For port 5463a112-17c1-4650-a454-9bf6076713b0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5463a112-17c1-4650-a454-9bf6076713b0,segment=NetworkSegment(07560eed-1770-4424-ab3e-12f2981033cb),segment_id=07560eed-1770-4424-ab3e-12f2981033cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:30.506953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.528543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.542552 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f430bc60-d0d6-474b-bff7-fe2356ed7655 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.544228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f430bc60-d0d6-474b-bff7-fe2356ed7655 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6759567 Jul 05 09:48:30.546103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1db8980-806b-4769-af80-250e0e893e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.553345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1db8980-806b-4769-af80-250e0e893e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.561763 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c1db8980-806b-4769-af80-250e0e893e74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe6f5641-6905-4b00-8983-45bdeff5598a HTTP/1.1" status: 204 len: 168 time: 0.4660070 Jul 05 09:48:30.562425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53350) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:30.565238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Calling delete_port for 5463a112-17c1-4650-a454-9bf6076713b0 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:30.608695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 24d52e37-2d44-4bda-af4b-66009aad3388 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:30.642758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db8980-806b-4769-af80-250e0e893e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6f5641-6905-4b00-8983-45bdeff5598a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:30.782996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.795732 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.806778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 24d52e37-2d44-4bda-af4b-66009aad3388 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:30.807241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.947167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:30.985160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=32cdeb3a-0978-42c8-bd59-438734421873,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:31.013518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:31.037479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.046301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d9b378ea-6a0d-461a-88b5-0475fbe3868b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0 HTTP/1.1" status: 204 len: 168 time: 0.9646392 Jul 05 09:48:31.051369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53356) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:31.085689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:31.118375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:31.146270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc83651-1ee9-4602-aad4-9b49d988f629 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:31.164402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:31.168679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-07e836cc-5615-4e1b-8684-3aaab9ed917c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108644 Jul 05 09:48:31.168942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53360) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:31.187182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:31.318340 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3794391d-95e6-4241-9aee-c2051f96428e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.396107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:31.400023 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3794391d-95e6-4241-9aee-c2051f96428e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.404490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.580593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e79d1-a018-4eb9-b57b-ea4fedd8c2ce req-d10b0cff-5953-48a7-80ad-93973fd7485e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:31.592770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-351e79d1-a018-4eb9-b57b-ea4fedd8c2ce req-d10b0cff-5953-48a7-80ad-93973fd7485e tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 943 time: 0.9515190 Jul 05 09:48:31.618460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3794391d-95e6-4241-9aee-c2051f96428e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.626914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3794391d-95e6-4241-9aee-c2051f96428e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.631377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3794391d-95e6-4241-9aee-c2051f96428e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/345e080c-d687-4ca4-9cb5-eab148d10a39 HTTP/1.1" status: 204 len: 168 time: 0.9857523 Jul 05 09:48:31.634315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53368) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:31.651747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f46993d5-e6ee-44fe-95be-62e11b4f4336 None None] Provisioning for port 32cdeb3a-0978-42c8-bd59-438734421873 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:31.659423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.663008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f46993d5-e6ee-44fe-95be-62e11b4f4336 None None] Provisioning complete for port 32cdeb3a-0978-42c8-bd59-438734421873 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:31.664291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f46993d5-e6ee-44fe-95be-62e11b4f4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.724541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f46993d5-e6ee-44fe-95be-62e11b4f4336 None None] Port 32cdeb3a-0978-42c8-bd59-438734421873 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:31.727117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:48:31.795948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] Deleting port 24d52e37-2d44-4bda-af4b-66009aad3388 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:31.799161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.835246 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-777fe919-414b-46ad-bc61-706936f12705 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1946940 Jul 05 09:48:31.837738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:31.846341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f9f9204b-4a6d-4d47-8a74-2a09e8c94f58 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--147554197'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:31.883307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] For port 24d52e37-2d44-4bda-af4b-66009aad3388, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=24d52e37-2d44-4bda-af4b-66009aad3388,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:31.884328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:31.923854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] Calling delete_port for 24d52e37-2d44-4bda-af4b-66009aad3388 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:31.931523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Allocated IP 172.25.1.40 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/f998ea7c-7162-4477-8a8d-2da40eb4d1e6) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:32.078310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.100949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f9204b-4a6d-4d47-8a74-2a09e8c94f58 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.116118 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.155249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8102f-717c-4451-b616-35e8d478962c req-3de0ac03-47a6-4b77-8b77-14e2ed9026d7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:32.157936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82d8102f-717c-4451-b616-35e8d478962c req-3de0ac03-47a6-4b77-8b77-14e2ed9026d7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 931 time: 1.4559693 Jul 05 09:48:32.167820 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.183239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794391d-95e6-4241-9aee-c2051f96428e tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345e080c-d687-4ca4-9cb5-eab148d10a39,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.192403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] No DVR routers for this DVR port 24d52e37-2d44-4bda-af4b-66009aad3388 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:32.195391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ff1ad-8f36-4ee9-8802-bda204446019 None None] Pushing event deleted for resources: {'Port': ['ID=24d52e37-2d44-4bda-af4b-66009aad3388,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.234642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5463a112-17c1-4650-a454-9bf6076713b0 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:32.293119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Pushing event updated for resources: {'Port': ['ID=f998ea7c-7162-4477-8a8d-2da40eb4d1e6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.314796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:48:32.320583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.345893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:32.355336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:32.356169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.364766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:32.368568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:32.377136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:32.386318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d562b-73eb-45fa-b0db-5dc8437cdb03 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:32.387693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:32.388791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.392539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:32.404423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:32.424340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82d8102f-717c-4451-b616-35e8d478962c req-edf5244d-6b92-4a1d-b6ac-fcb560420210 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454252 Jul 05 09:48:32.521135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-351e79d1-a018-4eb9-b57b-ea4fedd8c2ce req-78cb8ac9-ed2a-4c38-a6b9-0daf49ee7106 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0ff838-491c-4c0d-8b8f-7467088195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9273503 Jul 05 09:48:32.546251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=3d6610c8-4f9f-4827-9a37-148404780be6,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.551051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 24d52e37-2d44-4bda-af4b-66009aad3388 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:32.553606 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.590662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f9204b-4a6d-4d47-8a74-2a09e8c94f58 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.596942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f9204b-4a6d-4d47-8a74-2a09e8c94f58 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.698113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 24d52e37-2d44-4bda-af4b-66009aad3388 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:32.698650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 24d52e37-2d44-4bda-af4b-66009aad3388 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:32.700951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Pushing event deleted for resources: {'Port': ['ID=5463a112-17c1-4650-a454-9bf6076713b0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.723112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9204b-4a6d-4d47-8a74-2a09e8c94f58 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6377547f-342f-4ff6-9e78-73eee37bd622,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:32.741132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1005669017-network', 'tenant_id': 'c664e3ba04ed4a2487d0d1de2f4dc5df'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:32.766142 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-445564a5-b76e-4866-aded-715df6a6ff6d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5935774 Jul 05 09:48:32.766142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9f9204b-4a6d-4d47-8a74-2a09e8c94f58 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.775729 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f9f9204b-4a6d-4d47-8a74-2a09e8c94f58 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9352622 Jul 05 09:48:32.776406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:32.776755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:32.787282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:c4:7d:c5', 'name': 'tempest-NetworksTestDHCPv6-1418337283'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:32.791421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b96f2f77-3117-4774-b9d8-fda162ff620d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9120734 Jul 05 09:48:32.793244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] No DVR routers for this DVR port 5463a112-17c1-4650-a454-9bf6076713b0 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:32.797182 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.803815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b8c63ba-7e33-4703-996f-7ca016c266a6 req-d9fa934f-f704-4bef-984f-173eeb586b70 tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.15 "DELETE /v2.0/ports/5463a112-17c1-4650-a454-9bf6076713b0 HTTP/1.1" status: 204 len: 173 time: 3.1857338 Jul 05 09:48:32.815343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'admin_state_up': True, 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'security_groups': ['b3a6304c-e500-4cee-b823-df12fb71e28c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:32.823213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-deleted', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:32.837286 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4326b6-7411-4de6-8363-6fd79cdfeec5" -d '{"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-deleted", "tag": "5463a112-17c1-4650-a454-9bf6076713b0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:32.885546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '3d6610c8-4f9f-4827-9a37-148404780be6'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:32.886512 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:32.922808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8a337820-748a-4d90-8fa4-81d5b20867c8 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--549683784'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:33.005577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Made reservation on behalf of c664e3ba04ed4a2487d0d1de2f4dc5df for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:33.016393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.049411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a337820-748a-4d90-8fa4-81d5b20867c8 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.055453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:33.092427 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.214436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Allocated IP 2001:db8::f816:3eff:feed:1084 (8bf03de8-a5cd-4166-895f-409ef6031a3b/3d6610c8-4f9f-4827-9a37-148404780be6/de30ebd0-acaa-4f6e-b788-be533e806a08) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:33.283667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a337820-748a-4d90-8fa4-81d5b20867c8 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.320549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a337820-748a-4d90-8fa4-81d5b20867c8 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.367680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337820-748a-4d90-8fa4-81d5b20867c8 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b985a-be35-4a63-ab5f-ffe7d56d5299,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:33.413961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.452860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 79c2c50a-772c-4684-b378-a5d1ba80b43f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:33.575515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.590534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Transition to ACTIVE for port object de30ebd0-acaa-4f6e-b788-be533e806a08 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:33.624339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Transition to ACTIVE for port object de30ebd0-acaa-4f6e-b788-be533e806a08 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:33.631432 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc1e22d-fa88-4880-9687-7e1f01997764 x-openstack-request-id: req-abc1e22d-fa88-4880-9687-7e1f01997764 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:33.632052 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cc6bf-a47a-4abc-a586-d41af7626a58", "name": "network-vif-deleted", "tag": "5463a112-17c1-4650-a454-9bf6076713b0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:33.632052 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abc1e22d-fa88-4880-9687-7e1f01997764 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:33.633110 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cc6bf-a47a-4abc-a586-d41af7626a58', 'name': 'network-vif-deleted', 'tag': '5463a112-17c1-4650-a454-9bf6076713b0', 'status': 'completed', 'code': 200} Jul 05 09:48:33.637573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.675143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.703566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:33.707835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:33.712153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:33.761936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Pushing event updated for resources: {'Port': ['ID=de30ebd0-acaa-4f6e-b788-be533e806a08,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:33.808596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.834491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fec4:7dc5 (8bf03de8-a5cd-4166-895f-409ef6031a3b/3d6610c8-4f9f-4827-9a37-148404780be6/79c2c50a-772c-4684-b378-a5d1ba80b43f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:33.846498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.876808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:48:33.907448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:33.907792 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Added segment f9e30acc-fd96-40e1-9ed5-ed81e7629af3 of type vlan for network 70937a31-64ab-416d-be02-d3c58db9927d Jul 05 09:48:33.960187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c73568ef-8499-4707-b4ad-6c85f8543c10 req-d6fa611a-63f3-41b2-938f-1232ed9688cf tempest-ImagesTestJSON-1565253964 tempest-ImagesTestJSON-1565253964-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9cc6bf-a47a-4abc-a586-d41af7626a58 HTTP/1.1" status: 200 len: 210 time: 0.0985022 Jul 05 09:48:34.001509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Attempting to bind port de30ebd0-acaa-4f6e-b788-be533e806a08 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:34.002203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Attempting to bind port de30ebd0-acaa-4f6e-b788-be533e806a08 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:34.002746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Attempting to bind port de30ebd0-acaa-4f6e-b788-be533e806a08 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:34.016532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:34.018899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:34.021329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.021945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:34.024164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Bound port: de30ebd0-acaa-4f6e-b788-be533e806a08, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:34.026492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.052373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.079535 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.140562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:34.148738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a337820-748a-4d90-8fa4-81d5b20867c8 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.151475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a337820-748a-4d90-8fa4-81d5b20867c8 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2315938 Jul 05 09:48:34.160182 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.163800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:34.170660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.172989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:34.176497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.178580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f2459f0f-d978-40a5-9742-95ff74e685a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': '6377547f-342f-4ff6-9e78-73eee37bd622', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c28b985a-be35-4a63-ab5f-ffe7d56d5299', 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:34.184940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] For port de30ebd0-acaa-4f6e-b788-be533e806a08, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:34.189796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] For port de30ebd0-acaa-4f6e-b788-be533e806a08, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=de30ebd0-acaa-4f6e-b788-be533e806a08,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:34.208218 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.329774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759e23b-e466-47a9-b327-ecab977d01c8 None None] Pushing event updated for resources: {'Port': ['ID=de30ebd0-acaa-4f6e-b788-be533e806a08,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:34.414477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a3f8fc-3679-40ba-bc16-7949905ba844,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:34.450111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] Pushing event updated for resources: {'Network': ['ID=70937a31-64ab-416d-be02-d3c58db9927d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:34.470202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 70937a31-64ab-416d-be02-d3c58db9927d details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:48:34.510898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 10.1.1.218 (f5cf31f1-922c-4681-98dd-3d68246fb773/7809b291-544e-4ffa-8cf5-252a62abc5e2/11437cd6-fe2f-4ab3-beb3-6a49c84c5a35) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:34.752496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.770935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 79c2c50a-772c-4684-b378-a5d1ba80b43f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:34.825997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4bdb0-a853-4012-b882-cdee9e0c6f23 req-11851c4e-3455-4bff-9492-cd323076b0db tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:34.826832 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3995dd2a-5507-4e8b-bea1-a937fee51fdc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4324572 Jul 05 09:48:34.829668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53414) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:34.836583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55b4bdb0-a853-4012-b882-cdee9e0c6f23 req-11851c4e-3455-4bff-9492-cd323076b0db tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 931 time: 0.8895276 Jul 05 09:48:34.838139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Request body: {'subnet': {'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1005669017-subnet', 'tenant_id': 'c664e3ba04ed4a2487d0d1de2f4dc5df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:34.845022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.908200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2459f0f-d978-40a5-9742-95ff74e685a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.927943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:34.931445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:34.963791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:34.973170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:34.973852 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:34.978796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=79c2c50a-772c-4684-b378-a5d1ba80b43f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:34.987225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Made reservation on behalf of c664e3ba04ed4a2487d0d1de2f4dc5df for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:34.990360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.043021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55b4bdb0-a853-4012-b882-cdee9e0c6f23 req-e7ffcfec-3707-47d3-b98a-bfa19b172a9a tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043748 Jul 05 09:48:35.133127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2459f0f-d978-40a5-9742-95ff74e685a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.150992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2459f0f-d978-40a5-9742-95ff74e685a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.190795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.202403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.214383 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aee05a54-e2a5-4d47-9864-a13a03749386 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4324555 Jul 05 09:48:35.225517 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2459f0f-d978-40a5-9742-95ff74e685a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.232370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2459f0f-d978-40a5-9742-95ff74e685a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0592208 Jul 05 09:48:35.237535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:35.238772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53428) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:35.282580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.371125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Transition to ACTIVE for port object 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:35.454119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2459f0f-d978-40a5-9742-95ff74e685a3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610eadc8-fc15-46d1-9b24-3a26859e2796,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:35.545212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.549564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82b63182-a53a-4510-a2bc-dd0910769491 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.553228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.597411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82b63182-a53a-4510-a2bc-dd0910769491 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.625806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Pushing event updated for resources: {'Port': ['ID=f998ea7c-7162-4477-8a8d-2da40eb4d1e6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:35.638117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed5487c-98dd-4455-9e9e-f1579b82dcd0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:35.651781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Checking segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:35.652158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Network hostable DHCP agents. Network: 70937a31-64ab-416d-be02-d3c58db9927d, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:48:35.691115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Network 70937a31-64ab-416d-be02-d3c58db9927d is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:48:35.707961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 70937a31-64ab-416d-be02-d3c58db9927d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:35.719537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:35.720149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.728014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.729982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8797b0-e7ec-475a-85e3-baba49716aff None None] Network 70937a31-64ab-416d-be02-d3c58db9927d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:35.743887 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af84e44e-01c5-4035-9d9b-b9ab63164870 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9063733 Jul 05 09:48:35.800032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82b63182-a53a-4510-a2bc-dd0910769491 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.838165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network f5cf31f1-922c-4681-98dd-3d68246fb773 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:35.841844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82b63182-a53a-4510-a2bc-dd0910769491 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.845839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:35.846281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-82b63182-a53a-4510-a2bc-dd0910769491 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/610eadc8-fc15-46d1-9b24-3a26859e2796 HTTP/1.1" status: 204 len: 168 time: 0.6007552 Jul 05 09:48:35.848868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:35.850450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-62fcf7c5-b51f-4bbd-92f4-02bde8235ef5 tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1651635 Jul 05 09:48:35.855616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:35.857302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:35.861201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:35.866000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b63182-a53a-4510-a2bc-dd0910769491 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=610eadc8-fc15-46d1-9b24-3a26859e2796,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:35.875060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2031492023', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'fixed_ips': [{'ip_address': '172.25.1.40'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:35.888093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9d1eb-20b3-40ac-8be3-5d05c276e584 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:35.917442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9d1eb-20b3-40ac-8be3-5d05c276e584 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:35.924865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0cb9d1eb-20b3-40ac-8be3-5d05c276e584 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6764972 Jul 05 09:48:35.926693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:35.944686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:36.089785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Made reservation on behalf of a5711b4ef32b48a49ced6f85a3c8dbc5 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:36.106651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.156894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.166980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:36.167832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.236334 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-88cd1cc4-fd74-4b0a-b006-36f109b16948 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3876050 Jul 05 09:48:36.236914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:36.354204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b1e02-723a-437d-aed4-c0d539ee5896 None None] Network 70937a31-64ab-416d-be02-d3c58db9927d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:36.361379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-39ada751-93da-4d9a-886c-802a5ca23037 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5516343 Jul 05 09:48:36.379327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bca0a276-cbb0-4eab-9d64-90f05f7b616f None None] Provisioning for port de30ebd0-acaa-4f6e-b788-be533e806a08 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:36.395711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'admin_state_up': True, 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'security_groups': ['b3a6304c-e500-4cee-b823-df12fb71e28c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:36.497276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 79c2c50a-772c-4684-b378-a5d1ba80b43f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:36.497723 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.670371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.676770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe32d810-3092-4c93-8236-d4efbaa031bf tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.679398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.691908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] device_id is not set on port 2229a90a-473e-4133-85b8-c18a17dd6562 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:36.748554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe32d810-3092-4c93-8236-d4efbaa031bf tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.815512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.819792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90ff453-36a7-4682-a70c-5ab730317179,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:36.836818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de30ebd0-acaa-4f6e-b788-be533e806a08 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:36.838601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 79c2c50a-772c-4684-b378-a5d1ba80b43f owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:36.883256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cca1-75f7-4b33-b0fd-d598f8832ac3 req-7f3dfbaa-6fd4-4c25-9e49-a05927038ea8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:36.896544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Provisioning for port 79c2c50a-772c-4684-b378-a5d1ba80b43f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:36.897609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cca1-75f7-4b33-b0fd-d598f8832ac3 req-7f3dfbaa-6fd4-4c25-9e49-a05927038ea8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:36.899323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0229cca1-75f7-4b33-b0fd-d598f8832ac3 req-7f3dfbaa-6fd4-4c25-9e49-a05927038ea8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 1653 time: 0.3566070 Jul 05 09:48:36.922854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Provisioning complete for port 79c2c50a-772c-4684-b378-a5d1ba80b43f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:36.923467 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.947106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe32d810-3092-4c93-8236-d4efbaa031bf tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.950122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe32d810-3092-4c93-8236-d4efbaa031bf tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:36.951968 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fe32d810-3092-4c93-8236-d4efbaa031bf tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/c28b985a-be35-4a63-ab5f-ffe7d56d5299 HTTP/1.1" status: 204 len: 168 time: 0.6880150 Jul 05 09:48:36.959295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53488) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:36.996695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Port 79c2c50a-772c-4684-b378-a5d1ba80b43f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:37.008264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port de30ebd0-acaa-4f6e-b788-be533e806a08 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:37.013860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port de30ebd0-acaa-4f6e-b788-be533e806a08 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:37.014379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.018392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Provisioning for port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:37.046079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Provisioning complete for port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:37.046744 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.059818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32d810-3092-4c93-8236-d4efbaa031bf tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b985a-be35-4a63-ab5f-ffe7d56d5299,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:37.147785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b0e75bcf-912f-4a5c-84f8-5d596f722797 None None] Port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:37.164802 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-86ea3ee7-ff4d-46e9-9054-f9abfca75d56 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1982746 Jul 05 09:48:37.178144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:37.217337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:37.225244 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 09:48:37.225773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:37.228227 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.236334 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.263633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-86b0cb4b-00af-4465-9210-58e40ce878c5 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:37.266304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-86b0cb4b-00af-4465-9210-58e40ce878c5 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 813 time: 0.3256283 Jul 05 09:48:37.271042 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-239c8aeb-12f7-4568-a831-83ca8a59ebcd tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4110620 Jul 05 09:48:37.274021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:37.293332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port de30ebd0-acaa-4f6e-b788-be533e806a08, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=de30ebd0-acaa-4f6e-b788-be533e806a08,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:37.298065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.382383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=de30ebd0-acaa-4f6e-b788-be533e806a08,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:37.421686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4b8a-d909-49bf-b444-69f9923f4af1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.446473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-0d6839d7-fa6a-415d-a78e-805b4f1cf579 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/quotas/c664e3ba04ed4a2487d0d1de2f4dc5df HTTP/1.1" status: 200 len: 375 time: 0.0430868 Jul 05 09:48:37.459838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0229cca1-75f7-4b33-b0fd-d598f8832ac3 req-6e4d24d4-aff6-42c8-9354-7584d4bf856f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466557 Jul 05 09:48:37.496243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4b8a-d909-49bf-b444-69f9923f4af1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.528141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.540769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-079ccb07-a782-459a-b0bd-f62e74e2b89b tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797646 Jul 05 09:48:37.600736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:37.603573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4b8a-d909-49bf-b444-69f9923f4af1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.609086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4b8a-d909-49bf-b444-69f9923f4af1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.613617 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3f7c4b8a-d909-49bf-b444-69f9923f4af1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/6377547f-342f-4ff6-9e78-73eee37bd622 HTTP/1.1" status: 204 len: 168 time: 0.4253795 Jul 05 09:48:37.621161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:37.708001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=79c2c50a-772c-4684-b378-a5d1ba80b43f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:37.734545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c4b8a-d909-49bf-b444-69f9923f4af1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377547f-342f-4ff6-9e78-73eee37bd622,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:37.820320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.824424 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a30b00fc-a02d-4499-947c-951c9d200846 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/79c2c50a-772c-4684-b378-a5d1ba80b43f HTTP/1.1" status: 204 len: 168 time: 1.8661349 Jul 05 09:48:37.839510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:37.899020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ccd31d4c-f33e-4ae1-8794-adfff10b0264 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2453582 Jul 05 09:48:37.906704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:37.916361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Deleting port f998ea7c-7162-4477-8a8d-2da40eb4d1e6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:37.917043 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:37.921607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d11adddb-153a-480f-870f-c60ca7508c7d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--559782142'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:37.951799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 10.1.1.226 (f5cf31f1-922c-4681-98dd-3d68246fb773/7809b291-544e-4ffa-8cf5-252a62abc5e2/6a08c509-a258-4a02-b09d-4da2a020de1a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:38.054511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-7998165b-9cd2-45a3-8c16-f0d2be80c2bb service neutron] 10.222.0.21 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127308 Jul 05 09:48:38.166868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d11adddb-153a-480f-870f-c60ca7508c7d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.298629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:38.305906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1843775487'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:38.344045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-c897b887-91f0-43b5-8d2c-9f3e4ac3e5b6 service neutron] 10.222.0.21 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886128 Jul 05 09:48:38.355223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] Deleting subnet c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:38.358683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.396010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.428203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.448319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.455771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Transition to ACTIVE for port object 6a08c509-a258-4a02-b09d-4da2a020de1a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:38.464597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d11adddb-153a-480f-870f-c60ca7508c7d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.473172 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d11adddb-153a-480f-870f-c60ca7508c7d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.502248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655943a-22a2-42ee-846b-f0aea26927f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:38.505720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655943a-22a2-42ee-846b-f0aea26927f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:38.508327 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6655943a-22a2-42ee-846b-f0aea26927f1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6661899 Jul 05 09:48:38.513219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:38.589527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de30ebd0-acaa-4f6e-b788-be533e806a08 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:38.596702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 3d6610c8-4f9f-4827-9a37-148404780be6 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:38.601363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.631271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:38.644478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.652124 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.670599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11adddb-153a-480f-870f-c60ca7508c7d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c61715-bcb3-4957-aff2-3c8d6de69d1f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:38.681486 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d11adddb-153a-480f-870f-c60ca7508c7d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.685381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d11adddb-153a-480f-870f-c60ca7508c7d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7704606 Jul 05 09:48:38.696668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:38.716749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-81058377-f935-4c49-bad4-ae2566196533 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'b9c61715-bcb3-4957-aff2-3c8d6de69d1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:38.768289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.783617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port de30ebd0-acaa-4f6e-b788-be533e806a08 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:38.785073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.827373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:48:38.838005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:38.935063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.027095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24763f8c-456b-41c6-90aa-74cb9c6579e2 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:39.041381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.042350 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Added segment 257a5d48-5cac-4701-ac6f-c7b66bd9f81f of type vlan for network cb805d96-10a2-4985-af7f-00b361e18ab3 Jul 05 09:48:39.048731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.059841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.061126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network f5cf31f1-922c-4681-98dd-3d68246fb773 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:39.072929 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/3d6610c8-4f9f-4827-9a37-148404780be6 HTTP/1.1" status: 204 len: 168 time: 0.5519423 Jul 05 09:48:39.075025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:39.093998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c8cd0-b0fb-4df9-8fc2-3a9ec429970a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6610c8-4f9f-4827-9a37-148404780be6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:39.109881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:39.117614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.118064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.148531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Calling delete_port for f998ea7c-7162-4477-8a8d-2da40eb4d1e6 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:39.160618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:39.170065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81058377-f935-4c49-bad4-ae2566196533 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.334867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:39.346174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.348757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c1ee48c-4760-4851-b92f-4ef8fe9b483f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0fca8e2-c93f-4fa2-bbf0-3d1ec8f40d01 HTTP/1.1" status: 204 len: 168 time: 1.7360854 Jul 05 09:48:39.351881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:39.401246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=6a08c509-a258-4a02-b09d-4da2a020de1a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:39.412804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6ddac613-4515-42bb-93b2-f1722b411d54 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3258505 Jul 05 09:48:39.420880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:48:39.426091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:39.445917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.544278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6e2c6cfa-b26e-4e98-9296-151c25718405 None None] Provisioning for port 6a08c509-a258-4a02-b09d-4da2a020de1a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:39.555518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d822c46-a92b-4fc3-9d7c-bf614ba33eb4 req-a99be1c2-9f32-413f-ad42-3888a53db4c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 210 time: 0.1368015 Jul 05 09:48:39.565301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6e2c6cfa-b26e-4e98-9296-151c25718405 None None] Provisioning complete for port 6a08c509-a258-4a02-b09d-4da2a020de1a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:39.566063 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6cfa-b26e-4e98-9296-151c25718405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.603901 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:48:39.611009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.612167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.617547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.660378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81058377-f935-4c49-bad4-ae2566196533 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.664309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:48:39.671108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c6cfa-b26e-4e98-9296-151c25718405 None None] Port 6a08c509-a258-4a02-b09d-4da2a020de1a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:39.703315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] Deleting port de30ebd0-acaa-4f6e-b788-be533e806a08 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:39.703573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e98fbb-21fe-4dc3-9ffa-47e3cee07631 req-acd21c53-80fa-4c3c-af87-116cfb0b6004 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.703721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.713088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e98fbb-21fe-4dc3-9ffa-47e3cee07631 req-acd21c53-80fa-4c3c-af87-116cfb0b6004 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.723342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e98fbb-21fe-4dc3-9ffa-47e3cee07631 req-acd21c53-80fa-4c3c-af87-116cfb0b6004 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.735366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6e98fbb-21fe-4dc3-9ffa-47e3cee07631 req-acd21c53-80fa-4c3c-af87-116cfb0b6004 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 2374 time: 0.9556735 Jul 05 09:48:39.764499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bc03ad57-858f-4714-9223-d16674137c9e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3863125 Jul 05 09:48:39.771749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.785964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370e10a8-ce02-4c77-a51d-df6122b53587']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:39.790409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1', 'admin_state_up': True, 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'security_groups': ['b3a6304c-e500-4cee-b823-df12fb71e28c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:39.804870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07560eed-1770-4424-ab3e-12f2981033cb') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:39.805382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07560eed-1770-4424-ab3e-12f2981033cb') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:48:39.819192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.846563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.861739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:48:39.863177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:48:39.867005 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:48:39.900584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] For port de30ebd0-acaa-4f6e-b788-be533e806a08, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=de30ebd0-acaa-4f6e-b788-be533e806a08,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:39.901215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:39.941744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] Calling delete_port for de30ebd0-acaa-4f6e-b788-be533e806a08 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:39.986080 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fa508-90b9-4cbe-9b1e-5121d414a673 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:39.988101 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb1fa508-90b9-4cbe-9b1e-5121d414a673 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5587561 Jul 05 09:48:39.992361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53544) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:40.039504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6e98fbb-21fe-4dc3-9ffa-47e3cee07631 req-d96a9fa0-f8c3-4439-819d-9ea9bdabfb17 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015363 Jul 05 09:48:40.069843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81058377-f935-4c49-bad4-ae2566196533 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.073654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46836153-c6c9-4cb7-afa4-cb23b324b5cc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.075949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-46836153-c6c9-4cb7-afa4-cb23b324b5cc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0820587 Jul 05 09:48:40.079284 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.086926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:40.090530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.100664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:40.102218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.117528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.120767 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] 10.222.0.21 "DELETE /v2.0/networks/370e10a8-ce02-4c77-a51d-df6122b53587 HTTP/1.1" status: 204 len: 168 time: 0.7676425 Jul 05 09:48:40.199426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13db89-d4ae-4556-b33b-9caffce9fb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=370e10a8-ce02-4c77-a51d-df6122b53587,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:40.219332 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7055605c-c54f-4c83-9cb9-f46452e3dccc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082954 Jul 05 09:48:40.220509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:40.224545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.241714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:40.279219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.334778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81058377-f935-4c49-bad4-ae2566196533 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7319257-3561-4aa9-ae44-12f4380b6e8e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:40.381529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] Pushing event deleted for resources: {'Port': ['ID=de30ebd0-acaa-4f6e-b788-be533e806a08,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:40.405590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7752a0-2ffd-41c5-b509-d5e01e5331db None None] No DVR routers for this DVR port de30ebd0-acaa-4f6e-b788-be533e806a08 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:40.411354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:40.464124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81058377-f935-4c49-bad4-ae2566196533 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.468004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-81058377-f935-4c49-bad4-ae2566196533 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7650549 Jul 05 09:48:40.475235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1713023 Jul 05 09:48:40.580115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:40.583589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:40.586455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Pushing event deleted for resources: {'Port': ['ID=f998ea7c-7162-4477-8a8d-2da40eb4d1e6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:40.590668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de30ebd0-acaa-4f6e-b788-be533e806a08 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:40.640885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1654955848'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:40.653193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: de30ebd0-acaa-4f6e-b788-be533e806a08 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:48:40.653584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device de30ebd0-acaa-4f6e-b788-be533e806a08 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:40.752887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53560) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:40.754614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345afcfe-aa27-45e2-beec-846ef6bd59cc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Network': ['ID=cb805d96-10a2-4985-af7f-00b361e18ab3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:40.769904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network cb805d96-10a2-4985-af7f-00b361e18ab3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:48:40.809787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:40.821197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:40.925465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.002599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ff01a72-0b46-46c9-9716-37b803beba27 req-c5607703-6150-440f-bae1-b13311a7f44a tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 210 time: 0.1538045 Jul 05 09:48:41.019791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eddf64cb-d6a2-4f04-9f26-278b595fb0ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f3238d09c3849b99232b6b763d84622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523077 Jul 05 09:48:41.025830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:41.049406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77875488-4053-4e56-bf0d-aa0fddf674d5 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.093136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77875488-4053-4e56-bf0d-aa0fddf674d5 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.116851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:41.121053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.179805 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:48:41.192723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.194726 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Added segment 372121a7-a717-467f-a882-7d7981b49165 of type vlan for network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 Jul 05 09:48:41.255483 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.294112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.296164 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.303182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2aa7afda-2bea-4b3c-9450-d028350af0af tempest-ExternalNetworksAdminNegativeTestJSON-802258731 tempest-ExternalNetworksAdminNegativeTestJSON-802258731-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/1d292fcf-d525-4772-8b35-137530710f71 HTTP/1.1" status: 204 len: 168 time: 4.0270822 Jul 05 09:48:41.312443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-417911e0-bdd0-498f-bbb0-3f7267bc2e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.337642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77875488-4053-4e56-bf0d-aa0fddf674d5 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.360681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77875488-4053-4e56-bf0d-aa0fddf674d5 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.364780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-77875488-4053-4e56-bf0d-aa0fddf674d5 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b7319257-3561-4aa9-ae44-12f4380b6e8e HTTP/1.1" status: 204 len: 168 time: 0.7624345 Jul 05 09:48:41.367505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77875488-4053-4e56-bf0d-aa0fddf674d5 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7319257-3561-4aa9-ae44-12f4380b6e8e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:41.380902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53568) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:41.469938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-417911e0-bdd0-498f-bbb0-3f7267bc2e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.506907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.518120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:41.524314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.567132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:41.611444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9851890 Jul 05 09:48:41.620092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:41.714352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'subnet': {'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:41.851719 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c8325ded-9903-4855-a4d9-00bea170b884 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4644814 Jul 05 09:48:41.928244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:41.974376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3a94a-ff94-4b2e-856f-eef8b8109acd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Network': ['ID=c511a4f9-6b1d-40e5-8b42-6b12f20e9073,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:41.983138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:41.998724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:48:42.060923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:42.063588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:42.085135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=d421c908-3c71-4e12-83f0-92068e57d016,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:42.088683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:42.089363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.166914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b34a359d-4077-46ef-8496-4b27501c6290 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9312429 Jul 05 09:48:42.169924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:42.177323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:6f:f3:b0', 'name': 'tempest-NetworksTestDHCPv6-686796150'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:42.235734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52815c88-d190-49b8-bba2-7cc751b0f9d4 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:42.272226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:42.277781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.457811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04007515-b425-4bcf-94a6-f0a9acf9bc87 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.511740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-7f19e475-954e-4734-b27e-0172ae27df5c tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:42.513785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-7f19e475-954e-4734-b27e-0172ae27df5c tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 813 time: 0.5540652 Jul 05 09:48:42.566232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04007515-b425-4bcf-94a6-f0a9acf9bc87 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.589997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': 'd421c908-3c71-4e12-83f0-92068e57d016'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:42.590997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.701482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Request body: {'port': {'device_id': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'admin_state_up': True, 'tenant_id': 'c664e3ba04ed4a2487d0d1de2f4dc5df'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:42.708420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1ee7a82-5d1a-4b46-9039-9c3dce35107f req-307b912e-93c7-4538-a3da-5cf5ca13ef7e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 210 time: 0.2568762 Jul 05 09:48:42.752493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-417911e0-bdd0-498f-bbb0-3f7267bc2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.756259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-417911e0-bdd0-498f-bbb0-3f7267bc2e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.757433 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-417911e0-bdd0-498f-bbb0-3f7267bc2e66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f0ff838-491c-4c0d-8b8f-7467088195de HTTP/1.1" status: 204 len: 168 time: 1.7304988 Jul 05 09:48:42.822404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/d421c908-3c71-4e12-83f0-92068e57d016/7615db4f-1a7c-440f-9e3a-0d9fd41b3a42) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:42.853526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417911e0-bdd0-498f-bbb0-3f7267bc2e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0ff838-491c-4c0d-8b8f-7467088195de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:42.854517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04007515-b425-4bcf-94a6-f0a9acf9bc87 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.859486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04007515-b425-4bcf-94a6-f0a9acf9bc87 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.861403 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-04007515-b425-4bcf-94a6-f0a9acf9bc87 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9c61715-bcb3-4957-aff2-3c8d6de69d1f HTTP/1.1" status: 204 len: 168 time: 0.9214962 Jul 05 09:48:42.879185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:42.905594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-653bc3be-e2c9-4f3b-9307-5e05fb28e09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:42.935405 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04007515-b425-4bcf-94a6-f0a9acf9bc87 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c61715-bcb3-4957-aff2-3c8d6de69d1f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:42.957231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 10.2.2.100 (d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1/6b3a3ba5-22be-4813-ada1-23f347451c21/b9de98b3-1e29-4626-9567-ba39ad742dcd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:43.068005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:43.112790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-d426e47f-fe69-428b-a1af-94a893dd9e11 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:43.114816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-d426e47f-fe69-428b-a1af-94a893dd9e11 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 813 time: 0.6647596 Jul 05 09:48:43.121912 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.147382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190c4d6-ad0d-4900-bea5-26938ce0eb4a req-f214edc4-73ae-4320-b539-fbd2416e7f8e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:43.150315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Transition to ACTIVE for port object 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:43.153210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190c4d6-ad0d-4900-bea5-26938ce0eb4a req-f214edc4-73ae-4320-b539-fbd2416e7f8e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:43.160929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190c4d6-ad0d-4900-bea5-26938ce0eb4a req-f214edc4-73ae-4320-b539-fbd2416e7f8e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:43.168242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8190c4d6-ad0d-4900-bea5-26938ce0eb4a req-f214edc4-73ae-4320-b539-fbd2416e7f8e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 2374 time: 1.7493916 Jul 05 09:48:43.184549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Transition to ACTIVE for port object 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:43.189160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Request body: {'port': {'device_id': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'admin_state_up': True, 'tenant_id': 'c664e3ba04ed4a2487d0d1de2f4dc5df'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:43.193668 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.252043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:43.259002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:43.269481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:43.357148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Pushing event updated for resources: {'Port': ['ID=7615db4f-1a7c-440f-9e3a-0d9fd41b3a42,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:43.416482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Attempting to bind port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:43.417636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Attempting to bind port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:43.421642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Attempting to bind port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:43.432694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:43.434742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:43.434742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.434742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:43.435069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Bound port: 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:43.435949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.453179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-52e96593-df5c-4fa8-8bbc-865aa757471f tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5548038 Jul 05 09:48:43.464562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:43.472796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6a144a95-e7f6-42b5-b3b5-dc501773ddf1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group': {'name': 'tempest-secgroup--562492274'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:43.499986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8190c4d6-ad0d-4900-bea5-26938ce0eb4a req-1e7b1664-b711-4f7a-9996-cdbdfdfb7a95 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306320 Jul 05 09:48:43.503561 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.526198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.624530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] For port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:43.631302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] For port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7615db4f-1a7c-440f-9e3a-0d9fd41b3a42,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:43.639722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Subnet': ['ID=023b47f0-a5b3-405a-8bcc-db7b9621bc73,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:43.641955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.669495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.691021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Transition to ACTIVE for port object b9de98b3-1e29-4626-9567-ba39ad742dcd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:43.728837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a647dba-8dde-4011-91b4-546d8be168ba None None] Pushing event updated for resources: {'Port': ['ID=7615db4f-1a7c-440f-9e3a-0d9fd41b3a42,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:43.729873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port e8ae090d-0cce-4ac0-bfd9-2404d43646ae yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:43.747522 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-653bc3be-e2c9-4f3b-9307-5e05fb28e09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.758811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.761729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-653bc3be-e2c9-4f3b-9307-5e05fb28e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:43.825032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:43.833272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:43.840822 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Checking segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:43.841201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network hostable DHCP agents. Network: cb805d96-10a2-4985-af7f-00b361e18ab3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:48:43.849367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:43.869118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bc3be-e2c9-4f3b-9307-5e05fb28e09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e383eb3-82ff-484c-8665-322ae32532ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:43.959483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=b9de98b3-1e29-4626-9567-ba39ad742dcd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:43.997820 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-653bc3be-e2c9-4f3b-9307-5e05fb28e09a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa544dbca27942b0862e71f292504813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9183457 Jul 05 09:48:44.004569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:44.013481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:44.015123 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.022658 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9155a2b-f26e-473e-a638-3843369cee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.037588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.038602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.039287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.039856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.051333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.052343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.055753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Made reservation on behalf of c664e3ba04ed4a2487d0d1de2f4dc5df for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:44.060552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.061488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.064214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.065073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.066350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.067544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.067988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:44.099735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network cb805d96-10a2-4985-af7f-00b361e18ab3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:48:44.273332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21aedee9-44de-4542-ac59-2431af515466 req-2d8b2efb-2c5a-4379-83ab-32fdcd6dd411 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 210 time: 0.1680810 Jul 05 09:48:44.282798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a144a95-e7f6-42b5-b3b5-dc501773ddf1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.337284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, cb805d96-10a2-4985-af7f-00b361e18ab3) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:44.348780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99354115-9fc4-4dcf-bb6e-e0d01ef9c888 None None] Network cb805d96-10a2-4985-af7f-00b361e18ab3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:44.356929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2b34c76-4970-4764-a286-8bf643cee2b1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5720358 Jul 05 09:48:44.386802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1', 'admin_state_up': True, 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'security_groups': ['b3a6304c-e500-4cee-b823-df12fb71e28c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:44.407550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.418088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:44.418676 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.505711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Made reservation on behalf of c664e3ba04ed4a2487d0d1de2f4dc5df for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:44.514393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.566596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::2ad (8bf03de8-a5cd-4166-895f-409ef6031a3b/d421c908-3c71-4e12-83f0-92068e57d016/e8ae090d-0cce-4ac0-bfd9-2404d43646ae) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:44.684960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-86e4579b-0aa1-4da5-84c5-baab693ccf13 None None] Provisioning for port b9de98b3-1e29-4626-9567-ba39ad742dcd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:44.692518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.707549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:44.717598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-86e4579b-0aa1-4da5-84c5-baab693ccf13 None None] Provisioning complete for port b9de98b3-1e29-4626-9567-ba39ad742dcd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:44.718072 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86e4579b-0aa1-4da5-84c5-baab693ccf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.780772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-86e4579b-0aa1-4da5-84c5-baab693ccf13 None None] Port b9de98b3-1e29-4626-9567-ba39ad742dcd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:44.855757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-cb805d96-10a2-4985-af7f-00b361e18ab3', 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'fixed_ips': [{'subnet_id': '023b47f0-a5b3-405a-8bcc-db7b9621bc73'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:44.856816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.933044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Allocated IP 172.20.0.7 (70937a31-64ab-416d-be02-d3c58db9927d/3ed5487c-98dd-4455-9e9e-f1579b82dcd0/3cbfa088-bc2e-4642-99f9-f8e4598670d2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:44.983762 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a144a95-e7f6-42b5-b3b5-dc501773ddf1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:44.995411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a144a95-e7f6-42b5-b3b5-dc501773ddf1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.051741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-61a5802f-b951-4be2-8d28-0e752ee6527f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3457007 Jul 05 09:48:45.063580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:45.098264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'subnet': {'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:45.241559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-04b62646-7cb8-4bb0-8dce-08acbdb581de tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9352cc06edac4f42874fc898a70aec71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623355 Jul 05 09:48:45.271183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.279615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.284186 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e383eb3-82ff-484c-8665-322ae32532ca HTTP/1.1" status: 204 len: 168 time: 1.2732983 Jul 05 09:48:45.405020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Allocated IP 10.1.1.2 (cb805d96-10a2-4985-af7f-00b361e18ab3/023b47f0-a5b3-405a-8bcc-db7b9621bc73/4acc082f-06e8-4aeb-9e03-d002f32eded6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:45.407379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e383eb3-82ff-484c-8665-322ae32532ca,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:45.433706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Made reservation on behalf of a5985c444215438f8b44ed2a08380a16 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:45.441110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.467956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.468323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.468661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.469016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.469346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.469680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.469996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.470313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.470705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.471130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.472093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.473038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3edb84-13a9-46c3-8b78-78c5c221cfd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:45.483271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a144a95-e7f6-42b5-b3b5-dc501773ddf1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a7aac6-d27d-418a-955f-560161eb6f8e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:45.485773 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a144a95-e7f6-42b5-b3b5-dc501773ddf1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.487211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6a144a95-e7f6-42b5-b3b5-dc501773ddf1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0192080 Jul 05 09:48:45.497746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:45.519784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ce43b18c-055e-42c7-927f-cf4e96f383b1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'e5a7aac6-d27d-418a-955f-560161eb6f8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:45.672498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.686244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.700140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Transition to ACTIVE for port object 4acc082f-06e8-4aeb-9e03-d002f32eded6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:45.722736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Transition to ACTIVE for port object 4acc082f-06e8-4aeb-9e03-d002f32eded6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:45.734109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object e8ae090d-0cce-4ac0-bfd9-2404d43646ae will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:45.738763 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.761465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.811645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Network cb805d96-10a2-4985-af7f-00b361e18ab3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:45.812457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:45.826900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.834758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:45.837947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:45.874504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Pushing event updated for resources: {'Port': ['ID=4acc082f-06e8-4aeb-9e03-d002f32eded6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:45.885324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:45.886659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.904175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:45.907899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:45.914490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.915845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:45.917601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-f8b2f63d-522e-453e-83c7-f125208f8966 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:45.931680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-f8b2f63d-522e-453e-83c7-f125208f8966 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6889200 Jul 05 09:48:45.936846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=e8ae090d-0cce-4ac0-bfd9-2404d43646ae,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:45.942277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Network 70937a31-64ab-416d-be02-d3c58db9927d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:45.951351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:45.974178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:45.981519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Attempting to bind port 4acc082f-06e8-4aeb-9e03-d002f32eded6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:45.982840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Attempting to bind port 4acc082f-06e8-4aeb-9e03-d002f32eded6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:45.983029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Attempting to bind port 4acc082f-06e8-4aeb-9e03-d002f32eded6 on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:45.999310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29b14ff5-0547-49e5-a84b-061ec3290bfe None None] Provisioning for port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:46.005788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29b14ff5-0547-49e5-a84b-061ec3290bfe None None] Provisioning complete for port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:46.006178 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29b14ff5-0547-49e5-a84b-061ec3290bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.008300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:46.012330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Checking segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:46.013696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.014116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Bound using segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:46.014640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Bound port: 4acc082f-06e8-4aeb-9e03-d002f32eded6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:46.016664 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.051852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event updated for resources: {'Port': ['ID=3cbfa088-bc2e-4642-99f9-f8e4598670d2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:46.094654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.099593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.101223 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce43b18c-055e-42c7-927f-cf4e96f383b1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.103410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53646) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:46.167905 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3632870c-f752-403f-a035-8c4536a6b8dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5711b4ef32b48a49ced6f85a3c8dbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631075 Jul 05 09:48:46.168809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:46.181658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] For port 4acc082f-06e8-4aeb-9e03-d002f32eded6, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:46.186147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] For port 4acc082f-06e8-4aeb-9e03-d002f32eded6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4acc082f-06e8-4aeb-9e03-d002f32eded6,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:46.225614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.247980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a188de3d-9aa0-40f1-bcbf-065240050314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.280612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Allocated IP 10.2.2.200 (d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1/6b3a3ba5-22be-4813-ada1-23f347451c21/ae4d8334-6b5f-405f-881c-6bc2234c27b7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:46.285086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a188de3d-9aa0-40f1-bcbf-065240050314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.291992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b118cdf-59ad-4577-a62b-f72356a2e2d2 None None] Pushing event updated for resources: {'Port': ['ID=4acc082f-06e8-4aeb-9e03-d002f32eded6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:46.312617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29b14ff5-0547-49e5-a84b-061ec3290bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.379040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a188de3d-9aa0-40f1-bcbf-065240050314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.381861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a188de3d-9aa0-40f1-bcbf-065240050314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.385686 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a188de3d-9aa0-40f1-bcbf-065240050314 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f90ff453-36a7-4682-a70c-5ab730317179 HTTP/1.1" status: 204 len: 168 time: 0.2113557 Jul 05 09:48:46.389492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb2e0-0237-41ea-bd2e-5b3075ee0015 req-e26a2b2f-47b1-4966-9707-fc1b6912b7b6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.397853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb2e0-0237-41ea-bd2e-5b3075ee0015 req-e26a2b2f-47b1-4966-9707-fc1b6912b7b6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.406308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb2e0-0237-41ea-bd2e-5b3075ee0015 req-e26a2b2f-47b1-4966-9707-fc1b6912b7b6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.407703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-29b14ff5-0547-49e5-a84b-061ec3290bfe None None] For port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7615db4f-1a7c-440f-9e3a-0d9fd41b3a42,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:46.409347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188de3d-9aa0-40f1-bcbf-065240050314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90ff453-36a7-4682-a70c-5ab730317179,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:46.414156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb2e0-0237-41ea-bd2e-5b3075ee0015 req-e26a2b2f-47b1-4966-9707-fc1b6912b7b6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.417524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2cfb2e0-0237-41ea-bd2e-5b3075ee0015 req-e26a2b2f-47b1-4966-9707-fc1b6912b7b6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 3095 time: 1.1579704 Jul 05 09:48:46.427387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29b14ff5-0547-49e5-a84b-061ec3290bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.443760 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-abe65837-e1bc-4108-b7b0-72baa6203d64 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9123766 Jul 05 09:48:46.447244 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6bbfe813-201b-4f18-a0eb-b931214b11c7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2743015 Jul 05 09:48:46.450196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53652) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:46.476244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Request body: {'port': {'device_id': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:46.480170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-652ba0ee-c845-4a54-a387-82734e531209 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/quotas/9352cc06edac4f42874fc898a70aec71 HTTP/1.1" status: 200 len: 375 time: 0.5474529 Jul 05 09:48:46.561114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-7666b4b8-88b3-4011-8ee7-764319ca25b6 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9352cc06edac4f42874fc898a70aec71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793977 Jul 05 09:48:46.561638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:46.573850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.667282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a91b3f61-174f-47d6-b40a-c734b5bca2fd None None] Provisioning for port e8ae090d-0cce-4ac0-bfd9-2404d43646ae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:46.688910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b14ff5-0547-49e5-a84b-061ec3290bfe None None] Pushing event updated for resources: {'Port': ['ID=7615db4f-1a7c-440f-9e3a-0d9fd41b3a42,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:46.710835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a91b3f61-174f-47d6-b40a-c734b5bca2fd None None] Provisioning complete for port e8ae090d-0cce-4ac0-bfd9-2404d43646ae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:46.711631 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a91b3f61-174f-47d6-b40a-c734b5bca2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.732540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec5175-4cd8-4f15-8767-9e1587201bdf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.754975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec5175-4cd8-4f15-8767-9e1587201bdf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:46.757027 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-78ec5175-4cd8-4f15-8767-9e1587201bdf tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3054888 Jul 05 09:48:46.758625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.774665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53654) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:46.789855 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.818686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d402-b3d0-4ce1-a6c1-65c39ef50c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:46.844256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a91b3f61-174f-47d6-b40a-c734b5bca2fd None None] Port e8ae090d-0cce-4ac0-bfd9-2404d43646ae cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:46.990564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Allocated IP 172.20.0.13 (70937a31-64ab-416d-be02-d3c58db9927d/3ed5487c-98dd-4455-9e9e-f1579b82dcd0/f8dd5e50-f122-4526-8b4f-577bee4f9001) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:47.210972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port e8ae090d-0cce-4ac0-bfd9-2404d43646ae {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:47.211977 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.255961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce43b18c-055e-42c7-927f-cf4e96f383b1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.301541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2cfb2e0-0237-41ea-bd2e-5b3075ee0015 req-3cd4f9d9-1c85-47b2-b0ae-1c9c9c2397c9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7800725 Jul 05 09:48:47.371107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce43b18c-055e-42c7-927f-cf4e96f383b1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.426975 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.473003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for e8ae090d-0cce-4ac0-bfd9-2404d43646ae owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:47.533014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.642460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43b18c-055e-42c7-927f-cf4e96f383b1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311352db-9ad1-42ba-aa81-ebf31e383f9b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:47.655121 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.659363 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce43b18c-055e-42c7-927f-cf4e96f383b1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.660832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ce43b18c-055e-42c7-927f-cf4e96f383b1 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1451025 Jul 05 09:48:47.667345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.673122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53676) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:47.769939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4dbcd11e-4622-4414-b028-42625b49d281 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules/311352db-9ad1-42ba-aa81-ebf31e383f9b HTTP/1.1" status: 200 len: 763 time: 0.0956049 Jul 05 09:48:47.770905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:47.828740 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:47.921524 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0a3d6bf2-9802-446b-beb0-585cb7c56e49 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1443679 Jul 05 09:48:47.923227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:47.997044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Network 70937a31-64ab-416d-be02-d3c58db9927d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:48.023845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.027333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Transition to ACTIVE for port object ae4d8334-6b5f-405f-881c-6bc2234c27b7 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:48.060382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:48.064797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:48.130325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event updated for resources: {'Port': ['ID=f8dd5e50-f122-4526-8b4f-577bee4f9001,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:48.198159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.199241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.291400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.305204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-763f4e26-2f02-4912-84fc-485a53ec11cb req-d33c8823-8917-46f7-b17d-f4f9927ce2be tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 210 time: 0.3047192 Jul 05 09:48:48.409971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ccc3d142-78a8-450b-96f1-532abbe108b9 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2251661 Jul 05 09:48:48.455859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d913d32-4398-462d-93e4-3eeb3bc42ca5 None None] Network cb805d96-10a2-4985-af7f-00b361e18ab3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:48.557644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Request body: {'port': {'device_id': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:48.570210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475430d-e9b0-4ab4-a342-c776acf5c247 req-36caae40-9eb6-4fed-9ae0-78a80d6f6b54 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:48.584657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3475430d-e9b0-4ab4-a342-c776acf5c247 req-36caae40-9eb6-4fed-9ae0-78a80d6f6b54 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 931 time: 1.4032335 Jul 05 09:48:48.590378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8b5bbf9-51fc-419a-8e83-7d5922273d25 None None] Provisioning for port 4acc082f-06e8-4aeb-9e03-d002f32eded6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:48.634885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:48.775374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:48.827068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:48.827316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=e8ae090d-0cce-4ac0-bfd9-2404d43646ae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:48.876136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eae7baee-0481-4554-ba74-d8d01366c014 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.881823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.898471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:48.899938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eae7baee-0481-4554-ba74-d8d01366c014 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:48.900249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:48.901234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.076414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.083306 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9cbc70fc-4cc4-4ca1-9552-d3abc71c2930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/e8ae090d-0cce-4ac0-bfd9-2404d43646ae HTTP/1.1" status: 204 len: 168 time: 2.3024690 Jul 05 09:48:49.084750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eae7baee-0481-4554-ba74-d8d01366c014 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.089009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:49.112697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event updated for resources: {'Port': ['ID=ae4d8334-6b5f-405f-881c-6bc2234c27b7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:49.116551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4acc082f-06e8-4aeb-9e03-d002f32eded6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:49.269845 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3475430d-e9b0-4ab4-a342-c776acf5c247 req-6a2af2d1-42ac-4e04-9a66-773a1e708fd7 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794417 Jul 05 09:48:49.276424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eae7baee-0481-4554-ba74-d8d01366c014 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.278285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eae7baee-0481-4554-ba74-d8d01366c014 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/311352db-9ad1-42ba-aa81-ebf31e383f9b HTTP/1.1" status: 204 len: 168 time: 1.3414116 Jul 05 09:48:49.288957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53706) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:49.316184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.319484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.324049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4acc082f-06e8-4aeb-9e03-d002f32eded6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:49.348954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4acc082f-06e8-4aeb-9e03-d002f32eded6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:49.349584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.447436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Subnet': ['ID=2b06bfd7-e223-4fb1-88dc-d1a279be20c1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:49.455112 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-b0e0719c-403d-46c7-a904-c7047ac1ee14 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9352cc06edac4f42874fc898a70aec71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3894835 Jul 05 09:48:49.473531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7baee-0481-4554-ba74-d8d01366c014 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=311352db-9ad1-42ba-aa81-ebf31e383f9b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:49.560625 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-662acc97-752d-4e9b-a606-a0643d52d3c1 None None] Provisioning for port ae4d8334-6b5f-405f-881c-6bc2234c27b7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:49.573460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-662acc97-752d-4e9b-a606-a0643d52d3c1 None None] Provisioning complete for port ae4d8334-6b5f-405f-881c-6bc2234c27b7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:49.573962 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-662acc97-752d-4e9b-a606-a0643d52d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.738962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbfa088-bc2e-4642-99f9-f8e4598670d2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:49.751691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-662acc97-752d-4e9b-a606-a0643d52d3c1 None None] Port ae4d8334-6b5f-405f-881c-6bc2234c27b7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:49.754817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03cf2d-ad58-4c73-bcaf-e2f156bcfffa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.759886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03cf2d-ad58-4c73-bcaf-e2f156bcfffa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.762291 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ff03cf2d-ad58-4c73-bcaf-e2f156bcfffa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6095092 Jul 05 09:48:49.767633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.771492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:49.773199 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.777587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-d58ea6e6-dd74-46cc-bfae-89f289a4a4fc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4055772 Jul 05 09:48:49.779912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.783095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Checking segment: {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:49.783969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network hostable DHCP agents. Network: c511a4f9-6b1d-40e5-8b42-6b12f20e9073, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:48:49.792038 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.809042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-2196cd19-554c-4e34-8e40-651be01d2a1a tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.811179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-2196cd19-554c-4e34-8e40-651be01d2a1a tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3264134 Jul 05 09:48:49.840156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:49.855599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Request body: {'port': {'device_id': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '9352cc06edac4f42874fc898a70aec71'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:49.888339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 4acc082f-06e8-4aeb-9e03-d002f32eded6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4acc082f-06e8-4aeb-9e03-d002f32eded6,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:49.898250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.910201 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bc849d7d-ae3e-412f-994b-759929321627 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5131280 Jul 05 09:48:49.921580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Transition to ACTIVE for port object 3cbfa088-bc2e-4642-99f9-f8e4598670d2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:49.956658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81b028f5-e682-490e-8ad7-ed8772fba47c None None] Provisioning complete for port 4acc082f-06e8-4aeb-9e03-d002f32eded6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:49.957381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:49.959153 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81b028f5-e682-490e-8ad7-ed8772fba47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:49.962463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d3de67e4-2185-445e-af97-f50d2700eca3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'e5a7aac6-d27d-418a-955f-560161eb6f8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:49.968687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52cdcdf9-d200-4158-90bb-cb395089920f req-0f9dd313-ea74-49e4-9f9f-227aee3b11aa tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 210 time: 0.2182896 Jul 05 09:48:49.986604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f54b4c-e5b5-4b06-b89f-d6a823a4437b req-e80b958b-1472-4f34-b96e-4ea86ca7fe37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.993269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f54b4c-e5b5-4b06-b89f-d6a823a4437b req-e80b958b-1472-4f34-b96e-4ea86ca7fe37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:49.999783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f54b4c-e5b5-4b06-b89f-d6a823a4437b req-e80b958b-1472-4f34-b96e-4ea86ca7fe37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.010729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f54b4c-e5b5-4b06-b89f-d6a823a4437b req-e80b958b-1472-4f34-b96e-4ea86ca7fe37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.011441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.023826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f54b4c-e5b5-4b06-b89f-d6a823a4437b req-e80b958b-1472-4f34-b96e-4ea86ca7fe37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.026407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3f54b4c-e5b5-4b06-b89f-d6a823a4437b req-e80b958b-1472-4f34-b96e-4ea86ca7fe37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 3816 time: 1.4249485 Jul 05 09:48:50.027521 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.036642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=4acc082f-06e8-4aeb-9e03-d002f32eded6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:50.201338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet d421c908-3c71-4e12-83f0-92068e57d016 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:48:50.212706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.267915 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3de67e4-2185-445e-af97-f50d2700eca3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.291013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Pushing event updated for resources: {'Port': ['ID=3cbfa088-bc2e-4642-99f9-f8e4598670d2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:50.347494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:48:50.481596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c511a4f9-6b1d-40e5-8b42-6b12f20e9073) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:50.494148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ad1d7-45d4-485d-bde7-fe9fd7e56919 None None] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:50.532475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:50.533345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.577371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.713572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4acc082f-06e8-4aeb-9e03-d002f32eded6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:50.742367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3f54b4c-e5b5-4b06-b89f-d6a823a4437b req-fc4f3eec-5231-4e96-bb19-1652f9fe906e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6853359 Jul 05 09:48:50.781423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f3bc5994-9aa3-40ad-b410-1daca3319850 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.6874433 Jul 05 09:48:50.782806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.783360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:50.802306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'port': {'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'name': 'tempest-TaggedBootDevicesTest-950527246', 'fixed_ips': [{'subnet_id': '023b47f0-a5b3-405a-8bcc-db7b9621bc73'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:50.985143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3de67e4-2185-445e-af97-f50d2700eca3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:50.991886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Made reservation on behalf of 9352cc06edac4f42874fc898a70aec71 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:50.999623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.029240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.038980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:51.045495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3de67e4-2185-445e-af97-f50d2700eca3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.079500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4acc082f-06e8-4aeb-9e03-d002f32eded6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:51.080177 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.131729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Attempting to bind port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:51.132664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Attempting to bind port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:51.133765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Attempting to bind port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:51.158199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 on network 70937a31-64ab-416d-be02-d3c58db9927d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:51.160032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Attempting to bind port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:51.164269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3de67e4-2185-445e-af97-f50d2700eca3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.168791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d3de67e4-2185-445e-af97-f50d2700eca3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2082708 Jul 05 09:48:51.185926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53738) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:51.264591 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-525442c0-ad67-40fa-a5e4-9fdbf33cc6fd tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules/c7d238d9-894d-4d62-b370-de84a03c8118 HTTP/1.1" status: 200 len: 763 time: 0.0663371 Jul 05 09:48:51.264591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de67e4-2185-445e-af97-f50d2700eca3 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d238d9-894d-4d62-b370-de84a03c8118,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:51.280532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:51.285988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:51.287758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Checking segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:51.288530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Bound using segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:51.289437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Bound port: 3cbfa088-bc2e-4642-99f9-f8e4598670d2, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:51.290161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.295511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c511a4f9-6b1d-40e5-8b42-6b12f20e9073', 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'fixed_ips': [{'subnet_id': '2b06bfd7-e223-4fb1-88dc-d1a279be20c1'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:51.297011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.418993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] For port 3cbfa088-bc2e-4642-99f9-f8e4598670d2, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:51.423057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] For port 3cbfa088-bc2e-4642-99f9-f8e4598670d2, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3cbfa088-bc2e-4642-99f9-f8e4598670d2,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:51.436300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53742) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:51.452232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.545742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Allocated IP 10.2.2.2 (c511a4f9-6b1d-40e5-8b42-6b12f20e9073/2b06bfd7-e223-4fb1-88dc-d1a279be20c1/00c4b106-97ad-469f-8545-fd8aeb8eff44) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:51.567477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Pushing event updated for resources: {'Port': ['ID=3cbfa088-bc2e-4642-99f9-f8e4598670d2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:51.590364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:51.592127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.595609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-51e3deea-3452-499d-893a-c2963fa629ca service neutron] 10.222.0.16 "PUT /v2.0/ports/3cbfa088-bc2e-4642-99f9-f8e4598670d2 HTTP/1.1" status: 200 len: 1092 time: 5.1271720 Jul 05 09:48:51.601068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'tag': '3cbfa088-bc2e-4642-99f9-f8e4598670d2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:51.606456 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b52f17-a216-4906-9f01-a4da91f8a225" -d '{"events": [{"name": "network-changed", "server_uuid": "14443d2b-ab0a-4131-8aa3-b387c22d6089", "tag": "3cbfa088-bc2e-4642-99f9-f8e4598670d2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:51.615537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.651767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-765a7d73-528f-42e8-9ad4-97b4b362aa35 req-07bf3b6e-c930-4ce5-8d6d-61e16214713f tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 210 time: 0.0648577 Jul 05 09:48:51.672044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72917e50-a4df-4c73-9458-13fe3bae18df req-5e74d539-232b-41f0-a1fe-db3eec8a3679 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:51.695771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68853ce8-d475-4c21-85e7-268ef90e2d77 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:51.696023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b391bb8d-d3d7-4e04-9d23-c34567ddd9c6 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4098775 Jul 05 09:48:51.697011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72917e50-a4df-4c73-9458-13fe3bae18df req-5e74d539-232b-41f0-a1fe-db3eec8a3679 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 943 time: 1.2175157 Jul 05 09:48:51.698854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:51.712184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.724408 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/d421c908-3c71-4e12-83f0-92068e57d016 HTTP/1.1" status: 204 len: 168 time: 1.9349530 Jul 05 09:48:51.761763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6eb5a-971f-4d9c-8141-00775b1ad063 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=d421c908-3c71-4e12-83f0-92068e57d016,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:51.775585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53752) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:51.853702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-407242b3-ca0a-4b47-8e29-e0d41e61255a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588348 Jul 05 09:48:51.867797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:51.887332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.903632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:51.912969 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd084653-7b8b-4ff4-ba5d-7476a19c3072 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.929108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd084653-7b8b-4ff4-ba5d-7476a19c3072 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:51.981634 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.016500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dd5e50-f122-4526-8b4f-577bee4f9001 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:52.040434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72917e50-a4df-4c73-9458-13fe3bae18df req-abd45192-ca31-4710-a613-541bdf9ff61a tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422265 Jul 05 09:48:52.041164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd084653-7b8b-4ff4-ba5d-7476a19c3072 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.053935 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd084653-7b8b-4ff4-ba5d-7476a19c3072 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.057742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fd084653-7b8b-4ff4-ba5d-7476a19c3072 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c7d238d9-894d-4d62-b370-de84a03c8118 HTTP/1.1" status: 204 len: 168 time: 0.3463979 Jul 05 09:48:52.077316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:52.085255 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bbef86-64b1-4e39-8a6b-f3355b100ebf x-openstack-request-id: req-a3bbef86-64b1-4e39-8a6b-f3355b100ebf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:52.086130 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14443d2b-ab0a-4131-8aa3-b387c22d6089", "tag": "3cbfa088-bc2e-4642-99f9-f8e4598670d2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:52.086130 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3bbef86-64b1-4e39-8a6b-f3355b100ebf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:52.087129 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'tag': '3cbfa088-bc2e-4642-99f9-f8e4598670d2', 'status': 'completed', 'code': 200} Jul 05 09:48:52.123898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527d9181-3b60-4514-b674-b4a35fa33f42,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:52.129322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.139390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.157001 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.175953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Transition to ACTIVE for port object 00c4b106-97ad-469f-8545-fd8aeb8eff44 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:52.231500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Transition to ACTIVE for port object 00c4b106-97ad-469f-8545-fd8aeb8eff44 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:52.246392 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.263035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:48:52.323446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-69a6cb31-3779-4858-95bd-533bc436df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.325124 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-69a6cb31-3779-4858-95bd-533bc436df55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 1095 time: 0.6231432 Jul 05 09:48:52.344172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cdeb3a-0978-42c8-bd59-438734421873 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:52.357977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.361295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:52.368023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:52.371478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:52.380260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Pushing event updated for resources: {'Port': ['ID=00c4b106-97ad-469f-8545-fd8aeb8eff44,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:52.385266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Transition to ACTIVE for port object 32cdeb3a-0978-42c8-bd59-438734421873 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:52.388673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd084653-7b8b-4ff4-ba5d-7476a19c3072 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7d238d9-894d-4d62-b370-de84a03c8118,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:52.406071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Allocated IP 192.168.233.70 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/6df47378-069b-4406-a831-f0b530de199b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:52.411265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-429f0141-7214-4228-a829-d830e8c0432b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cbfa088-bc2e-4642-99f9-f8e4598670d2 HTTP/1.1" status: 200 len: 217 time: 0.0742345 Jul 05 09:48:52.442725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.492834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] Deleting port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:48:52.493541 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.500552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Attempting to bind port 00c4b106-97ad-469f-8545-fd8aeb8eff44 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:52.501077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Attempting to bind port 00c4b106-97ad-469f-8545-fd8aeb8eff44 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:52.501585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Attempting to bind port 00c4b106-97ad-469f-8545-fd8aeb8eff44 on network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:52.517991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-e8190a52-9a36-4a42-8e6f-96363d7b4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:52.521078 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-e8190a52-9a36-4a42-8e6f-96363d7b4c15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 0.0871975 Jul 05 09:48:52.531619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.540493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Transition to ACTIVE for port object f8dd5e50-f122-4526-8b4f-577bee4f9001 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:52.553143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:52.553737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Checking segment: {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:52.554257 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.554755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Bound using segment: {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:52.556296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Bound port: 00c4b106-97ad-469f-8545-fd8aeb8eff44, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:52.556296 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.599059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a4420116-ec54-45e5-960e-535147ee83bf tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5090346 Jul 05 09:48:52.606942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:48:52.614487 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-d80a428e-759f-4223-97f0-a5010e1af484 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813260 Jul 05 09:48:52.618107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:52.632360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8c42f064-dd50-46a9-bca4-0185ef92880d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Request body: {'security_group_rule': {'security_group_id': 'e5a7aac6-d27d-418a-955f-560161eb6f8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:52.655203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.728467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] For port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7615db4f-1a7c-440f-9e3a-0d9fd41b3a42,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:52.729103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.742645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] device_id is not set on port c0f63dfa-7151-4340-be68-2acedd3cb84f yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:52.769773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] Calling delete_port for 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:48:52.800250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.953251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:52.969482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Transition to ACTIVE for port object 6df47378-069b-4406-a831-f0b530de199b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:52.986450 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.010985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Pushing event updated for resources: {'Port': ['ID=32cdeb3a-0978-42c8-bd59-438734421873,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:53.018779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.027378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] Pushing event deleted for resources: {'Port': ['ID=7615db4f-1a7c-440f-9e3a-0d9fd41b3a42,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:53.045872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c42f064-dd50-46a9-bca4-0185ef92880d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.046902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadc483-a459-463b-a0c4-3b80d7884d89 None None] No DVR routers for this DVR port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:48:53.076958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No active binding found for port 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 09:48:53.077483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7615db4f-1a7c-440f-9e3a-0d9fd41b3a42 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:48:53.112929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] For port 00c4b106-97ad-469f-8545-fd8aeb8eff44, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:53.121024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] For port 00c4b106-97ad-469f-8545-fd8aeb8eff44, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=00c4b106-97ad-469f-8545-fd8aeb8eff44,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:53.123211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:53.130035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.176223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:53.203239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:53.214170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3900f-0c7d-431f-a724-2b66b25cfcc0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.216308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-04a3900f-0c7d-431f-a724-2b66b25cfcc0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3375440 Jul 05 09:48:53.216555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:53.234772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:53.406182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-6c177b1a-0b10-4119-80ce-f59fed4f1efe service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664318 Jul 05 09:48:53.444769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.446662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dd5e50-f122-4526-8b4f-577bee4f9001,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:53.448148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.481667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c42f064-dd50-46a9-bca4-0185ef92880d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.517679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c42f064-dd50-46a9-bca4-0185ef92880d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.521750 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9459b457-d32a-4fbc-853b-091b5e7ea393 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6700501 Jul 05 09:48:53.552836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bfb09-0a9e-4535-aedd-f6c68a055307 None None] Pushing event updated for resources: {'Port': ['ID=00c4b106-97ad-469f-8545-fd8aeb8eff44,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:53.571754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Attempting to bind port f8dd5e50-f122-4526-8b4f-577bee4f9001 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:53.572308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Attempting to bind port f8dd5e50-f122-4526-8b4f-577bee4f9001 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:53.572910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Attempting to bind port f8dd5e50-f122-4526-8b4f-577bee4f9001 on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:53.610878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731bf9-78b6-43e2-adc0-790b9f22675c req-543f9bd2-cab9-4a33-b8fc-6a01418b6bc4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.624427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731bf9-78b6-43e2-adc0-790b9f22675c req-543f9bd2-cab9-4a33-b8fc-6a01418b6bc4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.633479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731bf9-78b6-43e2-adc0-790b9f22675c req-543f9bd2-cab9-4a33-b8fc-6a01418b6bc4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.663752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731bf9-78b6-43e2-adc0-790b9f22675c req-543f9bd2-cab9-4a33-b8fc-6a01418b6bc4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.682773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731bf9-78b6-43e2-adc0-790b9f22675c req-543f9bd2-cab9-4a33-b8fc-6a01418b6bc4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.691443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Request body: {'port': {'device_id': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:53.694578 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c42f064-dd50-46a9-bca4-0185ef92880d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.697922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd731bf9-78b6-43e2-adc0-790b9f22675c req-543f9bd2-cab9-4a33-b8fc-6a01418b6bc4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 3828 time: 1.2949371 Jul 05 09:48:53.698741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8c42f064-dd50-46a9-bca4-0185ef92880d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0792708 Jul 05 09:48:53.700491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:53.751170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42f064-dd50-46a9-bca4-0185ef92880d tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e1abb1-4f40-410e-9e06-c1ce4da77436,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:53.761150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c06466b8-5f38-46f7-a28b-6c10d4a91dce None None] Provisioning for port 6df47378-069b-4406-a831-f0b530de199b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:53.770318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Port f8dd5e50-f122-4526-8b4f-577bee4f9001 on network 70937a31-64ab-416d-be02-d3c58db9927d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:53.770526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Attempting to bind port f8dd5e50-f122-4526-8b4f-577bee4f9001 on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:53.778431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c06466b8-5f38-46f7-a28b-6c10d4a91dce None None] Provisioning complete for port 6df47378-069b-4406-a831-f0b530de199b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:53.778800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c06466b8-5f38-46f7-a28b-6c10d4a91dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.790058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Allocated IP 172.25.1.7 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/cc4dd321-42e9-408c-9346-2c1276a3e82a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:53.836011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 10.1.1.70 (cb805d96-10a2-4985-af7f-00b361e18ab3/023b47f0-a5b3-405a-8bcc-db7b9621bc73/c0f63dfa-7151-4340-be68-2acedd3cb84f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:53.882030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c06466b8-5f38-46f7-a28b-6c10d4a91dce None None] Port 6df47378-069b-4406-a831-f0b530de199b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:53.889688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba110504-83e8-4254-ab11-b71ed917ef91 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.891289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ba110504-83e8-4254-ab11-b71ed917ef91 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5409293 Jul 05 09:48:53.892118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Attempting to bind port 32cdeb3a-0978-42c8-bd59-438734421873 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:53.892440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Attempting to bind port 32cdeb3a-0978-42c8-bd59-438734421873 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:53.892759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Attempting to bind port 32cdeb3a-0978-42c8-bd59-438734421873 on network d19c0da2-96f2-499c-a741-a3d9f8740b44 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:53.895189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53774) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:53.922970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a331f0-5b61-4551-8dcc-926398b918b5 req-73bfb046-539f-4f84-a55f-c0767450c3a3 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:53.924674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63a331f0-5b61-4551-8dcc-926398b918b5 req-73bfb046-539f-4f84-a55f-c0767450c3a3 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 935 time: 0.9253852 Jul 05 09:48:53.925500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:53.925835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Checking segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:53.926215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Bound using segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:53.926676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Bound port: f8dd5e50-f122-4526-8b4f-577bee4f9001, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:53.927013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:53.954631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Port 32cdeb3a-0978-42c8-bd59-438734421873 on network d19c0da2-96f2-499c-a741-a3d9f8740b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:53.954631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Attempting to bind port 32cdeb3a-0978-42c8-bd59-438734421873 on network d19c0da2-96f2-499c-a741-a3d9f8740b44 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:53.963850 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-24bd145d-5556-4990-9acd-2d489aef2e11 service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351274 Jul 05 09:48:53.978449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-43efee4a-d177-450a-870e-bec2c38b14b0 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules/52e1abb1-4f40-410e-9e06-c1ce4da77436 HTTP/1.1" status: 200 len: 764 time: 0.2053025 Jul 05 09:48:53.979126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:54.022178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.026252 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87de4d7f-4410-4dce-9e9d-751b4ee2f25b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299436 Jul 05 09:48:54.033130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53778) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:54.059252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:54.059252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Checking segment: {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:54.059252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Bound using segment: {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:54.059252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Bound port: 32cdeb3a-0978-42c8-bd59-438734421873, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:54.059252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.062178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd731bf9-78b6-43e2-adc0-790b9f22675c req-90f4ee4d-2770-4a87-a317-f612f8dad2f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631222 Jul 05 09:48:54.066075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:54.179270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63a331f0-5b61-4551-8dcc-926398b918b5 req-3aa76bbd-f99f-4a6c-9e57-4045683ebc46 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308393 Jul 05 09:48:54.197300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] For port f8dd5e50-f122-4526-8b4f-577bee4f9001, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:54.248413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-833ccf17-2107-4b82-ab1a-68b6fa0ec034 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2572651 Jul 05 09:48:54.249118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:54.313083 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] For port f8dd5e50-f122-4526-8b4f-577bee4f9001, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f8dd5e50-f122-4526-8b4f-577bee4f9001,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:54.318489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.355942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.486088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] For port 32cdeb3a-0978-42c8-bd59-438734421873, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:54.528430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-e082eeb6-91b0-4382-8749-e981fe5c5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:54.530780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-e082eeb6-91b0-4382-8749-e981fe5c5388 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 1095 time: 0.5019886 Jul 05 09:48:54.552099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:54.558473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.571204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] For port 32cdeb3a-0978-42c8-bd59-438734421873, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=32cdeb3a-0978-42c8-bd59-438734421873,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:54.604873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 00c4b106-97ad-469f-8545-fd8aeb8eff44 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:54.613644 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da8a24e1-d1f5-4b7a-9579-83ab0e70c5e7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.624233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da8a24e1-d1f5-4b7a-9579-83ab0e70c5e7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.663306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:54.663306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.671994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8dd5e50-f122-4526-8b4f-577bee4f9001 HTTP/1.1" status: 200 len: 1093 time: 6.1418123 Jul 05 09:48:54.695551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'tag': 'f8dd5e50-f122-4526-8b4f-577bee4f9001'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:54.704613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 00c4b106-97ad-469f-8545-fd8aeb8eff44 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:54.709683 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e14b389-9a6e-4371-bf9f-28c007d0e698" -d '{"events": [{"name": "network-changed", "server_uuid": "60434cb8-c923-44e0-88ce-fa9a1e0464ff", "tag": "f8dd5e50-f122-4526-8b4f-577bee4f9001"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:54.768827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.771299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d960056-ae87-4cf8-a7bb-fbb2a5dacb10 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dd5e50-f122-4526-8b4f-577bee4f9001,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:54.775361 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecadc91-1042-43b3-858e-797810e5c8a8 x-openstack-request-id: req-eecadc91-1042-43b3-858e-797810e5c8a8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:54.775665 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60434cb8-c923-44e0-88ce-fa9a1e0464ff", "tag": "f8dd5e50-f122-4526-8b4f-577bee4f9001", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:54.775919 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eecadc91-1042-43b3-858e-797810e5c8a8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:54.777315 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'tag': 'f8dd5e50-f122-4526-8b4f-577bee4f9001', 'status': 'completed', 'code': 200} Jul 05 09:48:54.786518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da8a24e1-d1f5-4b7a-9579-83ab0e70c5e7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.817342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da8a24e1-d1f5-4b7a-9579-83ab0e70c5e7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.820644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-da8a24e1-d1f5-4b7a-9579-83ab0e70c5e7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/52e1abb1-4f40-410e-9e06-c1ce4da77436 HTTP/1.1" status: 204 len: 168 time: 0.5242524 Jul 05 09:48:54.823194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:54.907102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962cd238-acd3-48af-adb2-07ed3cdb001d None None] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:54.921135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a24e1-d1f5-4b7a-9579-83ab0e70c5e7 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52e1abb1-4f40-410e-9e06-c1ce4da77436,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:54.934042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:54.934980 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.937070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] 10.222.0.16 "PUT /v2.0/ports/32cdeb3a-0978-42c8-bd59-438734421873 HTTP/1.1" status: 200 len: 1092 time: 5.1378970 Jul 05 09:48:54.938841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.949521 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:54.989419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Provisioning for port 00c4b106-97ad-469f-8545-fd8aeb8eff44 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:54.998669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Provisioning complete for port 00c4b106-97ad-469f-8545-fd8aeb8eff44 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:54.999710 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.004385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:55.030446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-8b9b650b-6a62-42c3-b7ac-4d6bba29545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.032214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-8b9b650b-6a62-42c3-b7ac-4d6bba29545c service neutron] 10.222.0.16 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 914 time: 0.4825735 Jul 05 09:48:55.034925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:55.076278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Transition to ACTIVE for port object c0f63dfa-7151-4340-be68-2acedd3cb84f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:55.093759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602cf5d-08f9-471e-9b2c-85e70188af83 service neutron] Pushing event updated for resources: {'Port': ['ID=32cdeb3a-0978-42c8-bd59-438734421873,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:55.132845 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d8e2313d-ef74-4933-99c7-6268fd35e97f tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2979198 Jul 05 09:48:55.139991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:55.149244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:55.155334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:55.168868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ec13-d7ea-4bbd-85ce-1483ea4a5d6c req-fd3f0e8e-cdf8-4100-b49f-ffdabc7ef30c tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.170561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6db3ec13-d7ea-4bbd-85ce-1483ea4a5d6c req-fd3f0e8e-cdf8-4100-b49f-ffdabc7ef30c tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 943 time: 0.7262785 Jul 05 09:48:55.286048 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.292159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-eb8ae76d-58df-46b1-a866-9e2077176496 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cbfa088-bc2e-4642-99f9-f8e4598670d2 HTTP/1.1" status: 200 len: 217 time: 0.1725810 Jul 05 09:48:55.292892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Port': ['ID=cc4dd321-42e9-408c-9346-2c1276a3e82a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:55.294838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-c8df353d-415b-48bf-b95a-940cc3ee21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.303052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-c8df353d-415b-48bf-b95a-940cc3ee21bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=60434cb8-c923-44e0-88ce-fa9a1e0464ff HTTP/1.1" status: 200 len: 1096 time: 0.5182424 Jul 05 09:48:55.360119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] For port 00c4b106-97ad-469f-8545-fd8aeb8eff44, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=00c4b106-97ad-469f-8545-fd8aeb8eff44,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:55.374731 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.414471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6db3ec13-d7ea-4bbd-85ce-1483ea4a5d6c req-5c18c133-217e-4454-9d87-705309d4578f tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273915 Jul 05 09:48:55.416003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ffd9fb32-eee4-4204-aa8d-23eb93139dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8dd5e50-f122-4526-8b4f-577bee4f9001 HTTP/1.1" status: 200 len: 217 time: 0.0883427 Jul 05 09:48:55.444447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.495637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Pushing event updated for resources: {'Port': ['ID=00c4b106-97ad-469f-8545-fd8aeb8eff44,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:55.537307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.537756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.538017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.538363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.538699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.539238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.539587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.539874 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.540090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.540221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.540556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.540885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.541207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0f5df-3add-4d42-b94f-e22393a352df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:48:55.647127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b54d5cf-971f-47e2-985c-7f532156084c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.667530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network cb805d96-10a2-4985-af7f-00b361e18ab3 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:55.693451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e3a3e38-17c2-4ac2-bbfa-8b893cb1dbdb None None] Provisioning complete for port 00c4b106-97ad-469f-8545-fd8aeb8eff44 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:55.694655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3e38-17c2-4ac2-bbfa-8b893cb1dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.713596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:55.761273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:55.823345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-1d45c6f5-781b-446e-a952-6533d228e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.824868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-1d45c6f5-781b-446e-a952-6533d228e547 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 0.3929689 Jul 05 09:48:55.834701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.835832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.852864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df47378-069b-4406-a831-f0b530de199b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:55.872848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580b50c-6b97-462e-b5b5-f1c02b8862de req-04af9392-e872-4366-adcc-240266562d90 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.875407 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.879671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580b50c-6b97-462e-b5b5-f1c02b8862de req-04af9392-e872-4366-adcc-240266562d90 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.889231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580b50c-6b97-462e-b5b5-f1c02b8862de req-04af9392-e872-4366-adcc-240266562d90 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.895421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580b50c-6b97-462e-b5b5-f1c02b8862de req-04af9392-e872-4366-adcc-240266562d90 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.902049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580b50c-6b97-462e-b5b5-f1c02b8862de req-04af9392-e872-4366-adcc-240266562d90 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.906312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1580b50c-6b97-462e-b5b5-f1c02b8862de req-04af9392-e872-4366-adcc-240266562d90 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 3828 time: 0.5043967 Jul 05 09:48:55.910742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-2348c9da-dad2-4e25-8a2e-bc6a6e5948e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:55.912325 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-2348c9da-dad2-4e25-8a2e-bc6a6e5948e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 0.5999620 Jul 05 09:48:55.916132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Transition to ACTIVE for port object 6df47378-069b-4406-a831-f0b530de199b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:55.946032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b54d5cf-971f-47e2-985c-7f532156084c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:55.958185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-ba0a6df0-0b9d-49ad-b55b-a88536bf9d9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145558 Jul 05 09:48:55.958938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=c0f63dfa-7151-4340-be68-2acedd3cb84f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:55.978468 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.025174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-9ca4679e-3480-4604-b481-a224204d4efd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811722 Jul 05 09:48:56.039632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f03c53e4-aca4-44f7-8f2f-fe7ff83a38a6 None None] Provisioning for port c0f63dfa-7151-4340-be68-2acedd3cb84f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:48:56.047388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f03c53e4-aca4-44f7-8f2f-fe7ff83a38a6 None None] Provisioning complete for port c0f63dfa-7151-4340-be68-2acedd3cb84f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:56.048811 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f03c53e4-aca4-44f7-8f2f-fe7ff83a38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.106911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e1a1f299-987b-40eb-84b2-a85d29357794 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3148787 Jul 05 09:48:56.129056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:56.138780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f03c53e4-aca4-44f7-8f2f-fe7ff83a38a6 None None] Port c0f63dfa-7151-4340-be68-2acedd3cb84f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:48:56.170458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'port': {'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'name': 'tempest-TaggedBootDevicesTest-1938379382', 'fixed_ips': [{'subnet_id': '023b47f0-a5b3-405a-8bcc-db7b9621bc73'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:56.179149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.220230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1580b50c-6b97-462e-b5b5-f1c02b8862de req-44a48e93-9705-493e-9fe8-39e672c0a061 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691860 Jul 05 09:48:56.263650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:56.274994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b54d5cf-971f-47e2-985c-7f532156084c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.277670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b54d5cf-971f-47e2-985c-7f532156084c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.281053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0b54d5cf-971f-47e2-985c-7f532156084c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5a7aac6-d27d-418a-955f-560161eb6f8e HTTP/1.1" status: 204 len: 168 time: 1.1075625 Jul 05 09:48:56.312288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd269-3932-4cf8-bb6d-aeb9e3071494 req-b162b060-40ba-48c9-b451-f68f9628b573 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:56.313918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9dcd269-3932-4cf8-bb6d-aeb9e3071494 req-b162b060-40ba-48c9-b451-f68f9628b573 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 935 time: 0.6601372 Jul 05 09:48:56.317437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:56.489841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.535130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:48:56.587781 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-c3c580ba-562c-45af-b325-33199b446e99 service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204914 Jul 05 09:48:56.588604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.593122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 00c4b106-97ad-469f-8545-fd8aeb8eff44 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:48:56.672099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 00c4b106-97ad-469f-8545-fd8aeb8eff44 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:48:56.673843 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.722804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Attempting to bind port 6df47378-069b-4406-a831-f0b530de199b on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:56.723064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Attempting to bind port 6df47378-069b-4406-a831-f0b530de199b by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:56.723426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Attempting to bind port 6df47378-069b-4406-a831-f0b530de199b on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:56.739182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d5cf-971f-47e2-985c-7f532156084c tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a7aac6-d27d-418a-955f-560161eb6f8e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:56.745252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:56.781340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:56.785956 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb82c08-7504-4fa2-afdc-8cc2438e734d" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "32cdeb3a-0978-42c8-bd59-438734421873"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:56.822539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Port 6df47378-069b-4406-a831-f0b530de199b on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:56.822539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Attempting to bind port 6df47378-069b-4406-a831-f0b530de199b on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:56.832179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:56.833707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:56.834690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.838746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-6266d891-5fb7-4f9c-bf45-fbd7176a82ad service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000045 Jul 05 09:48:56.843621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6265f88-d703-414c-acef-f994c4935676 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:48:56.849440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:56.882607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=51641e2d-fbc8-4ec8-9803-3238c1dcb586,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:56.885963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:56.886304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:56.886685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:56.887149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Bound port: 6df47378-069b-4406-a831-f0b530de199b, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:56.887505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:56.952106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9dcd269-3932-4cf8-bb6d-aeb9e3071494 req-a3debe69-9fa5-4b59-a5f9-43e51948c18c tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121657 Jul 05 09:48:56.975740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-663598e8-cbfc-4838-b349-0b11515ff94f tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6522236 Jul 05 09:48:56.981240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6467b320-0770-4ee8-a1ce-674ed9799dcd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9347773 Jul 05 09:48:56.988322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:56.988608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:57.008094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6f39f04b-4b25-4a65-91aa-5b5a71159bfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:57.077075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3cbfa088-bc2e-4642-99f9-f8e4598670d2 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:48:57.082580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': '51641e2d-fbc8-4ec8-9803-3238c1dcb586'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:48:57.085429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.107973 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c3b52f17-a216-4906-9f01-a4da91f8a225 req-12ea7d7b-98ab-48c3-8d55-ee13ce94711c service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981992 Jul 05 09:48:57.141987 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d3eb29-f141-4b44-9134-f56ee5d16ad0 x-openstack-request-id: req-c6d3eb29-f141-4b44-9134-f56ee5d16ad0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:57.142362 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "32cdeb3a-0978-42c8-bd59-438734421873", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:57.142529 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6d3eb29-f141-4b44-9134-f56ee5d16ad0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:57.142981 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873', 'status': 'completed', 'code': 200} Jul 05 09:48:57.196518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc6086-574e-44a7-abe9-7926da3bdb30 req-5180fe6c-2c10-4528-9aa1-898f18f8ad7f tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.198134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eabc6086-574e-44a7-abe9-7926da3bdb30 req-5180fe6c-2c10-4528-9aa1-898f18f8ad7f tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 943 time: 0.4682937 Jul 05 09:48:57.202054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.265235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc12622e-4901-4ed7-8b78-bb8041257e0f req-b377bd10-6206-4a24-b6a7-f0f3600fd7ce service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079304 Jul 05 09:48:57.283496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.291741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b711ea9-8693-4dc5-93cd-d0885018b043 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:57.294682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:57.303341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f39ba7f5-c5d8-481e-995f-fd4da0ba8190 tempest-SecGroupTest-788799905 tempest-SecGroupTest-788799905-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3136353 Jul 05 09:48:57.314583 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.329914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.335046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] device_id is not set on port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:48:57.345377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:57.385298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Allocated IP 2001:db8::f816:3eff:fe77:d35b (8bf03de8-a5cd-4166-895f-409ef6031a3b/51641e2d-fbc8-4ec8-9803-3238c1dcb586/1a579f40-17b4-4309-bd4a-d596de7d8fae) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:57.392974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.399355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eabc6086-574e-44a7-abe9-7926da3bdb30 req-7b084479-a290-4a63-b66b-0e06fe5c16aa tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800892 Jul 05 09:48:57.409077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Transition to ACTIVE for port object 1b711ea9-8693-4dc5-93cd-d0885018b043 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:57.431056 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.462716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f39f04b-4b25-4a65-91aa-5b5a71159bfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:57.466813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f39f04b-4b25-4a65-91aa-5b5a71159bfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.495373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 3cbfa088-bc2e-4642-99f9-f8e4598670d2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3cbfa088-bc2e-4642-99f9-f8e4598670d2,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:57.518833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '3cbfa088-bc2e-4642-99f9-f8e4598670d2', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'port_id': '3cbfa088-bc2e-4642-99f9-f8e4598670d2', 'mac_address': 'fa:16:3e:ef:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed5487c-98dd-4455-9e9e-f1579b82dcd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:48:57.523574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.524798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.526304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-06993954-36a6-49ea-9438-4505cc607675 service neutron] 10.222.0.15 "PUT /v2.0/ports/6df47378-069b-4406-a831-f0b530de199b HTTP/1.1" status: 200 len: 1096 time: 3.8463440 Jul 05 09:48:57.544053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'tag': '6df47378-069b-4406-a831-f0b530de199b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:57.547010 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "tag": "6df47378-069b-4406-a831-f0b530de199b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:57.582615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Port': ['ID=cc4dd321-42e9-408c-9346-2c1276a3e82a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:57.677413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.784951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-3571c5cc-6f14-4161-86a1-704ecdf70c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.787297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-3571c5cc-6f14-4161-86a1-704ecdf70c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.787502 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.787672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-3571c5cc-6f14-4161-86a1-704ecdf70c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.788839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-3571c5cc-6f14-4161-86a1-704ecdf70c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.789807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-3571c5cc-6f14-4161-86a1-704ecdf70c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.794356 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-3571c5cc-6f14-4161-86a1-704ecdf70c89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 4364 time: 0.6256719 Jul 05 09:48:57.795288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Pushing event updated for resources: {'Port': ['ID=1b711ea9-8693-4dc5-93cd-d0885018b043,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:57.796164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06993954-36a6-49ea-9438-4505cc607675 service neutron] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:57.833203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-a63864be-aadf-4f70-8eca-8ff988ee0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:57.835054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-a63864be-aadf-4f70-8eca-8ff988ee0914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=60434cb8-c923-44e0-88ce-fa9a1e0464ff HTTP/1.1" status: 200 len: 1096 time: 0.5052423 Jul 05 09:48:57.856133 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0c6c86-6b8c-4914-b03e-3f8aac6ea1af x-openstack-request-id: req-0b0c6c86-6b8c-4914-b03e-3f8aac6ea1af {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:57.859209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbfa088-bc2e-4642-99f9-f8e4598670d2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:48:57.864759 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "tag": "6df47378-069b-4406-a831-f0b530de199b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:57.865339 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b0c6c86-6b8c-4914-b03e-3f8aac6ea1af {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:57.866158 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'tag': '6df47378-069b-4406-a831-f0b530de199b', 'status': 'completed', 'code': 200} Jul 05 09:48:57.938993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 3cbfa088-bc2e-4642-99f9-f8e4598670d2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3cbfa088-bc2e-4642-99f9-f8e4598670d2,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:48:57.947720 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:57.956728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.049883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Transition to ACTIVE for port object 1a579f40-17b4-4309-bd4a-d596de7d8fae will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:58.081448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.083226 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-541f4b2c-e6a2-4174-8f8d-e6a84779a9a0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6450126 Jul 05 09:48:58.090833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:58.099329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Transition to ACTIVE for port object 1a579f40-17b4-4309-bd4a-d596de7d8fae will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:58.106961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1047235479'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:58.108343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=3cbfa088-bc2e-4642-99f9-f8e4598670d2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:58.112992 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.163712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 10.1.1.236 (cb805d96-10a2-4985-af7f-00b361e18ab3/023b47f0-a5b3-405a-8bcc-db7b9621bc73/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:48:58.178664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53820) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:58.191371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Pushing event updated for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:58.196245 n-d-771363-33 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-6f39f04b-4b25-4a65-91aa-5b5a71159bfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51641e2d-fbc8-4ec8-9803-3238c1dcb586 (CIDR: 2001:db8::/64) Jul 05 09:48:58.214324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['3cbfa088-bc2e-4642-99f9-f8e4598670d2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:48:58.214565 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f39f04b-4b25-4a65-91aa-5b5a71159bfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:48:58.214565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f39f04b-4b25-4a65-91aa-5b5a71159bfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:48:58.220288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:58.223951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Made reservation on behalf of c6020c1359e6454d8293b7ad29bf3758 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:58.229414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.253241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:58.261341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:58.264548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f39f04b-4b25-4a65-91aa-5b5a71159bfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2677691 Jul 05 09:48:58.268439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-bdb14834-86ef-4783-bab6-0c68abce1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.270167 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-bdb14834-86ef-4783-bab6-0c68abce1214 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9352cc06edac4f42874fc898a70aec71&device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 1099 time: 0.6369631 Jul 05 09:48:58.271094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.275557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:58.279008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-ee7af438-358f-42f9-b445-379bea2cea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.279635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-ee7af438-358f-42f9-b445-379bea2cea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.280176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-ee7af438-358f-42f9-b445-379bea2cea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.281909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-ee7af438-358f-42f9-b445-379bea2cea61 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5985c444215438f8b44ed2a08380a16&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4097791 Jul 05 09:48:58.291863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:58.322802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Attempting to bind port 1b711ea9-8693-4dc5-93cd-d0885018b043 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:58.323431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Attempting to bind port 1b711ea9-8693-4dc5-93cd-d0885018b043 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:58.324120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Attempting to bind port 1b711ea9-8693-4dc5-93cd-d0885018b043 on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:58.386126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Attempting to bind port 1a579f40-17b4-4309-bd4a-d596de7d8fae on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:48:58.386457 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-61a1a357-785b-4c17-a5b5-91ea65a0c781 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6df47378-069b-4406-a831-f0b530de199b HTTP/1.1" status: 200 len: 217 time: 0.0953124 Jul 05 09:48:58.386625 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Attempting to bind port 1a579f40-17b4-4309-bd4a-d596de7d8fae by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:48:58.386914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Attempting to bind port 1a579f40-17b4-4309-bd4a-d596de7d8fae on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:58.396520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:58.396891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:58.397292 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.397669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:58.398536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Bound port: 1a579f40-17b4-4309-bd4a-d596de7d8fae, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:58.398790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.399559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-617dec32-4aab-45a2-b9f1-36dbe095f292 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.406883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-617dec32-4aab-45a2-b9f1-36dbe095f292 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.414424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-617dec32-4aab-45a2-b9f1-36dbe095f292 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.420429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-617dec32-4aab-45a2-b9f1-36dbe095f292 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.429596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-617dec32-4aab-45a2-b9f1-36dbe095f292 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.439123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-617dec32-4aab-45a2-b9f1-36dbe095f292 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.443012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-617dec32-4aab-45a2-b9f1-36dbe095f292 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 4605 time: 0.6510806 Jul 05 09:48:58.453095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-3cc5b643-8698-45c4-a896-149b36c5113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.455978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-3cc5b643-8698-45c4-a896-149b36c5113f service neutron] 10.222.0.15 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 914 time: 0.6075559 Jul 05 09:48:58.494929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Port 1b711ea9-8693-4dc5-93cd-d0885018b043 on network f5cf31f1-922c-4681-98dd-3d68246fb773 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:48:58.494929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Attempting to bind port 1b711ea9-8693-4dc5-93cd-d0885018b043 on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:48:58.547338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:48:58.547734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Checking segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:48:58.548094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Bound using segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:48:58.548549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Bound port: 1b711ea9-8693-4dc5-93cd-d0885018b043, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:48:58.548921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.570767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:58.593569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1a579f40-17b4-4309-bd4a-d596de7d8fae,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:58.600194 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.627975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-3ef431cf-f981-44b8-b257-b3c87d0b4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.630057 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-3ef431cf-f981-44b8-b257-b3c87d0b4995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.2049353 Jul 05 09:48:58.639638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-c5914eb0-c337-4733-a689-39a4cc961350 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8dd5e50-f122-4526-8b4f-577bee4f9001 HTTP/1.1" status: 200 len: 217 time: 0.1377201 Jul 05 09:48:58.730419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c9b20-6431-4c6c-92e6-ad2b5436e78b None None] Pushing event updated for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:58.750487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-87045795-fe57-4901-9ea9-e2b178bdf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.753553 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cdb82c08-7504-4fa2-afdc-8cc2438e734d req-87045795-fe57-4901-9ea9-e2b178bdf15c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4517639 Jul 05 09:48:58.797244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd4c9f67-1e90-4f26-8957-ff4e3e549627 req-e64e0354-4da0-4fa8-bc67-faca29f5ed1e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2997959 Jul 05 09:48:58.815771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0953eacc-6521-4d7c-9021-85bb1e3031b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a600ad733ca4acd893e3d8cc8760d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312869 Jul 05 09:48:58.826780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53830) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:58.828970 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.840671 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.887022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:58.888240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-e2aa13e5-4c94-484b-badf-7d7a75a2baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.890284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-e2aa13e5-4c94-484b-badf-7d7a75a2baf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 0.2249827 Jul 05 09:48:58.897561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Transition to ACTIVE for port object 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:48:58.915764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29fcb0-1037-48c5-afb5-eff7382428d5 req-5fd5466d-cb05-4e0f-ab5f-5dcac24f1036 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.920781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e29fcb0-1037-48c5-afb5-eff7382428d5 req-5fd5466d-cb05-4e0f-ab5f-5dcac24f1036 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 947 time: 0.6152596 Jul 05 09:48:58.939396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e39491-a860-45ee-9809-dd461aa6534f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:58.962577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9fdc8c23-abb6-484d-aa25-073d5f85032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:58.965135 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9fdc8c23-abb6-484d-aa25-073d5f85032e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3154223 Jul 05 09:48:58.973923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:48:59.023470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] For port 1b711ea9-8693-4dc5-93cd-d0885018b043, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:48:59.062739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-a299e71c-f694-4308-b59a-a96e0606c6d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403828 Jul 05 09:48:59.078095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:48:59.078650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.078996 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Added segment f4282e95-b46a-4bd5-967d-64c1bfc92450 of type vlan for network 32c6f333-735d-485a-bf70-d2c11dd45747 Jul 05 09:48:59.082013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.115811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] For port 1b711ea9-8693-4dc5-93cd-d0885018b043, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1b711ea9-8693-4dc5-93cd-d0885018b043,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:48:59.186537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.206243 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.214365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.253375 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.272591 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9f4fd6a4-3ec8-4a0b-b108-47f15bc6149c service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932093 Jul 05 09:48:59.322156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network cb805d96-10a2-4985-af7f-00b361e18ab3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:48:59.328788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e29fcb0-1037-48c5-afb5-eff7382428d5 req-c7b31959-5040-4e2a-afa3-6194673dca27 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800108 Jul 05 09:48:59.352048 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f3dc-9724-4115-8625-3ff7c26f59d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.370712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:48:59.379346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.386637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.387325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.388706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.390766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.391449 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.393471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] 10.222.0.16 "PUT /v2.0/ports/1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 1136 time: 4.3951142 Jul 05 09:48:59.395129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '1b711ea9-8693-4dc5-93cd-d0885018b043'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:48:59.397560 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43410776-c866-45e4-ba80-2cd8b7744132" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "1b711ea9-8693-4dc5-93cd-d0885018b043"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:48:59.416022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:48:59.432648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:59.482147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:59.490611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f3dc-9724-4115-8625-3ff7c26f59d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.593617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc221ca-4c83-4538-b2d3-f0c1d7435d65 service neutron] Pushing event updated for resources: {'Port': ['ID=1b711ea9-8693-4dc5-93cd-d0885018b043,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:59.634515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5410509 Jul 05 09:48:59.641991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53834) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:48:59.651892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-1ae771c9-c9d8-492e-ae01-719cc2be9dd5 service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575900 Jul 05 09:48:59.670856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Request body: {'subnet': {'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:48:59.702342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfbb17-85e7-4d4b-a0e2-30046bc6f9a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Network': ['ID=32c6f333-735d-485a-bf70-d2c11dd45747,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:48:59.719135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 32c6f333-735d-485a-bf70-d2c11dd45747 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:48:59.727724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.728723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:48:59.748407 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-584d49cd-5f41-4a90-8625-b37cda225787 req-9fceedc9-6090-47ed-a184-d17fedf3d5db service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629979 Jul 05 09:48:59.773372 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-380c0529-4586-410f-ad47-a7b5e18870ba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6087685 Jul 05 09:48:59.928031 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaee13c-9bda-4a3d-bbb9-4ff013cc3eb5 x-openstack-request-id: req-bcaee13c-9bda-4a3d-bbb9-4ff013cc3eb5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:48:59.928843 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "1b711ea9-8693-4dc5-93cd-d0885018b043", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:48:59.928843 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcaee13c-9bda-4a3d-bbb9-4ff013cc3eb5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:48:59.929312 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '1b711ea9-8693-4dc5-93cd-d0885018b043', 'status': 'completed', 'code': 200} Jul 05 09:48:59.958740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab4ca-f8be-48a6-8279-ed0fc2ea6bd6 req-4c742c0f-406a-4ac2-9ddd-234d080577a6 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:48:59.960408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c81ab4ca-f8be-48a6-8279-ed0fc2ea6bd6 req-4c742c0f-406a-4ac2-9ddd-234d080577a6 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 944 time: 0.9138455 Jul 05 09:49:00.004298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-a47a1921-cac1-4236-aa0a-50b82884d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.006132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-a47a1921-cac1-4236-aa0a-50b82884d4d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9352cc06edac4f42874fc898a70aec71&device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 1099 time: 0.1296356 Jul 05 09:49:00.022276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-a7ad7fc5-9a54-40da-9192-d3f2027939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.023179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-a7ad7fc5-9a54-40da-9192-d3f2027939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.023665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-a7ad7fc5-9a54-40da-9192-d3f2027939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.024208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-a7ad7fc5-9a54-40da-9192-d3f2027939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.024736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-a7ad7fc5-9a54-40da-9192-d3f2027939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.025923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-a7ad7fc5-9a54-40da-9192-d3f2027939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.044309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-43410776-c866-45e4-ba80-2cd8b7744132 req-a7ad7fc5-9a54-40da-9192-d3f2027939d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5293 time: 0.2692056 Jul 05 09:49:00.186918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ac65cc41-2b7f-4bfd-a717-841a0007ad37 None None] Provisioning for port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:00.199932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ac65cc41-2b7f-4bfd-a717-841a0007ad37 None None] Provisioning complete for port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:00.200402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac65cc41-2b7f-4bfd-a717-841a0007ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.249088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:00.260175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.277258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9c484330-d1e7-4c28-ab16-edd588d3e0f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113591286', 'description': 'tempest-description--1758153127'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:00.289142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ac65cc41-2b7f-4bfd-a717-841a0007ad37 None None] Port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:00.310864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c81ab4ca-f8be-48a6-8279-ed0fc2ea6bd6 req-3afe5353-8746-4b2a-bd69-c1001c406589 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706099 Jul 05 09:49:00.328209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f3dc-9724-4115-8625-3ff7c26f59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.332391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f3dc-9724-4115-8625-3ff7c26f59d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.333769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d0d4f3dc-9724-4115-8625-3ff7c26f59d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66ea19e8-398b-463d-a604-862e5e8cec62 HTTP/1.1" status: 204 len: 168 time: 1.5047312 Jul 05 09:49:00.370745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e14b389-9a6e-4371-bf9f-28c007d0e698 req-972765d6-5d0e-4c64-b8d5-8d2f47555887 service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808522 Jul 05 09:49:00.374151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f8dd5e50-f122-4526-8b4f-577bee4f9001 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:00.401260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4f3dc-9724-4115-8625-3ff7c26f59d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ea19e8-398b-463d-a604-862e5e8cec62,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:00.463733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Made reservation on behalf of c6020c1359e6454d8293b7ad29bf3758 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:00.467350 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.563728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6c3087d6-7f6a-4e66-9419-25df284aa8b6 None None] Provisioning for port 1a579f40-17b4-4309-bd4a-d596de7d8fae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:00.600217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-269ebbd8-b23c-49c7-b242-e3308e88947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.600956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-269ebbd8-b23c-49c7-b242-e3308e88947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.601289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-269ebbd8-b23c-49c7-b242-e3308e88947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.609679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-43410776-c866-45e4-ba80-2cd8b7744132 req-269ebbd8-b23c-49c7-b242-e3308e88947c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5985c444215438f8b44ed2a08380a16&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5452380 Jul 05 09:49:00.663154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f8dd5e50-f122-4526-8b4f-577bee4f9001, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f8dd5e50-f122-4526-8b4f-577bee4f9001,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:00.725197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'f8dd5e50-f122-4526-8b4f-577bee4f9001', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'port_id': 'f8dd5e50-f122-4526-8b4f-577bee4f9001', 'mac_address': 'fa:16:3e:73:b5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed5487c-98dd-4455-9e9e-f1579b82dcd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:00.740093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c484330-d1e7-4c28-ab16-edd588d3e0f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.760988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1a579f40-17b4-4309-bd4a-d596de7d8fae up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:00.851038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410776-c866-45e4-ba80-2cd8b7744132 req-47eb08c5-9b89-4ee8-91df-931268a1b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.853153 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-43410776-c866-45e4-ba80-2cd8b7744132 req-47eb08c5-9b89-4ee8-91df-931268a1b43b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424686 Jul 05 09:49:00.854847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-06271e8b-4e55-49f1-922f-59192392a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:00.857981 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-06271e8b-4e55-49f1-922f-59192392a23d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.8405039 Jul 05 09:49:00.874990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.902967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1a579f40-17b4-4309-bd4a-d596de7d8fae completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:00.912072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:00.912435 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:00.934249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-79a1d33b-f1c7-438c-97a3-4164eeb44d1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6df47378-069b-4406-a831-f0b530de199b HTTP/1.1" status: 200 len: 217 time: 0.0658886 Jul 05 09:49:00.980577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.003468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dd5e50-f122-4526-8b4f-577bee4f9001 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:01.029985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-8c7db87a-a0bd-40b2-b81d-560f112bce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.034318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-8c7db87a-a0bd-40b2-b81d-560f112bce48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0894294 Jul 05 09:49:01.043376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:01.077999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:01.088534 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.111996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3cbfa088-bc2e-4642-99f9-f8e4598670d2 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:01.122326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.122935 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.126824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=86394606-d8c4-4b64-b738-c503f04a296b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:01.157949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f8dd5e50-f122-4526-8b4f-577bee4f9001, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f8dd5e50-f122-4526-8b4f-577bee4f9001,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:01.161082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3322aa0-8b6a-4be0-8a07-49da8cbe58b7 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:01.177956 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.178305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-53c79605-1bf7-4545-9c73-e99e7470fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.178919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-53c79605-1bf7-4545-9c73-e99e7470fa00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257865 Jul 05 09:49:01.193767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-d67f7e0e-9e93-4bc6-99c4-0e180b49ff28 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.203141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-d67f7e0e-9e93-4bc6-99c4-0e180b49ff28 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.210269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-d67f7e0e-9e93-4bc6-99c4-0e180b49ff28 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.217496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-d67f7e0e-9e93-4bc6-99c4-0e180b49ff28 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.226742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-d67f7e0e-9e93-4bc6-99c4-0e180b49ff28 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.235724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-d67f7e0e-9e93-4bc6-99c4-0e180b49ff28 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.238662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-d67f7e0e-9e93-4bc6-99c4-0e180b49ff28 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 4605 time: 0.7657440 Jul 05 09:49:01.339488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1a579f40-17b4-4309-bd4a-d596de7d8fae,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:01.342104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6020-e766-428f-8499-0d43220f797a req-4565c7fe-e139-44bb-b8f9-30eacfc1c696 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:01.352393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-355a6020-e766-428f-8499-0d43220f797a req-4565c7fe-e139-44bb-b8f9-30eacfc1c696 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 947 time: 0.5899572 Jul 05 09:49:01.366391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.387003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=f8dd5e50-f122-4526-8b4f-577bee4f9001,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:01.422961 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-9600c8b2-cc57-4283-a38f-ccbe3c002704 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306693 Jul 05 09:49:01.442813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.448634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:01.491055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c484330-d1e7-4c28-ab16-edd588d3e0f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.508076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13ab0c2a-fc5b-43d5-8609-b32d0ef19202 req-c5c5fcfe-207d-4ea0-95e7-3ae6c9696943 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2439103 Jul 05 09:49:01.554779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c484330-d1e7-4c28-ab16-edd588d3e0f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.684528 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3fe71648-e2bf-47fe-91dc-6012b5f1aa4b req-1133d9ca-1cdd-4114-a2d5-8da08c902a1a service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498252 Jul 05 09:49:01.794860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['f8dd5e50-f122-4526-8b4f-577bee4f9001'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:01.832776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:01.833995 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:01.972743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:02.059388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-efa4a270-d394-4786-87cb-cbf3cab65657 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7716706 Jul 05 09:49:02.061532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:02.073624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-355a6020-e766-428f-8499-0d43220f797a req-782e3892-1819-4c7d-bb52-2eedacfe3291 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202260 Jul 05 09:49:02.076066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:e6:82:31', 'name': 'tempest-NetworksTestDHCPv6-486111296'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:02.187392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c484330-d1e7-4c28-ab16-edd588d3e0f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.189440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9c484330-d1e7-4c28-ab16-edd588d3e0f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9353325 Jul 05 09:49:02.219821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13041785-32e6-436d-ac3b-56cf005939fc {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:02.238991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53872) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:02.244506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Subnet': ['ID=6c33c8ec-a08b-442d-97af-6c9dcc34608c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:02.264225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f682a701-106d-4334-bf98-81fb8a504fd2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'security_group_rule': {'security_group_id': 'a033781f-c9c7-4600-8cc9-46b01a21d9c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:02.272422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.281287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c484330-d1e7-4c28-ab16-edd588d3e0f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a033781f-c9c7-4600-8cc9-46b01a21d9c3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:02.306402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.328743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Transition to ACTIVE for port object 13041785-32e6-436d-ac3b-56cf005939fc will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:02.333794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Checking segment: {'id': 'f4282e95-b46a-4bd5-967d-64c1bfc92450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:02.334306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Network hostable DHCP agents. Network: 32c6f333-735d-485a-bf70-d2c11dd45747, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:49:02.342822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.406351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f682a701-106d-4334-bf98-81fb8a504fd2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.432455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 3cbfa088-bc2e-4642-99f9-f8e4598670d2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3cbfa088-bc2e-4642-99f9-f8e4598670d2,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:02.451490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbfa088-bc2e-4642-99f9-f8e4598670d2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:02.455270 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb99cc51-b1c1-4ef0-9a5a-8996d1f0544d" -d '{"events": [{"server_uuid": "14443d2b-ab0a-4131-8aa3-b387c22d6089", "name": "network-vif-plugged", "status": "completed", "tag": "3cbfa088-bc2e-4642-99f9-f8e4598670d2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:02.463159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.470364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] Update dhcp port {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': '51641e2d-fbc8-4ec8-9803-3238c1dcb586', 'ip_address': '2001:db8::f816:3eff:fe77:d35b'}, {'subnet_id': '86394606-d8c4-4b64-b738-c503f04a296b'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '1a579f40-17b4-4309-bd4a-d596de7d8fae'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:49:02.487851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebd3ec-8418-4042-874a-4f51bb51b38a req-cf80fa9f-2ef9-4e7c-b739-fe25d3f15631 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:02.492776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caebd3ec-8418-4042-874a-4f51bb51b38a req-cf80fa9f-2ef9-4e7c-b739-fe25d3f15631 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 944 time: 0.3911512 Jul 05 09:49:02.494645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Pushing event updated for resources: {'Port': ['ID=13041785-32e6-436d-ac3b-56cf005939fc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:02.499758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Network 32c6f333-735d-485a-bf70-d2c11dd45747 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:49:02.664829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 32c6f333-735d-485a-bf70-d2c11dd45747) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:02.707538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d77f6a-b295-42db-a194-9da8f64b351f None None] Network 32c6f333-735d-485a-bf70-d2c11dd45747 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:02.729044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:02.729747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.801019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caebd3ec-8418-4042-874a-4f51bb51b38a req-ce46042e-179e-407b-9f41-31eedd80a879 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829745 Jul 05 09:49:02.827071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-703ae368-3177-4d50-bb5c-858918018f70 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1713777 Jul 05 09:49:02.827071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f682a701-106d-4334-bf98-81fb8a504fd2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.849374 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e127f81-96d4-4c7a-9b38-65516d4d5df0 x-openstack-request-id: req-6e127f81-96d4-4c7a-9b38-65516d4d5df0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:02.850889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:02.864515 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14443d2b-ab0a-4131-8aa3-b387c22d6089", "name": "network-vif-plugged", "status": "completed", "tag": "3cbfa088-bc2e-4642-99f9-f8e4598670d2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:02.865106 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e127f81-96d4-4c7a-9b38-65516d4d5df0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:02.865808 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbfa088-bc2e-4642-99f9-f8e4598670d2', 'code': 200} Jul 05 09:49:02.906483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1871452266', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:02.919169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f682a701-106d-4334-bf98-81fb8a504fd2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.935163 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:02.968928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1a579f40-17b4-4309-bd4a-d596de7d8fae up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:03.015130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Attempting to bind port 13041785-32e6-436d-ac3b-56cf005939fc on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:03.016045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Attempting to bind port 13041785-32e6-436d-ac3b-56cf005939fc by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:03.016641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Attempting to bind port 13041785-32e6-436d-ac3b-56cf005939fc on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:03.050434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682a701-106d-4334-bf98-81fb8a504fd2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7963e609-eb52-4966-866f-1fcc8625ab01,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:03.067366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Port 13041785-32e6-436d-ac3b-56cf005939fc on network f5cf31f1-922c-4681-98dd-3d68246fb773 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:03.068806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Attempting to bind port 13041785-32e6-436d-ac3b-56cf005939fc on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:03.086900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.088324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.094826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=3cbfa088-bc2e-4642-99f9-f8e4598670d2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:03.095073 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f682a701-106d-4334-bf98-81fb8a504fd2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.098029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f682a701-106d-4334-bf98-81fb8a504fd2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8550906 Jul 05 09:49:03.100981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:03.102088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Checking segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:03.102860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Bound using segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:03.103639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Bound port: 13041785-32e6-436d-ac3b-56cf005939fc, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:03.104585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.107009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:03.115926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-313b3c39-d995-4616-8f6e-491f281affad tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'security_group_rule': {'security_group_id': 'a033781f-c9c7-4600-8cc9-46b01a21d9c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:03.250025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.261672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684824aa-d349-442e-a893-b673bcfccb62 req-82ce1768-95d4-48dd-bb07-14833f6eedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.265037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-684824aa-d349-442e-a893-b673bcfccb62 req-82ce1768-95d4-48dd-bb07-14833f6eedb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 1097 time: 0.3789589 Jul 05 09:49:03.270597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-313b3c39-d995-4616-8f6e-491f281affad tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.364623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] For port 13041785-32e6-436d-ac3b-56cf005939fc, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:03.391433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:03.425466 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-684824aa-d349-442e-a893-b673bcfccb62 req-00f39f67-90be-433b-b4f7-7bc3cff2d745 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437278 Jul 05 09:49:03.441063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:03.441869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.543678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] For port 13041785-32e6-436d-ac3b-56cf005939fc, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=13041785-32e6-436d-ac3b-56cf005939fc,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:03.578385 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.605199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.655558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 38f09876-a5de-42d5-9979-ca02f4acc468 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:49:03.779001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:03.779938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.782113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] 10.222.0.16 "PUT /v2.0/ports/13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 1135 time: 4.3124623 Jul 05 09:49:03.791356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '13041785-32e6-436d-ac3b-56cf005939fc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:03.794452 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b292c4-c0ea-4126-ac09-4184e6dca738" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "13041785-32e6-436d-ac3b-56cf005939fc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:03.801931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-313b3c39-d995-4616-8f6e-491f281affad tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.809638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.840181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-313b3c39-d995-4616-8f6e-491f281affad tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.858857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:03.867938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-32c6f333-735d-485a-bf70-d2c11dd45747', 'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747', 'tenant_id': 'c6020c1359e6454d8293b7ad29bf3758', 'fixed_ips': [{'subnet_id': '6c33c8ec-a08b-442d-97af-6c9dcc34608c'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:49:03.870295 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:03.902993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] Allocated IP 2001:db8:0:1::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/86394606-d8c4-4b64-b738-c503f04a296b/1a579f40-17b4-4309-bd4a-d596de7d8fae) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:03.965982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a80dc8-d364-4093-b0b9-f913ab4df338 service neutron] Pushing event updated for resources: {'Port': ['ID=13041785-32e6-436d-ac3b-56cf005939fc,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:03.969039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b3c39-d995-4616-8f6e-491f281affad tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e175d9-2e72-43a4-a79f-b793d37e6a48,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:04.012237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.020401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.027976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.035178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.041153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.047103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.053866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.056534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4351c0ce-086d-42cf-89af-f27049524e9c req-db7c2a8b-e918-462b-b0f0-84c5bcdf3c33 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5381 time: 0.7689235 Jul 05 09:49:04.102866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-313b3c39-d995-4616-8f6e-491f281affad tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:04.108590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-313b3c39-d995-4616-8f6e-491f281affad tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9951525 Jul 05 09:49:04.114869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:04.120689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:04.183056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6570ba5-9dfd-494a-bebf-b826349bc4b9 req-45ab0987-6233-4884-92d7-ee1806baf226 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:04.188804 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:04.194896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6570ba5-9dfd-494a-bebf-b826349bc4b9 req-45ab0987-6233-4884-92d7-ee1806baf226 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 947 time: 0.6536362 Jul 05 09:49:04.405596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:04.409475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4351c0ce-086d-42cf-89af-f27049524e9c req-62a14561-a361-47ff-ae2c-5354cf1cf77f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3137641 Jul 05 09:49:04.442094 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6570ba5-9dfd-494a-bebf-b826349bc4b9 req-4d911df8-47ac-46bb-8e76-c7c3d7808005 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461140 Jul 05 09:49:04.448840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1a579f40-17b4-4309-bd4a-d596de7d8fae,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:04.451670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f8dd5e50-f122-4526-8b4f-577bee4f9001 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:04.452138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:04.463389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:04.582005 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:04.616092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] Transition to ACTIVE for port object 1a579f40-17b4-4309-bd4a-d596de7d8fae will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:04.700282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 172.25.1.224 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/aa21b7ff-3a4d-436e-9b5d-cae05d566f10) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:04.789997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:04.820294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Allocated IP 172.20.0.2 (32c6f333-735d-485a-bf70-d2c11dd45747/6c33c8ec-a08b-442d-97af-6c9dcc34608c/50509b64-776e-415d-8168-1a709e7ffd44) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:05.097583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:05.112426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.136719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Transition to ACTIVE for port object 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:05.139320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.148247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.280086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:05.293336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:05.297758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c3b32-09ab-4c3f-8329-aaab267f6730 None None] Pushing event updated for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:05.321648 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf255d7f-d74c-4e57-ae95-62760945c0d2 x-openstack-request-id: req-bf255d7f-d74c-4e57-ae95-62760945c0d2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:05.322182 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "13041785-32e6-436d-ac3b-56cf005939fc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:05.322482 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf255d7f-d74c-4e57-ae95-62760945c0d2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:05.323133 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '13041785-32e6-436d-ac3b-56cf005939fc', 'status': 'completed', 'code': 200} Jul 05 09:49:05.342001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:05.367373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '6df47378-069b-4406-a831-f0b530de199b', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '6df47378-069b-4406-a831-f0b530de199b', 'mac_address': 'fa:16:3e:74:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:05.441492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port f8dd5e50-f122-4526-8b4f-577bee4f9001 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:05.487978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port f8dd5e50-f122-4526-8b4f-577bee4f9001 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:05.492522 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.496809 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.676954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.739291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df47378-069b-4406-a831-f0b530de199b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:05.771782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd952ae-b57d-4e7c-a306-dc4e57b46610 req-62c3e61a-dc81-44d1-88f6-66a07c012a32 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:05.791384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fd952ae-b57d-4e7c-a306-dc4e57b46610 req-62c3e61a-dc81-44d1-88f6-66a07c012a32 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 945 time: 0.6513557 Jul 05 09:49:05.798597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:05.831002 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.965066 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:05.997437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Transition to ACTIVE for port object 50509b64-776e-415d-8168-1a709e7ffd44 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:06.008379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:06.010296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=aa21b7ff-3a4d-436e-9b5d-cae05d566f10,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:06.027354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b781e332-6730-4068-8ba6-05881418d597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.032395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:06.064166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8:0:1::3ad (8bf03de8-a5cd-4166-895f-409ef6031a3b/86394606-d8c4-4b64-b738-c503f04a296b/38f09876-a5de-42d5-9979-ca02f4acc468) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:06.071866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fd952ae-b57d-4e7c-a306-dc4e57b46610 req-e6719621-6b6a-4145-9370-70a2a9c9ae85 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708192 Jul 05 09:49:06.079230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:06.166518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['6df47378-069b-4406-a831-f0b530de199b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:06.177152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Transition to ACTIVE for port object 50509b64-776e-415d-8168-1a709e7ffd44 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:06.180812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fee6:8231 (8bf03de8-a5cd-4166-895f-409ef6031a3b/51641e2d-fbc8-4ec8-9803-3238c1dcb586/38f09876-a5de-42d5-9979-ca02f4acc468) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:06.201744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.211586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Attempting to bind port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:06.211895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Attempting to bind port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:06.212278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Attempting to bind port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:06.274713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.277841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.292893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 on network f5cf31f1-922c-4681-98dd-3d68246fb773 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:06.293491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:06.294056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Attempting to bind port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:06.322426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Network 32c6f333-735d-485a-bf70-d2c11dd45747 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:06.342702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:06.370259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:06.411137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:06.411672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Checking segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:06.412282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Bound using segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:06.413285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Bound port: 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:06.413834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.452647 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.495731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.507154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.508612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.509160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.510031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.510853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.511655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.512398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.515739 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-ae45ef77-83e5-4995-b427-e452986c97ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6247 time: 1.2342281 Jul 05 09:49:06.764272 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.817828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a4d8-7dcd-46bb-b221-3a36e749185b req-b931edca-419d-4f2b-bc2f-6500f0b673f5 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.820642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e34a4d8-7dcd-46bb-b221-3a36e749185b req-b931edca-419d-4f2b-bc2f-6500f0b673f5 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 948 time: 0.8565192 Jul 05 09:49:06.831915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1a579f40-17b4-4309-bd4a-d596de7d8fae up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:06.852712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.860764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Attempting to bind port 50509b64-776e-415d-8168-1a709e7ffd44 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:06.861974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Attempting to bind port 50509b64-776e-415d-8168-1a709e7ffd44 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f4282e95-b46a-4bd5-967d-64c1bfc92450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:06.862829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Attempting to bind port 50509b64-776e-415d-8168-1a709e7ffd44 on network 32c6f333-735d-485a-bf70-d2c11dd45747 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:06.945652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:06.946275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Checking segment: {'id': 'f4282e95-b46a-4bd5-967d-64c1bfc92450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:06.946910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.947584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Bound using segment: {'id': 'f4282e95-b46a-4bd5-967d-64c1bfc92450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:06.948384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Bound port: 50509b64-776e-415d-8168-1a709e7ffd44, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4282e95-b46a-4bd5-967d-64c1bfc92450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:06.949050 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:06.956952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 38f09876-a5de-42d5-9979-ca02f4acc468 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:06.976776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-576e9bdd-1979-4d35-955c-c7dc0d2d41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.977839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-576e9bdd-1979-4d35-955c-c7dc0d2d41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.978651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-576e9bdd-1979-4d35-955c-c7dc0d2d41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:06.980663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Pushing event updated for resources: {'Port': ['ID=50509b64-776e-415d-8168-1a709e7ffd44,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:06.982218 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-576e9bdd-1979-4d35-955c-c7dc0d2d41ca service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5985c444215438f8b44ed2a08380a16&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4399626 Jul 05 09:49:07.011968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e34a4d8-7dcd-46bb-b221-3a36e749185b req-dff58e2e-3757-4d12-876b-64ba87645f49 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796277 Jul 05 09:49:07.012948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd5e50-f122-4526-8b4f-577bee4f9001'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:07.017149 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd3ae20-8732-48ab-b809-c7cbb3eec93b" -d '{"events": [{"server_uuid": "60434cb8-c923-44e0-88ce-fa9a1e0464ff", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd5e50-f122-4526-8b4f-577bee4f9001"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:07.066914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-78b34b13-fc7e-4e07-9704-50475f18153c None None] Provisioning for port 1a579f40-17b4-4309-bd4a-d596de7d8fae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:07.104665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] For port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:07.107814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f8dd5e50-f122-4526-8b4f-577bee4f9001, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f8dd5e50-f122-4526-8b4f-577bee4f9001,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:07.113180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-78b34b13-fc7e-4e07-9704-50475f18153c None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:07.114125 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78b34b13-fc7e-4e07-9704-50475f18153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.118765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] For port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:07.153018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.160886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Allocated IP 172.25.1.223 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/947d6512-b52f-4f53-95bf-087fbbe843fe) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:07.177181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.203035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.214150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.225791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.237841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.249314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.261128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.273235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.274282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b781e332-6730-4068-8ba6-05881418d597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.277495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-943472e4-8794-49bd-855f-3015bb2a8902 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5393 time: 0.8467245 Jul 05 09:49:07.309504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b781e332-6730-4068-8ba6-05881418d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.341007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] For port 50509b64-776e-415d-8168-1a709e7ffd44, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:07.354715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:07.355632 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.355818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.372259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.373518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.378432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] 10.222.0.16 "PUT /v2.0/ports/11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 HTTP/1.1" status: 200 len: 1092 time: 3.5399604 Jul 05 09:49:07.385319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:07.389943 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:07.448873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] For port 50509b64-776e-415d-8168-1a709e7ffd44, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=50509b64-776e-415d-8168-1a709e7ffd44,segment=NetworkSegment(f4282e95-b46a-4bd5-967d-64c1bfc92450),segment_id=f4282e95-b46a-4bd5-967d-64c1bfc92450)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:07.503693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:07.503935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.503935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=f8dd5e50-f122-4526-8b4f-577bee4f9001,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:07.552322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b781e332-6730-4068-8ba6-05881418d597 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f476d5b5f9e944b8872f317e4f9e06fb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2389700 Jul 05 09:49:07.561590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781e332-6730-4068-8ba6-05881418d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803eaa1d-e501-46f2-b8f6-07a5969612d7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:07.575255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53942) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:07.624036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-f3671c76-502e-4671-a7ad-9f0213b13edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.626692 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b7b292c4-c0ea-4126-ac09-4184e6dca738 req-f3671c76-502e-4671-a7ad-9f0213b13edb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6345594 Jul 05 09:49:07.630113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:07.659576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827a884-bc3e-4b2d-83b1-069df87e7dfb None None] Pushing event updated for resources: {'Port': ['ID=50509b64-776e-415d-8168-1a709e7ffd44,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:07.666124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=38f09876-a5de-42d5-9979-ca02f4acc468,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:07.685478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:07.703556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:07.714241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:07.715333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.719745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea659187-ae3b-4ec9-b427-abc908ed0f7e req-e1f12d65-930e-4d8e-bfb9-29ebceef705d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3925309 Jul 05 09:49:07.761518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38f9e5-2cdd-4cfc-b92c-8ea0d526d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:07.795636 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9893b91b-602f-4816-aac5-23573b391412 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.7310514 Jul 05 09:49:07.815912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53944) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:07.832592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.856136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:07.957265 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ae93667-fd9c-4b1c-9669-070940132495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.077295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=aa21b7ff-3a4d-436e-9b5d-cae05d566f10,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:08.114432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.120027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ae93667-fd9c-4b1c-9669-070940132495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.173341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.213956 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e7c46-37d9-40f9-9608-1448557513d2 x-openstack-request-id: req-3d3e7c46-37d9-40f9-9608-1448557513d2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:08.214759 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60434cb8-c923-44e0-88ce-fa9a1e0464ff", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd5e50-f122-4526-8b4f-577bee4f9001", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:08.214759 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d3e7c46-37d9-40f9-9608-1448557513d2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:08.216055 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd5e50-f122-4526-8b4f-577bee4f9001', 'code': 200} Jul 05 09:49:08.244942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.260214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cc603aaa-56d0-4821-a20f-d3f4babf2179 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1434300 Jul 05 09:49:08.335499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ae93667-fd9c-4b1c-9669-070940132495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.347552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ae93667-fd9c-4b1c-9669-070940132495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.352138 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5ae93667-fd9c-4b1c-9669-070940132495 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/803eaa1d-e501-46f2-b8f6-07a5969612d7 HTTP/1.1" status: 204 len: 168 time: 0.7663336 Jul 05 09:49:08.362962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a8d4ddd-ea66-4fcb-91c3-3a88b34629cd None None] Provisioning for port 38f09876-a5de-42d5-9979-ca02f4acc468 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:08.381637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a8d4ddd-ea66-4fcb-91c3-3a88b34629cd None None] Provisioning complete for port 38f09876-a5de-42d5-9979-ca02f4acc468 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:08.381975 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4ddd-ea66-4fcb-91c3-3a88b34629cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.387927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae93667-fd9c-4b1c-9669-070940132495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803eaa1d-e501-46f2-b8f6-07a5969612d7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:08.467246 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d59f05-6dc8-4ab7-8eb3-bb3e69438931 x-openstack-request-id: req-53d59f05-6dc8-4ab7-8eb3-bb3e69438931 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:08.468075 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:08.471393 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53d59f05-6dc8-4ab7-8eb3-bb3e69438931 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:08.472738 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35', 'status': 'completed', 'code': 200} Jul 05 09:49:08.510682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:08.579290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e34b3-213e-4dc6-a1e8-0d4c9059225d req-3daafb79-95ae-4a41-aba7-782889bbbddb tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.608820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f32e34b3-213e-4dc6-a1e8-0d4c9059225d req-3daafb79-95ae-4a41-aba7-782889bbbddb tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=60434cb8-c923-44e0-88ce-fa9a1e0464ff HTTP/1.1" status: 200 len: 946 time: 1.3129473 Jul 05 09:49:08.683132 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.718376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d4ddd-ea66-4fcb-91c3-3a88b34629cd None None] Port 38f09876-a5de-42d5-9979-ca02f4acc468 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:08.783791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 6df47378-069b-4406-a831-f0b530de199b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:08.796936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 6df47378-069b-4406-a831-f0b530de199b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:08.797584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:08.825588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50509b64-776e-415d-8168-1a709e7ffd44 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:08.837359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b945ec-514c-492b-a9e0-94ff7553338b req-05b64283-71e6-44c4-a5f9-def549d9d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.839380 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-31b945ec-514c-492b-a9e0-94ff7553338b req-05b64283-71e6-44c4-a5f9-def549d9d02d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60434cb8-c923-44e0-88ce-fa9a1e0464ff HTTP/1.1" status: 200 len: 1098 time: 0.4131544 Jul 05 09:49:08.853855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.854485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.855027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.855603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.856137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.856674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.857209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:08.859601 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-4b400fab-4472-4551-bdc9-f568549e097d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6289 time: 0.3883834 Jul 05 09:49:08.965941 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-31b945ec-514c-492b-a9e0-94ff7553338b req-89444a14-10a8-45a9-8d04-0ecbfebd5170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041987 Jul 05 09:49:09.048577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-28e5dd1d-5abc-4c07-ab2a-2862c9783e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:09.049339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-28e5dd1d-5abc-4c07-ab2a-2862c9783e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:09.050422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-28e5dd1d-5abc-4c07-ab2a-2862c9783e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:09.052816 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-28e5dd1d-5abc-4c07-ab2a-2862c9783e10 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5985c444215438f8b44ed2a08380a16&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1838727 Jul 05 09:49:09.073213 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.118416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 50509b64-776e-415d-8168-1a709e7ffd44 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:09.157034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:09.167350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.247899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-2fcc8308-5979-4226-8d0e-e695b879a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:09.250673 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed0af780-44a6-4a6a-9265-4d5b6d84d6cf req-2fcc8308-5979-4226-8d0e-e695b879a98a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884449 Jul 05 09:49:09.260979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f32e34b3-213e-4dc6-a1e8-0d4c9059225d req-135b7aeb-6dc6-4056-96dc-898a2774dcc5 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495984 Jul 05 09:49:09.287229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:09.306627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:09.316648 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.351787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c03dd4-3edb-44d0-965d-afa71f5b2786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.453089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 38f09876-a5de-42d5-9979-ca02f4acc468 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:09.453795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.474318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:09.548323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:09.563003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:09.595539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c03dd4-3edb-44d0-965d-afa71f5b2786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.602393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c03dd4-3edb-44d0-965d-afa71f5b2786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.633211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Port': ['ID=947d6512-b52f-4f53-95bf-087fbbe843fe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:09.664773 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-26c03dd4-3edb-44d0-965d-afa71f5b2786 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=392d1b52d9d548d19a69cb145374aae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526356 Jul 05 09:49:09.664773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c03dd4-3edb-44d0-965d-afa71f5b2786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c2a66-efc2-44fa-b6b4-ebaea2343269,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:09.666739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:09.756879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd307507-b994-4d71-a9a9-d5e695b520c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.790659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd307507-b994-4d71-a9a9-d5e695b520c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.883855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd307507-b994-4d71-a9a9-d5e695b520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.884936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac535f-8302-4d53-8417-b23bd2fd0bb5 None None] Network 32c6f333-735d-485a-bf70-d2c11dd45747 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:09.886826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd307507-b994-4d71-a9a9-d5e695b520c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:09.888327 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dd307507-b994-4d71-a9a9-d5e695b520c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/874c2a66-efc2-44fa-b6b4-ebaea2343269 HTTP/1.1" status: 204 len: 168 time: 0.2204187 Jul 05 09:49:09.898964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd307507-b994-4d71-a9a9-d5e695b520c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c2a66-efc2-44fa-b6b4-ebaea2343269,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:09.989667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca9ed252-6d63-4a8e-9295-ccdb3c9f024e None None] Provisioning for port 50509b64-776e-415d-8168-1a709e7ffd44 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:09.998636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca9ed252-6d63-4a8e-9295-ccdb3c9f024e None None] Provisioning complete for port 50509b64-776e-415d-8168-1a709e7ffd44 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:09.999243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca9ed252-6d63-4a8e-9295-ccdb3c9f024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.228528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:10.232615 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a02812a-e30c-48a6-86b9-ec568c195b3f" -d '{"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-plugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:10.349412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca9ed252-6d63-4a8e-9295-ccdb3c9f024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.419674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ca9ed252-6d63-4a8e-9295-ccdb3c9f024e None None] For port 50509b64-776e-415d-8168-1a709e7ffd44, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=50509b64-776e-415d-8168-1a709e7ffd44,segment=NetworkSegment(f4282e95-b46a-4bd5-967d-64c1bfc92450),segment_id=f4282e95-b46a-4bd5-967d-64c1bfc92450)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:10.427434 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca9ed252-6d63-4a8e-9295-ccdb3c9f024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.504011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae75a7-af7c-4bf9-b31f-853445831589 req-fb2ee3f0-d4c7-4253-88c5-777e04a404d7 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.516375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccae75a7-af7c-4bf9-b31f-853445831589 req-fb2ee3f0-d4c7-4253-88c5-777e04a404d7 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 948 time: 1.7035787 Jul 05 09:49:10.545916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ed252-6d63-4a8e-9295-ccdb3c9f024e None None] Pushing event updated for resources: {'Port': ['ID=50509b64-776e-415d-8168-1a709e7ffd44,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:10.591509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a08c509-a258-4a02-b09d-4da2a020de1a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:10.660397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.698578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.755579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c6cff6f6-5d9f-4a85-a503-1b421667534a None None] Provisioning complete for port 50509b64-776e-415d-8168-1a709e7ffd44 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:10.755958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6cff6f6-5d9f-4a85-a503-1b421667534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:10.757879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 38f09876-a5de-42d5-9979-ca02f4acc468 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:10.776251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccae75a7-af7c-4bf9-b31f-853445831589 req-944da39c-7b9d-4f01-a1b0-abeabd7e3a97 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575963 Jul 05 09:49:10.874580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Transition to ACTIVE for port object 6a08c509-a258-4a02-b09d-4da2a020de1a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:10.958031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.964128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.971329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.980549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.986642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.993658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:10.999667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.003262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-50faa6dd-8b80-4513-aade-27ded8da57da tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5393 time: 1.3917656 Jul 05 09:49:11.004646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.254831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-73647dca-5148-45fa-8b27-3afa0c5f5c31 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--113591286&fields=id&tenant_id=5b038beae1ef468a9d117947fbf9fb44 HTTP/1.1" status: 200 len: 267 time: 0.2425728 Jul 05 09:49:11.262009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Pushing event updated for resources: {'Port': ['ID=6a08c509-a258-4a02-b09d-4da2a020de1a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:11.281823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18e5f180-1cc2-489c-ab26-08c6ba39be78 req-95792f61-9749-40ff-9845-3b626b36dfd8 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2635367 Jul 05 09:49:11.563687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d2dc045d-1233-4d12-a6c4-486b2ca6deab tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.566736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d2dc045d-1233-4d12-a6c4-486b2ca6deab tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports/c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 930 time: 0.2836075 Jul 05 09:49:11.584973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.598128 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1adef-bd11-4f59-abb3-725e26529803 x-openstack-request-id: req-13e1adef-bd11-4f59-abb3-725e26529803 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:11.603595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Attempting to bind port 6a08c509-a258-4a02-b09d-4da2a020de1a on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:11.603928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Attempting to bind port 6a08c509-a258-4a02-b09d-4da2a020de1a by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:11.604261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Attempting to bind port 6a08c509-a258-4a02-b09d-4da2a020de1a on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:11.604620 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-plugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:11.604898 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13e1adef-bd11-4f59-abb3-725e26529803 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:11.605336 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b', 'code': 200} Jul 05 09:49:11.749832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Port 6a08c509-a258-4a02-b09d-4da2a020de1a on network f5cf31f1-922c-4681-98dd-3d68246fb773 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:11.750239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Attempting to bind port 6a08c509-a258-4a02-b09d-4da2a020de1a on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:11.800702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:11.801082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Checking segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:11.801592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Bound using segment: {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:11.802180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Bound port: 6a08c509-a258-4a02-b09d-4da2a020de1a, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7123bc59-6d3b-49dc-882f-783018753251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:11.802550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:11.843330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43002-2bd7-4931-b630-cf81ad0aaebd req-749abc7f-d65f-4415-81d9-4e4e68c24b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.844970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-09c43002-2bd7-4931-b630-cf81ad0aaebd req-749abc7f-d65f-4415-81d9-4e4e68c24b3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 1101 time: 0.1473167 Jul 05 09:49:11.896972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-1ee99f65-c1fa-4538-8d02-58a4791fc7f3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:11.903934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-1ee99f65-c1fa-4538-8d02-58a4791fc7f3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 932 time: 0.3238845 Jul 05 09:49:11.922533 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-09c43002-2bd7-4931-b630-cf81ad0aaebd req-6065581b-c1c3-47e0-a80b-aab831f37a90 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708916 Jul 05 09:49:11.949912 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.059058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b990987f-9cef-4889-b472-ffe47feca9dd tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1109848 Jul 05 09:49:12.066818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=38f09876-a5de-42d5-9979-ca02f4acc468,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:12.277789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0560ee72-2e5f-4329-bb72-1e1127052a8e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1960557 Jul 05 09:49:12.350425 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.355436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-33ae5edc-eb50-4a90-aa64-6e7d3cf147e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/38f09876-a5de-42d5-9979-ca02f4acc468 HTTP/1.1" status: 204 len: 168 time: 4.4812105 Jul 05 09:49:12.358119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54022) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:12.361657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] For port 6a08c509-a258-4a02-b09d-4da2a020de1a, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:12.471008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] For port 6a08c509-a258-4a02-b09d-4da2a020de1a, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=6a08c509-a258-4a02-b09d-4da2a020de1a,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:12.475427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2be76b-e843-4f31-abd8-16797e7f9686 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.483609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db2be76b-e843-4f31-abd8-16797e7f9686 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1231303 Jul 05 09:49:12.484691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:12.582856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c60e-5bd9-4e1b-996f-0b89b9f577d9 req-3b187780-26ca-4a48-b82c-4c0823e1bc47 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.595046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3e9c60e-5bd9-4e1b-996f-0b89b9f577d9 req-3b187780-26ca-4a48-b82c-4c0823e1bc47 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=60434cb8-c923-44e0-88ce-fa9a1e0464ff HTTP/1.1" status: 200 len: 946 time: 0.7972841 Jul 05 09:49:12.611901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.642211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50509b64-776e-415d-8168-1a709e7ffd44 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:12.644976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf54eb1-13d8-422c-aeb0-968d565f1cfc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.647630 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dbf54eb1-13d8-422c-aeb0-968d565f1cfc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1601114 Jul 05 09:49:12.653620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54034) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:12.724248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 50509b64-776e-415d-8168-1a709e7ffd44 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:12.725445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.822076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3413d1-d110-40de-beea-deea9afe2457 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.825375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3413d1-d110-40de-beea-deea9afe2457 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.828499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3413d1-d110-40de-beea-deea9afe2457 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.831292 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2d3413d1-d110-40de-beea-deea9afe2457 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1760995 Jul 05 09:49:12.836091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:12.857719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Pushing event updated for resources: {'Port': ['ID=6a08c509-a258-4a02-b09d-4da2a020de1a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:12.933215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 51641e2d-fbc8-4ec8-9803-3238c1dcb586 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:49:12.940257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:12.974800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-156bb86a-20fd-4de4-bf14-a08d95cd639b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:12.988319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-156bb86a-20fd-4de4-bf14-a08d95cd639b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:13.000520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-156bb86a-20fd-4de4-bf14-a08d95cd639b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:13.003882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-156bb86a-20fd-4de4-bf14-a08d95cd639b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/networks?id=98ea41e3-cf22-4a13-848f-12586fc4efe9&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073 HTTP/1.1" status: 200 len: 1990 time: 0.6793849 Jul 05 09:49:13.018419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.056647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:13.058196 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.060227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-beadb2d8-7364-4c13-a9ba-221f1e4f3ffe service neutron] 10.222.0.16 "PUT /v2.0/ports/6a08c509-a258-4a02-b09d-4da2a020de1a HTTP/1.1" status: 200 len: 1092 time: 5.5929613 Jul 05 09:49:13.069016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:13.079994 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:13.105205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-44f12e89-4482-4b79-ae70-ddf13eef2736 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/quotas/5b038beae1ef468a9d117947fbf9fb44 HTTP/1.1" status: 200 len: 375 time: 0.0898342 Jul 05 09:49:13.107226 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.146853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:13.194089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.331282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.368302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3e9c60e-5bd9-4e1b-996f-0b89b9f577d9 req-fa542d7a-a454-4598-b46f-e42e7bcfde54 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7702186 Jul 05 09:49:13.381581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=51641e2d-fbc8-4ec8-9803-3238c1dcb586,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:13.400608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.402112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4dee1d-8117-4501-b93e-57b4165fd51b None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:13.406046 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3ef1ff04-7855-49a3-b8bc-d1178014b6a7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/51641e2d-fbc8-4ec8-9803-3238c1dcb586 HTTP/1.1" status: 204 len: 168 time: 0.5667350 Jul 05 09:49:13.415359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:13.541400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 86394606-d8c4-4b64-b738-c503f04a296b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:49:13.547237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.619623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.705299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-83244094-881f-48e0-b904-1ca4edcf3cb6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5496123 Jul 05 09:49:13.719018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.790242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.897773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.933357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7670be-f4f8-44cb-82f8-de860a612da5 req-83b730cb-4ca1-4b31-a8d0-519b8077ba58 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:13.934671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=86394606-d8c4-4b64-b738-c503f04a296b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:13.935346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df7670be-f4f8-44cb-82f8-de860a612da5 req-83b730cb-4ca1-4b31-a8d0-519b8077ba58 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 949 time: 0.3792777 Jul 05 09:49:13.942069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:13.947183 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eda6f00b-1f17-4f56-abd8-b2d5b252e9e9 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/86394606-d8c4-4b64-b738-c503f04a296b HTTP/1.1" status: 204 len: 168 time: 0.5268998 Jul 05 09:49:13.948441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:14.002916 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b33a101d-dc5e-49c7-bb4d-fcde7ba0db1d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537419 Jul 05 09:49:14.007813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:14.008958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Router 76a9230f-a2ce-46a0-beb1-a5df1214ea3a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:49:14.018179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:14.019571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b999e554-b9bf-41fc-8d72-e9619c9198a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.054222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d085636b-271e-4506-862c-3a2f9e22b108 service neutron] 10.222.0.21 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140199 Jul 05 09:49:14.150659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:14.156325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.230874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df7670be-f4f8-44cb-82f8-de860a612da5 req-5100ea89-6e68-4545-85c1-d90c8854bb31 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319088 Jul 05 09:49:14.387844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:14.404738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] Sync routers for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:14.439754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:14.440957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:48:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:14.541537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:14.567598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:14.568430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:48:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:14.589815 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.601233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-84dd1b18-3b7a-4a99-9268-2e5297a7bceb tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.7375939 Jul 05 09:49:14.616069 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54056) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:14.622212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:14.623397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49d5e4-0fd0-40cf-b0f4-de3b1ea79438 None None] The sync data for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:14.708798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc3032-6ee9-48f7-aba4-85f1bbb4c2d0 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:14.890617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-19bffc92-ab93-49f9-be27-b5410e75c891 None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:14.891725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-19bffc92-ab93-49f9-be27-b5410e75c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:14.938527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:49:15.272281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Update dhcp port {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': 'e48b9610-b64d-46ea-87fe-a773957173c8'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '1a579f40-17b4-4309-bd4a-d596de7d8fae'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:49:15.283633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ba84617-0728-478a-8cc8-652f33bd8526 service neutron] 10.222.0.21 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2052655 Jul 05 09:49:15.333206 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.398707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9de98b3-1e29-4626-9567-ba39ad742dcd {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:15.410894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.432193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.439813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.446113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.452367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.460257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.467424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.476731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:15.488134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-1ea0ea6b-890c-4bc1-a653-cb3f79990ca0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5405 time: 0.9570148 Jul 05 09:49:15.508611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-011b0272-023e-4507-a9f7-4229ef5f70c4 service neutron] 10.222.0.21 "GET /v2.0/ports/c0f63dfa-7151-4340-be68-2acedd3cb84f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2231677 Jul 05 09:49:15.544952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Transition to ACTIVE for port object b9de98b3-1e29-4626-9567-ba39ad742dcd will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:15.552241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe77:d35b-bde9e0ce-bf8c-4575-9a93-52536d81bf {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:49:15.552649 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:49:15.585943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:15.683814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab0f9dd6-b7e5-4564-9a3f-e76083519af6 req-42ef2683-e0fd-424f-b2ff-50cb451ff163 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946445 Jul 05 09:49:15.706610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Pushing event updated for resources: {'Port': ['ID=b9de98b3-1e29-4626-9567-ba39ad742dcd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:15.800721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7033d705-eb5c-4836-8cff-0036840f3021 service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908676 Jul 05 09:49:15.984155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Attempting to bind port b9de98b3-1e29-4626-9567-ba39ad742dcd on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:15.990449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Attempting to bind port b9de98b3-1e29-4626-9567-ba39ad742dcd by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:15.991052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Attempting to bind port b9de98b3-1e29-4626-9567-ba39ad742dcd on network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:16.006829 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d3a17-d7f9-4bc7-988f-fdaf79fc5c8f x-openstack-request-id: req-e77d3a17-d7f9-4bc7-988f-fdaf79fc5c8f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:16.007545 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:16.008158 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e77d3a17-d7f9-4bc7-988f-fdaf79fc5c8f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:16.008908 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a', 'status': 'completed', 'code': 200} Jul 05 09:49:16.029503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Port b9de98b3-1e29-4626-9567-ba39ad742dcd on network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:16.029835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Attempting to bind port b9de98b3-1e29-4626-9567-ba39ad742dcd on network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:16.040744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:16.041085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Checking segment: {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:16.041518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Bound using segment: {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:16.042119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Bound port: b9de98b3-1e29-4626-9567-ba39ad742dcd, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:16.042487 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.067789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8287b0a9-0a49-4d5a-837b-5544b847cdee service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657743 Jul 05 09:49:16.138353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] For port b9de98b3-1e29-4626-9567-ba39ad742dcd, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:16.142304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] For port b9de98b3-1e29-4626-9567-ba39ad742dcd, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:16.162275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.200830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5a1e922b-ae34-49a9-a195-88babb19f774 service neutron] 10.222.0.21 "GET /v2.0/ports/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0567946 Jul 05 09:49:16.202643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.311686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.343362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-fcf1aa02-5377-4c94-a616-99aa3999ad58 service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308050 Jul 05 09:49:16.375544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.377661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.380151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] 10.222.0.16 "PUT /v2.0/ports/b9de98b3-1e29-4626-9567-ba39ad742dcd HTTP/1.1" status: 200 len: 1092 time: 3.2480567 Jul 05 09:49:16.454739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Request body: {'port': {'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:16.552623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba2ba5-583f-4db8-b702-7d7004e36d37 service neutron] Pushing event updated for resources: {'Port': ['ID=b9de98b3-1e29-4626-9567-ba39ad742dcd,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:16.590986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.591768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.592509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.593232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.594658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.596378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.597173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:16.599910 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-641fbc85-49f3-4037-82bb-47bf21661c35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6425 time: 0.3854692 Jul 05 09:49:16.601014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0d56ab77-efd1-4e6f-b141-6d427fd0d444 service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203047 Jul 05 09:49:16.606778 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:49:16.700628 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.755628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.775858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7705d08-2d4f-4892-9804-5469bfe7d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:16.883997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1a579f40-17b4-4309-bd4a-d596de7d8fae,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:16.919245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b8ffee39-724c-4e5d-a9b0-d3b8535234a6 service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170872 Jul 05 09:49:17.000278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.011720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.015673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-929e2ed6-4dd4-4359-a562-96c9a8e6ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.016600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-929e2ed6-4dd4-4359-a562-96c9a8e6ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.017507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-929e2ed6-4dd4-4359-a562-96c9a8e6ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.020734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-929e2ed6-4dd4-4359-a562-96c9a8e6ebc5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5985c444215438f8b44ed2a08380a16&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4102416 Jul 05 09:49:17.025584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:49:17.026482 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:49:17.039350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.040732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.279520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-74de2a78-b500-41d9-b8a0-4856aa7424a8 service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477871 Jul 05 09:49:17.391771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:17.435696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:17.465569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.466204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.503569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4d8334-6b5f-405f-881c-6bc2234c27b7 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:17.509572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:17.514135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=e48b9610-b64d-46ea-87fe-a773957173c8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:17.516333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.537604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Transition to ACTIVE for port object ae4d8334-6b5f-405f-881c-6bc2234c27b7 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:17.557674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.596555 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fe57e6df-1a06-41a9-8f80-1ab18de5a39b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5858200 Jul 05 09:49:17.603528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54100) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:17.628551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fa6270c0-049e-41c0-9309-b2b2f73648a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:17.675407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-01e9c50a-6c6f-4c4e-8e6e-c47b0b685893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:17.677432 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06f40f0f-99b4-49d7-a06c-9a3b54bd7d5e req-01e9c50a-6c6f-4c4e-8e6e-c47b0b685893 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6401584 Jul 05 09:49:17.724930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0bfdbe32-aa77-454f-a578-5330b181e831 service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336543 Jul 05 09:49:17.746484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4d8334-6b5f-405f-881c-6bc2234c27b7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:17.836499 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:17.945624 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.010142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.016106 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Allocated IP 172.20.0.1 (32c6f333-735d-485a-bf70-d2c11dd45747/6c33c8ec-a08b-442d-97af-6c9dcc34608c/5715faf5-6b08-4071-aa01-d9705c7c22bd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:18.016392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.022234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.029977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.038635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.044827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.051750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.054108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-ba5a151d-d7fa-46de-afb3-83d74bc97889 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 0.5116861 Jul 05 09:49:18.060664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:18.063068 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c6286-97e7-4ca2-9865-2d7c24f33202" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:18.133643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d43d62fe-953d-4730-84c5-4731f59d0bc5 req-37f3f812-8abc-48d3-8abc-c8be5812f034 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609117 Jul 05 09:49:18.143398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.155309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Attempting to bind port ae4d8334-6b5f-405f-881c-6bc2234c27b7 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:18.155649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Attempting to bind port ae4d8334-6b5f-405f-881c-6bc2234c27b7 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:18.155956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Attempting to bind port ae4d8334-6b5f-405f-881c-6bc2234c27b7 on network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:18.160173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Transition to ACTIVE for port object 5715faf5-6b08-4071-aa01-d9705c7c22bd will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:18.167246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-769675a9-0c45-4615-a3e7-2efe622e9d80 service neutron] 10.222.0.21 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169278 Jul 05 09:49:18.204846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Port ae4d8334-6b5f-405f-881c-6bc2234c27b7 on network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:18.205441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Attempting to bind port ae4d8334-6b5f-405f-881c-6bc2234c27b7 on network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:18.213952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.215842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:18.216189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Checking segment: {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:18.216738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Bound using segment: {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:18.217611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Bound port: ae4d8334-6b5f-405f-881c-6bc2234c27b7, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da16f751-faf4-4adb-899b-c1fcb75191b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:18.217964 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.236488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6270c0-049e-41c0-9309-b2b2f73648a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:18.240114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa6270c0-049e-41c0-9309-b2b2f73648a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.269491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Network 32c6f333-735d-485a-bf70-d2c11dd45747 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:18.280534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:18.302762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:18.318380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871ec57-e977-4497-8cd8-868225997ec2 req-d7758309-ff6d-434d-a50f-7ba462cbe517 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:18.320226 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2871ec57-e977-4497-8cd8-868225997ec2 req-d7758309-ff6d-434d-a50f-7ba462cbe517 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "GET /v2.0/ports?device_id=60434cb8-c923-44e0-88ce-fa9a1e0464ff HTTP/1.1" status: 200 len: 946 time: 0.4630890 Jul 05 09:49:18.356633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-1b96abdd-12bd-4ff4-bd97-71d720ced953 service neutron] 10.222.0.21 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422508 Jul 05 09:49:18.371194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1a579f40-17b4-4309-bd4a-d596de7d8fae,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:18.425178 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.428768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Port': ['ID=5715faf5-6b08-4071-aa01-d9705c7c22bd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:18.456701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.506632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.640906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1a579f40-17b4-4309-bd4a-d596de7d8fae up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:18.652752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] For port ae4d8334-6b5f-405f-881c-6bc2234c27b7, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:18.721905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d067c25-04ec-4f86-a160-d95021862a0a None None] Pushing event updated for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:18.769334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] For port ae4d8334-6b5f-405f-881c-6bc2234c27b7, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:18.789363 n-d-771363-33 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-fa6270c0-049e-41c0-9309-b2b2f73648a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e48b9610-b64d-46ea-87fe-a773957173c8 (CIDR: 2001:db8::/64) Jul 05 09:49:18.801341 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6270c0-049e-41c0-9309-b2b2f73648a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:49:18.801949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6270c0-049e-41c0-9309-b2b2f73648a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:49:18.827981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:18.827981 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.833649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:18.843601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-eb6d9a45-efcc-412c-be10-0315128e396d service neutron] 10.222.0.21 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618840 Jul 05 09:49:18.941935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fa6270c0-049e-41c0-9309-b2b2f73648a8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3372345 Jul 05 09:49:18.955300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7fd28114-bbd3-49b4-b9aa-f7af1613fe2c None None] Provisioning for port 5715faf5-6b08-4071-aa01-d9705c7c22bd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:18.967186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7fd28114-bbd3-49b4-b9aa-f7af1613fe2c None None] Provisioning complete for port 5715faf5-6b08-4071-aa01-d9705c7c22bd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:18.983376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fd28114-bbd3-49b4-b9aa-f7af1613fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.024972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54124) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:19.025582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.026372 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.028183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] 10.222.0.16 "PUT /v2.0/ports/ae4d8334-6b5f-405f-881c-6bc2234c27b7 HTTP/1.1" status: 200 len: 1092 time: 2.5838230 Jul 05 09:49:19.065289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:19.197852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7fd28114-bbd3-49b4-b9aa-f7af1613fe2c None None] Port 5715faf5-6b08-4071-aa01-d9705c7c22bd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:19.380886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea6893-18bf-43a3-9e9a-a0f45c764d70 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4d8334-6b5f-405f-881c-6bc2234c27b7,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:19.386860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-e423b5c4-29d0-4eb5-99dd-fd9a1606b4d4 service neutron] 10.222.0.21 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424211 Jul 05 09:49:19.451781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Deleting port f8dd5e50-f122-4526-8b4f-577bee4f9001 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:19.453286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.503890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-8dc8cfdc-929c-4e19-879d-3160d7c25e83 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.505480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-8dc8cfdc-929c-4e19-879d-3160d7c25e83 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 813 time: 0.6177249 Jul 05 09:49:19.593747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.594238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.594708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.596139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.596725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.597255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.597726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.600780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e24e2520-d071-4117-b872-f9b37a2e8010 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6493 time: 0.4557111 Jul 05 09:49:19.608145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-9964ae13-4a54-43f1-9f31-ab9569ceea95 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/quotas/c664e3ba04ed4a2487d0d1de2f4dc5df HTTP/1.1" status: 200 len: 375 time: 0.0915489 Jul 05 09:49:19.624482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.786981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-e99ff636-35cb-4aed-83df-1ffe7a540808 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:19.789811 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-e99ff636-35cb-4aed-83df-1ffe7a540808 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 945 time: 0.5715096 Jul 05 09:49:19.831352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f5afb1-69bb-4b91-9f20-eaef1489dc1c None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:19.952426 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.969237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] For port f8dd5e50-f122-4526-8b4f-577bee4f9001, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f8dd5e50-f122-4526-8b4f-577bee4f9001,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:19.969662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:19.981231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f7a912bd-a3cd-4ff4-93fc-64e6b62daf78 None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:19.981815 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7a912bd-a3cd-4ff4-93fc-64e6b62daf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.011424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Calling delete_port for f8dd5e50-f122-4526-8b4f-577bee4f9001 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:20.250481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-a798124c-95f2-462b-83bd-fd6e893d25fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32cdeb3a-0978-42c8-bd59-438734421873 HTTP/1.1" status: 200 len: 217 time: 0.6384459 Jul 05 09:49:20.301387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Deleting port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:20.301741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.337298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:20.341032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.374559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-adf54b7e-d65d-475f-9a08-d1f8cbfb37b0 service neutron] 10.222.0.21 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9676507 Jul 05 09:49:20.421092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4dc8789f-1d74-4d82-8fba-8c5007e91388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:20.422637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4dc8789f-1d74-4d82-8fba-8c5007e91388 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d07fc6b9-d340-44f5-83ff-46f2dfb013a6 HTTP/1.1" status: 200 len: 855 time: 0.1562567 Jul 05 09:49:20.439308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-e83e21a0-9554-4b6c-a9d7-5d5e769fdce4 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8295581 Jul 05 09:49:20.460158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] For port 3cbfa088-bc2e-4642-99f9-f8e4598670d2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3cbfa088-bc2e-4642-99f9-f8e4598670d2,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:20.460604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.478253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Calling delete_port for 3cbfa088-bc2e-4642-99f9-f8e4598670d2 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:20.482583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:20.638689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5df9929d-a0dd-4646-bad5-d6c370e3dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:20.640349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-5df9929d-a0dd-4646-bad5-d6c370e3dcc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d19c0da2-96f2-499c-a741-a3d9f8740b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943746 Jul 05 09:49:20.828798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.863750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:20.923877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event deleted for resources: {'Port': ['ID=f8dd5e50-f122-4526-8b4f-577bee4f9001,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:20.929618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4cc111bd-5137-4db3-8778-4b7656c82951 service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794857 Jul 05 09:49:20.996108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['f8dd5e50-f122-4526-8b4f-577bee4f9001'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:21.016038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['3cbfa088-bc2e-4642-99f9-f8e4598670d2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:21.035655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] No DVR routers for this DVR port 3cbfa088-bc2e-4642-99f9-f8e4598670d2 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:49:21.037374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event deleted for resources: {'Port': ['ID=3cbfa088-bc2e-4642-99f9-f8e4598670d2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:21.042088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.044298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-659093d7-cbae-4187-b77a-c27e7a682ea0 req-6eee5cf7-41ec-4544-aace-2dca6d7f66b2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "DELETE /v2.0/ports/3cbfa088-bc2e-4642-99f9-f8e4598670d2 HTTP/1.1" status: 204 len: 173 time: 1.2421730 Jul 05 09:49:21.045794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'name': 'network-vif-deleted', 'tag': '3cbfa088-bc2e-4642-99f9-f8e4598670d2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:21.047211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['f8dd5e50-f122-4526-8b4f-577bee4f9001'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:21.048170 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af6790-3e55-41e8-9c29-fe5fe0539adf" -d '{"events": [{"server_uuid": "14443d2b-ab0a-4131-8aa3-b387c22d6089", "name": "network-vif-deleted", "tag": "3cbfa088-bc2e-4642-99f9-f8e4598670d2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:21.075792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] No DVR routers for this DVR port f8dd5e50-f122-4526-8b4f-577bee4f9001 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:49:21.112376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.117778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2871ec57-e977-4497-8cd8-868225997ec2 req-857727d8-71fe-4348-beec-b2a55092c67e tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "DELETE /v2.0/ports/f8dd5e50-f122-4526-8b4f-577bee4f9001 HTTP/1.1" status: 204 len: 173 time: 2.7904196 Jul 05 09:49:21.153124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['3cbfa088-bc2e-4642-99f9-f8e4598670d2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:21.159127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.194856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.205306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.263804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c17bb97c-c510-4ce6-bf87-ce7981047999 None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:21.265231 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c17bb97c-c510-4ce6-bf87-ce7981047999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.306839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=e9297a18-dcf9-47fb-9e25-73120b2c406a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:21.325217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b07ba7e8-5380-4589-9009-d692852cbbcc service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768249 Jul 05 09:49:21.370771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Port': ['ID=5715faf5-6b08-4071-aa01-d9705c7c22bd,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:21.430562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-7487db76-dfe4-4f11-9c91-cd612dd4043e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 217 time: 0.0882802 Jul 05 09:49:21.433514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:21.436866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:21.445266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-376d445e-bbb7-4773-9d30-15b988c38246 service neutron] 10.222.0.21 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0043221 Jul 05 09:49:21.448235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:21.461515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:21.462248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.483968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40fbad3-6184-4d38-bb57-952e2636bfb8 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:21.498911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '6df47378-069b-4406-a831-f0b530de199b', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '6df47378-069b-4406-a831-f0b530de199b', 'mac_address': 'fa:16:3e:74:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:21.514083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.609555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-07a32691-c8df-44f4-a524-20ca4514b293 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5783944 Jul 05 09:49:21.615008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:21.627374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:2c:93:23', 'name': 'tempest-NetworksTestDHCPv6-1280334036'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:21.753392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-0ef30fc6-1e45-468d-8ea1-da58a36bd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:21.760611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-0ef30fc6-1e45-468d-8ea1-da58a36bd96f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.3140588 Jul 05 09:49:21.777036 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a835d-096e-4f15-842d-4ea84d0b6ace x-openstack-request-id: req-350a835d-096e-4f15-842d-4ea84d0b6ace {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:21.778838 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:21.779224 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-350a835d-096e-4f15-842d-4ea84d0b6ace {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:21.779755 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd', 'status': 'completed', 'code': 200} Jul 05 09:49:21.902737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-10fbd6d7-dfa6-4297-b42b-d4e88d116302 service neutron] 10.222.0.21 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220240 Jul 05 09:49:21.913150 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:21.933832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b68de8c8-f98e-4ed2-818b-ac28255b5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:21.948150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-b68de8c8-f98e-4ed2-818b-ac28255b5ea7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1661291 Jul 05 09:49:22.002373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6df47378-069b-4406-a831-f0b530de199b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:22.099990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:22.113857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.250095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:22.337450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:22.409210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Network 32c6f333-735d-485a-bf70-d2c11dd45747 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:22.410424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['6df47378-069b-4406-a831-f0b530de199b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:22.427348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:22.627842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f8dd5e50-f122-4526-8b4f-577bee4f9001 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:22.649468 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8e41aa43-3200-4511-bec5-8f7804e515b6 req-1dbadd5c-64b3-4653-8747-1ca8119b9bad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0352719 Jul 05 09:49:22.656666 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:22.729474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: f8dd5e50-f122-4526-8b4f-577bee4f9001 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:22.730092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f8dd5e50-f122-4526-8b4f-577bee4f9001 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:22.739938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-a4c9d6e1-61c5-4423-acb4-1d2e64e83fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834685 Jul 05 09:49:22.762928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 746217da-0088-4cfa-8132-2a22242c30c4 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:49:22.903872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Router 76a9230f-a2ce-46a0-beb1-a5df1214ea3a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:49:23.258321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.270110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.278802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.286988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.296665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.300807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3cbfa088-bc2e-4642-99f9-f8e4598670d2 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:23.306741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.313437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.322658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-0c105432-e873-4cbd-b944-e37819d5fb37 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 1.0536869 Jul 05 09:49:23.327277 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6951a766-d584-4008-ae11-a723ad8063d9 x-openstack-request-id: req-6951a766-d584-4008-ae11-a723ad8063d9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:23.327584 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14443d2b-ab0a-4131-8aa3-b387c22d6089", "name": "network-vif-deleted", "tag": "3cbfa088-bc2e-4642-99f9-f8e4598670d2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:23.328018 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6951a766-d584-4008-ae11-a723ad8063d9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:23.334942 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14443d2b-ab0a-4131-8aa3-b387c22d6089', 'name': 'network-vif-deleted', 'tag': '3cbfa088-bc2e-4642-99f9-f8e4598670d2', 'status': 'completed', 'code': 200} Jul 05 09:49:23.341507 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8e41aa43-3200-4511-bec5-8f7804e515b6 req-bb4c0ec8-59d6-46c3-b9db-f99995b49ec4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=14443d2b-ab0a-4131-8aa3-b387c22d6089 HTTP/1.1" status: 200 len: 210 time: 0.3212676 Jul 05 09:49:23.402942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1a3311a-81ab-467e-9ef3-c43e1806e54b req-2f781a13-05a1-4d61-967d-db70658786c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0745857 Jul 05 09:49:23.421118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-e7ebef2b-7f08-45e9-a1c1-c1e5d54e405c service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606503 Jul 05 09:49:23.470741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 3cbfa088-bc2e-4642-99f9-f8e4598670d2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:23.471111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3cbfa088-bc2e-4642-99f9-f8e4598670d2 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:23.503101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9cdfec5a-fa15-4d96-af10-0feb96f567c4 None None] Provisioning complete for port 5715faf5-6b08-4071-aa01-d9705c7c22bd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:23.503537 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cdfec5a-fa15-4d96-af10-0feb96f567c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:23.566051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-1dcacb7d-c3f0-4564-bdee-2debc9e229ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 217 time: 0.1229699 Jul 05 09:49:23.586002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f8f75ec-019e-4861-930c-ba00a6341e67 req-8820478c-2043-4023-8be6-656b087e2a2d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2618487 Jul 05 09:49:23.660741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfec5a-fa15-4d96-af10-0feb96f567c4 None None] Port 5715faf5-6b08-4071-aa01-d9705c7c22bd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:23.730354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-9506af88-10ad-4931-af92-afabe937798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.736769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-9506af88-10ad-4931-af92-afabe937798e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1456010 Jul 05 09:49:23.826339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:23.832981 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcd7239-e595-416f-aae1-809b47e30b87" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:23.966078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-51347afe-aaa4-4d72-9e45-3f2d1d2020a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:23.968231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-51347afe-aaa4-4d72-9e45-3f2d1d2020a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2216663 Jul 05 09:49:24.153086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] Update dhcp port {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'fixed_ips': [{'subnet_id': 'e48b9610-b64d-46ea-87fe-a773957173c8', 'ip_address': '2001:db8::f816:3eff:fe77:d35b'}, {'subnet_id': 'e9297a18-dcf9-47fb-9e25-73120b2c406a'}], 'binding:host_id': 'n-d-771363-33'}, 'id': '1a579f40-17b4-4309-bd4a-d596de7d8fae'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 09:49:24.238753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:24.252540 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] Sync routers for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:24.271292 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-78d99274-b01b-4d8f-a051-b3e04f9a020f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "PUT /v2.0/routers/76a9230f-a2ce-46a0-beb1-a5df1214ea3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6536839 Jul 05 09:49:24.271902 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b44b1-8b93-4291-84d6-619ff0dac936 x-openstack-request-id: req-b38b44b1-8b93-4291-84d6-619ff0dac936 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:24.272224 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:24.272731 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b38b44b1-8b93-4291-84d6-619ff0dac936 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:24.273542 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7', 'status': 'completed', 'code': 200} Jul 05 09:49:24.276167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:24.287742 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:24.288239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.292503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:49:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:24.299666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Request body: {'port': {'network_id': '32c6f333-735d-485a-bf70-d2c11dd45747', 'name': 'tempest-FloatingIPAdminTestJSON-1546798905'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:24.330302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-bb658be3-8575-43b4-aed8-a25a1a9b3cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459651 Jul 05 09:49:24.518185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:24.559500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8:0:1::366 (8bf03de8-a5cd-4166-895f-409ef6031a3b/e9297a18-dcf9-47fb-9e25-73120b2c406a/746217da-0088-4cfa-8132-2a22242c30c4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:24.614592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41aa43-3200-4511-bec5-8f7804e515b6 req-70934d76-d40f-461f-acc1-71d60ade0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:24.631131 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8e41aa43-3200-4511-bec5-8f7804e515b6 req-70934d76-d40f-461f-acc1-71d60ade0659 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&shared=False HTTP/1.1" status: 200 len: 914 time: 1.2525043 Jul 05 09:49:24.639824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::f816:3eff:fe2c:9323 (8bf03de8-a5cd-4166-895f-409ef6031a3b/e48b9610-b64d-46ea-87fe-a773957173c8/746217da-0088-4cfa-8132-2a22242c30c4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:24.649876 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:24.705005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-56698c28-efc1-4385-aea6-83eb15781ee4 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499711 Jul 05 09:49:24.734923 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:24.738059 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:49:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:24.786242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 6df47378-069b-4406-a831-f0b530de199b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:24.786623 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.852307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-656eae46-2841-49a7-bd00-b3d473abe71e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 HTTP/1.1" status: 200 len: 217 time: 0.1333926 Jul 05 09:49:24.957146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:24.957423 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:24.958132 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2a0a0-0b38-4d9a-a81b-32864c23467f None None] The sync data for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:24.967749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-1342138b-dab7-4954-99ef-4b729e0356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:24.971373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-1342138b-dab7-4954-99ef-4b729e0356a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1095631 Jul 05 09:49:24.986112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a71fb081-c04b-4f60-a02c-f2f57e93f15c req-454521bc-383f-455d-b6df-105183ef9d94 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 210 time: 0.2545941 Jul 05 09:49:25.033061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:25.037827 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d87b1de-d125-4254-b6bb-6cfecefcba46" -d '{"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-plugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:25.055351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:25.063986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.157934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Made reservation on behalf of c6020c1359e6454d8293b7ad29bf3758 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:25.163633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:25.175699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.248001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] device_id is not set on port e45261d5-b218-4f8d-b8df-5af207a62e0b yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:49:25.375322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'name': 'network-vif-deleted', 'tag': 'f8dd5e50-f122-4526-8b4f-577bee4f9001'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:25.381037 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73898a19-e020-4e96-916f-1062fa2146f3" -d '{"events": [{"server_uuid": "60434cb8-c923-44e0-88ce-fa9a1e0464ff", "name": "network-vif-deleted", "tag": "f8dd5e50-f122-4526-8b4f-577bee4f9001"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:25.405440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41aa43-3200-4511-bec5-8f7804e515b6 req-8c026595-d3d5-477a-90f6-a58d70a49c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:25.417852 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8e41aa43-3200-4511-bec5-8f7804e515b6 req-8c026595-d3d5-477a-90f6-a58d70a49c3b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7654183 Jul 05 09:49:25.481139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Allocated IP 172.20.0.8 (32c6f333-735d-485a-bf70-d2c11dd45747/6c33c8ec-a08b-442d-97af-6c9dcc34608c/e45261d5-b218-4f8d-b8df-5af207a62e0b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:25.554716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d71fd3d9-4724-4fb2-9cd1-79af39e29589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:25.567855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d71fd3d9-4724-4fb2-9cd1-79af39e29589 service neutron] 10.222.0.15 "GET /v2.0/ports/c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 1026 time: 0.2424669 Jul 05 09:49:25.706001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.713477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-1096ecd5-c33f-4bf3-ab28-4e4f2a4a5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:25.717076 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-1096ecd5-c33f-4bf3-ab28-4e4f2a4a5f55 service neutron] 10.222.0.15 "GET /v2.0/ports/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 1028 time: 0.1397860 Jul 05 09:49:25.774049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 746217da-0088-4cfa-8132-2a22242c30c4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:25.806675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.827750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Transition to ACTIVE for port object e45261d5-b218-4f8d-b8df-5af207a62e0b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:25.959986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:25.988028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be81104d-e1da-4aad-ac0c-d177072af815 req-31cf6e8e-1d8c-4284-af47-1f2b92957ee3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.8634276 Jul 05 09:49:26.068925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-f0796d66-a2a8-4143-9b56-cc77c36d808f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.075594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-f0796d66-a2a8-4143-9b56-cc77c36d808f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.083324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-f0796d66-a2a8-4143-9b56-cc77c36d808f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.085479 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-f0796d66-a2a8-4143-9b56-cc77c36d808f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "GET /v2.0/networks?id=98ea41e3-cf22-4a13-848f-12586fc4efe9&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073 HTTP/1.1" status: 200 len: 1990 time: 0.3574860 Jul 05 09:49:26.095314 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17610bee-40cc-4181-b342-ab2abe58136d x-openstack-request-id: req-17610bee-40cc-4181-b342-ab2abe58136d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:26.095984 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-plugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:26.096090 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17610bee-40cc-4181-b342-ab2abe58136d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:26.096528 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b', 'code': 200} Jul 05 09:49:26.133911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.144110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Network 32c6f333-735d-485a-bf70-d2c11dd45747 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:26.183939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:26.234403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:26.319069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] Allocated IP 2001:db8:0:1::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/e9297a18-dcf9-47fb-9e25-73120b2c406a/1a579f40-17b4-4309-bd4a-d596de7d8fae) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:26.360390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.361746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.395024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1003778 Jul 05 09:49:26.395712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:26.410443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.417061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.427109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.440536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.447392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.456557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.464260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:26.472750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-6e85b01d-329b-44cb-aa75-743979e3eeba tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 0.5666101 Jul 05 09:49:26.524362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b3633-3633-424c-bf59-baf7d9ae00ff tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event updated for resources: {'Port': ['ID=e45261d5-b218-4f8d-b8df-5af207a62e0b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:26.714892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1a579f40-17b4-4309-bd4a-d596de7d8fae,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:26.808872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:26.856777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] Transition to ACTIVE for port object 1a579f40-17b4-4309-bd4a-d596de7d8fae will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:26.867865 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.022438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbe4aac0-0dfe-4425-84d9-647161012cfd req-a0a6c997-e903-4431-a8d3-5a5bb6724a99 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5437040 Jul 05 09:49:27.028678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ba725b84-18a9-4aea-81fb-8bc42374b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:27.035230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ba725b84-18a9-4aea-81fb-8bc42374b3a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 2.0385883 Jul 05 09:49:27.066278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'project_id': 'c6020c1359e6454d8293b7ad29bf3758', 'port_id': 'e45261d5-b218-4f8d-b8df-5af207a62e0b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:27.183209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9ea99-8608-4a44-b4f5-650b74a8361c None None] Pushing event updated for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:27.253787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0bb658b0-425c-40e4-8d40-4a08ef280b32 None None] Provisioning for port e45261d5-b218-4f8d-b8df-5af207a62e0b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:27.259119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0bb658b0-425c-40e4-8d40-4a08ef280b32 None None] Provisioning complete for port e45261d5-b218-4f8d-b8df-5af207a62e0b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:27.259811 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bb658b0-425c-40e4-8d40-4a08ef280b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.301336 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e660e-51ae-4a78-81eb-07619cfb70ea x-openstack-request-id: req-787e660e-51ae-4a78-81eb-07619cfb70ea {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:27.301948 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60434cb8-c923-44e0-88ce-fa9a1e0464ff", "name": "network-vif-deleted", "tag": "f8dd5e50-f122-4526-8b4f-577bee4f9001", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:27.301948 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-787e660e-51ae-4a78-81eb-07619cfb70ea {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:27.302267 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60434cb8-c923-44e0-88ce-fa9a1e0464ff', 'name': 'network-vif-deleted', 'tag': 'f8dd5e50-f122-4526-8b4f-577bee4f9001', 'status': 'completed', 'code': 200} Jul 05 09:49:27.328383 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-bf46f032-4d72-4d83-a7f1-37ff03835986 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b038beae1ef468a9d117947fbf9fb44 HTTP/1.1" status: 200 len: 379 time: 1.2221494 Jul 05 09:49:27.343400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0bb658b0-425c-40e4-8d40-4a08ef280b32 None None] Port e45261d5-b218-4f8d-b8df-5af207a62e0b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:27.354187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f35c581-4215-4937-98ee-be5cc25b78b2 req-4fd3056b-b2c5-47dd-9e37-b1528c443a71 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 210 time: 0.3028684 Jul 05 09:49:27.418546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:27.418790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-f4db58a9-53a4-4400-bad4-fe789f508c5d tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:27.421308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-f4db58a9-53a4-4400-bad4-fe789f508c5d tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 813 time: 0.7718127 Jul 05 09:49:27.454023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'admin_state_up': True, 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'security_groups': ['a033781f-c9c7-4600-8cc9-46b01a21d9c3']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:27.472968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-288fa3b1-8fa3-4d3b-891c-c2e221c4e225 req-867bc3a6-4f61-4a66-b3a2-807ef169e1ae tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1173570 Jul 05 09:49:27.482905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Request body: {'port': {'device_id': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'admin_state_up': True, 'tenant_id': 'c664e3ba04ed4a2487d0d1de2f4dc5df'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:27.715710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.900424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:27.942431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:27.949579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Made reservation on behalf of c664e3ba04ed4a2487d0d1de2f4dc5df for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:27.953985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:27.956091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.959931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:27.977998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-81d4628a-6267-4c43-ae7f-9093715bfdb5 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9147856 Jul 05 09:49:28.114384 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.4963467 Jul 05 09:49:28.116824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:28.123763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.146102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54312) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:28.242905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbb02e-9583-40a3-ac68-bb1ad0e416ce tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=746217da-0088-4cfa-8132-2a22242c30c4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:28.516039 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.582483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a443bf2c-c7e9-4723-9d79-72c60b414e2e None None] Provisioning for port 1a579f40-17b4-4309-bd4a-d596de7d8fae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:28.590943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a443bf2c-c7e9-4723-9d79-72c60b414e2e None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:28.591578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a443bf2c-c7e9-4723-9d79-72c60b414e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:28.757572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-2b089d9f-2eb4-470a-8712-3fa58f0f67fe tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:28.760283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-2b089d9f-2eb4-470a-8712-3fa58f0f67fe tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 813 time: 1.4449067 Jul 05 09:49:28.823832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1a579f40-17b4-4309-bd4a-d596de7d8fae up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:28.826375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Request body: {'port': {'device_id': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'admin_state_up': True, 'tenant_id': 'c664e3ba04ed4a2487d0d1de2f4dc5df'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:28.867721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Allocated IP 172.25.1.84 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/99683d26-2fd3-464e-9226-c5f2a66213eb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:28.920785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:28.921157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.163598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43731633-8664-4491-8503-7e63e68f2be0 None None] Provisioning for port 746217da-0088-4cfa-8132-2a22242c30c4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:29.180919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43731633-8664-4491-8503-7e63e68f2be0 None None] Provisioning complete for port 746217da-0088-4cfa-8132-2a22242c30c4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:29.183033 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43731633-8664-4491-8503-7e63e68f2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.217426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.282943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.374574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Pushing event updated for resources: {'Port': ['ID=99683d26-2fd3-464e-9226-c5f2a66213eb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:29.431190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae98a796-722d-45da-a00f-e2012cc908fd req-c967a2c2-bd87-41b7-bcdc-2058836757a2 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 210 time: 0.1627824 Jul 05 09:49:29.438489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:29.470690 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.481641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-43731633-8664-4491-8503-7e63e68f2be0 None None] Port 746217da-0088-4cfa-8132-2a22242c30c4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:29.487997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:29.489194 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.493447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-31e63d64-0d10-4904-a88d-2c1546a96690 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5137286 Jul 05 09:49:29.528068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:29.529553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 172.20.0.5 (98ea41e3-cf22-4a13-848f-12586fc4efe9/be84a1f0-a45d-4935-b6eb-5fad93310e84/9b5d6620-a6bb-4580-9fbd-fd32996c6de3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:29.624727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 746217da-0088-4cfa-8132-2a22242c30c4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:29.625546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:29.847621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Made reservation on behalf of c664e3ba04ed4a2487d0d1de2f4dc5df for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:29.851850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.394464 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.418448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.436423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 746217da-0088-4cfa-8132-2a22242c30c4 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:30.484840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Transition to ACTIVE for port object 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:30.814427 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:30.964291 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.210433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.214018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:31.233862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:31.246245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.257799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.267604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:31.269710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.276930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.284223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.291698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.298181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.300497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-da3e3fe9-a544-430a-9e06-4ce969be8fb7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 2.9483347 Jul 05 09:49:31.306406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-4c42bfe4-bf58-4d87-ab8e-ca2a486c1051 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=6a08c509-a258-4a02-b09d-4da2a020de1a HTTP/1.1" status: 200 len: 217 time: 0.2919147 Jul 05 09:49:31.318251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:31.326889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.327585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.406540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.450892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Allocated IP 172.20.0.10 (70937a31-64ab-416d-be02-d3c58db9927d/3ed5487c-98dd-4455-9e9e-f1579b82dcd0/a3237bda-fc87-46a3-bf7c-aeaf09ec8691) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:31.456732 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-755b0140-87cd-42bd-bc36-c3342ac021f6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0292773 Jul 05 09:49:31.511843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2dd0668-7e39-43fe-a39d-b4206b9898f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.520489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-c2dd0668-7e39-43fe-a39d-b4206b9898f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1937692 Jul 05 09:49:31.537089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec733b8e-45bc-481c-a9d4-6db09d37a2f4 req-6760a600-4960-43a4-b88c-488ca1958c3b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2241247 Jul 05 09:49:31.559795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'admin_state_up': True, 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'security_groups': ['a033781f-c9c7-4600-8cc9-46b01a21d9c3']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:31.827714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:31.840820 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/746217da-0088-4cfa-8132-2a22242c30c4 HTTP/1.1" status: 204 len: 168 time: 3.6928828 Jul 05 09:49:31.843162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:31.860130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8bd84-2d4c-46b1-aae6-2b786cff3b12 req-51c8bd28-3f94-47f6-aeea-6f2af0044593 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:31.862797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12f8bd84-2d4c-46b1-aae6-2b786cff3b12 req-51c8bd28-3f94-47f6-aeea-6f2af0044593 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 931 time: 0.8370690 Jul 05 09:49:31.872639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a737bcf9-bc26-4941-b6a4-98a119e393d2 None None] Provisioning for port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:31.881555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a737bcf9-bc26-4941-b6a4-98a119e393d2 None None] Provisioning complete for port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:31.881934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a737bcf9-bc26-4941-b6a4-98a119e393d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.007219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-2a879129-f7c4-4a88-bdd4-2231283f9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:32.009648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-2a879129-f7c4-4a88-bdd4-2231283f9154 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4880054 Jul 05 09:49:32.019519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6242e2-e482-4834-8c3d-c492e58b299a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=746217da-0088-4cfa-8132-2a22242c30c4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:32.039424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a737bcf9-bc26-4941-b6a4-98a119e393d2 None None] Port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:32.142846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12f8bd84-2d4c-46b1-aae6-2b786cff3b12 req-1365e718-4747-4f6e-9a9a-a6b648cb06f4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671080 Jul 05 09:49:32.202298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:32.206100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.294951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98114148-0868-4e38-813e-d8bb1e2af0d3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:32.302038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.304810 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-98114148-0868-4e38-813e-d8bb1e2af0d3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4606197 Jul 05 09:49:32.317117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:32.323024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.688943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 10.1.1.212 (cb805d96-10a2-4985-af7f-00b361e18ab3/023b47f0-a5b3-405a-8bcc-db7b9621bc73/bd3031b9-7d87-4127-a500-826390bc98c0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:32.705506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:32.795998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2a68fc3-3874-4eb9-89df-64e0ae555054 req-c282bdc4-835c-4b3a-af60-768bd21b24a0 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 210 time: 0.4013555 Jul 05 09:49:32.896442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7bd871-6892-4336-867e-658939ba9e50 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:32.901318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c7bd871-6892-4336-867e-658939ba9e50 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.5831251 Jul 05 09:49:33.018736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:33.106523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-453dbc28-47c3-4271-98ca-07404c43284b service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0773265 Jul 05 09:49:33.109457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:33.266775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Pushing event updated for resources: {'Port': ['ID=99683d26-2fd3-464e-9226-c5f2a66213eb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:33.500313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41833df-7b23-423e-af31-6476973757a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:33.502052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41833df-7b23-423e-af31-6476973757a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:33.503652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41833df-7b23-423e-af31-6476973757a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:33.511412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:33.515497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a41833df-7b23-423e-af31-6476973757a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4852271 Jul 05 09:49:33.527932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:33.633148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-f800ed2f-2013-4831-833a-fb8d54949559 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715176 Jul 05 09:49:33.653792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Network 70937a31-64ab-416d-be02-d3c58db9927d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:33.655324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:33.735715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:33.738855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-fe995f22-90b1-41e9-940f-b0a7bf3f23ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd HTTP/1.1" status: 200 len: 217 time: 0.0806501 Jul 05 09:49:33.746806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:33.807449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:33.808156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:33.842933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Allocated IP 172.20.0.11 (70937a31-64ab-416d-be02-d3c58db9927d/3ed5487c-98dd-4455-9e9e-f1579b82dcd0/ff17a988-9216-454c-959b-ba0663823ebb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:33.937283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Transition to ACTIVE for port object bd3031b9-7d87-4127-a500-826390bc98c0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:34.024622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet e48b9610-b64d-46ea-87fe-a773957173c8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:49:34.037345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:34.044290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-326dac83-6596-4280-ade3-e748e81e4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.047241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-326dac83-6596-4280-ade3-e748e81e4f0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.2241054 Jul 05 09:49:34.071248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6028750 Jul 05 09:49:34.181907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Request body: {'port': {'device_id': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:34.282712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:34.456014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73539eb-3af9-476c-8573-aa4a1860a9da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event updated for resources: {'Port': ['ID=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:34.498263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.504945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.511256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.517299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.523492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.529660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.535922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.537850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-9f293115-89dc-47a9-930f-62987e5eeed9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 1.4857073 Jul 05 09:49:34.557003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:34.652884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02fc9424-6e0e-44ff-909d-f5bba29e10da req-252af95e-4526-4926-8127-8d945a90dd64 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853469 Jul 05 09:49:34.658992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-397b9b5a-a2c9-4a55-a3ae-6fc2c8853631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:34.660609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-397b9b5a-a2c9-4a55-a3ae-6fc2c8853631 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5854235 Jul 05 09:49:34.775398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:34.792179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.081883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.088361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=e48b9610-b64d-46ea-87fe-a773957173c8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:35.128447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003eaecb-17c4-453d-b395-082efb91e9e6 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:35.353426 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.356744 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6820dcdb-c301-4a4d-a746-7893492c5bc4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/e48b9610-b64d-46ea-87fe-a773957173c8 HTTP/1.1" status: 204 len: 168 time: 1.8254347 Jul 05 09:49:35.359364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:35.379825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=bd3031b9-7d87-4127-a500-826390bc98c0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:35.481086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network cb805d96-10a2-4985-af7f-00b361e18ab3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:35.489233 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:35.493744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.499946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:35.510016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8cdf2-a998-4f7a-a445-c76c0bb92135 req-29ab6e0c-5646-4c7b-8dc0-04fad54e1f3c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:35.528097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74a8cdf2-a998-4f7a-a445-c76c0bb92135 req-29ab6e0c-5646-4c7b-8dc0-04fad54e1f3c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 931 time: 1.1704292 Jul 05 09:49:35.559241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet e9297a18-dcf9-47fb-9e25-73120b2c406a {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:49:35.580935 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Floating IP 08a12035-3533-4065-bfb3-e330ca6d2e3b associated. External IP: 172.25.1.84, port: e45261d5-b218-4f8d-b8df-5af207a62e0b. Jul 05 09:49:35.598334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.750912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:35.751675 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.752841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5364cfd4-6cb6-4505-9216-e7b65329eccf req-0f49efca-c07a-4a61-8079-a74a4b897967 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 210 time: 0.5413883 Jul 05 09:49:35.809168 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:35.843842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74a8cdf2-a998-4f7a-a445-c76c0bb92135 req-1aa295d7-72fe-43be-892e-809a03c08b43 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150959 Jul 05 09:49:35.854104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-96b3f173-acca-4423-8c51-f8ef865d15c0 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1750689 Jul 05 09:49:35.901662 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-30ae6a6e-46c4-45a1-bb5f-fb227c5c7c6f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3622563 Jul 05 09:49:35.921271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'admin_state_up': True, 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'security_groups': ['a033781f-c9c7-4600-8cc9-46b01a21d9c3']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:36.236570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b2bd6056-7bf7-4c7b-8d86-8a78141021d7 None None] Provisioning for port bd3031b9-7d87-4127-a500-826390bc98c0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:36.275500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b2bd6056-7bf7-4c7b-8d86-8a78141021d7 None None] Provisioning complete for port bd3031b9-7d87-4127-a500-826390bc98c0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:36.276259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2bd6056-7bf7-4c7b-8d86-8a78141021d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:36.469649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-0d839f88-a333-4c1d-8910-db49f5cec254 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014593 Jul 05 09:49:36.541086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd6056-7bf7-4c7b-8d86-8a78141021d7 None None] Port bd3031b9-7d87-4127-a500-826390bc98c0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:36.571659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:36.946393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3237bda-fc87-46a3-bf7c-aeaf09ec8691 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:36.970840 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:37.010322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Transition to ACTIVE for port object a3237bda-fc87-46a3-bf7c-aeaf09ec8691 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:37.051063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:37.068722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:37.076899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-a1ac60bc-d4e5-452e-8bdb-bb36e52673b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7 HTTP/1.1" status: 200 len: 217 time: 0.5862536 Jul 05 09:49:37.084404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:37.246501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:37.296618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Network 70937a31-64ab-416d-be02-d3c58db9927d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:37.413532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event updated for resources: {'Port': ['ID=ff17a988-9216-454c-959b-ba0663823ebb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:37.417935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:37.491240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Pushing event updated for resources: {'Port': ['ID=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:37.510485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:37.748307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ac47dca9-50bb-4d1c-9966-4aaaaabfeade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:37.754182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-ac47dca9-50bb-4d1c-9966-4aaaaabfeade service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.6654463 Jul 05 09:49:37.896011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 10.1.1.23 (cb805d96-10a2-4985-af7f-00b361e18ab3/023b47f0-a5b3-405a-8bcc-db7b9621bc73/62c67d5b-8c64-4a89-9c50-1f597a75fcdf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:37.990033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Router 76a9230f-a2ce-46a0-beb1-a5df1214ea3a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:49:38.130280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-162c3099-d1d8-4aae-a674-a9c641d8d8a6 None None] Provisioning complete for port 1a579f40-17b4-4309-bd4a-d596de7d8fae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:38.135335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-162c3099-d1d8-4aae-a674-a9c641d8d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:38.190414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:38.668889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=e9297a18-dcf9-47fb-9e25-73120b2c406a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:38.748838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:38.756751 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d319ed4b-573b-4829-9970-f06bfde093e8 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/e9297a18-dcf9-47fb-9e25-73120b2c406a HTTP/1.1" status: 204 len: 168 time: 3.3877902 Jul 05 09:49:38.760662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1052a8c-e699-4f39-a5c1-49565ff0d41d None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:38.767062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:38.852624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ef913-b9be-464a-964a-587fdbe509d2 req-a32d5e56-6dc2-45ac-bd7b-a62956fac856 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.856488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e63ef913-b9be-464a-964a-587fdbe509d2 req-a32d5e56-6dc2-45ac-bd7b-a62956fac856 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 1.8403084 Jul 05 09:49:38.929012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.936694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.937990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:38.939231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.944446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ab0fb317-ff7f-462f-a639-dd9b095a63fb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1660926 Jul 05 09:49:38.949006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.949958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:38.957716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:38.959759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.966265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:38.968534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.981001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.990432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:38.993512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-2866994a-0be4-49c3-8967-ece8466066f4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 2.5227439 Jul 05 09:49:39.098728 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-5711b1ed-6333-41f3-80c2-08cd855d84ec tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.2771626 Jul 05 09:49:39.119220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e63ef913-b9be-464a-964a-587fdbe509d2 req-8441b43d-f5b6-4f53-9835-acc9e0aee0f9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260962 Jul 05 09:49:39.134193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Request body: {'port': {'device_id': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:39.224600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:49:39.247882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d4e01b8-e5ce-402b-9a0d-64f3c40ea4f6 req-a0033ed5-368b-465a-8a00-b16b601869a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896660 Jul 05 09:49:39.306465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb46e-358d-498c-b977-98e3a0234a1c req-13c7f3c5-be4a-41f6-8e17-e7579ae8faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:39.308986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-13c7f3c5-be4a-41f6-8e17-e7579ae8faff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2784176 Jul 05 09:49:39.386736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] Deleting port 1a579f40-17b4-4309-bd4a-d596de7d8fae {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:39.387389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Transition to ACTIVE for port object 62c67d5b-8c64-4a89-9c50-1f597a75fcdf will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:39.391517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:39.392671 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:39.549848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Attempting to bind port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:39.550186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Attempting to bind port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:39.550523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Attempting to bind port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:39.650718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 on network 70937a31-64ab-416d-be02-d3c58db9927d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:39.651113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Attempting to bind port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:39.683753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:39.684382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Checking segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:39.685033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Bound using segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:39.685823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Bound port: a3237bda-fc87-46a3-bf7c-aeaf09ec8691, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:39.686453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:39.714221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] For port 1a579f40-17b4-4309-bd4a-d596de7d8fae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1a579f40-17b4-4309-bd4a-d596de7d8fae,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:39.714977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:39.757759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:39.764148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:39.770923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] Calling delete_port for 1a579f40-17b4-4309-bd4a-d596de7d8fae owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:39.855279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:39.902325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] Sync routers for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:39.935425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:39.936848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:49:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:39.971624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260fd61-ec1e-4184-9814-049e707a3e3b req-b097304a-8fb1-4b01-aaf5-5274bbb5a31c tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:39.989202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a260fd61-ec1e-4184-9814-049e707a3e3b req-b097304a-8fb1-4b01-aaf5-5274bbb5a31c tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 932 time: 0.5523098 Jul 05 09:49:40.036823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:40.064822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:40.066064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:49:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:40.136658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:40.221856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:40.223494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd2d718-e604-4a62-ab52-d98638f12822 None None] The sync data for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:40.231858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:40.240945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-28043a64-9d5f-436e-b679-dbb0db327640 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.7240179 Jul 05 09:49:40.247813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:40.257712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-6296c91b-8d04-4e3b-9161-ca138a7c4926 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9059820 Jul 05 09:49:40.279868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] No DVR routers for this DVR port 1a579f40-17b4-4309-bd4a-d596de7d8fae on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:49:40.370309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d069e8-7fec-426b-a5e1-e06d28ffcfe6 None None] Pushing event deleted for resources: {'Port': ['ID=1a579f40-17b4-4309-bd4a-d596de7d8fae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:40.589551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] For port a3237bda-fc87-46a3-bf7c-aeaf09ec8691, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:40.599879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] For port a3237bda-fc87-46a3-bf7c-aeaf09ec8691, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:40.607269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1d86c400-cc35-49c8-b144-22564ab6a12d tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] 10.222.0.21 "GET /v2.0/floatingips/08a12035-3533-4065-bfb3-e330ca6d2e3b HTTP/1.1" status: 200 len: 982 time: 0.3466828 Jul 05 09:49:40.657594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:40.664351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:40.673991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a260fd61-ec1e-4184-9814-049e707a3e3b req-baeab4da-79ec-42aa-b8b7-84d4a02b1261 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822178 Jul 05 09:49:40.692736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6118f-efdd-49ba-bbe2-c2d99ed9cb8d req-db43eee5-5bdc-486a-be17-fd6eb6e1c0f8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:40.710656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6118f-efdd-49ba-bbe2-c2d99ed9cb8d req-db43eee5-5bdc-486a-be17-fd6eb6e1c0f8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:40.714108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5f6118f-efdd-49ba-bbe2-c2d99ed9cb8d req-db43eee5-5bdc-486a-be17-fd6eb6e1c0f8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 1653 time: 1.0157511 Jul 05 09:49:40.716994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:40.782207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1a579f40-17b4-4309-bd4a-d596de7d8fae no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:49:40.863995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1a579f40-17b4-4309-bd4a-d596de7d8fae {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:49:40.864726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1a579f40-17b4-4309-bd4a-d596de7d8fae not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:49:40.894743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network cb805d96-10a2-4985-af7f-00b361e18ab3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:40.914444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:40.925251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:41.010234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:41.122930 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fd2db620-43a6-49e3-954b-df1d248e5075 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3208 time: 0.4409122 Jul 05 09:49:41.145281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:41.264543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Pushing event updated for resources: {'Port': ['ID=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:41.286041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5f6118f-efdd-49ba-bbe2-c2d99ed9cb8d req-8ab555e1-5cab-4e7c-975a-d590e9cb016d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5177824 Jul 05 09:49:41.303217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.304576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:41.310234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-6f2b0b5c-ef2b-4c32-943a-44b7bf050990 service neutron] 10.222.0.15 "PUT /v2.0/ports/a3237bda-fc87-46a3-bf7c-aeaf09ec8691 HTTP/1.1" status: 200 len: 1093 time: 7.1514590 Jul 05 09:49:41.325904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'tag': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:41.346882 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb91d919-83fe-404f-99b7-2386ffd9e343" -d '{"events": [{"name": "network-changed", "server_uuid": "0b005f3c-5acf-4043-aaa7-b5a24a7d84ee", "tag": "a3237bda-fc87-46a3-bf7c-aeaf09ec8691"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:41.387946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0129ffd2-7555-4008-b361-fab83df05a75 None None] Provisioning for port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:41.394773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0129ffd2-7555-4008-b361-fab83df05a75 None None] Provisioning complete for port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:41.395442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0129ffd2-7555-4008-b361-fab83df05a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:41.487751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0129ffd2-7555-4008-b361-fab83df05a75 None None] Port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:41.588211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.589315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:41.668463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d923247e-8f43-49da-a9e1-0d96cea49ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:41.681444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d923247e-8f43-49da-a9e1-0d96cea49ee4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=0b005f3c-5acf-4043-aaa7-b5a24a7d84ee HTTP/1.1" status: 200 len: 1096 time: 0.2881145 Jul 05 09:49:41.715758 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b54deee6-0131-426f-8b85-fab45cd31a7f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.8055689 Jul 05 09:49:41.728951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073', 'admin_state_up': True, 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'security_groups': ['a033781f-c9c7-4600-8cc9-46b01a21d9c3']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:41.931705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:42.002766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ca61aca6-99bb-4cae-ba2a-42894641a5f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3237bda-fc87-46a3-bf7c-aeaf09ec8691 HTTP/1.1" status: 200 len: 217 time: 0.2372892 Jul 05 09:49:42.119467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:42.247174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff17a988-9216-454c-959b-ba0663823ebb {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:42.263643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:42.279316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Transition to ACTIVE for port object ff17a988-9216-454c-959b-ba0663823ebb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:42.294819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:42.307845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:42.308212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fec938-88fa-47c3-bb3d-2440446f1652 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:42.309366 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:42.326543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=d961a461-7412-476a-b779-eff0afdfe5c1,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:42.345734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:42.353614 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3ed6f01-8a2e-4168-9426-fd64888e60dc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3942311 Jul 05 09:49:42.354666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:42.355494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-f878287e-ce66-4e8f-814b-ec513d69ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:42.359072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-f878287e-ce66-4e8f-814b-ec513d69ab8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 0.1677272 Jul 05 09:49:42.417310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f03f76e7-8862-4a08-b6c8-5e65634d97aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:42.468656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-35a9f18f-5e05-43c5-9604-6f8dac093544 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952017 Jul 05 09:49:42.492876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776cb46e-358d-498c-b977-98e3a0234a1c req-cad37b1e-46f7-415a-84c7-12f49eaa279d service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0369606 Jul 05 09:49:42.553394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:42.669463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Pushing event updated for resources: {'Port': ['ID=ff17a988-9216-454c-959b-ba0663823ebb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:42.767471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-cbc7a0d2-ffaf-411b-8f22-ca357db84503 service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730744 Jul 05 09:49:42.844546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': 'd961a461-7412-476a-b779-eff0afdfe5c1'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:49:42.848410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:42.887375 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821a9723-d9c5-4164-ad47-c3a1372dc7b5 x-openstack-request-id: req-821a9723-d9c5-4164-ad47-c3a1372dc7b5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:42.888092 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b005f3c-5acf-4043-aaa7-b5a24a7d84ee", "tag": "a3237bda-fc87-46a3-bf7c-aeaf09ec8691", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:42.888484 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-821a9723-d9c5-4164-ad47-c3a1372dc7b5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:42.889095 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'tag': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691', 'status': 'completed', 'code': 200} Jul 05 09:49:43.061703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Deleting port 99683d26-2fd3-464e-9226-c5f2a66213eb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:49:43.063446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:43.157548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.174917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.199202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.214062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.231836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.248947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.257518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:43.258092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:43.261339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.275177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-41626a3e-eafa-42a7-85c5-cae854103790 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 1.2601998 Jul 05 09:49:43.293280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/d961a461-7412-476a-b779-eff0afdfe5c1/5b7a2bd6-08b6-4041-a288-5955f61dd259) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:43.297264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Calling delete_port for 99683d26-2fd3-464e-9226-c5f2a66213eb owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:49:43.438171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024857-6db7-4796-b223-e55ee9f27e74 req-5820cdd0-9e52-42f1-bec4-1324f17603d5 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.446556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9024857-6db7-4796-b223-e55ee9f27e74 req-5820cdd0-9e52-42f1-bec4-1324f17603d5 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 944 time: 0.4762974 Jul 05 09:49:43.461788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.462672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.463446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.464119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.464785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.465691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.466525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:43.469057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-6bd4807d-ce3b-4efe-bff1-b7f498c51244 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6493 time: 0.7003126 Jul 05 09:49:43.487581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d4192dd-7356-4b90-85e2-e84462ceb1d0 req-880854f3-8d35-4f5b-a01e-44109b297762 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110143 Jul 05 09:49:43.598876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-d81bf057-7320-4e41-9a0f-b831828d7c4a service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914375 Jul 05 09:49:43.627554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:43.639396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Transition to ACTIVE for port object 5b7a2bd6-08b6-4041-a288-5955f61dd259 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:43.666073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Transition to ACTIVE for port object 5b7a2bd6-08b6-4041-a288-5955f61dd259 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:43.676690 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:43.729976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Pushing event updated for resources: {'Port': ['ID=5b7a2bd6-08b6-4041-a288-5955f61dd259,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:43.737729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:43.739608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:43.742227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:43.833763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Attempting to bind port 5b7a2bd6-08b6-4041-a288-5955f61dd259 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:43.834248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Attempting to bind port 5b7a2bd6-08b6-4041-a288-5955f61dd259 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:43.834678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Attempting to bind port 5b7a2bd6-08b6-4041-a288-5955f61dd259 on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:43.841840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:43.842434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:43.842920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:43.843506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:43.844153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Bound port: 5b7a2bd6-08b6-4041-a288-5955f61dd259, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:43.844634 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:43.944617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] For port 5b7a2bd6-08b6-4041-a288-5955f61dd259, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:43.950102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] For port 5b7a2bd6-08b6-4041-a288-5955f61dd259, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5b7a2bd6-08b6-4041-a288-5955f61dd259,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:43.959339 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:44.011114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:44.067720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Attempting to bind port ff17a988-9216-454c-959b-ba0663823ebb on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:44.075691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Attempting to bind port ff17a988-9216-454c-959b-ba0663823ebb by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:44.076247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Attempting to bind port ff17a988-9216-454c-959b-ba0663823ebb on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:44.153317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9024857-6db7-4796-b223-e55ee9f27e74 req-9739952b-64fc-40d6-95df-e2766b6fa528 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051752 Jul 05 09:49:44.183009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Port ff17a988-9216-454c-959b-ba0663823ebb on network 70937a31-64ab-416d-be02-d3c58db9927d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:44.184955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Attempting to bind port ff17a988-9216-454c-959b-ba0663823ebb on network 70937a31-64ab-416d-be02-d3c58db9927d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:44.238334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3556a9f-1c2f-4253-9bff-9dae4c73dbda None None] Pushing event updated for resources: {'Port': ['ID=5b7a2bd6-08b6-4041-a288-5955f61dd259,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:44.311823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cf4f-2a98-49dc-81af-5a2bb58877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:44.321651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-0890a917-b20c-4842-8501-4a2207ea2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.323315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-0890a917-b20c-4842-8501-4a2207ea2469 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=0b005f3c-5acf-4043-aaa7-b5a24a7d84ee HTTP/1.1" status: 200 len: 1096 time: 0.6032505 Jul 05 09:49:44.533382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-f82ed8ee-9db6-4405-a161-c40a4d2736b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.535912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-f82ed8ee-9db6-4405-a161-c40a4d2736b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 200 len: 903 time: 1.0463560 Jul 05 09:49:44.716355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-88ae7e63-2658-4f31-bb7b-844285095d39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd HTTP/1.1" status: 200 len: 217 time: 0.1578007 Jul 05 09:49:44.836708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e857a5-57d9-49f7-949a-d7bf84bcf8fa req-fd08c01d-83f1-40da-9e87-5d35f750e5d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.843989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e857a5-57d9-49f7-949a-d7bf84bcf8fa req-fd08c01d-83f1-40da-9e87-5d35f750e5d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.851377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e857a5-57d9-49f7-949a-d7bf84bcf8fa req-fd08c01d-83f1-40da-9e87-5d35f750e5d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:44.853116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8e857a5-57d9-49f7-949a-d7bf84bcf8fa req-fd08c01d-83f1-40da-9e87-5d35f750e5d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 2373 time: 0.9400082 Jul 05 09:49:44.991340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8e857a5-57d9-49f7-949a-d7bf84bcf8fa req-3285f9b2-5edc-4e11-86dd-467065358a72 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980525 Jul 05 09:49:45.029221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-29c46311-1509-4b25-90b2-9d0646cc7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.030754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-29c46311-1509-4b25-90b2-9d0646cc7abb service neutron] 10.222.0.15 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 914 time: 0.6930716 Jul 05 09:49:45.032890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-363a4fdf-dfe3-4f38-a1b5-0b9f53dc1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.034350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-363a4fdf-dfe3-4f38-a1b5-0b9f53dc1e3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.3079607 Jul 05 09:49:45.089388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-2d359fb6-4de8-4252-a2bd-4212a27b010e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3237bda-fc87-46a3-bf7c-aeaf09ec8691 HTTP/1.1" status: 200 len: 217 time: 0.0514634 Jul 05 09:49:45.246821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-344f5546-ca7e-49f7-8ffd-69ad09d834e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.248411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-344f5546-ca7e-49f7-8ffd-69ad09d834e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 0.1416376 Jul 05 09:49:45.258989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:45.259635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Checking segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:45.269524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Bound using segment: {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:45.270162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Bound port: ff17a988-9216-454c-959b-ba0663823ebb, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:45.270543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:45.369195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f76e7-8862-4a08-b6c8-5e65634d97aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:45.377772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-d3a5d681-c0cb-4bbf-9ec3-bf551e861469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874028 Jul 05 09:49:45.383668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f03f76e7-8862-4a08-b6c8-5e65634d97aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:45.401193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.408548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.427349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.433818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.442780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.449593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.456929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.467726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-21e2ddea-f228-425b-b118-8c40d6081723 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 0.6101789 Jul 05 09:49:45.492019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:45.698179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Port': ['ID=99683d26-2fd3-464e-9226-c5f2a66213eb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:45.764148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.780700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.786008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.786701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.787036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.790076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.790451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.790801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.791267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.791599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.791925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.792246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:45.810029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2dda939-24a3-4340-95ee-ed93488ca181 req-f86c1d00-8677-4d85-a134-c65deddea2cd tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3413727 Jul 05 09:49:45.820633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-908786c6-d590-402d-92d1-fdd14f6e65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:45.822832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-908786c6-d590-402d-92d1-fdd14f6e65ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7324002 Jul 05 09:49:46.034970 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-5069f5c5-501d-45a5-85dc-24841185fc0e service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337508 Jul 05 09:49:46.079642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f70008-af08-4121-bee8-3396466ea1ed req-b5e862ba-4a50-4835-bee5-a520d64a2a23 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:46.081286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61f70008-af08-4121-bee8-3396466ea1ed req-b5e862ba-4a50-4835-bee5-a520d64a2a23 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 944 time: 0.4262314 Jul 05 09:49:46.195786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-62788804-3cdb-4a26-9a0c-585059b27814 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638468 Jul 05 09:49:46.317306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61f70008-af08-4121-bee8-3396466ea1ed req-171df4bf-5338-474d-bbfe-6ec29678d550 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060912 Jul 05 09:49:46.422815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:46.424381 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Floating IP 08a12035-3533-4065-bfb3-e330ca6d2e3b disassociated (deleted). External IP: 172.25.1.84, port: e45261d5-b218-4f8d-b8df-5af207a62e0b. Jul 05 09:49:46.572669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb91d919-83fe-404f-99b7-2386ffd9e343 req-78b0abca-0834-4ec3-a71d-685a6dd791d9 service neutron] 10.222.0.15 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178018 Jul 05 09:49:46.665234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:46.671236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e3c6286-97e7-4ca2-9865-2d7c24f33202 req-33cd7327-f779-495a-b075-3f78a0430770 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654658 Jul 05 09:49:46.798223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2923-ef39-4b92-84d7-feb856ecb5d4 req-9c13b5d1-fa90-40ef-8f26-94bdafd2fcd0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:46.805290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2923-ef39-4b92-84d7-feb856ecb5d4 req-9c13b5d1-fa90-40ef-8f26-94bdafd2fcd0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:46.811681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2923-ef39-4b92-84d7-feb856ecb5d4 req-9c13b5d1-fa90-40ef-8f26-94bdafd2fcd0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:46.814263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091e2923-ef39-4b92-84d7-feb856ecb5d4 req-9c13b5d1-fa90-40ef-8f26-94bdafd2fcd0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 2373 time: 0.3642225 Jul 05 09:49:47.021470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091e2923-ef39-4b92-84d7-feb856ecb5d4 req-09de0f60-e526-40a0-b34b-5bf45c9cda43 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011237 Jul 05 09:49:47.431120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:47.477080 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 10.2.2.100 (c511a4f9-6b1d-40e5-8b42-6b12f20e9073/2b06bfd7-e223-4fb1-88dc-d1a279be20c1/acf8cd3b-1efa-439e-9043-249cc8703b1a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:47.489714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '8349a762-01cb-475e-9df1-cb21e0709333', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '8349a762-01cb-475e-9df1-cb21e0709333', 'mac_address': 'fa:16:3e:61:37:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:47.520937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b7a2bd6-08b6-4041-a288-5955f61dd259 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:47.599699 n-d-771363-33 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-f03f76e7-8862-4a08-b6c8-5e65634d97aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d961a461-7412-476a-b779-eff0afdfe5c1 (CIDR: 2001:db8::/64) Jul 05 09:49:47.602348 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.613634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] For port ff17a988-9216-454c-959b-ba0663823ebb, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:47.640219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.645537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.649988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.650371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f745160-7492-4663-8760-768f822d9885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.650917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.657695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b58cccb-8b14-4c21-8df0-644b44305528 None None] Provisioning for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:47.660320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.665730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.666210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b58cccb-8b14-4c21-8df0-644b44305528 None None] Provisioning complete for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:47.667274 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b58cccb-8b14-4c21-8df0-644b44305528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.667718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:47.680583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd7239-e595-416f-aae1-809b47e30b87 req-9f3c1f88-8e5b-46a0-9d46-d64a4ab98e4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6493 time: 0.6985867 Jul 05 09:49:47.680836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] For port ff17a988-9216-454c-959b-ba0663823ebb, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ff17a988-9216-454c-959b-ba0663823ebb,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:47.714009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:47.724471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:47.725367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.831146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.889173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.930942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 5b7a2bd6-08b6-4041-a288-5955f61dd259, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5b7a2bd6-08b6-4041-a288-5955f61dd259,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:47.938106 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b58cccb-8b14-4c21-8df0-644b44305528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:47.959280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8349a762-01cb-475e-9df1-cb21e0709333 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:47.973207 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.020490 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-9b58cccb-8b14-4c21-8df0-644b44305528 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:49:48.021270 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-9b58cccb-8b14-4c21-8df0-644b44305528 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:49:48.022159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.060786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:48.070772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.071939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3237bda-fc87-46a3-bf7c-aeaf09ec8691 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:48.193536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.221039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3237bda-fc87-46a3-bf7c-aeaf09ec8691, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:48.226290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Transition to ACTIVE for port object acf8cd3b-1efa-439e-9043-249cc8703b1a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:48.240737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'port_id': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691', 'mac_address': 'fa:16:3e:e6:cf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed5487c-98dd-4455-9e9e-f1579b82dcd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:48.283513 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03f76e7-8862-4a08-b6c8-5e65634d97aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:49:48.285575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03f76e7-8862-4a08-b6c8-5e65634d97aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:49:48.296010 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.313428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3237bda-fc87-46a3-bf7c-aeaf09ec8691 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:48.319683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.330641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.339243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3237bda-fc87-46a3-bf7c-aeaf09ec8691, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:48.345868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=5b7a2bd6-08b6-4041-a288-5955f61dd259,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:48.357715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.371733 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f03f76e7-8862-4a08-b6c8-5e65634d97aa tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 5.9590423 Jul 05 09:49:48.424588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54600) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:48.482331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:48.498063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8349a762-01cb-475e-9df1-cb21e0709333'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:48.503895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=acf8cd3b-1efa-439e-9043-249cc8703b1a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:48.618753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:48.638947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:48.644914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Pushing event updated for resources: {'Port': ['ID=ff17a988-9216-454c-959b-ba0663823ebb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:48.661528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:48.674540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:48.683312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a3237bda-fc87-46a3-bf7c-aeaf09ec8691'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:48.857272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:48.862923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:48.864864 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-ae514ef2-d410-4490-9a8b-5e8a2646d96d service neutron] 10.222.0.16 "PUT /v2.0/ports/ff17a988-9216-454c-959b-ba0663823ebb HTTP/1.1" status: 200 len: 1093 time: 9.7509308 Jul 05 09:49:48.884979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'tag': 'ff17a988-9216-454c-959b-ba0663823ebb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:48.891515 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27" -d '{"events": [{"name": "network-changed", "server_uuid": "9783ef7c-9e78-4119-bee7-0b2586dc7477", "tag": "ff17a988-9216-454c-959b-ba0663823ebb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:48.895398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b7a2bd6-08b6-4041-a288-5955f61dd259 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:49.238293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:49.255619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.261562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:49.304561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:49.305077 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:49.405092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.413254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.436589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.444585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.452275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-68112f27-feed-4009-89a0-a1373026f723 None None] Provisioning for port acf8cd3b-1efa-439e-9043-249cc8703b1a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:49.464985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.491380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.510179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.512184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-ee7f7de7-802e-48d2-838b-0bec02edcec5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 2.3237774 Jul 05 09:49:49.534024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-68112f27-feed-4009-89a0-a1373026f723 None None] Provisioning complete for port acf8cd3b-1efa-439e-9043-249cc8703b1a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:49.534399 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68112f27-feed-4009-89a0-a1373026f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:49.600542 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ec2cb1a-c4d8-451a-aa96-46a8602141f2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8693016 Jul 05 09:49:49.740583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-89c28e46-7a88-4b0b-8c5d-f1128c693835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.760142 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-89c28e46-7a88-4b0b-8c5d-f1128c693835 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 1096 time: 0.8212779 Jul 05 09:49:49.785017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c951941-ffe1-49f4-b82b-1f9a32139b9f req-66558a2e-6e4b-4cd9-9f6b-df2ee5abb998 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941080 Jul 05 09:49:49.893720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-337d54af-bbde-4c42-9365-1cec18691552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.896011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd7239-e595-416f-aae1-809b47e30b87 req-337d54af-bbde-4c42-9365-1cec18691552 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 200 len: 903 time: 2.1338515 Jul 05 09:49:49.909211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df78cb3-8354-40a6-af79-ca2d2605a04e req-f0256b38-6991-4be7-85e2-4cfecd1b2c50 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:49.911875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4df78cb3-8354-40a6-af79-ca2d2605a04e req-f0256b38-6991-4be7-85e2-4cfecd1b2c50 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 944 time: 2.1968484 Jul 05 09:49:49.950798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-68112f27-feed-4009-89a0-a1373026f723 None None] Port acf8cd3b-1efa-439e-9043-249cc8703b1a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:49.962592 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:49.969917 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd7239-e595-416f-aae1-809b47e30b87 req-a3d0e28f-0fdb-4ef4-9efc-1bb05303ca16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7 HTTP/1.1" status: 200 len: 217 time: 0.0565076 Jul 05 09:49:49.985339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073', 'admin_state_up': True, 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'security_groups': ['a033781f-c9c7-4600-8cc9-46b01a21d9c3']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:50.247844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4df78cb3-8354-40a6-af79-ca2d2605a04e req-613a6c0e-6e00-427c-891b-8f74fa61d570 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767956 Jul 05 09:49:50.259494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-1c6bbfca-434d-43dc-89fb-204ba521073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.262123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd7239-e595-416f-aae1-809b47e30b87 req-1c6bbfca-434d-43dc-89fb-204ba521073b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.2834625 Jul 05 09:49:50.300894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:50.327279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:50.513587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7239-e595-416f-aae1-809b47e30b87 req-ce08e7a2-1ffe-4560-865f-fd711fa5e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:50.517848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd7239-e595-416f-aae1-809b47e30b87 req-ce08e7a2-1ffe-4560-865f-fd711fa5e83c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2464981 Jul 05 09:49:50.688585 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-966391f9-e539-4d56-b89a-42a1ac7cfcae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff17a988-9216-454c-959b-ba0663823ebb HTTP/1.1" status: 200 len: 217 time: 0.4280379 Jul 05 09:49:50.706999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:50.795489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 8349a762-01cb-475e-9df1-cb21e0709333 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:50.796257 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:50.933849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd7239-e595-416f-aae1-809b47e30b87 req-1caeb870-de5a-46a1-a006-2beb08ea3b6f service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066875 Jul 05 09:49:50.979164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:51.040100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:51.045953 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df826af2-0eeb-4fdb-976e-9680df5bac75" -d '{"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:51.085758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:51.094960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:51.096233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3237bda-fc87-46a3-bf7c-aeaf09ec8691 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:51.205000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf5567-2222-4139-ac44-8dbd361fd5ab req-c89e434e-b6e0-4e27-9b3d-dd8fd0613b5e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.212511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf5567-2222-4139-ac44-8dbd361fd5ab req-c89e434e-b6e0-4e27-9b3d-dd8fd0613b5e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.225184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf5567-2222-4139-ac44-8dbd361fd5ab req-c89e434e-b6e0-4e27-9b3d-dd8fd0613b5e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.236971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf5567-2222-4139-ac44-8dbd361fd5ab req-c89e434e-b6e0-4e27-9b3d-dd8fd0613b5e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.245771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92cf5567-2222-4139-ac44-8dbd361fd5ab req-c89e434e-b6e0-4e27-9b3d-dd8fd0613b5e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 3094 time: 0.4201291 Jul 05 09:49:51.321670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92cf5567-2222-4139-ac44-8dbd361fd5ab req-599e7a99-a70b-46e6-bf2e-ac7ab7b92600 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726504 Jul 05 09:49:51.342861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd7239-e595-416f-aae1-809b47e30b87 req-c2e21501-fefd-4f6a-8d9d-1843460a7218 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921139 Jul 05 09:49:51.347174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Router 76a9230f-a2ce-46a0-beb1-a5df1214ea3a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:49:51.386340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:51.427121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:51.435333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:51.435716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:51.514283 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9963fe-86c3-4bf1-8dce-c50b934d8dd5 x-openstack-request-id: req-5f9963fe-86c3-4bf1-8dce-c50b934d8dd5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:51.518134 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9783ef7c-9e78-4119-bee7-0b2586dc7477", "tag": "ff17a988-9216-454c-959b-ba0663823ebb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:51.521138 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f9963fe-86c3-4bf1-8dce-c50b934d8dd5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:51.525638 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'tag': 'ff17a988-9216-454c-959b-ba0663823ebb', 'status': 'completed', 'code': 200} Jul 05 09:49:51.668228 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:51.746328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a3237bda-fc87-46a3-bf7c-aeaf09ec8691, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:51.757363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:51.798682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:49:51.810432 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] Sync routers for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:49:51.814614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:51.820884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Made reservation on behalf of 5b038beae1ef468a9d117947fbf9fb44 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:51.824665 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:51.832022 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:51.886526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:51.903967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-e3750571-cc82-4e84-af1b-57f492ea87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.907026 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-e3750571-cc82-4e84-af1b-57f492ea87e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 1.2040367 Jul 05 09:49:51.930822 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:51.946848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.958733 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:49:51.961869 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:51.977290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:51.991419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.009276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.015970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.056390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.070672 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:52.071695 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ef487-ee4b-4be5-bb0d-196ea6a11ae3 None None] The sync data for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:49:52.076558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.087553 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-3c2f0c28-effd-4758-9400-a9e918b124eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415455 Jul 05 09:49:52.092205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-c5a60647-ac3c-40f7-a908-369d06d86acb tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 0.3179002 Jul 05 09:49:52.215503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd8c8234-2437-4ac9-9959-206c6abf684d req-e79c2aad-6528-462e-aced-99309442ce8a tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210504 Jul 05 09:49:52.322641 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e81bc2e-b4ee-43d3-8eee-76443bfa7cd1 x-openstack-request-id: req-7e81bc2e-b4ee-43d3-8eee-76443bfa7cd1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:52.323192 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:52.323451 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e81bc2e-b4ee-43d3-8eee-76443bfa7cd1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:52.323851 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'code': 200} Jul 05 09:49:52.469808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:52.471867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-61d5f1a0-9185-45d5-bdc5-419864b6a0c4 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "DELETE /v2.0/floatingips/08a12035-3533-4065-bfb3-e330ca6d2e3b HTTP/1.1" status: 204 len: 168 time: 11.3230467 Jul 05 09:49:52.475267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:52.582422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:52.583189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:49:52.828485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:52.893998 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-885b2823-1141-4790-8e92-1c306b5f00d8 service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699369 Jul 05 09:49:52.995529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf139c85-834b-4dd5-8809-51eb9c7da8c0 req-5449872c-58ce-4b41-ba2c-b639a92a3324 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:52.997127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf139c85-834b-4dd5-8809-51eb9c7da8c0 req-5449872c-58ce-4b41-ba2c-b639a92a3324 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 944 time: 0.2438340 Jul 05 09:49:53.094160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf139c85-834b-4dd5-8809-51eb9c7da8c0 req-b3c5f9f8-22bd-42d6-b1af-13a0c7a5d557 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827265 Jul 05 09:49:53.106362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:53.216843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:53.422835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Allocated IP 172.25.1.19 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/2bd24051-ae9c-40b9-a62b-0d56ffaf6774) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:53.611317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:49:53.644275 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f0f5e4c-55a6-45a7-b760-533c399eb133 req-f148c9bc-130a-4527-98ab-ea71c48c8619 service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402313 Jul 05 09:49:53.696601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] For port 5b7a2bd6-08b6-4041-a288-5955f61dd259, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5b7a2bd6-08b6-4041-a288-5955f61dd259,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:53.914626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde952b-8053-4685-a293-c463dc36ce59 req-c084c2af-e38f-44a6-966d-bfc8885d0423 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.924369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde952b-8053-4685-a293-c463dc36ce59 req-c084c2af-e38f-44a6-966d-bfc8885d0423 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.930843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde952b-8053-4685-a293-c463dc36ce59 req-c084c2af-e38f-44a6-966d-bfc8885d0423 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.937626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde952b-8053-4685-a293-c463dc36ce59 req-c084c2af-e38f-44a6-966d-bfc8885d0423 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:53.939388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bde952b-8053-4685-a293-c463dc36ce59 req-c084c2af-e38f-44a6-966d-bfc8885d0423 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 3094 time: 0.4138358 Jul 05 09:49:53.950990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Allocated IP 10.2.2.200 (c511a4f9-6b1d-40e5-8b42-6b12f20e9073/2b06bfd7-e223-4fb1-88dc-d1a279be20c1/7b06d7fd-581e-46f9-a5eb-8bc6b8042837) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:53.972745 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:53.991624 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:53.992933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:54.105323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bde952b-8053-4685-a293-c463dc36ce59 req-db7c82dc-44b0-45fa-a42f-2c7ce2188e54 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483207 Jul 05 09:49:54.120320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:54.314398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:54.325091 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:54.334446 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b390ca7-145f-4253-a8ad-9b7e6ffdd468" -d '{"events": [{"server_uuid": "0b005f3c-5acf-4043-aaa7-b5a24a7d84ee", "name": "network-vif-plugged", "status": "completed", "tag": "a3237bda-fc87-46a3-bf7c-aeaf09ec8691"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:54.467706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Pushing event updated for resources: {'Port': ['ID=2bd24051-ae9c-40b9-a62b-0d56ffaf6774,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:54.499925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.500713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.501338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.506080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.506682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.507297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.507865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.508437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.508994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.509572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.510119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.510674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:54.555837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:54.569155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:54.576591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:54.617400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-bb9a04e9-2dbe-4f3f-b3e1-15d30fe5598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:54.626104 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-bb9a04e9-2dbe-4f3f-b3e1-15d30fe5598d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 1096 time: 0.8703098 Jul 05 09:49:54.683403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:54.694848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:54.704683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449219de-95f3-4ef7-9c45-a06a031f80b9 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:49:54.840871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:54.841922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:54.882295 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.4083991 Jul 05 09:49:54.892659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:55.125920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=40a11097-111e-4d23-a5e9-7e420c0a3133,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:55.171050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d3be5-5e8f-4d75-883e-6c59e4c3115f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=5b7a2bd6-08b6-4041-a288-5955f61dd259,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:55.269563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.305348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.336253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.350357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ff17a988-9216-454c-959b-ba0663823ebb details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:49:55.364880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.409668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.411710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-3d17e946-e10b-4ca8-bb47-bfc4ecbfa616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.416149 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-3d17e946-e10b-4ca8-bb47-bfc4ecbfa616 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 200 len: 914 time: 0.7864556 Jul 05 09:49:55.439971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.470674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.484612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-d3ed4bec-f506-4fad-89e4-68903cba3056 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 0.8905034 Jul 05 09:49:55.524593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:23:de:f2', 'name': 'tempest-NetworksTestDHCPv6-1299553784'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:55.722089 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-11e1bc52-e8b6-4168-a7b7-6251dd8f5391 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff17a988-9216-454c-959b-ba0663823ebb HTTP/1.1" status: 200 len: 217 time: 0.2793994 Jul 05 09:49:55.778875 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:55.820314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:55.824203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-2cbfb3b6-2be4-4f1f-9464-999b0e8604b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:55.826143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-2cbfb3b6-2be4-4f1f-9464-999b0e8604b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 200 len: 853 time: 0.1002259 Jul 05 09:49:55.843019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ff17a988-9216-454c-959b-ba0663823ebb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ff17a988-9216-454c-959b-ba0663823ebb,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:55.873006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'ff17a988-9216-454c-959b-ba0663823ebb', 'network_id': '70937a31-64ab-416d-be02-d3c58db9927d', 'port_id': 'ff17a988-9216-454c-959b-ba0663823ebb', 'mac_address': 'fa:16:3e:54:dd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed5487c-98dd-4455-9e9e-f1579b82dcd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:49:55.968773 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-50548298-0ce3-4e2c-a626-df691199b498 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70937a31-64ab-416d-be02-d3c58db9927d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225760 Jul 05 09:49:55.985291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.037779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff17a988-9216-454c-959b-ba0663823ebb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:56.050896 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.105592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ff17a988-9216-454c-959b-ba0663823ebb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ff17a988-9216-454c-959b-ba0663823ebb,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:56.108894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Transition to ACTIVE for port object 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:56.113372 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.160000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fef9cf71-5bc6-4939-bc4f-99eb929d9c84 req-b941fe6e-06b2-4ebb-933c-52a15baaf8e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6729212 Jul 05 09:49:56.241864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=ff17a988-9216-454c-959b-ba0663823ebb,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:56.253315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:49:56.261459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.261814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.262168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.262511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.264539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.264920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.265312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.265650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.266007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.266312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.275476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.275822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:49:56.390560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['ff17a988-9216-454c-959b-ba0663823ebb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:49:56.563447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:56.595345 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-dec48e55-7322-439f-9562-0041ae72180a service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939887 Jul 05 09:49:56.788020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b7a2bd6-08b6-4041-a288-5955f61dd259 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:56.894776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:49:56.939391 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f8657-72ca-4254-ba8e-1564a8b352f0 x-openstack-request-id: req-261f8657-72ca-4254-ba8e-1564a8b352f0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:56.940272 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b005f3c-5acf-4043-aaa7-b5a24a7d84ee", "name": "network-vif-plugged", "status": "completed", "tag": "a3237bda-fc87-46a3-bf7c-aeaf09ec8691", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:56.941154 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-261f8657-72ca-4254-ba8e-1564a8b352f0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:56.945051 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691', 'code': 200} Jul 05 09:49:57.018244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:49:57.042388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3a1fcd1f-9461-4c0f-a03b-b5f32f858040 None None] Provisioning complete for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:57.043783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a1fcd1f-9461-4c0f-a03b-b5f32f858040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.044061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:49:57.071885 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.268274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:57.269130 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.308136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.361500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:57.364574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.552246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event updated for resources: {'Port': ['ID=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:57.575973 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5f916cdf-de58-40b3-a0aa-8c8c6038dd7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8465328 Jul 05 09:49:57.619051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:57.689281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0658f076-6765-46fa-b928-71af461394c0 None None] Provisioning for port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:57.698922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0658f076-6765-46fa-b928-71af461394c0 None None] Provisioning complete for port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:57.699406 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0658f076-6765-46fa-b928-71af461394c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.723007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Pushing event updated for resources: {'Port': ['ID=2bd24051-ae9c-40b9-a62b-0d56ffaf6774,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:57.739127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:57.758752 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fcc9eb62-3815-4f08-8ea6-a5fe6a346d27 req-58c43a4b-240f-4918-872a-9d5a96c4b329 service neutron] 10.222.0.16 "GET /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1504374 Jul 05 09:49:57.774247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0658f076-6765-46fa-b928-71af461394c0 None None] Port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:49:57.872964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.106314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port 866a5fef-7576-4c77-927a-77021907ff33 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:49:58.458036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:49:58.469850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.487746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Transition to ACTIVE for port object 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:49:58.510168 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.693137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:58.786744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5160db2-9619-4ed1-a78f-95ba7890304a req-5d00c972-fd0b-47f7-bae5-9c76314677d5 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:58.800193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5160db2-9619-4ed1-a78f-95ba7890304a req-5d00c972-fd0b-47f7-bae5-9c76314677d5 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 945 time: 1.7861960 Jul 05 09:49:58.801267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Attempting to bind port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:49:58.801891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Attempting to bind port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:49:58.802401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Attempting to bind port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 on network 98ea41e3-cf22-4a13-848f-12586fc4efe9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:58.808332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 on network 98ea41e3-cf22-4a13-848f-12586fc4efe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:49:58.809128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Attempting to bind port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 on network 98ea41e3-cf22-4a13-848f-12586fc4efe9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:49:58.816070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:49:58.816722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Checking segment: {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:49:58.817282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Bound using segment: {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:49:58.817910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Bound port: 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983c548f-7d7c-44a5-a98f-761a53567895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:49:58.818448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.870926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25593ca-8254-4b27-aa69-2d9921741337 req-05523717-9a27-443f-aa53-d66f3942c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:58.874549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b25593ca-8254-4b27-aa69-2d9921741337 req-05523717-9a27-443f-aa53-d66f3942c428 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b005f3c-5acf-4043-aaa7-b5a24a7d84ee HTTP/1.1" status: 200 len: 1098 time: 1.6772251 Jul 05 09:49:58.876289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.941256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] For port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:49:58.947545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] For port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:49:58.962238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.962684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.964709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6cdaddab-4342-48d4-860e-59878f7caf53 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4933512 Jul 05 09:49:58.966499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::1dc (8bf03de8-a5cd-4166-895f-409ef6031a3b/d961a461-7412-476a-b779-eff0afdfe5c1/866a5fef-7576-4c77-927a-77021907ff33) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:58.993175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54722) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:59.074215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:def2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/40a11097-111e-4d23-a5e9-7e420c0a3133/866a5fef-7576-4c77-927a-77021907ff33) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:49:59.151829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667389d5-e5b1-4235-ae1a-c7361f938f9e req-d273bfb2-2ac4-472c-a5f9-cb8d467e5da4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.160081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667389d5-e5b1-4235-ae1a-c7361f938f9e req-d273bfb2-2ac4-472c-a5f9-cb8d467e5da4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.167399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667389d5-e5b1-4235-ae1a-c7361f938f9e req-d273bfb2-2ac4-472c-a5f9-cb8d467e5da4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.182161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.183246 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.185538 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b5d6620-a6bb-4580-9fbd-fd32996c6de3 HTTP/1.1" status: 200 len: 1092 time: 1.5872524 Jul 05 09:49:59.186503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667389d5-e5b1-4235-ae1a-c7361f938f9e req-d273bfb2-2ac4-472c-a5f9-cb8d467e5da4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.195983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667389d5-e5b1-4235-ae1a-c7361f938f9e req-d273bfb2-2ac4-472c-a5f9-cb8d467e5da4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:49:59.212357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-667389d5-e5b1-4235-ae1a-c7361f938f9e req-d273bfb2-2ac4-472c-a5f9-cb8d467e5da4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 3815 time: 1.4915366 Jul 05 09:49:59.214226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:59.223572 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41112d79-b1f8-4e2b-b94d-7f3167252e80" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:59.261153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:59.273313 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.283002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f219-14ab-452b-b6f0-b11bc2058b09 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:49:59.305552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5160db2-9619-4ed1-a78f-95ba7890304a req-522ee1d6-2abc-42b3-addf-41cbcc4e8caf tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042338 Jul 05 09:49:59.343686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:49:59.393232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ff17a988-9216-454c-959b-ba0663823ebb up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:49:59.415386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b25593ca-8254-4b27-aa69-2d9921741337 req-2e0f2f75-7869-433d-a285-3d07f0c29cb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787717 Jul 05 09:49:59.509991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.554815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-667389d5-e5b1-4235-ae1a-c7361f938f9e req-5b342ca8-41d9-4e08-b128-3c026b69b3dc tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403380 Jul 05 09:49:59.578818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.584271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port ff17a988-9216-454c-959b-ba0663823ebb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:49:59.589175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port ff17a988-9216-454c-959b-ba0663823ebb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:49:59.592725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.653178 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.737910 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb380a0-f86c-465c-be5c-ecd6357f85fe x-openstack-request-id: req-0cb380a0-f86c-465c-be5c-ecd6357f85fe {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:49:59.738722 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:49:59.738722 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cb380a0-f86c-465c-be5c-ecd6357f85fe {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:49:59.739025 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'status': 'completed', 'code': 200} Jul 05 09:49:59.824519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.912464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17a988-9216-454c-959b-ba0663823ebb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:49:59.915715 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf99456-e627-4412-9f80-eda52bec7fd3" -d '{"events": [{"server_uuid": "9783ef7c-9e78-4119-bee7-0b2586dc7477", "name": "network-vif-plugged", "status": "completed", "tag": "ff17a988-9216-454c-959b-ba0663823ebb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:49:59.932363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ff17a988-9216-454c-959b-ba0663823ebb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ff17a988-9216-454c-959b-ba0663823ebb,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:49:59.954551 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:00.043957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=ff17a988-9216-454c-959b-ba0663823ebb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:00.351455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f63dfa-7151-4340-be68-2acedd3cb84f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:00.365512 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:00.395504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Transition to ACTIVE for port object c0f63dfa-7151-4340-be68-2acedd3cb84f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:00.403828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:00.618917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-a4604e69-4755-4eda-8992-44f52d31faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:00.619516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-a4604e69-4755-4eda-8992-44f52d31faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:00.620213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-a4604e69-4755-4eda-8992-44f52d31faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:00.620599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-a4604e69-4755-4eda-8992-44f52d31faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:00.620860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-a4604e69-4755-4eda-8992-44f52d31faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:00.622689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-a4604e69-4755-4eda-8992-44f52d31faf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 4363 time: 0.8063414 Jul 05 09:50:00.706975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f63dfa-7151-4340-be68-2acedd3cb84f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:00.715018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:00.906101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:00.948204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:00.980115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.003065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.010613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.022588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.030748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:01.031016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Attempting to bind port c0f63dfa-7151-4340-be68-2acedd3cb84f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:01.031713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Attempting to bind port c0f63dfa-7151-4340-be68-2acedd3cb84f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:01.031713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Attempting to bind port c0f63dfa-7151-4340-be68-2acedd3cb84f on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:01.040060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.045021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Port c0f63dfa-7151-4340-be68-2acedd3cb84f on network cb805d96-10a2-4985-af7f-00b361e18ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:01.046916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Attempting to bind port c0f63dfa-7151-4340-be68-2acedd3cb84f on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:01.048312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:01.064972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:01.065303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Checking segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:01.069304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.069579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Bound using segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:01.069579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Bound port: c0f63dfa-7151-4340-be68-2acedd3cb84f, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:01.069579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:01.075205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.088700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-5e254fac-ce76-4f48-b171-70afea6aed7e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5429 time: 1.0746152 Jul 05 09:50:01.170340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:01.240938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137339b6-473a-4f99-b6c3-637cc497aaf0 req-bf51c181-cf8d-4567-905f-8dffce3c54dc tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.250376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-137339b6-473a-4f99-b6c3-637cc497aaf0 req-bf51c181-cf8d-4567-905f-8dffce3c54dc tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 949 time: 1.1439273 Jul 05 09:50:01.304294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] For port c0f63dfa-7151-4340-be68-2acedd3cb84f, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:01.313239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] For port c0f63dfa-7151-4340-be68-2acedd3cb84f, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:01.328216 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:01.330967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object 866a5fef-7576-4c77-927a-77021907ff33 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:01.374780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 32cdeb3a-0978-42c8-bd59-438734421873 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:01.403761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f63dfa-7151-4340-be68-2acedd3cb84f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:01.415960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.416897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:01.418633 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8609caff-5951-4719-bfc4-1d0515bd1e19 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 1130 time: 2.1769118 Jul 05 09:50:01.493259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:01.716388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-137339b6-473a-4f99-b6c3-637cc497aaf0 req-0bb4f632-305e-4ca3-bb32-ced4890e23d4 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642918 Jul 05 09:50:01.744223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5ba1013-4b17-4aac-a6b2-1a5b5a410ede req-3dc4b0d6-e578-4928-9ac5-24237fd6a2bc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6542032 Jul 05 09:50:01.855024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-29038dc8-25e8-44f1-8f02-c4fda30421bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.855935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-29038dc8-25e8-44f1-8f02-c4fda30421bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.856479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-29038dc8-25e8-44f1-8f02-c4fda30421bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:01.873904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-29038dc8-25e8-44f1-8f02-c4fda30421bb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b038beae1ef468a9d117947fbf9fb44&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2283909 Jul 05 09:50:01.929999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': 'c0f63dfa-7151-4340-be68-2acedd3cb84f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:01.934105 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "c0f63dfa-7151-4340-be68-2acedd3cb84f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:01.971716 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.010879 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57700c32-6470-470c-835c-2cf43bb0afd6 x-openstack-request-id: req-57700c32-6470-470c-835c-2cf43bb0afd6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:02.017655 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9783ef7c-9e78-4119-bee7-0b2586dc7477", "name": "network-vif-plugged", "status": "completed", "tag": "ff17a988-9216-454c-959b-ba0663823ebb", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:02.018331 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57700c32-6470-470c-835c-2cf43bb0afd6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:02.018913 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17a988-9216-454c-959b-ba0663823ebb', 'code': 200} Jul 05 09:50:02.122131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 32cdeb3a-0978-42c8-bd59-438734421873, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=32cdeb3a-0978-42c8-bd59-438734421873,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:02.153476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '32cdeb3a-0978-42c8-bd59-438734421873', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'port_id': '32cdeb3a-0978-42c8-bd59-438734421873', 'mac_address': 'fa:16:3e:67:3f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:02.245491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.287354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cdeb3a-0978-42c8-bd59-438734421873 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:02.340774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 32cdeb3a-0978-42c8-bd59-438734421873, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=32cdeb3a-0978-42c8-bd59-438734421873,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:02.348642 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.352267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 6a08c509-a258-4a02-b09d-4da2a020de1a details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:02.369932 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.453580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.647015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7ce72-477f-44f9-9ba8-be349b107ed2 req-fba9cebf-d78a-4011-8825-e4af190ccf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:02.652003 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6c7ce72-477f-44f9-9ba8-be349b107ed2 req-fba9cebf-d78a-4011-8825-e4af190ccf4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 1098 time: 0.6282797 Jul 05 09:50:02.783108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 6a08c509-a258-4a02-b09d-4da2a020de1a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=6a08c509-a258-4a02-b09d-4da2a020de1a,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:02.804541 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e6c7ce72-477f-44f9-9ba8-be349b107ed2 req-6a8a0850-d3de-4a67-835d-c034e686eb4a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357150 Jul 05 09:50:02.816359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:02.843941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-2d658030-7b45-458a-a6f0-ffaf95e583c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:02.846135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '6a08c509-a258-4a02-b09d-4da2a020de1a', 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'port_id': '6a08c509-a258-4a02-b09d-4da2a020de1a', 'mac_address': 'fa:16:3e:1a:1b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7809b291-544e-4ffa-8cf5-252a62abc5e2', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:02.847213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41112d79-b1f8-4e2b-b94d-7f3167252e80 req-2d658030-7b45-458a-a6f0-ffaf95e583c2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9711356 Jul 05 09:50:02.863993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:02.867268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=866a5fef-7576-4c77-927a-77021907ff33,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:02.881969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:02.922850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.931792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:02.944643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.947345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:02.948033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:02.961490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=32cdeb3a-0978-42c8-bd59-438734421873,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:02.968117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a08c509-a258-4a02-b09d-4da2a020de1a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:02.982638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Transition to ACTIVE for port object 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:02.991829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:03.049696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 6a08c509-a258-4a02-b09d-4da2a020de1a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=6a08c509-a258-4a02-b09d-4da2a020de1a,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:03.062973 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:03.063698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ae4d8334-6b5f-405f-881c-6bc2234c27b7 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:03.148812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2859949-60fb-466d-a2db-e25bb3009c09 req-8f94e4da-d6c3-41e9-abf8-9a2ed516af6a tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.159562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:03.163658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2859949-60fb-466d-a2db-e25bb3009c09 req-8f94e4da-d6c3-41e9-abf8-9a2ed516af6a tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 946 time: 1.1522691 Jul 05 09:50:03.198334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-036056f5-cbf0-47be-b16d-901f884aecb3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.205473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-036056f5-cbf0-47be-b16d-901f884aecb3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.229708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-036056f5-cbf0-47be-b16d-901f884aecb3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.246170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-036056f5-cbf0-47be-b16d-901f884aecb3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.259525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-036056f5-cbf0-47be-b16d-901f884aecb3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.281792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-036056f5-cbf0-47be-b16d-901f884aecb3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:03.295335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-036056f5-cbf0-47be-b16d-901f884aecb3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 4598 time: 1.0994151 Jul 05 09:50:03.304185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Attempting to bind port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:03.305068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Attempting to bind port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:03.305639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Attempting to bind port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:03.319271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 on network cb805d96-10a2-4985-af7f-00b361e18ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:03.320079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Attempting to bind port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:03.333830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:03.335563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Checking segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:03.336148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Bound using segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:03.339022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Bound port: 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:03.339397 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:03.495993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5477be5c-bf44-4b46-8df1-a940b1b04fac req-a8df5ce1-028c-4e1a-94fd-48831175701c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979582 Jul 05 09:50:03.531703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dbf1c6e4-4527-4aaf-9d57-f00680e7578f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 8.6083169 Jul 05 09:50:03.541358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:03.590544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2859949-60fb-466d-a2db-e25bb3009c09 req-ef948630-6461-4843-921a-e54496e8567d tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392015 Jul 05 09:50:03.660555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:03.712499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Allocated IP 172.25.1.192 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/3fc841b1-aca5-4a63-ab42-03d2dd04d66e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:03.732896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:03.740997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:03.769728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=6a08c509-a258-4a02-b09d-4da2a020de1a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:03.816662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-089a4bd6-4049-42f5-b4f4-9eb1a267c8d8 None None] Provisioning for port 866a5fef-7576-4c77-927a-77021907ff33 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:03.868307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-089a4bd6-4049-42f5-b4f4-9eb1a267c8d8 None None] Provisioning complete for port 866a5fef-7576-4c77-927a-77021907ff33 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:03.872148 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-089a4bd6-4049-42f5-b4f4-9eb1a267c8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:03.880906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-76cc8843-aa2c-491c-b989-c7c1263d7315 req-fd014abf-34f0-49fd-892e-c4c15faf19b9 service neutron] (93796) timed out ('10.222.0.16', 61867) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 09:50:03.881613 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ece1e14-e793-42c1-a8bc-822451884a7f x-openstack-request-id: req-9ece1e14-e793-42c1-a8bc-822451884a7f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:03.882115 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "c0f63dfa-7151-4340-be68-2acedd3cb84f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:03.884843 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ece1e14-e793-42c1-a8bc-822451884a7f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:03.886369 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': 'c0f63dfa-7151-4340-be68-2acedd3cb84f', 'status': 'completed', 'code': 200} Jul 05 09:50:03.961425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:04.007902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.009654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.015010 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-86a77f1d-0e1f-4727-9d7c-506af5065617 service neutron] 10.222.0.15 "PUT /v2.0/ports/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 1132 time: 2.5267227 Jul 05 09:50:04.029780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port 866a5fef-7576-4c77-927a-77021907ff33 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:04.031349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.074174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:04.087985 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5a1b4-40d9-4a30-bc73-418d87a599d1" -d '{"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-unplugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:04.096749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-089a4bd6-4049-42f5-b4f4-9eb1a267c8d8 None None] Port 866a5fef-7576-4c77-927a-77021907ff33 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:04.140425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ae4d8334-6b5f-405f-881c-6bc2234c27b7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:04.190884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7', 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1', 'port_id': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7', 'mac_address': 'fa:16:3e:c4:03:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3a3ba5-22be-4813-ada1-23f347451c21', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:04.216788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:04.390442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.428995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4d8334-6b5f-405f-881c-6bc2234c27b7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:04.453583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ae4d8334-6b5f-405f-881c-6bc2234c27b7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:04.459466 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.460634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 13041785-32e6-436d-ac3b-56cf005939fc details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:04.465422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.531354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.583140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for 866a5fef-7576-4c77-927a-77021907ff33 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:04.607408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:04.643590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.644782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.651546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.652558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.653282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.653747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=ae4d8334-6b5f-405f-881c-6bc2234c27b7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:04.654210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.655101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.658666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-c7731dcb-d977-42aa-b03a-7a5baae039e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6211 time: 0.7653186 Jul 05 09:50:04.697828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.706303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.714030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.721821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.730010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.736859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.744542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:04.753956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-b292b911-40c7-4f55-a135-0722cd0ee5ac tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5431 time: 0.5779908 Jul 05 09:50:04.820890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 13041785-32e6-436d-ac3b-56cf005939fc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=13041785-32e6-436d-ac3b-56cf005939fc,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:04.864650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '13041785-32e6-436d-ac3b-56cf005939fc', 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'port_id': '13041785-32e6-436d-ac3b-56cf005939fc', 'mac_address': 'fa:16:3e:02:7e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7809b291-544e-4ffa-8cf5-252a62abc5e2', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:04.898404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9b60f80-8fcf-4db3-95aa-2bd71471875e req-0fd50c4e-a477-4027-baa9-e1e04be42368 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427419 Jul 05 09:50:05.011718 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.052106 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.067805 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce2901-ee08-40b2-8088-ce2917f6ed78 x-openstack-request-id: req-0dce2901-ee08-40b2-8088-ce2917f6ed78 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:05.068374 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-unplugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:05.068874 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dce2901-ee08-40b2-8088-ce2917f6ed78 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:05.069497 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b', 'code': 200} Jul 05 09:50:05.107440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13041785-32e6-436d-ac3b-56cf005939fc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:05.179433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Pushing event updated for resources: {'Port': ['ID=3fc841b1-aca5-4a63-ab42-03d2dd04d66e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:05.219027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 13041785-32e6-436d-ac3b-56cf005939fc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=13041785-32e6-436d-ac3b-56cf005939fc,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:05.227041 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.227520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-4d480bea-fb4a-4d32-8e72-a115a30ab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.228255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1b711ea9-8693-4dc5-93cd-d0885018b043 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:05.228510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-4d480bea-fb4a-4d32-8e72-a115a30ab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.229233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-4d480bea-fb4a-4d32-8e72-a115a30ab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.231696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-4d480bea-fb4a-4d32-8e72-a115a30ab019 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b038beae1ef468a9d117947fbf9fb44&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5644391 Jul 05 09:50:05.258230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:05.261270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:05.277886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:05.396421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=13041785-32e6-436d-ac3b-56cf005939fc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:05.476867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1b711ea9-8693-4dc5-93cd-d0885018b043, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1b711ea9-8693-4dc5-93cd-d0885018b043,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:05.485901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3031b9-7d87-4127-a500-826390bc98c0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:05.507529 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.507893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '1b711ea9-8693-4dc5-93cd-d0885018b043', 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'port_id': '1b711ea9-8693-4dc5-93cd-d0885018b043', 'mac_address': 'fa:16:3e:44:5e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7809b291-544e-4ffa-8cf5-252a62abc5e2', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:05.564123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Transition to ACTIVE for port object bd3031b9-7d87-4127-a500-826390bc98c0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:05.575184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.645596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-ece01c29-27a8-45f3-96e2-8f942fd0805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:05.648346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05ec4e9b-d7d6-4fc1-97a6-0747fcdd101b req-ece01c29-27a8-45f3-96e2-8f942fd0805d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4043314 Jul 05 09:50:05.721417 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.770165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Pushing event updated for resources: {'Port': ['ID=bd3031b9-7d87-4127-a500-826390bc98c0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:05.789829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b711ea9-8693-4dc5-93cd-d0885018b043 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:05.860685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1b711ea9-8693-4dc5-93cd-d0885018b043, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1b711ea9-8693-4dc5-93cd-d0885018b043,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:05.872003 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:05.873009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:05.888633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:05.892581 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:05.970586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Attempting to bind port bd3031b9-7d87-4127-a500-826390bc98c0 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:05.971323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Attempting to bind port bd3031b9-7d87-4127-a500-826390bc98c0 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:05.971893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Attempting to bind port bd3031b9-7d87-4127-a500-826390bc98c0 on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:05.987248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Port bd3031b9-7d87-4127-a500-826390bc98c0 on network cb805d96-10a2-4985-af7f-00b361e18ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:05.988253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Attempting to bind port bd3031b9-7d87-4127-a500-826390bc98c0 on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:05.996239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:05.997195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Checking segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:05.997900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Bound using segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:05.999639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Bound port: bd3031b9-7d87-4127-a500-826390bc98c0, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:06.000714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.025401 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.117840 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.148494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:06.155607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=866a5fef-7576-4c77-927a-77021907ff33,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.195292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35', 'network_id': 'f5cf31f1-922c-4681-98dd-3d68246fb773', 'port_id': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35', 'mac_address': 'fa:16:3e:e2:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7809b291-544e-4ffa-8cf5-252a62abc5e2', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:06.307631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=1b711ea9-8693-4dc5-93cd-d0885018b043,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.326311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.329778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eb5bb786-d74e-4cd7-b6d3-d46dfd94f9a2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/866a5fef-7576-4c77-927a-77021907ff33 HTTP/1.1" status: 204 len: 168 time: 2.7849391 Jul 05 09:50:06.335522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:06.351766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.387388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.397577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:06.404673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] For port bd3031b9-7d87-4127-a500-826390bc98c0, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:06.409328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.422749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:06.426091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.428586 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.429629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b9de98b3-1e29-4626-9567-ba39ad742dcd details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:06.439705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] For port bd3031b9-7d87-4127-a500-826390bc98c0, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bd3031b9-7d87-4127-a500-826390bc98c0,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:06.453510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.454293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.465186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.487965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.502820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.510820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-f64965ed-0cc1-4aac-ac94-7e451c53b1b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5383 time: 1.0567799 Jul 05 09:50:06.584920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b9de98b3-1e29-4626-9567-ba39ad742dcd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:06.585553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Pushing event updated for resources: {'Port': ['ID=bd3031b9-7d87-4127-a500-826390bc98c0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.595038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.595879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.597379 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0ecba42d-8d5d-483a-961d-d14d9be0838a service neutron] 10.222.0.15 "PUT /v2.0/ports/bd3031b9-7d87-4127-a500-826390bc98c0 HTTP/1.1" status: 200 len: 1092 time: 2.3886197 Jul 05 09:50:06.601945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.613122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:06.631177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'b9de98b3-1e29-4626-9567-ba39ad742dcd', 'network_id': 'd845a6ce-cdfa-42d6-9a84-87ae53a1c9d1', 'port_id': 'b9de98b3-1e29-4626-9567-ba39ad742dcd', 'mac_address': 'fa:16:3e:3c:aa:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3a3ba5-22be-4813-ada1-23f347451c21', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:06.639619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:06.737603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b40c72-9974-4375-8afd-4606341ecb37 req-48eeffeb-c632-49dc-a432-0138943bccbc tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.748091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21b40c72-9974-4375-8afd-4606341ecb37 req-48eeffeb-c632-49dc-a432-0138943bccbc tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 946 time: 0.7688034 Jul 05 09:50:06.759477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.786555 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:06.806493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9de98b3-1e29-4626-9567-ba39ad742dcd {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:06.824132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1578f-77ce-4273-8207-f9dc5186c3d2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:06.829040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-83b1578f-77ce-4273-8207-f9dc5186c3d2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4922690 Jul 05 09:50:06.836059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:06.882679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b9de98b3-1e29-4626-9567-ba39ad742dcd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:06.894094 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.026201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cba093a-3376-46d9-b5d5-82e594554d97 req-23447a3e-cb75-4ffb-8716-f1479a2d8e7d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5141015 Jul 05 09:50:07.029095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b9de98b3-1e29-4626-9567-ba39ad742dcd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:07.079932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d886c-0aed-46be-93bc-4ee4730b4999 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.085193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ef9d886c-0aed-46be-93bc-4ee4730b4999 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2291079 Jul 05 09:50:07.086887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:07.111903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21b40c72-9974-4375-8afd-4606341ecb37 req-a6a45fc1-8f46-4b5f-b588-0d74b8f7fcf3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625319 Jul 05 09:50:07.234847 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.246662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:07.267649 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9d4bf-0e41-4abc-81ba-e479ac2d1718 x-openstack-request-id: req-baa9d4bf-0e41-4abc-81ba-e479ac2d1718 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:07.268007 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:07.268304 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baa9d4bf-0e41-4abc-81ba-e479ac2d1718 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:07.268660 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2', 'status': 'completed', 'code': 200} Jul 05 09:50:07.498234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Pushing event updated for resources: {'Port': ['ID=3fc841b1-aca5-4a63-ab42-03d2dd04d66e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:07.548787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['1b711ea9-8693-4dc5-93cd-d0885018b043'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:07.551598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['32cdeb3a-0978-42c8-bd59-438734421873'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:07.696839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['6a08c509-a258-4a02-b09d-4da2a020de1a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:07.702726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['13041785-32e6-436d-ac3b-56cf005939fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:07.738104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce01ebc-cf64-4199-bede-61b21b8822cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.739878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce01ebc-cf64-4199-bede-61b21b8822cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.741460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce01ebc-cf64-4199-bede-61b21b8822cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:07.746163 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fce01ebc-cf64-4199-bede-61b21b8822cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6542337 Jul 05 09:50:07.749442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54908) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:07.922505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 40a11097-111e-4d23-a5e9-7e420c0a3133 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:07.934927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.123899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c67d5b-8c64-4a89-9c50-1f597a75fcdf {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:08.144807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.174688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Transition to ACTIVE for port object 62c67d5b-8c64-4a89-9c50-1f597a75fcdf will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:08.188725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.331306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.390126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.395942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-91f14c8e-93d3-4342-a590-83b3b833b005 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.3882105 Jul 05 09:50:08.404502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:08.411953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.429933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.429933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.432839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.434111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.434613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.436609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.436813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.442851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-4ccce71b-6310-4bd8-972c-3e4af66333f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6279 time: 1.0026951 Jul 05 09:50:08.478070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.491008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.497827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.504603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.512605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.519444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.526059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.537414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-76c94e4a-b711-4c0e-bacc-18c840185f86 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5436 time: 1.0730073 Jul 05 09:50:08.580021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Attempting to bind port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:08.580449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Attempting to bind port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:08.580837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Attempting to bind port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:08.586456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Pushing event updated for resources: {'Port': ['ID=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:08.631760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['ae4d8334-6b5f-405f-881c-6bc2234c27b7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:08.635512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['11437cd6-fe2f-4ab3-beb3-6a49c84c5a35'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:08.865036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf on network cb805d96-10a2-4985-af7f-00b361e18ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:08.865949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Attempting to bind port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:08.903546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05e0aba0-9e0a-4f66-a083-c3f143eec5d0 req-59c0baf5-8445-4173-ab4e-0c39c172cf0d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3662729 Jul 05 09:50:08.937395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:08.937971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Checking segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:08.938615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Bound using segment: {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:08.939380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Bound port: 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257a5d48-5cac-4701-ac6f-c7b66bd9f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:08.939741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:08.972637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2263a41c-96f9-4ad0-9ef4-b7af427a70e0 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.5120690 Jul 05 09:50:08.977321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d2ef-841c-48db-b69f-500bc9eaa1cb req-a6611eef-d052-4dcc-a55f-93c6b7983973 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:08.985993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54930) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:08.996735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557d2ef-841c-48db-b69f-500bc9eaa1cb req-a6611eef-d052-4dcc-a55f-93c6b7983973 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b005f3c-5acf-4043-aaa7-b5a24a7d84ee HTTP/1.1" status: 200 len: 946 time: 0.4535377 Jul 05 09:50:09.086453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5557d2ef-841c-48db-b69f-500bc9eaa1cb req-af7b4b1e-dd3e-4690-a1d3-85cf9be57fbb tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863197 Jul 05 09:50:09.089377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-bedd132a-03f4-440e-bdf8-ad9cebcc1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.089860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-bedd132a-03f4-440e-bdf8-ad9cebcc1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.090372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-bedd132a-03f4-440e-bdf8-ad9cebcc1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.099626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-bedd132a-03f4-440e-bdf8-ad9cebcc1f53 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b038beae1ef468a9d117947fbf9fb44&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5547900 Jul 05 09:50:09.139373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.206760 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c114a34e-6b40-44b2-ae4c-683cb98af127 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2166290 Jul 05 09:50:09.207626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54938) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:09.277644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:09.291573 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:09.444642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-e58812c9-232e-4022-8122-30397adf1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.447370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb133249-b7a1-4537-8e85-08d2cd2ef6cf req-e58812c9-232e-4022-8122-30397adf1119 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3415792 Jul 05 09:50:09.469028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.488758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.497623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.504388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.511270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.519780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.530669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.545388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-68a35179-7c1f-499b-b61a-a9da5fb98db3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5395 time: 0.3091969 Jul 05 09:50:09.603942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b9de98b3-1e29-4626-9567-ba39ad742dcd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:09.653775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cdaec38-c997-4647-a199-a06d01265cc5 req-16831a80-4a45-4df1-9b97-555d438df236 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047153 Jul 05 09:50:09.684537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] For port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:09.703294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] For port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:09.714562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.837404 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d8c1f3-bd44-414a-b306-76a3ae43338a x-openstack-request-id: req-b9d8c1f3-bd44-414a-b306-76a3ae43338a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:09.837791 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:09.839042 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9d8c1f3-bd44-414a-b306-76a3ae43338a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:09.840894 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0', 'status': 'completed', 'code': 200} Jul 05 09:50:09.850864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.880845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.881968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:09.883816 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-218c928e-f136-4f35-9f09-59c056041533 service neutron] 10.222.0.15 "PUT /v2.0/ports/62c67d5b-8c64-4a89-9c50-1f597a75fcdf HTTP/1.1" status: 200 len: 1091 time: 3.2528358 Jul 05 09:50:09.940671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:09.989947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:09.998868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.001072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.003844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.004455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.005041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.005581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.007829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-f2c7bc42-321b-4f74-8530-4ab69e0d81e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6347 time: 0.1880250 Jul 05 09:50:10.069449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.075975 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/40a11097-111e-4d23-a5e9-7e420c0a3133 HTTP/1.1" status: 204 len: 168 time: 2.3258069 Jul 05 09:50:10.077763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba47852-d8dd-4b72-9a63-2f4632db90d7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=40a11097-111e-4d23-a5e9-7e420c0a3133,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:10.085726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54960) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:10.131336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7cf6f6-4edd-496d-8d6e-67835a842326 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:10.208752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.224580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet d961a461-7412-476a-b779-eff0afdfe5c1 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:10.244667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.250933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c928e-f136-4f35-9f09-59c056041533 service neutron] Pushing event updated for resources: {'Port': ['ID=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:10.335545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Deleting port 3fc841b1-aca5-4a63-ab42-03d2dd04d66e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:10.336600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.366527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.491115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-5128b573-79cd-4c17-b014-aa997b0b64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.491995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-5128b573-79cd-4c17-b014-aa997b0b64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.492525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-5128b573-79cd-4c17-b014-aa997b0b64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.495431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-5128b573-79cd-4c17-b014-aa997b0b64c1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b038beae1ef468a9d117947fbf9fb44&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4749613 Jul 05 09:50:10.665346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-d4924e02-c435-4ef7-803c-df3a12980f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.668380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf5859cb-14b2-4aa0-9fd5-77d35e3252b7 req-d4924e02-c435-4ef7-803c-df3a12980f30 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564324 Jul 05 09:50:10.700619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.701206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:10.810862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.820386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.837943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.848448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.857158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.866464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.875447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:10.880536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-1ccd29e7-8b82-4171-ac77-a01d02d6b0b5 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5436 time: 0.3983903 Jul 05 09:50:10.922454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Calling delete_port for 3fc841b1-aca5-4a63-ab42-03d2dd04d66e owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:10.965553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.001080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d5f19c2-3c64-4367-8da9-cd1fed421768 req-55afffef-004a-4f35-baf8-f528472beb58 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074469 Jul 05 09:50:11.008780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 6a08c509-a258-4a02-b09d-4da2a020de1a up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:11.125316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 6a08c509-a258-4a02-b09d-4da2a020de1a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:11.131583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 6a08c509-a258-4a02-b09d-4da2a020de1a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:11.133130 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.282976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.301346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534132-5e06-482b-b73b-0f29a6d945ba req-750b9fb6-ad77-46bd-86bc-53fa33fd2771 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.302042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.306944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/d961a461-7412-476a-b779-eff0afdfe5c1 HTTP/1.1" status: 204 len: 168 time: 1.1705041 Jul 05 09:50:11.307651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:11.320647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7534132-5e06-482b-b73b-0f29a6d945ba req-750b9fb6-ad77-46bd-86bc-53fa33fd2771 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b005f3c-5acf-4043-aaa7-b5a24a7d84ee HTTP/1.1" status: 200 len: 946 time: 0.2890892 Jul 05 09:50:11.386345 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.427887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf8cd3b-1efa-439e-9043-249cc8703b1a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:11.440247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.444732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:11.456647 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1a73af-541f-4c84-951a-bbcb33969994" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:11.465347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Transition to ACTIVE for port object acf8cd3b-1efa-439e-9043-249cc8703b1a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:11.509561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 6a08c509-a258-4a02-b09d-4da2a020de1a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=6a08c509-a258-4a02-b09d-4da2a020de1a,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:11.514991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.515950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 13041785-32e6-436d-ac3b-56cf005939fc up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:11.576523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7534132-5e06-482b-b73b-0f29a6d945ba req-73e9a110-68a4-468d-88b6-d3870ced3ce0 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496073 Jul 05 09:50:11.644732 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-205118a6-0a0a-4a33-aba0-1eb8689b16ca tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3126116 Jul 05 09:50:11.645953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:11.652470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb36197-5f61-4fc1-b6bc-fb82966db334 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=d961a461-7412-476a-b779-eff0afdfe5c1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:11.683742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:11.696911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.736656 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d9d832-4d8c-4ce3-9d16-80e3897b4331 x-openstack-request-id: req-85d9d832-4d8c-4ce3-9d16-80e3897b4331 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:11.737026 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:11.737457 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85d9d832-4d8c-4ce3-9d16-80e3897b4331 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:11.737724 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a', 'code': 200} Jul 05 09:50:11.742959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=6a08c509-a258-4a02-b09d-4da2a020de1a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:11.756727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.761412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 13041785-32e6-436d-ac3b-56cf005939fc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:11.772215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 13041785-32e6-436d-ac3b-56cf005939fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:11.772690 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.774822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:11.776907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.789197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.802874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.816146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.827903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.838790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.864321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-2855d963-5939-4705-9c91-3f2745e441d3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5395 time: 0.5196121 Jul 05 09:50:11.911605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:11.925474 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:11.944183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-17ba5759-06ce-4e2f-be1a-b656d218f724 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:11.947997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-17ba5759-06ce-4e2f-be1a-b656d218f724 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b005f3c-5acf-4043-aaa7-b5a24a7d84ee HTTP/1.1" status: 200 len: 946 time: 0.5581772 Jul 05 09:50:12.034037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90dacf0f-c9ac-4e53-928c-542feda7978a req-c8a6bbc7-4552-4166-99b0-b966643fa5b9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637268 Jul 05 09:50:12.047250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.152299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Pushing event updated for resources: {'Port': ['ID=acf8cd3b-1efa-439e-9043-249cc8703b1a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:12.161809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 13041785-32e6-436d-ac3b-56cf005939fc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=13041785-32e6-436d-ac3b-56cf005939fc,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:12.175464 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.176749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 32cdeb3a-0978-42c8-bd59-438734421873 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:12.301908 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b62f2e-1943-4d24-8813-5ddca1698a44 x-openstack-request-id: req-71b62f2e-1943-4d24-8813-5ddca1698a44 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:12.302635 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:12.303112 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71b62f2e-1943-4d24-8813-5ddca1698a44 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:12.303711 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf', 'status': 'completed', 'code': 200} Jul 05 09:50:12.346573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Pushing event deleted for resources: {'Port': ['ID=3fc841b1-aca5-4a63-ab42-03d2dd04d66e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:12.402193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=13041785-32e6-436d-ac3b-56cf005939fc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:12.416813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Deleting port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:12.417155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.438039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 32cdeb3a-0978-42c8-bd59-438734421873 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:12.448197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 32cdeb3a-0978-42c8-bd59-438734421873 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:12.448575 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.667803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] For port a3237bda-fc87-46a3-bf7c-aeaf09ec8691, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:12.670328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.716585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Calling delete_port for a3237bda-fc87-46a3-bf7c-aeaf09ec8691 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:12.771565 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.791421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.795793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55018) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:12.799697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a0126ea-2cdc-4082-b383-0fda85894525 tempest-FloatingIPAdminTestJSON-1423729396 tempest-FloatingIPAdminTestJSON-1423729396-project] 10.222.0.21 "DELETE /v2.0/floatingips/2efb3dfc-6137-4567-915a-c130cd5de7f1 HTTP/1.1" status: 204 len: 168 time: 3.5231903 Jul 05 09:50:12.840484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:12.847001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:12.866087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c19e9-079d-4c17-95de-a92e33364994 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:12.868007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:13.158541 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.268513 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.287000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.298853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.319160 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:50:13.325529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.385277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.400461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.414711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.427690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6896289-81bd-4f28-ad75-942b748252a7 req-10e20a06-41cc-484a-9817-8641479e76e0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5438 time: 0.6792312 Jul 05 09:50:13.496215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 32cdeb3a-0978-42c8-bd59-438734421873, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=32cdeb3a-0978-42c8-bd59-438734421873,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:13.591177 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.592161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1b711ea9-8693-4dc5-93cd-d0885018b043 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:13.631351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d084c-8250-467f-b270-e75e3cc77a8f req-a354d10e-3b15-4463-9645-93b31cd205ee tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.642668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a1d084c-8250-467f-b270-e75e3cc77a8f req-a354d10e-3b15-4463-9645-93b31cd205ee tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b005f3c-5acf-4043-aaa7-b5a24a7d84ee HTTP/1.1" status: 200 len: 946 time: 0.7650931 Jul 05 09:50:13.758301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Deleting port 2bd24051-ae9c-40b9-a62b-0d56ffaf6774 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:13.759308 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.850671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6896289-81bd-4f28-ad75-942b748252a7 req-5c40b6d4-84ed-4496-82a9-d603daab7850 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4215333 Jul 05 09:50:13.920413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.921284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.922002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.922782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.923715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.924509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.925322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.928792 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-064bd967-53e5-4806-bdda-1780ce8725b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6373 time: 1.6464238 Jul 05 09:50:13.988352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-5a6a5d75-cbdb-4be0-8c82-223dcbbce19b tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:13.990855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-5a6a5d75-cbdb-4be0-8c82-223dcbbce19b tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 946 time: 1.5335124 Jul 05 09:50:13.991862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13041785-32e6-436d-ac3b-56cf005939fc'}, {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:13.994160 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f4bdb-ce31-4dfb-82e8-f8ec8e2febd1" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "13041785-32e6-436d-ac3b-56cf005939fc"}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "32cdeb3a-0978-42c8-bd59-438734421873"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:14.008710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Attempting to bind port acf8cd3b-1efa-439e-9043-249cc8703b1a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:14.009226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Attempting to bind port acf8cd3b-1efa-439e-9043-249cc8703b1a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:14.009762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Attempting to bind port acf8cd3b-1efa-439e-9043-249cc8703b1a on network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:14.047701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a1d084c-8250-467f-b270-e75e3cc77a8f req-57b74277-1a0a-402b-9e67-871f6cc621d8 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a3f8fc-3679-40ba-bc16-7949905ba844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557382 Jul 05 09:50:14.064906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-de7eef27-ee9b-4b29-b435-a61ca3d1b5f5 None None] Provisioning complete for port 5b7a2bd6-08b6-4041-a288-5955f61dd259 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:14.065239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de7eef27-ee9b-4b29-b435-a61ca3d1b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.090583 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.229097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a3237bda-fc87-46a3-bf7c-aeaf09ec8691'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:14.283531 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-079aa8c9-b1ab-4049-a42e-d9912041f5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.371705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] No DVR routers for this DVR port a3237bda-fc87-46a3-bf7c-aeaf09ec8691 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:14.375130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event deleted for resources: {'Port': ['ID=a3237bda-fc87-46a3-bf7c-aeaf09ec8691,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:14.385339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.392589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-134aca23-4c0c-41fa-8b3d-fc6c1ce80b7f req-fc838756-cd23-442c-a1a9-87d6ab89b3c3 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.15 "DELETE /v2.0/ports/a3237bda-fc87-46a3-bf7c-aeaf09ec8691 HTTP/1.1" status: 204 len: 173 time: 2.3997221 Jul 05 09:50:14.393360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'name': 'network-vif-deleted', 'tag': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:14.399217 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad7c768-5fc9-4ae9-8512-d6919bca9fba" -d '{"events": [{"server_uuid": "0b005f3c-5acf-4043-aaa7-b5a24a7d84ee", "name": "network-vif-deleted", "tag": "a3237bda-fc87-46a3-bf7c-aeaf09ec8691"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:14.455412 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.456185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.484134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Calling delete_port for 2bd24051-ae9c-40b9-a62b-0d56ffaf6774 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:14.613099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=32cdeb3a-0978-42c8-bd59-438734421873,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:14.924734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Port acf8cd3b-1efa-439e-9043-249cc8703b1a on network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:14.929161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Attempting to bind port acf8cd3b-1efa-439e-9043-249cc8703b1a on network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:14.965221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:50:15.006092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:15.075289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 1b711ea9-8693-4dc5-93cd-d0885018b043 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:15.081176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '6df47378-069b-4406-a831-f0b530de199b', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '6df47378-069b-4406-a831-f0b530de199b', 'mac_address': 'fa:16:3e:74:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:15.193632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:15.193974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Checking segment: {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:15.194375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Bound using segment: {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:15.194830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Bound port: acf8cd3b-1efa-439e-9043-249cc8703b1a, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:15.195252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.286553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.300515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.320727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 1b711ea9-8693-4dc5-93cd-d0885018b043 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:15.322234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.352125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.391669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.431959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.445233 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=d19e8d0e-5da8-467f-87a8-f13289d45c09,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:15.455657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.476273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.488902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.511548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df47378-069b-4406-a831-f0b530de199b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:15.520438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.537148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-6f96ba32-e8df-48a8-9a77-edd718bad19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5407 time: 0.7203553 Jul 05 09:50:15.584221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:15.600114 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.719272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:15.742896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-56bb25e3-d6af-4801-a394-73b9d5735ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.743300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-56bb25e3-d6af-4801-a394-73b9d5735ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.743796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-56bb25e3-d6af-4801-a394-73b9d5735ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.745751 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-56bb25e3-d6af-4801-a394-73b9d5735ff1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b038beae1ef468a9d117947fbf9fb44&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.7994971 Jul 05 09:50:15.747452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Deleting port ff17a988-9216-454c-959b-ba0663823ebb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:15.747864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.753990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:15.755825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62264192-c61c-49e2-9e2c-2de517c03ccf req-d181a689-de08-43c8-b0e0-a925b863fc91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174475 Jul 05 09:50:15.809304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.831354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:15.832252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:15.907632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:15.917321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['6df47378-069b-4406-a831-f0b530de199b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:16.039253 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17240a49-bc11-46c5-acf1-ba6ab085ce70 x-openstack-request-id: req-17240a49-bc11-46c5-acf1-ba6ab085ce70 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:16.039436 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "13041785-32e6-436d-ac3b-56cf005939fc", "code": 200}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "32cdeb3a-0978-42c8-bd59-438734421873", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:16.039581 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17240a49-bc11-46c5-acf1-ba6ab085ce70 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:16.040066 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13041785-32e6-436d-ac3b-56cf005939fc', 'code': 200} Jul 05 09:50:16.040362 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873', 'code': 200} Jul 05 09:50:16.121836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] Deleting port 5b7a2bd6-08b6-4041-a288-5955f61dd259 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:16.122161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.171274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bd24051-ae9c-40b9-a62b-0d56ffaf6774,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:16.222720 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d6d516-8b20-4a40-baac-73ef81f9ece2 x-openstack-request-id: req-f7d6d516-8b20-4a40-baac-73ef81f9ece2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:16.225056 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b005f3c-5acf-4043-aaa7-b5a24a7d84ee", "name": "network-vif-deleted", "tag": "a3237bda-fc87-46a3-bf7c-aeaf09ec8691", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:16.225488 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7d6d516-8b20-4a40-baac-73ef81f9ece2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:16.229457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] For port ff17a988-9216-454c-959b-ba0663823ebb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ff17a988-9216-454c-959b-ba0663823ebb,segment=NetworkSegment(f9e30acc-fd96-40e1-9ed5-ed81e7629af3),segment_id=f9e30acc-fd96-40e1-9ed5-ed81e7629af3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:16.230141 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b005f3c-5acf-4043-aaa7-b5a24a7d84ee', 'name': 'network-vif-deleted', 'tag': 'a3237bda-fc87-46a3-bf7c-aeaf09ec8691', 'status': 'completed', 'code': 200} Jul 05 09:50:16.236084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.321807 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.328097 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.329601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b9e1462a-9d86-46be-a933-4b099f7c0984 tempest-FloatingIPAdminTestJSON-47654788 tempest-FloatingIPAdminTestJSON-47654788-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/c28b5ed5-fe6c-4fa2-b5c8-17bfacfee903 HTTP/1.1" status: 204 len: 168 time: 3.4945991 Jul 05 09:50:16.335547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55076) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:16.352353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] For port acf8cd3b-1efa-439e-9043-249cc8703b1a, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:16.361378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] For port acf8cd3b-1efa-439e-9043-249cc8703b1a, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:16.365906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Calling delete_port for ff17a988-9216-454c-959b-ba0663823ebb owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:16.392087 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.421319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] For port 5b7a2bd6-08b6-4041-a288-5955f61dd259, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5b7a2bd6-08b6-4041-a288-5955f61dd259,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:16.421742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.442677 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-10af8449-c549-4808-a772-318a43a159cb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.7663248 Jul 05 09:50:16.443677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:16.492017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] Calling delete_port for 5b7a2bd6-08b6-4041-a288-5955f61dd259 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:16.504868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3ad5a94c-a120-49ba-83b9-df016e50339c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:16.885604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.900726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.910265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.918413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.926060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.935612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.952232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:16.963795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-4f2a0fb2-693c-4fbf-9401-6e8eff6df66b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5439 time: 0.3966804 Jul 05 09:50:17.039446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af407a8f-78ff-480f-98e0-85dd5c6df3ca req-52b7bef4-d911-4de6-ace1-cd2bf3b1283a tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742424 Jul 05 09:50:17.047811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b7a2bd6-08b6-4041-a288-5955f61dd259 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:17.049008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Deleting port e45261d5-b218-4f8d-b8df-5af207a62e0b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:17.051628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.056331 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.109070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-92518b15-fbe3-403e-bd78-52721e0ef848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:17.115037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-09ee29ec-55b0-48b7-a6c1-73331ad2ba2b req-92518b15-fbe3-403e-bd78-52721e0ef848 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3258696 Jul 05 09:50:17.186961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:17.189159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.191619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] 10.222.0.15 "PUT /v2.0/ports/acf8cd3b-1efa-439e-9043-249cc8703b1a HTTP/1.1" status: 200 len: 1092 time: 7.2573469 Jul 05 09:50:17.206203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:17.219244 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcf50b5-184e-4cbf-859b-51f75973ca2c" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:17.234907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad5a94c-a120-49ba-83b9-df016e50339c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:17.253589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a94c-a120-49ba-83b9-df016e50339c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.294977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Request body: {'port': {'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:17.455512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.496630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Calling delete_port for e45261d5-b218-4f8d-b8df-5af207a62e0b owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:17.654469 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.717711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] Pushing event deleted for resources: {'Port': ['ID=5b7a2bd6-08b6-4041-a288-5955f61dd259,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:17.722708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.726707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3237bda-fc87-46a3-bf7c-aeaf09ec8691 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:17.886314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5b7a2bd6-08b6-4041-a288-5955f61dd259 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:17.887644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b7a2bd6-08b6-4041-a288-5955f61dd259 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:18.026554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a173a-1f5d-40fc-b0bc-edc3e4582dc6 None None] No DVR routers for this DVR port 5b7a2bd6-08b6-4041-a288-5955f61dd259 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:18.086595 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2ff9a6e-14c5-461c-a471-ee82b34ac755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:18.113349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a3237bda-fc87-46a3-bf7c-aeaf09ec8691 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:18.113896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a3237bda-fc87-46a3-bf7c-aeaf09ec8691 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:18.116347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b711ea9-8693-4dc5-93cd-d0885018b043'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:18.125487 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed69ebf-3f1a-4722-8d7a-eec4c2d2e8b9" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "1b711ea9-8693-4dc5-93cd-d0885018b043"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:18.153698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582375e-e8b3-4277-84ad-27fc2e224a3f None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:18.226088 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:18.303797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:18.319633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fabe7-2c92-437a-a4ad-c9a7b4d1a356 service neutron] Pushing event updated for resources: {'Port': ['ID=acf8cd3b-1efa-439e-9043-249cc8703b1a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:18.382465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:18.422219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1b711ea9-8693-4dc5-93cd-d0885018b043, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1b711ea9-8693-4dc5-93cd-d0885018b043,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:18.427318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Port': ['ID=e45261d5-b218-4f8d-b8df-5af207a62e0b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:18.503702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.518242 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:18.544387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8bf03de8-a5cd-4166-895f-409ef6031a3b', 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'tenant_id': 'c8756ab29e2f4d22b4730b7a3e981b90', 'fixed_ips': [{'subnet_id': 'd19e8d0e-5da8-467f-87a8-f13289d45c09'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:50:18.549347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.550764 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:18.558115 n-d-771363-33 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-3ad5a94c-a120-49ba-83b9-df016e50339c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d19e8d0e-5da8-467f-87a8-f13289d45c09 (CIDR: 2001:db8::/64) Jul 05 09:50:18.581771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.613943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.632655 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad5a94c-a120-49ba-83b9-df016e50339c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:50:18.633581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad5a94c-a120-49ba-83b9-df016e50339c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:18.634237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:18.659160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.726253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.764016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:18.788341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-4ccae7c1-4435-4319-84fb-4fb370f3ffb5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5407 time: 0.9119976 Jul 05 09:50:19.019131 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3ad5a94c-a120-49ba-83b9-df016e50339c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5313678 Jul 05 09:50:19.059733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:19.063972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:19.095132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'subnet': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:19.125285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:19.128862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:19.133663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=1b711ea9-8693-4dc5-93cd-d0885018b043,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:19.328436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:19.340428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1af5145c-cc04-4f89-bbdd-3a7942959662 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "DELETE /v2.0/ports/e45261d5-b218-4f8d-b8df-5af207a62e0b HTTP/1.1" status: 204 len: 168 time: 3.0032318 Jul 05 09:50:19.343674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55108) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:19.417462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0c80f27-e128-4d4a-9757-20fb5f21e4cb req-cbd29877-abee-416e-99b8-24c09a7050b9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6276741 Jul 05 09:50:19.688317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de2337-e07d-4516-8290-2c239d29679f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:19.696464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b1de2337-e07d-4516-8290-2c239d29679f tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "GET /v2.0/ports?device_id=76a9230f-a2ce-46a0-beb1-a5df1214ea3a HTTP/1.1" status: 200 len: 913 time: 0.3512628 Jul 05 09:50:19.697126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:19.704774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:20.008836 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:20.079509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09ec8c2b-030f-493d-9e1c-9ac49e6ededd req-c9297402-463a-44b3-919a-748679b5f9c8 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 210 time: 0.0848930 Jul 05 09:50:20.200434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Allocated IP 2001:db8::2 (8bf03de8-a5cd-4166-895f-409ef6031a3b/d19e8d0e-5da8-467f-87a8-f13289d45c09/630d75f2-21d8-43d9-98f8-4173079ce99d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:20.244712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:20.622881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:20.633429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:20.646911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ae4d8334-6b5f-405f-881c-6bc2234c27b7 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:21.020278 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed16302-f01d-4128-9289-f558df312653 x-openstack-request-id: req-0ed16302-f01d-4128-9289-f558df312653 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:21.027449 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:21.028011 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ed16302-f01d-4128-9289-f558df312653 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:21.035000 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a', 'status': 'completed', 'code': 200} Jul 05 09:50:21.079820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Pushing event deleted for resources: {'Port': ['ID=ff17a988-9216-454c-959b-ba0663823ebb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:21.108812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port ae4d8334-6b5f-405f-881c-6bc2234c27b7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:21.148812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:21.225659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port ae4d8334-6b5f-405f-881c-6bc2234c27b7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:21.226336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.305294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] No DVR routers for this DVR port ff17a988-9216-454c-959b-ba0663823ebb on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:21.327713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.336297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.337225 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f37911d0-50fb-4df9-85b5-2a5dca1d369d req-0e9ffd2f-30c2-4af0-977e-2d9fb9da12da tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.16 "DELETE /v2.0/ports/ff17a988-9216-454c-959b-ba0663823ebb HTTP/1.1" status: 204 len: 173 time: 7.3307269 Jul 05 09:50:21.337780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.338507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.339515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.340773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.342162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.342883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.343044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:21.345728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ec361c8d-227a-4d23-a090-9c6c264fea4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6415 time: 0.8933184 Jul 05 09:50:21.364559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.367038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:21.370913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.404062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.411466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.430970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-97998f4c-b3c2-4550-b0c7-da34230abac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.431313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.432908 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-97998f4c-b3c2-4550-b0c7-da34230abac8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1098 time: 2.0939448 Jul 05 09:50:21.447217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Transition to ACTIVE for port object 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:21.452373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.455444 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.467593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.489991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.505872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:21.521225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:21.522082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-61fa0fae-4146-4c44-b02f-73275576d511 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5441 time: 0.3996682 Jul 05 09:50:21.663389 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.707833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Transition to ACTIVE for port object 630d75f2-21d8-43d9-98f8-4173079ce99d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:21.767251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Transition to ACTIVE for port object 630d75f2-21d8-43d9-98f8-4173079ce99d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:21.777126 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce148acd-55bd-4b1c-8455-74026c36566c x-openstack-request-id: req-ce148acd-55bd-4b1c-8455-74026c36566c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:21.779871 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "1b711ea9-8693-4dc5-93cd-d0885018b043", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:21.781740 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce148acd-55bd-4b1c-8455-74026c36566c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:21.784381 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b711ea9-8693-4dc5-93cd-d0885018b043', 'code': 200} Jul 05 09:50:21.795275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:21.818371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.931470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2dd1ac4-334b-4fdb-9b4a-f9001d3b93db req-c21e295e-59dd-413b-9481-1258d96eeb03 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4082210 Jul 05 09:50:22.269904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Attempting to bind port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:22.270495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Attempting to bind port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:22.270829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Attempting to bind port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 on network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:22.274350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:22.322543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:22.332774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:22.335981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 on network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:50:22.336370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Attempting to bind port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 on network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:22.352732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-040aa6e0-9f04-49ac-b588-430602269aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:22.354744 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-040aa6e0-9f04-49ac-b588-430602269aed service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.6385465 Jul 05 09:50:22.356911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Pushing event updated for resources: {'Port': ['ID=630d75f2-21d8-43d9-98f8-4173079ce99d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:22.666109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ac4b32f9-a224-48ed-9721-a7fee8cf7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:22.667611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ac4b32f9-a224-48ed-9721-a7fee8cf7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:22.668485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ac4b32f9-a224-48ed-9721-a7fee8cf7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:22.674172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-ac4b32f9-a224-48ed-9721-a7fee8cf7087 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b038beae1ef468a9d117947fbf9fb44&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3064780 Jul 05 09:50:22.722912 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Attempting to bind port 630d75f2-21d8-43d9-98f8-4173079ce99d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:22.724360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Attempting to bind port 630d75f2-21d8-43d9-98f8-4173079ce99d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:22.725202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Attempting to bind port 630d75f2-21d8-43d9-98f8-4173079ce99d on network 8bf03de8-a5cd-4166-895f-409ef6031a3b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:22.747389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:22.748981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Checking segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:22.750097 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:22.751004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Bound using segment: {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:22.752071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Bound port: 630d75f2-21d8-43d9-98f8-4173079ce99d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aa4ee8-e80c-43a8-a3d9-94bed87436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:22.752946 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:22.761140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 6df47378-069b-4406-a831-f0b530de199b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:22.762078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:22.818482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:22.835498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:22.839119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Checking segment: {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:22.840010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Bound using segment: {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:22.840269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Bound port: 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372121a7-a717-467f-a882-7d7981b49165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:22.843213 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.026711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ae4d8334-6b5f-405f-881c-6bc2234c27b7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:23.046817 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.048626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b9de98b3-1e29-4626-9567-ba39ad742dcd up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:23.049856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'name': 'network-vif-deleted', 'tag': 'ff17a988-9216-454c-959b-ba0663823ebb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:23.052935 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34230a3b-3372-4f6f-a5bf-ae0215359417" -d '{"events": [{"server_uuid": "9783ef7c-9e78-4119-bee7-0b2586dc7477", "name": "network-vif-deleted", "tag": "ff17a988-9216-454c-959b-ba0663823ebb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:23.129809 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-eda2fa8b-f265-48b0-a758-ba54db0fe281 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 1001 time: 0.7547219 Jul 05 09:50:23.197295 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d877facb-05bd-4652-8ff1-5ffdb4e99579 req-5546fc4b-5f4e-4c90-b57d-01cef5f79109 tempest-MultipleCreateTestJSON-1903546164 tempest-MultipleCreateTestJSON-1903546164-project] 10.222.0.21 "GET /v2.0/ports?device_id=9783ef7c-9e78-4119-bee7-0b2586dc7477 HTTP/1.1" status: 200 len: 210 time: 0.5936148 Jul 05 09:50:23.205521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-501fd28a-1ef6-4ccd-8040-5d74da735c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.210540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bcf50b5-184e-4cbf-859b-51f75973ca2c req-501fd28a-1ef6-4ccd-8040-5d74da735c62 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2832251 Jul 05 09:50:23.243651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] For port 630d75f2-21d8-43d9-98f8-4173079ce99d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:23.249741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=ae4d8334-6b5f-405f-881c-6bc2234c27b7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:23.303168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] For port 630d75f2-21d8-43d9-98f8-4173079ce99d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=630d75f2-21d8-43d9-98f8-4173079ce99d,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:23.317555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] For port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:23.331249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] For port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:23.350068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.382942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.507434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.540629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:50:23.574423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-d2ffe03b-e0fb-40af-8425-bcf26d21acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.578687 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-d2ffe03b-e0fb-40af-8425-bcf26d21acae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.4315104 Jul 05 09:50:23.608781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9372381-c5e7-48ad-b4ad-5a0f2efa9dec None None] Pushing event updated for resources: {'Port': ['ID=630d75f2-21d8-43d9-98f8-4173079ce99d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:23.714156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.722978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.731677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.740000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.747280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.755739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.763576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:23.773999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-9cb68ad3-950c-4de8-a315-d7d9fd6d34cb tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 1.6077018 Jul 05 09:50:23.780206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:23.804869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35'}, {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:23.814580 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cc5ee2-caa4-4b36-bbf4-c25b05275ee6" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35"}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:23.818618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:23.880861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e2394cc-1b67-49c7-a3b6-e842c66b2d99 req-a3de51e1-1967-4043-8440-a41b37253a00 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057479 Jul 05 09:50:23.977504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:23.985451 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.062811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.066422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.068265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-0af5b74e-cf47-4abb-9358-622b82550ee0 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b06d7fd-581e-46f9-a5eb-8bc6b8042837 HTTP/1.1" status: 200 len: 1092 time: 6.7988846 Jul 05 09:50:24.092623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202d212-9aaf-4b55-8873-3d9e70c24f13 req-ab32b528-5f8c-45b4-86ab-ee62c0e99012 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.106505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8202d212-9aaf-4b55-8873-3d9e70c24f13 req-ab32b528-5f8c-45b4-86ab-ee62c0e99012 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 0.4568176 Jul 05 09:50:24.145813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:24.170842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port b9de98b3-1e29-4626-9567-ba39ad742dcd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:24.175061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:24.276010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port b9de98b3-1e29-4626-9567-ba39ad742dcd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:24.276900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.319949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-acd79e29-a7e7-4ac0-909c-51928e6dea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.321577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-acd79e29-a7e7-4ac0-909c-51928e6dea28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5376205 Jul 05 09:50:24.334132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.417828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8202d212-9aaf-4b55-8873-3d9e70c24f13 req-dbbfe7d7-dc31-425a-8e6d-a2215a943bfd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099897 Jul 05 09:50:24.710544 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafebe9f-109d-43db-b758-9bcc79194adb x-openstack-request-id: req-dafebe9f-109d-43db-b758-9bcc79194adb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:24.710880 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9783ef7c-9e78-4119-bee7-0b2586dc7477", "name": "network-vif-deleted", "tag": "ff17a988-9216-454c-959b-ba0663823ebb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:24.711101 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dafebe9f-109d-43db-b758-9bcc79194adb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:24.717622 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9783ef7c-9e78-4119-bee7-0b2586dc7477', 'name': 'network-vif-deleted', 'tag': 'ff17a988-9216-454c-959b-ba0663823ebb', 'status': 'completed', 'code': 200} Jul 05 09:50:24.735839 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad47d6a-145e-49f1-a080-1e997094723f x-openstack-request-id: req-6ad47d6a-145e-49f1-a080-1e997094723f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:24.736604 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35", "code": 200}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:24.736958 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ad47d6a-145e-49f1-a080-1e997094723f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:24.737318 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35', 'code': 200} Jul 05 09:50:24.737613 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7', 'code': 200} Jul 05 09:50:24.738747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.813739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.814089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.814788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.815320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.815801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.816271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.818357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:24.821050 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-4112cf2c-f8cb-453d-afbe-3731f5ffc4d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6483 time: 0.6702201 Jul 05 09:50:24.838776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 630d75f2-21d8-43d9-98f8-4173079ce99d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:24.888231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:24.995594 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-aa4b44a3-eb9b-4405-a622-54e0b7d03be0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3 HTTP/1.1" status: 200 len: 217 time: 0.1563988 Jul 05 09:50:25.006925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.014096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.020383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.026953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.034258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.040504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.041084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b9de98b3-1e29-4626-9567-ba39ad742dcd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:25.048331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.055770 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.056927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ff17a988-9216-454c-959b-ba0663823ebb no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:25.058133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-66eaaf31-d596-48d0-9bff-39524ffe6cda tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5442 time: 0.4883320 Jul 05 09:50:25.124785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] Deleting subnet 3ed5487c-98dd-4455-9e9e-f1579b82dcd0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:25.163401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.203716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-400ff1e7-7ab5-4462-bc30-3d5172243366 req-75f2835c-a883-4030-bd5d-82bb15b0216d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443872 Jul 05 09:50:25.291120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Deleting port 5715faf5-6b08-4071-aa01-d9705c7c22bd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:25.291765 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.297871 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-0c82907b-7d21-4378-b3a0-228474d120d1 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9027863 Jul 05 09:50:25.300091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8509019e-1fe5-45c6-a71d-f4174415e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.301896 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-8509019e-1fe5-45c6-a71d-f4174415e445 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be84a1f0-a45d-4935-b6eb-5fad93310e84 HTTP/1.1" status: 200 len: 850 time: 0.2084069 Jul 05 09:50:25.449854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b9de98b3-1e29-4626-9567-ba39ad742dcd,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:25.468302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 630d75f2-21d8-43d9-98f8-4173079ce99d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:25.492398 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.499199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: ff17a988-9216-454c-959b-ba0663823ebb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:25.501725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ff17a988-9216-454c-959b-ba0663823ebb not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:25.530341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.739728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:25.751358 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.834339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:26.000667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.004686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.104400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Calling delete_port for 5715faf5-6b08-4071-aa01-d9705c7c22bd owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:26.209201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.218174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.225897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.235936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.245206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.263932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.271703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.281889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-f84a9107-b189-43d4-baf9-9f42ca065a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.7236178 Jul 05 09:50:26.312858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] For port 630d75f2-21d8-43d9-98f8-4173079ce99d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=630d75f2-21d8-43d9-98f8-4173079ce99d,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:26.344840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e65212dc-633d-4dda-90ec-4bd66c1c4525 None None] Provisioning for port 630d75f2-21d8-43d9-98f8-4173079ce99d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:26.359526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.362923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e65212dc-633d-4dda-90ec-4bd66c1c4525 None None] Provisioning complete for port 630d75f2-21d8-43d9-98f8-4173079ce99d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:26.366400 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e65212dc-633d-4dda-90ec-4bd66c1c4525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.415283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bec85c2b-afbd-44f3-86cb-e8d9d252ab1c req-8f9bc2c6-48a2-42bb-aeb6-f2c4153fa5df service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0939670 Jul 05 09:50:26.416786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.417880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.561323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:26.582404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-cf868544-aa14-483c-8dec-88f4244e4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.584091 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-cf868544-aa14-483c-8dec-88f4244e4ee4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98ea41e3-cf22-4a13-848f-12586fc4efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2512228 Jul 05 09:50:26.585055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:26.601655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:26.602437 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.608416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc55360-69d2-49c4-b2b8-f6c95d668904 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:26.631975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.668715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Subnet': ['ID=09fd3c86-1efc-4479-8b4a-be7a3aefef98,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:26.714589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed5487c-98dd-4455-9e9e-f1579b82dcd0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:26.733226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:26.736263 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503dbcda-eb73-48ef-b629-530bae80f6de" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:26.737102 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:26.739290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5e5dfe78-cd33-41de-aee8-2a67659f4eb1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ed5487c-98dd-4455-9e9e-f1579b82dcd0 HTTP/1.1" status: 204 len: 168 time: 1.8500819 Jul 05 09:50:26.746687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:26.747504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=630d75f2-21d8-43d9-98f8-4173079ce99d,revision_number=4']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:26.758962 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c870688-c072-4e49-a7e0-188098ab6c33 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.6783550 Jul 05 09:50:26.761760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:26.767989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Request body: {'port': {'network_id': '8bf03de8-a5cd-4166-895f-409ef6031a3b', 'mac_address': 'fa:16:3e:26:d2:e0', 'name': 'tempest-NetworksTestDHCPv6-742464736'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:26.774049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67f027f4-c1d9-469e-ba86-9fcdfea569c0 req-d3dc7525-8873-44af-9487-207ed8e09b99 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4912231 Jul 05 09:50:26.840748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b'}, {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd'}, {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:26.844836 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151e2c9d-257d-48b1-8284-427330105f52" -d '{"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-plugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b"}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd"}, {"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-unplugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:26.903581 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477d9db0-24f5-4396-bcdb-d242c24210bf x-openstack-request-id: req-477d9db0-24f5-4396-bcdb-d242c24210bf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:26.904744 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:26.905171 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-477d9db0-24f5-4396-bcdb-d242c24210bf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:26.906459 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837', 'status': 'completed', 'code': 200} Jul 05 09:50:26.965331 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-2e2ae3bc-2121-4e00-8ac0-437de549e96c service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564394 Jul 05 09:50:27.042760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.048644 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758a596-be00-4a7a-b02b-5af15b86f74b x-openstack-request-id: req-b758a596-be00-4a7a-b02b-5af15b86f74b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:27.048956 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-plugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b", "code": 200}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-plugged", "status": "completed", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd", "code": 200}, {"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-unplugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:27.049221 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b758a596-be00-4a7a-b02b-5af15b86f74b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:27.051823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.055182 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b', 'code': 200} Jul 05 09:50:27.056488 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd', 'code': 200} Jul 05 09:50:27.056782 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'code': 200} Jul 05 09:50:27.137307 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-b6b3bc17-43f5-4e8c-98b0-d06d10d05aed service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638391 Jul 05 09:50:27.158730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Port': ['ID=5715faf5-6b08-4071-aa01-d9705c7c22bd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:27.164982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Made reservation on behalf of c8756ab29e2f4d22b4730b7a3e981b90 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:27.234445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e65212dc-633d-4dda-90ec-4bd66c1c4525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.288413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e65212dc-633d-4dda-90ec-4bd66c1c4525 None None] For port 630d75f2-21d8-43d9-98f8-4173079ce99d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=630d75f2-21d8-43d9-98f8-4173079ce99d,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:27.295511 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e65212dc-633d-4dda-90ec-4bd66c1c4525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.358966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.376249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.389103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.396471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.409309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.416594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.438977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.445724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65212dc-633d-4dda-90ec-4bd66c1c4525 None None] Pushing event updated for resources: {'Port': ['ID=630d75f2-21d8-43d9-98f8-4173079ce99d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:27.457660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-e54d157f-9c4d-4eff-9005-6ef8d23d0095 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.6685390 Jul 05 09:50:27.465231 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-96480b52-21d9-410e-b661-11fc5208b8b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 217 time: 0.3195927 Jul 05 09:50:27.697555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-ce44ab7b-8107-4977-98aa-476846952a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.702310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-ce44ab7b-8107-4977-98aa-476846952a75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.2200532 Jul 05 09:50:27.801157 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.803708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee6ec2c3-61b4-42a2-8f5b-f2683d7c9798 req-96878b98-fb88-43db-8bde-626420fbd53c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3445032 Jul 05 09:50:27.871482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] device_id is not set on port e550dec6-8010-427a-9ad5-eeee0f89451f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:50:27.871714 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:27.888208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.890818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.891913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.893255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.894210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.895042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.896135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:27.900454 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-b891550e-c1f2-4add-8bb4-637db53815fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6507 time: 0.5622292 Jul 05 09:50:27.991720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70937a31-64ab-416d-be02-d3c58db9927d']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:28.045997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:28.046750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e30acc-fd96-40e1-9ed5-ed81e7629af3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:28.092114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.130198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-77733a30-0874-49cd-a191-b21b512570c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.133481 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-77733a30-0874-49cd-a191-b21b512570c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4225993 Jul 05 09:50:28.146647 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-68e50d3f-a175-4600-958a-9e7f31e18f15 req-ea07382f-bad4-4901-8062-c1a961794df3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226546 Jul 05 09:50:28.371640 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-7ce18e5a-2e40-4053-b76b-beabfed684d4 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197006 Jul 05 09:50:28.571197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.600849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:50:28.601434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.626829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8::1a1 (8bf03de8-a5cd-4166-895f-409ef6031a3b/d19e8d0e-5da8-467f-87a8-f13289d45c09/e550dec6-8010-427a-9ad5-eeee0f89451f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:28.639246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:d2e0 (8bf03de8-a5cd-4166-895f-409ef6031a3b/09fd3c86-1efc-4479-8b4a-be7a3aefef98/e550dec6-8010-427a-9ad5-eeee0f89451f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:28.640344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-08ee7390-5e74-4006-a795-d30ca16a1c60 None None] Provisioning complete for port 630d75f2-21d8-43d9-98f8-4173079ce99d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:28.643977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08ee7390-5e74-4006-a795-d30ca16a1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:50:28.657067 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:50:28.661419 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:50:28.930731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.954888 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.960779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] 10.222.0.21 "DELETE /v2.0/networks/70937a31-64ab-416d-be02-d3c58db9927d HTTP/1.1" status: 204 len: 168 time: 2.2064152 Jul 05 09:50:28.982973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:28.991531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f0e32-b11a-4cd4-bd5b-a5eb70421bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=70937a31-64ab-416d-be02-d3c58db9927d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:29.020104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.027783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.034800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.036328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 630d75f2-21d8-43d9-98f8-4173079ce99d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:29.041748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.049401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.056393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.063646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.072565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4211461-45f4-448e-bd63-b11cec31f90f req-808fa7b6-48dc-4878-ab5d-18ca6b1c4e47 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.4234786 Jul 05 09:50:29.242076 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-c426c6e9-f952-4be3-8790-88c7e2583e4b service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892526 Jul 05 09:50:29.318784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4211461-45f4-448e-bd63-b11cec31f90f req-fe74e48c-06a7-4146-8997-873c082eac8f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2446525 Jul 05 09:50:29.362597 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.415109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 630d75f2-21d8-43d9-98f8-4173079ce99d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:29.415879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.509637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-df7ea1c1-ae7c-40b4-a233-4b5d9abd413f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 217 time: 0.2436650 Jul 05 09:50:29.520727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.595647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.603213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.611338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.620482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.630643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.641707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.655977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.660726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-b61788fd-2654-4825-be1d-efdd164a8103 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.2833328 Jul 05 09:50:29.701324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:29.751604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Router 76a9230f-a2ce-46a0-beb1-a5df1214ea3a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:50:29.762886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:29.806422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-1189b0e8-e30e-42bb-a4ad-24525c22285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.809793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-1189b0e8-e30e-42bb-a4ad-24525c22285b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.2868946 Jul 05 09:50:29.918094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:29.933282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '8349a762-01cb-475e-9df1-cb21e0709333', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '8349a762-01cb-475e-9df1-cb21e0709333', 'mac_address': 'fa:16:3e:61:37:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:50:29.976337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.979434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:50:29.994048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f8f68bfa-5ebe-4004-94aa-254cce2834a7 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "PUT /v2.0/routers/76a9230f-a2ce-46a0-beb1-a5df1214ea3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2958338 Jul 05 09:50:29.995731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Transition to ACTIVE for port object e550dec6-8010-427a-9ad5-eeee0f89451f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:30.010714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc654390-8f60-43ea-8b4e-33b7b8764a0b req-a574f9dc-a70b-4403-964a-689290f788ff tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3366399 Jul 05 09:50:30.011242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55294) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:30.047285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.116226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event updated for resources: {'Port': ['ID=e550dec6-8010-427a-9ad5-eeee0f89451f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:30.164817 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.194127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-e28531ac-55b2-4a5d-8282-588b41e3d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:30.195944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-e28531ac-55b2-4a5d-8282-588b41e3d5f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3662136 Jul 05 09:50:30.197254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] Sync routers for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:50:30.217951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:30.218732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e69b51c7-181b-453b-af26-3e57e123d90b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c664e3ba04ed4a2487d0d1de2f4dc5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449992 Jul 05 09:50:30.225822 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:30.239677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:30.307696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8349a762-01cb-475e-9df1-cb21e0709333 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:50:30.314474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:30.317660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:50:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:30.363337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:30.383782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.457222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.470034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:30.571788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-829fdffb-cc0c-4a3b-8198-e205eebc9045 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475733 Jul 05 09:50:30.572728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:30.590199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8a0cdd2-9535-490c-b1f8-728f15ecdefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.601923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:30.603773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:30.604010 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:50:30.604477 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.649763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] Routers {'76a9230f-a2ce-46a0-beb1-a5df1214ea3a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:30.652177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:50:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:30.724622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8349a762-01cb-475e-9df1-cb21e0709333'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:50:30.793623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:30.795059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b73b16-dfc9-4a4f-b955-f2b966506796 None None] The sync data for ids ['76a9230f-a2ce-46a0-beb1-a5df1214ea3a'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:50:30.843866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d9c237f4-f536-40d0-b595-373f4672f0e0 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210042 Jul 05 09:50:30.898485 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8a0cdd2-9535-490c-b1f8-728f15ecdefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.955820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d49c6d2a-e5c3-43e6-85d7-11476d07b8d0 None None] Provisioning for port e550dec6-8010-427a-9ad5-eeee0f89451f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:30.968818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d49c6d2a-e5c3-43e6-85d7-11476d07b8d0 None None] Provisioning complete for port e550dec6-8010-427a-9ad5-eeee0f89451f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:30.969445 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d49c6d2a-e5c3-43e6-85d7-11476d07b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.993989 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d218c80-00e0-49b5-88a1-4494751d3fbe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2311296 Jul 05 09:50:30.995715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-41860c92-7e7f-44a4-a737-00b65bceec3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd3031b9-7d87-4127-a500-826390bc98c0 HTTP/1.1" status: 200 len: 217 time: 0.1376884 Jul 05 09:50:30.996214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55324) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:31.042513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d49c6d2a-e5c3-43e6-85d7-11476d07b8d0 None None] Port e550dec6-8010-427a-9ad5-eeee0f89451f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:31.124056 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.173200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.181147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.190847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.199694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.208629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.215573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.223000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.239538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-006db150-f024-48b6-8743-e862b6020019 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.3925347 Jul 05 09:50:31.344490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eff39e5-224b-4e7d-b26d-11dd5ab2edc0 req-776a686b-dc0a-4639-b7a6-468db2ce2b32 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033721 Jul 05 09:50:31.370380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8a0cdd2-9535-490c-b1f8-728f15ecdefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.376042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8a0cdd2-9535-490c-b1f8-728f15ecdefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.378275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-84581da6-ad24-4313-b6c1-309f1ec49e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.383840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-84581da6-ad24-4313-b6c1-309f1ec49e0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.2973013 Jul 05 09:50:31.387702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f8a0cdd2-9535-490c-b1f8-728f15ecdefc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91a3f8fc-3679-40ba-bc16-7949905ba844 HTTP/1.1" status: 204 len: 168 time: 1.1465559 Jul 05 09:50:31.426635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0cdd2-9535-490c-b1f8-728f15ecdefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a3f8fc-3679-40ba-bc16-7949905ba844,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:31.472363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Deleting port 947d6512-b52f-4f53-95bf-087fbbe843fe {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:31.472869 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.633937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting port e550dec6-8010-427a-9ad5-eeee0f89451f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:31.634544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.668689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:31.714589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-26d89eb6-dd77-4ec2-9f17-798844b58129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:31.717481 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-26d89eb6-dd77-4ec2-9f17-798844b58129 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3061514 Jul 05 09:50:31.724950 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.767175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Calling delete_port for 947d6512-b52f-4f53-95bf-087fbbe843fe owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:31.836090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 8349a762-01cb-475e-9df1-cb21e0709333 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:31.837333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.938838 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-07ca14b1-4fb0-424c-a054-d0cb6c188b67 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020345 Jul 05 09:50:32.193832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.227017 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.228131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.304537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Calling delete_port for e550dec6-8010-427a-9ad5-eeee0f89451f owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:32.311969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:32.325072 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2229e35-5054-4e83-938a-7ac63c03b70b" -d '{"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:32.353428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.370420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:32.385438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.458064 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-51add446-240a-4d4c-8b9c-6f1da4b81db3 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029912 Jul 05 09:50:32.544383 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-161a119d-7014-4a7c-9be8-e12060ff50e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf HTTP/1.1" status: 200 len: 217 time: 0.0695093 Jul 05 09:50:32.630880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:32.744593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-e4cde892-945f-485c-a01a-c5dba879d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:32.774377 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-e4cde892-945f-485c-a01a-c5dba879d5a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.2147818 Jul 05 09:50:32.894159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Port': ['ID=947d6512-b52f-4f53-95bf-087fbbe843fe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:32.922934 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:32.947345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.020428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.040497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.065874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.094161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.113126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.129379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Port': ['ID=e550dec6-8010-427a-9ad5-eeee0f89451f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:33.144212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.171674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.184792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d451f7cf-4498-475d-99c1-adacb84838a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.187493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-d451f7cf-4498-475d-99c1-adacb84838a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3707993 Jul 05 09:50:33.192600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:33.194646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7bf0ddff-e25f-488d-a6a6-750033217623 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 1.0684214 Jul 05 09:50:33.398367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.399388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Fanout notify agent at l3_agent the message router_deleted on router 76a9230f-a2ce-46a0-beb1-a5df1214ea3a {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:50:33.431294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.432443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c7fdb63e-c682-494d-89bb-938968d8df3c tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "DELETE /v2.0/routers/76a9230f-a2ce-46a0-beb1-a5df1214ea3a HTTP/1.1" status: 204 len: 168 time: 3.4130299 Jul 05 09:50:33.437295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55374) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:33.458786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.475933 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b14676fd-bd48-42e6-8fbd-6268b9b4cb6e tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/e550dec6-8010-427a-9ad5-eeee0f89451f HTTP/1.1" status: 204 len: 168 time: 2.4783514 Jul 05 09:50:33.477144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:33.805815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7600a146-9a13-421a-83c2-6da98169dea6 req-7fb0358e-42a0-438a-9e55-550f1e0b92ea tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4629846 Jul 05 09:50:33.808653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Deleting subnet 6c33c8ec-a08b-442d-97af-6c9dcc34608c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:33.819895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:33.930742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:34.066711 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbe748d-c7af-43f1-b4bb-9c0f94eb548d x-openstack-request-id: req-fdbe748d-c7af-43f1-b4bb-9c0f94eb548d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:34.068228 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:34.068949 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdbe748d-c7af-43f1-b4bb-9c0f94eb548d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:34.069887 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'code': 200} Jul 05 09:50:34.165596 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-e5dc0adb-9981-449b-b7a5-91e862e09113 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8552356 Jul 05 09:50:34.182618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce4b5c-c8ff-4f6a-9009-cdcf3dbd327c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.186627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-94ce4b5c-c8ff-4f6a-9009-cdcf3dbd327c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6513002 Jul 05 09:50:34.190156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:34.561250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cc2ca-ed45-4e87-bab3-40367d1a8d9d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.564172 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-841cc2ca-ed45-4e87-bab3-40367d1a8d9d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3610320 Jul 05 09:50:34.568499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-dc4f5785-dbbe-42d0-bb54-8198a03229e0 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796873 Jul 05 09:50:34.569240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:34.577455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:34.709503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.715883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.723547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.731041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.737224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.744205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.751581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.772108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-6608e879-7585-4746-b342-38112cae7310 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.3218002 Jul 05 09:50:34.797777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd5456-bdcb-46be-b9b4-f38a0a6e44cc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.799422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd5456-bdcb-46be-b9b4-f38a0a6e44cc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.801181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd5456-bdcb-46be-b9b4-f38a0a6e44cc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:34.806324 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1bd5456-bdcb-46be-b9b4-f38a0a6e44cc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2355487 Jul 05 09:50:34.807268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:34.829809 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-c2ab3534-0db1-4d7d-bb19-4411a7e2bf6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a HTTP/1.1" status: 200 len: 217 time: 0.2247632 Jul 05 09:50:34.861969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22afcea7-5f75-4b11-bf4a-bea26c3f8f0b req-e4b20307-aeec-4e5a-b9e0-cebe76380788 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880680 Jul 05 09:50:34.911690 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.007101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.009612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca06ed-349c-45e5-8f19-ed4ae32b4e8c None None] Network 32c6f333-735d-485a-bf70-d2c11dd45747 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:35.012389 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "DELETE /v2.0/subnets/6c33c8ec-a08b-442d-97af-6c9dcc34608c HTTP/1.1" status: 204 len: 168 time: 1.5645928 Jul 05 09:50:35.016547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b6a74-d70e-4380-92e3-89edbbd66977 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Subnet': ['ID=6c33c8ec-a08b-442d-97af-6c9dcc34608c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:35.023130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55400) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:35.302387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:35.374432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.389022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.401306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.414822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.428954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.440125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.453814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:35.491258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-462b7bd5-965b-4d1c-bd5d-a04590ff0dd1 req-4150f56e-8336-4e90-84b9-3b318fd90507 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.3226233 Jul 05 09:50:35.502455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55408) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:35.535634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Request body: {'floatingip': {'port_id': '32cdeb3a-0978-42c8-bd59-438734421873'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:35.856640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] DHCP port deletion for 32c6f333-735d-485a-bf70-d2c11dd45747 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:50:36.066414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] Deleting port 50509b64-776e-415d-8168-1a709e7ffd44 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:36.073017 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.112234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.333357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet 09fd3c86-1efc-4479-8b4a-be7a3aefef98 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:36.336508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] For port 50509b64-776e-415d-8168-1a709e7ffd44, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=50509b64-776e-415d-8168-1a709e7ffd44,segment=NetworkSegment(f4282e95-b46a-4bd5-967d-64c1bfc92450),segment_id=f4282e95-b46a-4bd5-967d-64c1bfc92450)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:36.337922 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.342678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.390181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] Calling delete_port for 50509b64-776e-415d-8168-1a709e7ffd44 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:36.482559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.754031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-902d6ec8-dffa-4d49-bb2b-31c1ddcba6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:36.776139 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-902d6ec8-dffa-4d49-bb2b-31c1ddcba6d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 1.8452785 Jul 05 09:50:36.813286 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:36.850166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] Pushing event deleted for resources: {'Port': ['ID=50509b64-776e-415d-8168-1a709e7ffd44,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:36.889796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50509b64-776e-415d-8168-1a709e7ffd44 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:36.938704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 50509b64-776e-415d-8168-1a709e7ffd44 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:36.939793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50509b64-776e-415d-8168-1a709e7ffd44 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:37.034433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1959eb1-dd05-4331-b581-2643106a7e0e None None] No DVR routers for this DVR port 50509b64-776e-415d-8168-1a709e7ffd44 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:37.037558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Deleting port 50509b64-776e-415d-8168-1a709e7ffd44 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:37.040615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.149540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.305687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-6b771bf2-79bf-4d0a-87e8-a9cb221f9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:37.309107 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-6b771bf2-79bf-4d0a-87e8-a9cb221f9e75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5047994 Jul 05 09:50:37.718738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.781586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9eb789-35fa-4451-8eae-c3e1432cc2e7 None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:37.803129 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.807505 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/09fd3c86-1efc-4479-8b4a-be7a3aefef98 HTTP/1.1" status: 204 len: 168 time: 2.9988809 Jul 05 09:50:37.852720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:37.891621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbb7e8-006a-454c-a7bd-2d19971ccee1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=09fd3c86-1efc-4479-8b4a-be7a3aefef98,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:38.027602 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-37595b2b-6597-47b5-b6de-c6d7043b15fb service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068241 Jul 05 09:50:38.042937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Deleting subnet d19e8d0e-5da8-467f-87a8-f13289d45c09 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:50:38.072568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.172409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] For port 50509b64-776e-415d-8168-1a709e7ffd44, host n-d-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:38.173346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.207219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Calling delete_port for 50509b64-776e-415d-8168-1a709e7ffd44 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:38.210557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Port 50509b64-776e-415d-8168-1a709e7ffd44 was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:50:38.212329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.295654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Port': ['ID=50509b64-776e-415d-8168-1a709e7ffd44,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:38.317630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.345758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] No DVR routers for this DVR port 50509b64-776e-415d-8168-1a709e7ffd44 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:38.429816 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-edab1670-05d2-4406-975d-a80c4bbbedf7 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768435 Jul 05 09:50:38.634616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.651618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c6f333-735d-485a-bf70-d2c11dd45747']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:38.668944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4282e95-b46a-4bd5-967d-64c1bfc92450') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:38.670355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4282e95-b46a-4bd5-967d-64c1bfc92450') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:38.682091 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-5cc942db-d109-47ec-8d61-fe331df0172d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837 HTTP/1.1" status: 200 len: 217 time: 0.2379248 Jul 05 09:50:38.699032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.715719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.726015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:50:38.727158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.859459 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:50:38.930629 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:50:38.944019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-982ec99a-9d71-47c0-87ef-87e74b08fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:38.946044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-982ec99a-9d71-47c0-87ef-87e74b08fe0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.2520025 Jul 05 09:50:38.968885 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.985974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.995659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "DELETE /v2.0/networks/32c6f333-735d-485a-bf70-d2c11dd45747 HTTP/1.1" status: 204 len: 168 time: 3.9688141 Jul 05 09:50:38.996387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:39.238616 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.320244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e93eb-5515-492b-a6d0-e5ead3f1bbc0 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Network': ['ID=32c6f333-735d-485a-bf70-d2c11dd45747,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:39.346105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Subnet': ['ID=d19e8d0e-5da8-467f-87a8-f13289d45c09,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:39.454466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:39.458263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ea9600f9-dc55-4a27-9d97-1e922fc6db55 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/d19e8d0e-5da8-467f-87a8-f13289d45c09 HTTP/1.1" status: 204 len: 168 time: 1.6033633 Jul 05 09:50:39.469260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55444) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:39.646776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-2e55f205-6a24-405f-8369-8df108a03a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:39.652869 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-2e55f205-6a24-405f-8369-8df108a03a99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6902761 Jul 05 09:50:39.665084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e148351c-5e88-4d17-890c-31bb666f4790 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1942370 Jul 05 09:50:39.665749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:39.798611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:50:39.905714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d79ac-23e1-4090-82d1-ee2ac4fe82fe None None] Network 8bf03de8-a5cd-4166-895f-409ef6031a3b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:40.047735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.072088 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.193344 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-698eaa22-f62e-4194-960f-4a1211f7221a service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165291 Jul 05 09:50:40.284050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82e5249d-9c9d-45b6-a912-f6326e123cba None None] Provisioning complete for port 630d75f2-21d8-43d9-98f8-4173079ce99d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:40.286660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82e5249d-9c9d-45b6-a912-f6326e123cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.466723 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Floating IP 66a56048-2b2f-4137-99bf-d9b31aed4578 associated. External IP: 172.25.1.59, port: 32cdeb3a-0978-42c8-bd59-438734421873. Jul 05 09:50:40.692968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717ff41f-7363-4bae-80bf-20259640bcef tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.708177 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-717ff41f-7363-4bae-80bf-20259640bcef tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0211046 Jul 05 09:50:40.714279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:40.722179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] DHCP port deletion for 8bf03de8-a5cd-4166-895f-409ef6031a3b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:50:40.900224 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9f1aec63-776b-4999-a610-cd2c00cd405b req-6f39ca0e-e9f3-412e-92be-f34f431dfca4 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041273 Jul 05 09:50:40.922906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb93ca4-1758-4f65-b80d-ec08db2b00cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:40.932574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fdb93ca4-1758-4f65-b80d-ec08db2b00cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2143650 Jul 05 09:50:40.933611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:40.992617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] Deleting port 630d75f2-21d8-43d9-98f8-4173079ce99d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:40.993311 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.000691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-70d6200e-d881-476f-9318-c895297a26ed tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625541 Jul 05 09:50:41.004849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:41.064980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Deleting port cc4dd321-42e9-408c-9346-2c1276a3e82a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:41.065461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.222860 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9065fdf-6f61-4adb-bd5c-a4a8a7d0c796 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:41.229000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9065fdf-6f61-4adb-bd5c-a4a8a7d0c796 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:41.239187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f9065fdf-6f61-4adb-bd5c-a4a8a7d0c796 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/e550dec6-8010-427a-9ad5-eeee0f89451f HTTP/1.1" status: 404 len: 333 time: 0.2214255 Jul 05 09:50:41.240702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:41.279234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.279967 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.290240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] For port 630d75f2-21d8-43d9-98f8-4173079ce99d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=630d75f2-21d8-43d9-98f8-4173079ce99d,segment=NetworkSegment(08aa4ee8-e80c-43a8-a3d9-94bed87436bf),segment_id=08aa4ee8-e80c-43a8-a3d9-94bed87436bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:41.291535 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.371208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Calling delete_port for cc4dd321-42e9-408c-9346-2c1276a3e82a owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:41.381878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] Calling delete_port for 630d75f2-21d8-43d9-98f8-4173079ce99d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:41.449572 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ffcb70-d019-4d61-af20-4ee68dba8563 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:41.459712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ffcb70-d019-4d61-af20-4ee68dba8563 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:41.481668 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e8ffcb70-d019-4d61-af20-4ee68dba8563 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/09fd3c86-1efc-4479-8b4a-be7a3aefef98 HTTP/1.1" status: 404 len: 337 time: 0.2391679 Jul 05 09:50:41.487349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:41.659712 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b723d1f6-1f80-40d3-86f6-6f41f4c982c3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:41.660950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b723d1f6-1f80-40d3-86f6-6f41f4c982c3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:41.675714 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b723d1f6-1f80-40d3-86f6-6f41f4c982c3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/d19e8d0e-5da8-467f-87a8-f13289d45c09 HTTP/1.1" status: 404 len: 337 time: 0.1739564 Jul 05 09:50:41.677728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:41.833313 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.850084 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe25708a-d50a-4c37-b700-cf4a9ffe9689 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:41.856113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe25708a-d50a-4c37-b700-cf4a9ffe9689 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:41.863948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fe25708a-d50a-4c37-b700-cf4a9ffe9689 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/866a5fef-7576-4c77-927a-77021907ff33 HTTP/1.1" status: 404 len: 333 time: 0.1841388 Jul 05 09:50:41.870600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:41.958593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.960274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.964301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.965344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.966279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.968873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.971328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:41.980524 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-503dbcda-eb73-48ef-b629-530bae80f6de req-bc02cf9e-6364-4f8a-b427-2822bae4efec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6483 time: 0.8493595 Jul 05 09:50:41.983308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] Pushing event deleted for resources: {'Port': ['ID=630d75f2-21d8-43d9-98f8-4173079ce99d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:42.003997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fdccc-cc7e-47e2-a30d-dbd1474e5ee5 None None] No DVR routers for this DVR port 630d75f2-21d8-43d9-98f8-4173079ce99d on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:50:42.246460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-847c14d1-d1fe-4f11-a3f5-79e412969bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:42.254168 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-503dbcda-eb73-48ef-b629-530bae80f6de req-847c14d1-d1fe-4f11-a3f5-79e412969bf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073 HTTP/1.1" status: 200 len: 903 time: 0.2611823 Jul 05 09:50:42.452415 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-43da3e39-3b57-412c-a0be-015e646ed68a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:42.452945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43da3e39-3b57-412c-a0be-015e646ed68a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:42.457728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55478) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:42.458764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-43da3e39-3b57-412c-a0be-015e646ed68a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/40a11097-111e-4d23-a5e9-7e420c0a3133 HTTP/1.1" status: 404 len: 337 time: 0.5623577 Jul 05 09:50:42.572592 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-95471316-7206-4fe8-98b3-0bc06469251c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:42.577876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95471316-7206-4fe8-98b3-0bc06469251c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:42.593162 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-95471316-7206-4fe8-98b3-0bc06469251c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/d961a461-7412-476a-b779-eff0afdfe5c1 HTTP/1.1" status: 404 len: 337 time: 0.1333537 Jul 05 09:50:42.601829 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-503dbcda-eb73-48ef-b629-530bae80f6de req-36cbb9be-6b30-4075-aadb-c45283bfeecb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837 HTTP/1.1" status: 200 len: 217 time: 0.3359323 Jul 05 09:50:42.606156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55480) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:42.664966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:50:42.678660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:42.750806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Pushing event deleted for resources: {'Port': ['ID=cc4dd321-42e9-408c-9346-2c1276a3e82a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:42.803530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-b3fd1dd6-9d08-405d-9f5c-ef85c2c2376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:42.805156 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-503dbcda-eb73-48ef-b629-530bae80f6de req-b3fd1dd6-9d08-405d-9f5c-ef85c2c2376d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.1508353 Jul 05 09:50:42.902739 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ea7ee3-1a79-4652-90d9-79987c629498 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:42.912076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ea7ee3-1a79-4652-90d9-79987c629498 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:42.915977 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-77ea7ee3-1a79-4652-90d9-79987c629498 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/746217da-0088-4cfa-8132-2a22242c30c4 HTTP/1.1" status: 404 len: 333 time: 0.2998557 Jul 05 09:50:42.940843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 630d75f2-21d8-43d9-98f8-4173079ce99d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:42.981590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55490) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:43.028612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 630d75f2-21d8-43d9-98f8-4173079ce99d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:50:43.029348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 630d75f2-21d8-43d9-98f8-4173079ce99d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:50:43.073220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbcda-eb73-48ef-b629-530bae80f6de req-84c3e2c8-6248-4d91-beda-909625bb73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:43.075026 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-503dbcda-eb73-48ef-b629-530bae80f6de req-84c3e2c8-6248-4d91-beda-909625bb73bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2050228 Jul 05 09:50:43.277346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:50:43.293563 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] Sync routers for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:50:43.315750 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:43.316642 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:50:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:43.348860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.491024 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-503dbcda-eb73-48ef-b629-530bae80f6de req-444c9ada-a9e5-4184-b0e4-70d2b7fc1c5b service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068573 Jul 05 09:50:43.549645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2f16803f-0432-4414-a256-0ecfc9823e62 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "PUT /v2.0/floatingips/66a56048-2b2f-4137-99bf-d9b31aed4578 HTTP/1.1" status: 200 len: 990 time: 8.0425792 Jul 05 09:50:43.563910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:43.576298 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dfde56-a704-4d03-ac48-9d6dcccbf004" -d '{"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "32cdeb3a-0978-42c8-bd59-438734421873"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:43.587909 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4f4e42-1136-4544-9619-92354f15dbfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:43.589225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4f4e42-1136-4544-9619-92354f15dbfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:43.594721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9d4f4e42-1136-4544-9619-92354f15dbfe tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/e9297a18-dcf9-47fb-9e25-73120b2c406a HTTP/1.1" status: 404 len: 337 time: 0.6046362 Jul 05 09:50:43.596527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:43.759880 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e19957f-773e-473d-bdec-6a93f04dbadb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:43.760384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e19957f-773e-473d-bdec-6a93f04dbadb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:43.773841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6e19957f-773e-473d-bdec-6a93f04dbadb tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/e48b9610-b64d-46ea-87fe-a773957173c8 HTTP/1.1" status: 404 len: 337 time: 0.1607952 Jul 05 09:50:43.776081 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.792295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.798603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ded0beb9-c720-4859-9784-b28073329192 tempest-FloatingIPAdminTestJSON-1890557668 tempest-FloatingIPAdminTestJSON-1890557668-project] 10.222.0.21 "DELETE /v2.0/floatingips/544a8bef-6bae-43b8-8564-898b0f4eb110 HTTP/1.1" status: 204 len: 168 time: 4.7785921 Jul 05 09:50:43.798955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:43.894636 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-503dbcda-eb73-48ef-b629-530bae80f6de req-31c2aaab-9d18-4831-92f6-87343224b0d0 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952277 Jul 05 09:50:43.904615 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f71b87-037f-4fa9-a38a-955e8a51f173 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:43.905768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f71b87-037f-4fa9-a38a-955e8a51f173 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:43.911831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55504) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:43.912197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-18f71b87-037f-4fa9-a38a-955e8a51f173 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/38f09876-a5de-42d5-9979-ca02f4acc468 HTTP/1.1" status: 404 len: 333 time: 0.1104507 Jul 05 09:50:43.998131 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:50:44.035773 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06c4b07c-73b4-4729-a549-a58a907a2ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.061892 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11372b8-d574-414a-966c-31e4f0c6bb95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.062588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11372b8-d574-414a-966c-31e4f0c6bb95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.069498 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a11372b8-d574-414a-966c-31e4f0c6bb95 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/86394606-d8c4-4b64-b738-c503f04a296b HTTP/1.1" status: 404 len: 337 time: 0.1506546 Jul 05 09:50:44.070608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.146026 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2177934-7542-4d26-bba4-68b5025c57f4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.147315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2177934-7542-4d26-bba4-68b5025c57f4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.155944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.156796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c2177934-7542-4d26-bba4-68b5025c57f4 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/51641e2d-fbc8-4ec8-9803-3238c1dcb586 HTTP/1.1" status: 404 len: 337 time: 0.0830450 Jul 05 09:50:44.244028 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6132a14d-3c32-4f2a-8157-6090148c8863 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.245361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6132a14d-3c32-4f2a-8157-6090148c8863 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.248637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6132a14d-3c32-4f2a-8157-6090148c8863 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/e8ae090d-0cce-4ac0-bfd9-2404d43646ae HTTP/1.1" status: 404 len: 333 time: 0.0910985 Jul 05 09:50:44.253852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.351101 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5162e50e-3887-47c2-8d61-f7fcf3b7789a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.359724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5162e50e-3887-47c2-8d61-f7fcf3b7789a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.366517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5162e50e-3887-47c2-8d61-f7fcf3b7789a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/d421c908-3c71-4e12-83f0-92068e57d016 HTTP/1.1" status: 404 len: 337 time: 0.1077156 Jul 05 09:50:44.366927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.444850 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0029cc-c779-4f4f-a883-7b28f82b07b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.447050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0029cc-c779-4f4f-a883-7b28f82b07b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.454041 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2a0029cc-c779-4f4f-a883-7b28f82b07b6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/79c2c50a-772c-4684-b378-a5d1ba80b43f HTTP/1.1" status: 404 len: 333 time: 0.0809314 Jul 05 09:50:44.454865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.555179 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13c5a1f-0f94-43a1-8772-f3dc46ac65a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.562824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13c5a1f-0f94-43a1-8772-f3dc46ac65a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.568943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b13c5a1f-0f94-43a1-8772-f3dc46ac65a6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/3d6610c8-4f9f-4827-9a37-148404780be6 HTTP/1.1" status: 404 len: 337 time: 0.1097100 Jul 05 09:50:44.569315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.686109 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca586ef-9313-436e-8d82-8393a1aab57d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.687774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca586ef-9313-436e-8d82-8393a1aab57d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.698554 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7ca586ef-9313-436e-8d82-8393a1aab57d tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/78573a5a-6732-40bf-b96b-8c512da7b872 HTTP/1.1" status: 404 len: 333 time: 0.1274927 Jul 05 09:50:44.703419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55524) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.729685 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '66a56048-2b2f-4137-99bf-d9b31aed4578', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'port_id': '32cdeb3a-0978-42c8-bd59-438734421873', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'mac_address': 'fa:16:3e:67:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:11Z', 'updated_at': '2021-07-05T09:50:39Z', 'revision_number': 1, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:59Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:44.787818 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] Checking router: e1ddbf19-bccc-4d58-8997-9a8fdc9df29f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:50:44.799626 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c813313-1b3c-4a86-8879-1f56f525a1c0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.800443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c813313-1b3c-4a86-8879-1f56f525a1c0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.803493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7c813313-1b3c-4a86-8879-1f56f525a1c0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/c0ddf56c-0bb4-4c05-bcb2-b12d4a7e29f0 HTTP/1.1" status: 404 len: 337 time: 0.0984004 Jul 05 09:50:44.807545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.809178 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:44.811024 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:50:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:44.856029 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-76169286-b0cf-4e78-bc20-54ffe8d0164b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.858798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76169286-b0cf-4e78-bc20-54ffe8d0164b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.861328 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76169286-b0cf-4e78-bc20-54ffe8d0164b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/2c029ee0-3cab-4d48-8669-ac2bd2cb3e86 HTTP/1.1" status: 404 len: 333 time: 0.0527782 Jul 05 09:50:44.865245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.907594 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44a8866-c4f6-4bba-afa0-58bf874fe740 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:44.908300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44a8866-c4f6-4bba-afa0-58bf874fe740 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:44.910384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f44a8866-c4f6-4bba-afa0-58bf874fe740 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/0e61c453-22b5-4e61-8816-cfc3fb73a26a HTTP/1.1" status: 404 len: 337 time: 0.0437369 Jul 05 09:50:44.914382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.938832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.061949 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbfd8fa-3e82-4295-b0a7-eb880f377d6b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.066432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbfd8fa-3e82-4295-b0a7-eb880f377d6b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.077339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.078753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fbbfd8fa-3e82-4295-b0a7-eb880f377d6b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/61c8efa1-e729-47f2-9cf6-addf006311be HTTP/1.1" status: 404 len: 333 time: 0.1617115 Jul 05 09:50:45.159347 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:50:45.299571 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-79538909-bec2-41e9-b6ab-4e6a835fda8f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.299571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79538909-bec2-41e9-b6ab-4e6a835fda8f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.302049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-79538909-bec2-41e9-b6ab-4e6a835fda8f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/752e150e-7ca9-4dfe-996a-b237bb8444df HTTP/1.1" status: 404 len: 337 time: 0.2239594 Jul 05 09:50:45.305897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.372948 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a575e4-aecf-4e97-8ed8-61916569d827 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.377449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a575e4-aecf-4e97-8ed8-61916569d827 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.385261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.385741 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b2a575e4-aecf-4e97-8ed8-61916569d827 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/830f49fa-886e-4dbf-a4ad-e3c2eb03e642 HTTP/1.1" status: 404 len: 333 time: 0.0778298 Jul 05 09:50:45.443922 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e11384-39ef-42de-835b-092088fc8ea6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.444580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e11384-39ef-42de-835b-092088fc8ea6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.449162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-54e11384-39ef-42de-835b-092088fc8ea6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/ef51dcf9-8c05-4df6-8b14-5dd550861642 HTTP/1.1" status: 404 len: 337 time: 0.0600972 Jul 05 09:50:45.449952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.523505 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcfd845-e18f-4281-b3e8-b78d5345f11b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.524151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcfd845-e18f-4281-b3e8-b78d5345f11b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.528767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5dcfd845-e18f-4281-b3e8-b78d5345f11b tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/1f79ff6f-a66c-4d6c-9446-0218b11b5c6c HTTP/1.1" status: 404 len: 337 time: 0.0742240 Jul 05 09:50:45.529487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.592804 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bddf10-9f7e-4bd3-a2a7-82ca961c1540 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.594089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bddf10-9f7e-4bd3-a2a7-82ca961c1540 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.597953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e1bddf10-9f7e-4bd3-a2a7-82ca961c1540 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/45ac72fb-3e31-4aa6-8f85-47e88cbf477c HTTP/1.1" status: 404 len: 333 time: 0.0629392 Jul 05 09:50:45.599007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55548) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.701315 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a390a9b3-8897-42d0-ba87-ca17f62fdbb3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.706950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a390a9b3-8897-42d0-ba87-ca17f62fdbb3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.709585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a390a9b3-8897-42d0-ba87-ca17f62fdbb3 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/682899c6-383d-4092-bdd0-51e8fb363cdc HTTP/1.1" status: 404 len: 337 time: 0.1081848 Jul 05 09:50:45.712404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55550) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.785656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-24075daa-f010-4b4b-9559-e2a7bdc2463b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6020c1359e6454d8293b7ad29bf3758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8449314 Jul 05 09:50:45.789958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.824844 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4b1804-21b2-42a2-99a8-470de65013cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.826137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4b1804-21b2-42a2-99a8-470de65013cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.834050 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0d4b1804-21b2-42a2-99a8-470de65013cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/b21fd0bc-c75b-4a0e-92b4-1419792abaf7 HTTP/1.1" status: 404 len: 337 time: 0.1202116 Jul 05 09:50:45.834895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:45.948088 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '66a56048-2b2f-4137-99bf-d9b31aed4578', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'port_id': '32cdeb3a-0978-42c8-bd59-438734421873', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'mac_address': 'fa:16:3e:67:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:11Z', 'updated_at': '2021-07-05T09:50:39Z', 'revision_number': 1, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:59Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:45.977532 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28fb2e8-fe5b-4ad8-896a-c5fdb2d2699f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:45.978695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28fb2e8-fe5b-4ad8-896a-c5fdb2d2699f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:45.989937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c28fb2e8-fe5b-4ad8-896a-c5fdb2d2699f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/c319e035-6c74-4f8d-a795-6b8211d6de24 HTTP/1.1" status: 404 len: 333 time: 0.1494725 Jul 05 09:50:45.992615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:46.012461 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44094f29-421b-4588-bc0a-01b8ac00ba8a None None] The sync data for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 is: [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '66a56048-2b2f-4137-99bf-d9b31aed4578', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'port_id': '32cdeb3a-0978-42c8-bd59-438734421873', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'mac_address': 'fa:16:3e:67:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:48:11Z', 'updated_at': '2021-07-05T09:50:39Z', 'revision_number': 1, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:59Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:50:46.072429 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de6faeb-75cd-45c7-bbed-60c49d0304eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.093379 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6326e738-df10-461f-b056-540151c011b7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:46.093379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6326e738-df10-461f-b056-540151c011b7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:46.094201 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6326e738-df10-461f-b056-540151c011b7 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/725c223e-e13a-4b7c-a6d8-ec4e6e01402a HTTP/1.1" status: 404 len: 337 time: 0.0982268 Jul 05 09:50:46.104210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:46.170919 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de6faeb-75cd-45c7-bbed-60c49d0304eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.268916 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-919c150e-b4bd-462b-8682-bb54aa1ffdbc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:46.270954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919c150e-b4bd-462b-8682-bb54aa1ffdbc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:46.284022 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-919c150e-b4bd-462b-8682-bb54aa1ffdbc tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/8ff9649f-ed34-4a6a-809e-415e68a43969 HTTP/1.1" status: 404 len: 337 time: 0.1776083 Jul 05 09:50:46.285521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:46.295454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de6faeb-75cd-45c7-bbed-60c49d0304eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.299166 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de6faeb-75cd-45c7-bbed-60c49d0304eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.319558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5de6faeb-75cd-45c7-bbed-60c49d0304eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46e39491-a860-45ee-9809-dd461aa6534f HTTP/1.1" status: 204 len: 168 time: 0.5253069 Jul 05 09:50:46.349458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6faeb-75cd-45c7-bbed-60c49d0304eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e39491-a860-45ee-9809-dd461aa6534f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:46.442728 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3a5aef-4183-41cc-91af-0bd92ae30d6c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:46.443697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3a5aef-4183-41cc-91af-0bd92ae30d6c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:46.448318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d3a5aef-4183-41cc-91af-0bd92ae30d6c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/08e8af62-dd94-4442-b46e-9a4e2bcd86f7 HTTP/1.1" status: 404 len: 333 time: 0.1602650 Jul 05 09:50:46.451981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:46.533842 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-178815be-edf8-45b2-b46a-142d5aba29f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:46.534566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178815be-edf8-45b2-b46a-142d5aba29f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:46.538303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-178815be-edf8-45b2-b46a-142d5aba29f6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/0e1b53b2-eab7-49de-9252-9c0cbeadc245 HTTP/1.1" status: 404 len: 337 time: 0.0839939 Jul 05 09:50:46.541985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:46.676462 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f6de69-6336-4edc-9bb9-8a1fba33fcf6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:46.679959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f6de69-6336-4edc-9bb9-8a1fba33fcf6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:46.686653 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6f6de69-6336-4edc-9bb9-8a1fba33fcf6 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/6cc5f179-5e4d-48fd-8907-c8c01d182eed HTTP/1.1" status: 404 len: 337 time: 0.1388626 Jul 05 09:50:46.686875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55574) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:46.852774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd23b-a4c0-491d-8ee1-13c4fe6e7cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.860545 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:46.866808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddafbb-b1b7-4bff-9c1c-0a0b2ef175f9 None None] New status for floating IP 66a56048-2b2f-4137-99bf-d9b31aed4578: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:50:46.921778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:46.936874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e0889bd2-016d-4007-8c03-db7a00055554 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5724d1-9fd7-4761-8b4e-55f0e0f545ef HTTP/1.1" status: 200 len: 205 time: 0.2284148 Jul 05 09:50:47.087138 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-1feb19cb-4975-4371-9360-b96962d782cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] delete failed (client error): The resource could not be found. Jul 05 09:50:47.094168 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1feb19cb-4975-4371-9360-b96962d782cd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/routers/bc5724d1-9fd7-4761-8b4e-55f0e0f545ef HTTP/1.1" status: 404 len: 336 time: 0.1694646 Jul 05 09:50:47.098283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.253467 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-de08e33a-24e2-4b7d-baf0-6417a6b95ad2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:47.254702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de08e33a-24e2-4b7d-baf0-6417a6b95ad2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:47.263488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-de08e33a-24e2-4b7d-baf0-6417a6b95ad2 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/3ac2b0e1-afc9-482e-90ff-382c763692cc HTTP/1.1" status: 404 len: 337 time: 0.1577537 Jul 05 09:50:47.270754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.340402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.343020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bf183be6-2f96-4159-ab08-2fbdb8462210 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "GET /v2.0/ports?device_id=5376654f-c02f-422d-addf-37c0bbb46da3 HTTP/1.1" status: 200 len: 205 time: 0.0703828 Jul 05 09:50:47.490622 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-5aa577e3-6848-4a4e-8c4a-2b584d1fd838 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] delete failed (client error): The resource could not be found. Jul 05 09:50:47.503547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.515436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5aa577e3-6848-4a4e-8c4a-2b584d1fd838 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/routers/5376654f-c02f-422d-addf-37c0bbb46da3 HTTP/1.1" status: 404 len: 336 time: 0.1649811 Jul 05 09:50:47.550568 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-965abe54-10d0-46bf-872a-c703cef26ebd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:47.551169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965abe54-10d0-46bf-872a-c703cef26ebd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:47.556283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.568082 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-965abe54-10d0-46bf-872a-c703cef26ebd tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/e358b1f1-e3bf-439b-aff1-8661b08e2cc5 HTTP/1.1" status: 404 len: 337 time: 0.0614390 Jul 05 09:50:47.588997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.623097 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:47.628097 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0c70d1-3a3c-449b-a6c2-234931c4c1e1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:47.632835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0c70d1-3a3c-449b-a6c2-234931c4c1e1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:47.641853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9e0c70d1-3a3c-449b-a6c2-234931c4c1e1 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/a3928f99-69fa-4003-b948-b5c7cd4091ba HTTP/1.1" status: 404 len: 337 time: 0.0838890 Jul 05 09:50:47.646404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.736434 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-23087a4c-db91-4c76-a482-676ff95bf6a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:47.740702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23087a4c-db91-4c76-a482-676ff95bf6a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:47.751290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-23087a4c-db91-4c76-a482-676ff95bf6a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/3500c1e4-39b7-41f3-b0da-0580e14a3fb4 HTTP/1.1" status: 404 len: 333 time: 0.1032248 Jul 05 09:50:47.752383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.844693 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:47.870640 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e09fcd-0ad7-4eb9-b3e6-03d25b989979 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:47.871392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e09fcd-0ad7-4eb9-b3e6-03d25b989979 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:47.883726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-65e09fcd-0ad7-4eb9-b3e6-03d25b989979 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/2718b655-f012-4045-b997-031145b4a802 HTTP/1.1" status: 404 len: 337 time: 0.1294963 Jul 05 09:50:47.885547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.955405 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:47.967685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:47.999230 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1207c7e-3df6-452a-8116-ac185c7e5390 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.000173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1207c7e-3df6-452a-8116-ac185c7e5390 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.005297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f1207c7e-3df6-452a-8116-ac185c7e5390 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/822fe9c6-0f16-40ee-b7eb-2b2525972b29 HTTP/1.1" status: 404 len: 333 time: 0.1184747 Jul 05 09:50:48.006020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.069197 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2aa1c9-0c7e-419f-8dae-70149398f883 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.069587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2aa1c9-0c7e-419f-8dae-70149398f883 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.074766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4f2aa1c9-0c7e-419f-8dae-70149398f883 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/9edd6fd3-6f64-457a-a19d-13b4a05e2cb9 HTTP/1.1" status: 404 len: 337 time: 0.0673673 Jul 05 09:50:48.076284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.115338 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca48a613506d4a839f3af8a21be45c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168719 Jul 05 09:50:48.115338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.115338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45beda33-dc46-40bb-b654-90878625ecab,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:48.116850 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e64274-3656-4a29-822c-6658936fa93f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.118162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e64274-3656-4a29-822c-6658936fa93f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.121598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-84e64274-3656-4a29-822c-6658936fa93f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/74d28be0-8789-4339-b31b-6d55d6823925 HTTP/1.1" status: 404 len: 333 time: 0.0443063 Jul 05 09:50:48.125601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55608) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.138831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.143938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.145417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48679a6c-3961-4790-8d44-7a9b08b198b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:48.226199 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4ba6bd-4b39-488b-8cbe-47b7cd778930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.227003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4ba6bd-4b39-488b-8cbe-47b7cd778930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.232655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f4ba6bd-4b39-488b-8cbe-47b7cd778930 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/524d5329-5c3a-4901-bd0a-63f27c6b651d HTTP/1.1" status: 404 len: 337 time: 0.1031125 Jul 05 09:50:48.233526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.240884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-902fe84c-21da-49e1-a742-78f7e62a1838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.289811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-902fe84c-21da-49e1-a742-78f7e62a1838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.302921 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ea882a-ae46-4f8a-b45f-6583da3fe9a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.307023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ea882a-ae46-4f8a-b45f-6583da3fe9a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.312194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-00ea882a-ae46-4f8a-b45f-6583da3fe9a0 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/9c8bba00-b235-41d0-9cf5-75f80a345ca0 HTTP/1.1" status: 404 len: 333 time: 0.0769334 Jul 05 09:50:48.315592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.406471 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb05f4d7-a159-4277-b77c-e27fc9ff4843 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.409964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb05f4d7-a159-4277-b77c-e27fc9ff4843 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.438512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eb05f4d7-a159-4277-b77c-e27fc9ff4843 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/04258a50-2422-4b70-833b-36883ed41269 HTTP/1.1" status: 404 len: 337 time: 0.1136768 Jul 05 09:50:48.439238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.440371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-902fe84c-21da-49e1-a742-78f7e62a1838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.445221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-902fe84c-21da-49e1-a742-78f7e62a1838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.452472 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-902fe84c-21da-49e1-a742-78f7e62a1838 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45beda33-dc46-40bb-b654-90878625ecab HTTP/1.1" status: 204 len: 168 time: 0.3385913 Jul 05 09:50:48.476727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe84c-21da-49e1-a742-78f7e62a1838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45beda33-dc46-40bb-b654-90878625ecab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:48.559269 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a595f240-55e7-4ec3-bca3-a7fa215b76ac tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.561195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a595f240-55e7-4ec3-bca3-a7fa215b76ac tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.567724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a595f240-55e7-4ec3-bca3-a7fa215b76ac tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/bd098a09-5fa1-4989-8942-374c2fbe4bf9 HTTP/1.1" status: 404 len: 333 time: 0.1231678 Jul 05 09:50:48.567853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.673168 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9a7944-6688-455f-9470-ef8b42713d3f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.674521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9a7944-6688-455f-9470-ef8b42713d3f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.678689 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6c9a7944-6688-455f-9470-ef8b42713d3f tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/cbe77153-ae32-4b02-94fc-6a035e5f9cb5 HTTP/1.1" status: 404 len: 337 time: 0.1088989 Jul 05 09:50:48.680655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.791061 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d6eb85-ca51-4f62-89ef-223a87d38e0a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.809929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d6eb85-ca51-4f62-89ef-223a87d38e0a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.817079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d0d6eb85-ca51-4f62-89ef-223a87d38e0a tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/e3054b6f-22c9-48ee-b641-84c051b659d9 HTTP/1.1" status: 404 len: 333 time: 0.1350691 Jul 05 09:50:48.821346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55646) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:48.942814 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e175b0d0-0f73-464a-8005-78e37f0bb85c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:48.942814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e175b0d0-0f73-464a-8005-78e37f0bb85c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:48.942814 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e175b0d0-0f73-464a-8005-78e37f0bb85c tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/8f5ee5c4-2397-4551-92bb-363b8814541a HTTP/1.1" status: 404 len: 337 time: 0.1170909 Jul 05 09:50:48.946875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55652) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:49.024911 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-89822885-f3ae-4aca-8c89-e41a9c955b42 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:49.026033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89822885-f3ae-4aca-8c89-e41a9c955b42 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:49.032553 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-89822885-f3ae-4aca-8c89-e41a9c955b42 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/ports/128a9c1f-0482-479e-9750-7d516569ce42 HTTP/1.1" status: 404 len: 333 time: 0.0827689 Jul 05 09:50:49.038353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:49.133624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.157279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.160212 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dd31a1-dab9-4fe0-af86-ac44b52e1415 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] DELETE failed (client error): The resource could not be found. Jul 05 09:50:49.161774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35dd31a1-dab9-4fe0-af86-ac44b52e1415 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:50:49.165831 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-35dd31a1-dab9-4fe0-af86-ac44b52e1415 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/subnets/6ae7efe3-9e5b-4d01-8be9-b34ec352b07e HTTP/1.1" status: 404 len: 337 time: 0.1200812 Jul 05 09:50:49.170315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:49.175503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.191486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.208337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.226899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.252051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:49.257594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-5fc6130b-7592-47f0-ac12-ee4b71f2934f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.3294432 Jul 05 09:50:49.383797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.388898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-939b24a3-4b76-4bb1-929e-24040167eb80 req-81dd57f5-e039-4e64-bde8-8d1104826a91 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221967 Jul 05 09:50:49.606046 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115805be-a097-489e-a930-e2a69d42b698 x-openstack-request-id: req-115805be-a097-489e-a930-e2a69d42b698 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:49.609196 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "tag": "32cdeb3a-0978-42c8-bd59-438734421873", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:49.610680 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-115805be-a097-489e-a930-e2a69d42b698 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:49.612080 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873', 'status': 'completed', 'code': 200} Jul 05 09:50:49.690035 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.692600 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.747512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:49.798639 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5ba8ae1-7365-4ffd-adaa-79bdb6bed151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.812959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf03de8-a5cd-4166-895f-409ef6031a3b']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:49.835632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08aa4ee8-e80c-43a8-a3d9-94bed87436bf') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:49.835924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08aa4ee8-e80c-43a8-a3d9-94bed87436bf') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:49.878547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.948829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.968791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:50:49.969998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:50:50.005100 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:50:50.019213 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:50:50.019213 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:50:50.019213 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:50:50.019213 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:50:50.019213 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:50:50.019213 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:50:50.019213 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:50:50.064118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8d9fcf2-da65-44f5-90f3-006088d02db3 req-2c5294f6-45bd-4dc7-bd96-dba1b2ea73df tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.2137098 Jul 05 09:50:50.144466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.146174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.147351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.148081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.149011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.150080 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.151315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.158598 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-88d7ebcd-9692-4bf3-9ba4-fb4bc0734966 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6507 time: 0.4494829 Jul 05 09:50:50.395724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37f201-7470-48ea-8bb1-6bea7b3add3a req-94526954-6406-47cc-a997-1e5208b8e0e6 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.404735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c37f201-7470-48ea-8bb1-6bea7b3add3a req-94526954-6406-47cc-a997-1e5208b8e0e6 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 950 time: 0.1748698 Jul 05 09:50:50.483018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.508142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c37f201-7470-48ea-8bb1-6bea7b3add3a req-aa094568-309c-4d13-9d2b-412187ea76e1 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020858 Jul 05 09:50:50.520200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.523744 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] 10.222.0.21 "DELETE /v2.0/networks/8bf03de8-a5cd-4166-895f-409ef6031a3b HTTP/1.1" status: 204 len: 168 time: 1.3512888 Jul 05 09:50:50.556624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-c318ee31-ac12-4d69-bee8-f15871e43508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:50.560248 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-c318ee31-ac12-4d69-bee8-f15871e43508 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d19c0da2-96f2-499c-a741-a3d9f8740b44 HTTP/1.1" status: 200 len: 917 time: 0.3824189 Jul 05 09:50:50.593238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5ba8ae1-7365-4ffd-adaa-79bdb6bed151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.609562 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5ba8ae1-7365-4ffd-adaa-79bdb6bed151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:50.799812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a5ba8ae1-7365-4ffd-adaa-79bdb6bed151 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb7bc3ea6b7e4bc58e0b70529c64ea8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0497513 Jul 05 09:50:50.803404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba8ae1-7365-4ffd-adaa-79bdb6bed151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600a3f2b-db57-46f1-b8d1-9158f66aecae,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:50.811510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55720) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:51.047001 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f29430e-975f-4864-8c99-800367d91b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.099955 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-655be8b5-791b-4f3b-8a7c-58125342075d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32cdeb3a-0978-42c8-bd59-438734421873 HTTP/1.1" status: 200 len: 1000 time: 0.5162556 Jul 05 09:50:51.103192 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ee620-7a2f-47ba-a1f4-8832ae9410c5 tempest-NetworksTestDHCPv6-1878058092 tempest-NetworksTestDHCPv6-1878058092-project] Pushing event deleted for resources: {'Network': ['ID=8bf03de8-a5cd-4166-895f-409ef6031a3b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:51.152527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f29430e-975f-4864-8c99-800367d91b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.297261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.314546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.325110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.336792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.353741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-800c952b-a09f-41e8-b594-c5010b94661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.358879 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-800c952b-a09f-41e8-b594-c5010b94661d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d07fc6b9-d340-44f5-83ff-46f2dfb013a6 HTTP/1.1" status: 200 len: 855 time: 0.2318733 Jul 05 09:50:51.363446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.376644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.436701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.444990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-e509b443-2c00-4f92-9e4b-c2099666e47e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.5269420 Jul 05 09:50:51.588602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-a30946c7-4fdd-4080-93ae-a822a01ad218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:51.593885 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-a30946c7-4fdd-4080-93ae-a822a01ad218 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d19c0da2-96f2-499c-a741-a3d9f8740b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2142365 Jul 05 09:50:51.594419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55738) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:51.769658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-f2598e9a-072c-49e4-add6-7cdfc6c6e6cb service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672659 Jul 05 09:50:51.799524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-409861cb-a254-4941-93a5-cc624c86b1d5 req-5e3c1f54-8817-4293-9e90-c135f8b300a1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3151710 Jul 05 09:50:51.816924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:50:51.877212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f29430e-975f-4864-8c99-800367d91b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.908373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f29430e-975f-4864-8c99-800367d91b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.915005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7f29430e-975f-4864-8c99-800367d91b79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/600a3f2b-db57-46f1-b8d1-9158f66aecae HTTP/1.1" status: 204 len: 168 time: 1.0943799 Jul 05 09:50:51.972283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29430e-975f-4864-8c99-800367d91b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a3f2b-db57-46f1-b8d1-9158f66aecae,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:52.205298 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.308176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:52.311127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:50:52.318927 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2c07a5-2500-4e0d-b3ba-4aed60526694" -d '{"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-unplugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:50:52.331465 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.419001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1dfde56-a704-4d03-ac48-9d6dcccbf004 req-8c876e6a-b566-49a1-876c-698745c70d86 service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311061 Jul 05 09:50:52.504603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:52.562900 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ab72a7ec-89bd-48cb-8c31-1cd89e95b5bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8756ab29e2f4d22b4730b7a3e981b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666004 Jul 05 09:50:52.567243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:52.824907 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f1dde27-655a-4960-ad69-05431bde1869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.885050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f1dde27-655a-4960-ad69-05431bde1869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.085211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5044db5d-7155-4993-9bcf-9d7d136d0ba9 req-549eaf62-cf00-4700-aa5f-afb38bf87e2d tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0725288 Jul 05 09:50:53.124251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f1dde27-655a-4960-ad69-05431bde1869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.135138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f1dde27-655a-4960-ad69-05431bde1869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.151691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0f1dde27-655a-4960-ad69-05431bde1869 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4fd8167-f416-4fee-b854-12056a8d10f6 HTTP/1.1" status: 204 len: 168 time: 0.5813386 Jul 05 09:50:53.211112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dde27-655a-4960-ad69-05431bde1869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd8167-f416-4fee-b854-12056a8d10f6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:53.348861 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a284544-1c00-4371-92f6-2db407d11f1f x-openstack-request-id: req-7a284544-1c00-4371-92f6-2db407d11f1f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:50:53.350353 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-unplugged", "status": "completed", "tag": "6df47378-069b-4406-a831-f0b530de199b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:50:53.351108 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a284544-1c00-4371-92f6-2db407d11f1f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:50:53.352066 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df47378-069b-4406-a831-f0b530de199b', 'code': 200} Jul 05 09:50:53.836613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.876017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.899781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.926656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.943291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.958849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.978361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.993786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-b5a0e4ae-1cc6-4610-b5f9-6b9d3eccf7b6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.5489030 Jul 05 09:50:54.192256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aca40f9e-8a12-44e0-9fcc-3d41512b839c req-29d5067c-79ab-453f-8c75-38f312f4d68c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943088 Jul 05 09:50:54.619732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e44dece1-262e-44ac-9791-340916227c98 req-3ca2940e-b65b-4a91-b9b7-e6b8003f239d tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0675192 Jul 05 09:50:54.754336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:54.932496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d287b11-856b-4f8a-9887-711197935b04 req-a6ed1ece-31d6-4827-b7d0-4f64a03229b3 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:54.941418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d287b11-856b-4f8a-9887-711197935b04 req-a6ed1ece-31d6-4827-b7d0-4f64a03229b3 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 948 time: 0.2053502 Jul 05 09:50:54.982602 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-555311c3-d6a0-4e8c-a59f-dcab7f73774f req-060e8d02-b5a6-4a59-b4bb-0d2be7a93aec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1491275 Jul 05 09:50:55.055276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'networks': [{'name': 'tempest-network--1731843904'}, {'name': 'tempest-network--1722624531'}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:55.055800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'network': {'name': 'tempest-network--1731843904'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:55.056551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'network': {'name': 'tempest-network--1722624531'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:55.069745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d287b11-856b-4f8a-9887-711197935b04 req-220d961b-f1cb-4966-8649-d118cc473805 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216149 Jul 05 09:50:55.094923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Made reservation on behalf of 53bbda760ce54f9aa97f1e04c2c6702b for: {'network': 2} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:55.101464 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.120908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.405666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:55.443996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.455161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.456620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.662034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac647894-ece5-4523-a278-6367bd976e10,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:55.727758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:50:55.759062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2074315882'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:55.767797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.768605 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Added segment 94eac39f-30eb-48bb-b3b2-ce68ca121d73 of type vlan for network 24300ec4-3d25-4882-b577-05ce80d4b126 Jul 05 09:50:55.911305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Made reservation on behalf of 6c9ccd9c0191444fb7d0ca51adf04032 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:55.922312 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.928802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.978269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.022331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:50:56.044724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.045286 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Added segment 54966952-238d-40e4-a949-68785e8da5ad of type vlan for network 7f83158c-e44c-4cd4-938d-aa5d392851f4 Jul 05 09:50:56.150081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.158361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.158686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.166264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.177456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.186265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.194161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.205551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.208000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-42146329-b89d-45a0-b03d-8bb933e54949 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.5012600 Jul 05 09:50:56.242296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.243367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.253506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.259568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.260290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.335858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4ffb65b-6334-497e-ab77-d2fef04a188b req-573f9d9d-4a90-4b8b-ab60-4ae460b60852 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.2093339 Jul 05 09:50:56.387413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Network': ['ID=24300ec4-3d25-4882-b577-05ce80d4b126,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:56.404682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 24300ec4-3d25-4882-b577-05ce80d4b126 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:56.592966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44beff03-30e1-4196-b1ed-aa72636610f5 req-f6e05875-5813-449b-9127-6de7d732e319 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3512983 Jul 05 09:50:56.728348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Network': ['ID=7f83158c-e44c-4cd4-938d-aa5d392851f4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:56.733511 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.751434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.780973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:50:56.791196 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51507bae-4979-4cf1-89f7-073b200b7e5b tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0315926 Jul 05 09:50:56.793020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:56.817375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.821742 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Added segment ed123f67-06dc-46ee-bea9-b7d81d7645db of type vlan for network e15188ec-8ecb-46cb-acaf-a368070702bc Jul 05 09:50:56.906482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.976685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde5a2f-c219-4dad-b05d-4f7296924572,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:56.980306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.998887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:56.999753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:57.168331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event updated for resources: {'Network': ['ID=e15188ec-8ecb-46cb-acaf-a368070702bc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:57.177150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7698202 Jul 05 09:50:57.184498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:57.197863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.198367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.198701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.199049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.199444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.200453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.201326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.201670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.202004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.202312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.202647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.202970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.210526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Request body: {'subnet': {'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:57.370749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-bd1b61db-e14e-404c-b94b-f72a0f91e08f tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.373738 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-bd1b61db-e14e-404c-b94b-f72a0f91e08f tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 948 time: 0.9502411 Jul 05 09:50:57.409589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 7f83158c-e44c-4cd4-938d-aa5d392851f4 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:57.460281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.460712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.461225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.461688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.462149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.462635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.463276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.463792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.464505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.464988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.465956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.466556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2827607-6432-46da-9fe8-13f31a267206 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:57.471753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Made reservation on behalf of 6c9ccd9c0191444fb7d0ca51adf04032 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:57.477990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:57.541157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e15188ec-8ecb-46cb-acaf-a368070702bc details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:57.622634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ef3dc-7cd2-4d5a-98aa-e07db4ff81e6 req-f60153d7-dc9f-4d9d-a650-3bbbe437ad08 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.625576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b26ef3dc-7cd2-4d5a-98aa-e07db4ff81e6 req-f60153d7-dc9f-4d9d-a650-3bbbe437ad08 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 948 time: 0.6834636 Jul 05 09:50:57.747888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d103c0b-40a8-43e8-bad2-92aa11f8262c tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.755551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d103c0b-40a8-43e8-bad2-92aa11f8262c tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.765433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d103c0b-40a8-43e8-bad2-92aa11f8262c tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.775287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d103c0b-40a8-43e8-bad2-92aa11f8262c tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:57.782382 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5d103c0b-40a8-43e8-bad2-92aa11f8262c tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9772511 Jul 05 09:50:57.789592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:57.869532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b26ef3dc-7cd2-4d5a-98aa-e07db4ff81e6 req-e7fcb9a5-63cf-4ae2-a191-38f43b48264f tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360210 Jul 05 09:50:58.071606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:58.104209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7aa644e4-62dc-4892-9367-f88a6b1f3ffb req-0384b996-fe99-4474-ab61-479967b3bafd tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0862460 Jul 05 09:50:58.202875 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:58.443390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Deleting port 6df47378-069b-4406-a831-f0b530de199b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:50:58.443928 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:58.537647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event updated for resources: {'Subnet': ['ID=cae76d18-0918-48e9-a8fd-50a2800b6e4a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:58.583658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Checking segment: {'id': 'ed123f67-06dc-46ee-bea9-b7d81d7645db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:58.583658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Network hostable DHCP agents. Network: e15188ec-8ecb-46cb-acaf-a368070702bc, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:50:58.708492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.742755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.762075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.792666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.817901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.819623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:58.859257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.874322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:58.877651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-1c55bb55-d2b1-40e4-8fac-5760a311fd74 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5419 time: 0.5804939 Jul 05 09:50:58.879702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Network e15188ec-8ecb-46cb-acaf-a368070702bc is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:50:58.882710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24300ec4-3d25-4882-b577-05ce80d4b126']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:58.915653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94eac39f-30eb-48bb-b3b2-ce68ca121d73') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:58.916508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94eac39f-30eb-48bb-b3b2-ce68ca121d73') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:58.950279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:58.978887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e15188ec-8ecb-46cb-acaf-a368070702bc) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:59.004226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d865fd-7808-4587-a3c5-f3cfaf88c2a9 None None] Network e15188ec-8ecb-46cb-acaf-a368070702bc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:59.014544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.028790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] For port 6df47378-069b-4406-a831-f0b530de199b, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=6df47378-069b-4406-a831-f0b530de199b,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:59.029720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.064129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:59.069397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.077684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:50:59.087945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:50:59.095151 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:50:59.161510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Calling delete_port for 6df47378-069b-4406-a831-f0b530de199b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:50:59.303063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3edd5c2c-b16c-4f03-ab6e-f90399eedc38 req-30b2bf15-4505-4475-940a-5a5c7e228fe2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3991735 Jul 05 09:50:59.314176 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c6e86dcb-27ce-46f3-bd15-c8bcfe26223b tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1157687 Jul 05 09:50:59.316567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:59.341348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Request body: {'port': {'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2095524774'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:59.475890 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.508571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.576620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Made reservation on behalf of 6c9ccd9c0191444fb7d0ca51adf04032 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:59.586827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.614279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e15188ec-8ecb-46cb-acaf-a368070702bc', 'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc', 'tenant_id': '6c9ccd9c0191444fb7d0ca51adf04032', 'fixed_ips': [{'subnet_id': 'cae76d18-0918-48e9-a8fd-50a2800b6e4a'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:50:59.615283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.656550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] device_id is not set on port fd5c49bd-f73c-438a-9233-09febe78afde yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:50:59.941428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:50:59.951627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 6df47378-069b-4406-a831-f0b530de199b no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:00.325981 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:51:00.467244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:00.490692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:00.497914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/networks/24300ec4-3d25-4882-b577-05ce80d4b126 HTTP/1.1" status: 204 len: 168 time: 2.7074401 Jul 05 09:51:00.526717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:00.990958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:00.998295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:01.007956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60412e58-d837-44cc-a665-16fd7af7517a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Network': ['ID=24300ec4-3d25-4882-b577-05ce80d4b126,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:01.027472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837', 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073', 'port_id': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837', 'mac_address': 'fa:16:3e:97:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b06bfd7-e223-4fb1-88dc-d1a279be20c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:01.142904 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.171578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Allocated IP 172.20.0.3 (e15188ec-8ecb-46cb-acaf-a368070702bc/cae76d18-0918-48e9-a8fd-50a2800b6e4a/fd5c49bd-f73c-438a-9233-09febe78afde) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:01.197923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:01.335565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55966) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:01.337778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:01.340194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.347844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.350945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:01.353960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f83158c-e44c-4cd4-938d-aa5d392851f4']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:01.361311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a5136-9002-4bf0-9e53-14f15b7dee3b req-3fa0294a-d342-4873-9a10-5e056e6390e2 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:01.374998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54966952-238d-40e4-a949-68785e8da5ad') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:01.375407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54966952-238d-40e4-a949-68785e8da5ad') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:01.376837 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-419a5136-9002-4bf0-9e53-14f15b7dee3b req-3fa0294a-d342-4873-9a10-5e056e6390e2 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 948 time: 0.3636959 Jul 05 09:51:01.388525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.415699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.424471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:01.424992 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:01.533660 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:01.538391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.652239 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.663894 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/networks/7f83158c-e44c-4cd4-938d-aa5d392851f4 HTTP/1.1" status: 204 len: 168 time: 1.1324594 Jul 05 09:51:01.678116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55970) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:01.741920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d66ed-ea0a-4f63-a2cd-7bdab6f4b07d tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Network': ['ID=7f83158c-e44c-4cd4-938d-aa5d392851f4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:01.806878 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.829305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:01.839467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Transition to ACTIVE for port object fd5c49bd-f73c-438a-9233-09febe78afde will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:01.846303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'port_id': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'mac_address': 'fa:16:3e:8f:31:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:01.917599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:01.939641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.955931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.981859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.986375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.988226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.988783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.989292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.990099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.992272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.992698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.993104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.997322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.997804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:01.998051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:02.036261 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.096981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-419a5136-9002-4bf0-9e53-14f15b7dee3b req-63ebd157-c4c5-4a35-8efd-0f1b40198473 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/security-groups?id=527d9181-3b60-4514-b674-b4a35fa33f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629040 Jul 05 09:51:02.153895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Allocated IP 172.20.0.2 (e15188ec-8ecb-46cb-acaf-a368070702bc/cae76d18-0918-48e9-a8fd-50a2800b6e4a/cb9d21e1-a232-485f-91f9-c791a6eaa901) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:02.199167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Network e15188ec-8ecb-46cb-acaf-a368070702bc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:02.227718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:02.265816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:02.350231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb22c3-b8c3-4c27-b3f7-7b0e5ba4e066 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:02.361068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb22c3-b8c3-4c27-b3f7-7b0e5ba4e066 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:02.368118 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4fb22c3-b8c3-4c27-b3f7-7b0e5ba4e066 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6854882 Jul 05 09:51:02.374330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55982) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:02.382146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1734830358'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:02.390415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Pushing event deleted for resources: {'Port': ['ID=6df47378-069b-4406-a831-f0b530de199b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:02.484069 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] No DVR routers for this DVR port 6df47378-069b-4406-a831-f0b530de199b on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:02.504069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.509223 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-333e1dce-671e-440f-bd53-ac32ecae10fb req-0753be1b-b21a-48e8-b29e-c497668fe5a8 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.15 "DELETE /v2.0/ports/6df47378-069b-4406-a831-f0b530de199b HTTP/1.1" status: 204 len: 173 time: 5.1217804 Jul 05 09:51:02.510915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-deleted', 'tag': '6df47378-069b-4406-a831-f0b530de199b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:02.516974 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69dcf0-231a-47ea-a8d4-8d6fbae0006d" -d '{"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-deleted", "tag": "6df47378-069b-4406-a831-f0b530de199b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:02.541438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Made reservation on behalf of 53bbda760ce54f9aa97f1e04c2c6702b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:02.551800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.552222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:02.597607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f39290e4-d1bc-4516-864c-458022f1eb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.659735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:02.680357 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.683607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device bd3031b9-7d87-4127-a500-826390bc98c0 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:02.707903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:02.748686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.749490 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Added segment 7ddf1f8d-4dd3-4bd4-8e6a-5689a69fac2c of type vlan for network e3187bde-3084-4734-8d31-1e70d77794b3 Jul 05 09:51:02.754369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event updated for resources: {'Port': ['ID=fd5c49bd-f73c-438a-9233-09febe78afde,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:02.869972 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.880960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.951115 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f39290e4-d1bc-4516-864c-458022f1eb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.959285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:02.975001 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f39290e4-d1bc-4516-864c-458022f1eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:02.996924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Transition to ACTIVE for port object cb9d21e1-a232-485f-91f9-c791a6eaa901 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:03.033358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.034049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Transition to ACTIVE for port object cb9d21e1-a232-485f-91f9-c791a6eaa901 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:03.050586 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:51:03.078860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42ae5a6a-57cf-4f2d-a840-9c7d0b7d9fc2 req-9b1e94ce-3e5f-4108-a4e1-d7b9625ac8a2 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1257820 Jul 05 09:51:03.101386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.103486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.104516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.123456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.200394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-61786093-2d9c-463e-a4e6-87e2ffbe8707 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8772886 Jul 05 09:51:03.201959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:03.231653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Request body: {'port': {'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1165905522', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:03.232743 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] bootfile-name is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:03.233349 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] tftp-server is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:03.233914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] server-ip-address is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:03.261200 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.286075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.307989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.318354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.322524 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97f8974-8ed1-40fa-89d8-9d9fda442f86 x-openstack-request-id: req-f97f8974-8ed1-40fa-89d8-9d9fda442f86 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:03.323056 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3bd121-af6d-44f5-a9be-3fbc7ecf4846", "name": "network-vif-deleted", "tag": "6df47378-069b-4406-a831-f0b530de199b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:03.323439 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f97f8974-8ed1-40fa-89d8-9d9fda442f86 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:03.323981 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3bd121-af6d-44f5-a9be-3fbc7ecf4846', 'name': 'network-vif-deleted', 'tag': '6df47378-069b-4406-a831-f0b530de199b', 'status': 'completed', 'code': 200} Jul 05 09:51:03.324211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Network e15188ec-8ecb-46cb-acaf-a368070702bc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:03.325698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Network': ['ID=e3187bde-3084-4734-8d31-1e70d77794b3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:03.338587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.349669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.357855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.364879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:03.369665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e3187bde-3084-4734-8d31-1e70d77794b3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:03.374443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-52514ce0-1005-429a-ad49-c9544478c8b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5420 time: 1.1185923 Jul 05 09:51:03.384320 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5c4dafef-b0ba-44de-9fdd-aee95ae06858 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0082550 Jul 05 09:51:03.389637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:03.390217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f39290e4-d1bc-4516-864c-458022f1eb9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0bee615ba6940bba2550a64c60ae409&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0106711 Jul 05 09:51:03.404355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:03.404355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:03.413981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1397133819'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:03.433661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port bd3031b9-7d87-4127-a500-826390bc98c0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bd3031b9-7d87-4127-a500-826390bc98c0,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:03.468509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:03.601220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Made reservation on behalf of 53bbda760ce54f9aa97f1e04c2c6702b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:03.612862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39290e4-d1bc-4516-864c-458022f1eb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4acdf9-d49d-4410-97d4-cd9e3eac4485,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:03.636949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.686612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26633500-05b0-4b3b-b648-79b7c4272f4f req-b665ebbd-25d7-41eb-b2ad-d9c14aeee43d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3110926 Jul 05 09:51:03.745140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'bd3031b9-7d87-4127-a500-826390bc98c0', 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'port_id': 'bd3031b9-7d87-4127-a500-826390bc98c0', 'mac_address': 'fa:16:3e:c6:40:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b47f0-a5b3-405a-8bcc-db7b9621bc73', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:03.754102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb4cabe7-f06b-4cbb-892f-5b749b9c1472 req-5559d74c-7601-4026-bb36-b4e4a1d256d3 tempest-ImagesOneServerTestJSON-1521275252 tempest-ImagesOneServerTestJSON-1521275252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3bd121-af6d-44f5-a9be-3fbc7ecf4846 HTTP/1.1" status: 200 len: 210 time: 0.0414035 Jul 05 09:51:03.783746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Made reservation on behalf of 6c9ccd9c0191444fb7d0ca51adf04032 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:03.789221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.835842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] device_id is not set on port a9b37333-39eb-42cc-bc13-1e1799bd62dd yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:51:03.849513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:03.862465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Pushing event updated for resources: {'Port': ['ID=cb9d21e1-a232-485f-91f9-c791a6eaa901,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:03.893517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:03.895791 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Added segment 50f6c19e-6ca9-4675-9e49-4bfd15074e1d of type vlan for network 766b1864-5ecb-4582-9117-76300b4efe37 Jul 05 09:51:04.029049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f6fcb34-4fc0-43a5-a541-8b4d9a32f150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.037872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Attempting to bind port cb9d21e1-a232-485f-91f9-c791a6eaa901 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:04.038284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Attempting to bind port cb9d21e1-a232-485f-91f9-c791a6eaa901 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ed123f67-06dc-46ee-bea9-b7d81d7645db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:04.038832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Attempting to bind port cb9d21e1-a232-485f-91f9-c791a6eaa901 on network e15188ec-8ecb-46cb-acaf-a368070702bc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:04.055666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:04.055666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Checking segment: {'id': 'ed123f67-06dc-46ee-bea9-b7d81d7645db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:04.056136 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.056856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Bound using segment: {'id': 'ed123f67-06dc-46ee-bea9-b7d81d7645db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:04.057678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Bound port: cb9d21e1-a232-485f-91f9-c791a6eaa901, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed123f67-06dc-46ee-bea9-b7d81d7645db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e15188ec-8ecb-46cb-acaf-a368070702bc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:04.058437 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.064597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f6fcb34-4fc0-43a5-a541-8b4d9a32f150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.086515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.127730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Allocated IP 172.20.0.11 (e15188ec-8ecb-46cb-acaf-a368070702bc/cae76d18-0918-48e9-a8fd-50a2800b6e4a/a9b37333-39eb-42cc-bc13-1e1799bd62dd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:04.144008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3031b9-7d87-4127-a500-826390bc98c0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:04.177204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port bd3031b9-7d87-4127-a500-826390bc98c0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bd3031b9-7d87-4127-a500-826390bc98c0,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:04.189547 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.190450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device acf8cd3b-1efa-439e-9043-249cc8703b1a details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:04.198090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f6fcb34-4fc0-43a5-a541-8b4d9a32f150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.214952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f6fcb34-4fc0-43a5-a541-8b4d9a32f150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.216939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4f6fcb34-4fc0-43a5-a541-8b4d9a32f150 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd4acdf9-d49d-4410-97d4-cd9e3eac4485 HTTP/1.1" status: 204 len: 168 time: 0.8091466 Jul 05 09:51:04.239331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.289810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fcb34-4fc0-43a5-a541-8b4d9a32f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4acdf9-d49d-4410-97d4-cd9e3eac4485,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:04.367043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] For port cb9d21e1-a232-485f-91f9-c791a6eaa901, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:04.381462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] For port cb9d21e1-a232-485f-91f9-c791a6eaa901, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cb9d21e1-a232-485f-91f9-c791a6eaa901,segment=NetworkSegment(ed123f67-06dc-46ee-bea9-b7d81d7645db),segment_id=ed123f67-06dc-46ee-bea9-b7d81d7645db)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:04.408433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.409987 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.422051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:04.422726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.430851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port acf8cd3b-1efa-439e-9043-249cc8703b1a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:04.437164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=bd3031b9-7d87-4127-a500-826390bc98c0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:04.518444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'acf8cd3b-1efa-439e-9043-249cc8703b1a', 'network_id': 'c511a4f9-6b1d-40e5-8b42-6b12f20e9073', 'port_id': 'acf8cd3b-1efa-439e-9043-249cc8703b1a', 'mac_address': 'fa:16:3e:4d:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b06bfd7-e223-4fb1-88dc-d1a279be20c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:04.542917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.581746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Transition to ACTIVE for port object a9b37333-39eb-42cc-bc13-1e1799bd62dd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:04.668161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f951eac-5062-48f9-b69d-c0deab11a8d4 None None] Pushing event updated for resources: {'Port': ['ID=cb9d21e1-a232-485f-91f9-c791a6eaa901,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:04.689516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:04.692283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2855492 Jul 05 09:51:04.703871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587006ee-13be-4b39-92ea-9143212e93bc tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Network': ['ID=766b1864-5ecb-4582-9117-76300b4efe37,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:04.725131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'ports': [{'network_id': 'e3187bde-3084-4734-8d31-1e70d77794b3', 'name': 'tempest-port--238507035', 'admin_state_up': True}, {'network_id': '766b1864-5ecb-4582-9117-76300b4efe37', 'admin_state_up': False}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:04.725464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'port': {'network_id': 'e3187bde-3084-4734-8d31-1e70d77794b3', 'name': 'tempest-port--238507035', 'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:04.725937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'port': {'network_id': '766b1864-5ecb-4582-9117-76300b4efe37', 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:04.770282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:04.853917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 766b1864-5ecb-4582-9117-76300b4efe37 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:05.029731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.052308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56022) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:05.070864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71f8d35b-b7f7-443e-a08f-db735e7bac63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.151363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf8cd3b-1efa-439e-9043-249cc8703b1a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:05.231147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71f8d35b-b7f7-443e-a08f-db735e7bac63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.235984 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71f8d35b-b7f7-443e-a08f-db735e7bac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.265209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event updated for resources: {'Port': ['ID=a9b37333-39eb-42cc-bc13-1e1799bd62dd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:05.297633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac32129-1d55-4f83-a509-d35f5d29f033 req-39a2fc91-2c8d-4b94-832e-c7a038123d3a tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.6023293 Jul 05 09:51:05.300225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port acf8cd3b-1efa-439e-9043-249cc8703b1a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:05.309908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.310672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c0f63dfa-7151-4340-be68-2acedd3cb84f details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:05.333497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Network e15188ec-8ecb-46cb-acaf-a368070702bc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:05.335276 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-71f8d35b-b7f7-443e-a08f-db735e7bac63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d8370a12e10402c8c7b13bb89c512a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815673 Jul 05 09:51:05.339378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d35b-b7f7-443e-a08f-db735e7bac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1cf29b-ffc7-45c0-b592-23354d7f83c5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:05.342918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56028) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:05.361727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:05.368608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:05.378306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c0f63dfa-7151-4340-be68-2acedd3cb84f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:05.436483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'c0f63dfa-7151-4340-be68-2acedd3cb84f', 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'port_id': 'c0f63dfa-7151-4340-be68-2acedd3cb84f', 'mac_address': 'fa:16:3e:50:69:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b47f0-a5b3-405a-8bcc-db7b9621bc73', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:05.458891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b26ca41f-e24c-49c6-a336-b0c28075bb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.524457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b26ca41f-e24c-49c6-a336-b0c28075bb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.526960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=acf8cd3b-1efa-439e-9043-249cc8703b1a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:05.533429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Made reservation on behalf of 53bbda760ce54f9aa97f1e04c2c6702b for: {'port': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:05.545802 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.640514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.656254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.660555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.676875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.683173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b26ca41f-e24c-49c6-a336-b0c28075bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.693907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f63dfa-7151-4340-be68-2acedd3cb84f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:05.695031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.695725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b26ca41f-e24c-49c6-a336-b0c28075bb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.700771 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b26ca41f-e24c-49c6-a336-b0c28075bb2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e1cf29b-ffc7-45c0-b592-23354d7f83c5 HTTP/1.1" status: 204 len: 168 time: 0.3540041 Jul 05 09:51:05.716244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.738426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.740846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ca41f-e24c-49c6-a336-b0c28075bb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1cf29b-ffc7-45c0-b592-23354d7f83c5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:05.748018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c0f63dfa-7151-4340-be68-2acedd3cb84f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:05.754772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.762139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af943db-f0ad-49f1-aae2-add573d15036 req-37a25532-f4a4-4bb1-8fdc-f63ed1dd8e5a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5422 time: 0.5483637 Jul 05 09:51:05.783379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.784985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 62c67d5b-8c64-4a89-9c50-1f597a75fcdf details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:05.805285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:05.806638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.839283 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:05.955308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:05.986130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c0f63dfa-7151-4340-be68-2acedd3cb84f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:05.996137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:05.999751 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ba0b44dc-136c-4d9d-80b5-558009275355 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.7808697 Jul 05 09:51:06.000911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf', 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'port_id': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf', 'mac_address': 'fa:16:3e:c4:6e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b47f0-a5b3-405a-8bcc-db7b9621bc73', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:06.111233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af943db-f0ad-49f1-aae2-add573d15036 req-3a431b9e-4404-4e96-9702-2a74c3948531 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3243449 Jul 05 09:51:06.130297 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.145029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:06.148418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] device_id is not set on port 5b15b552-f243-469d-8307-f698d25b4156 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:51:06.162885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c67d5b-8c64-4a89-9c50-1f597a75fcdf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:06.209571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:06.220706 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.221810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:06.314947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b53517-17b2-4613-b290-b2f55fc0b814 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:06.332874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b53517-17b2-4613-b290-b2f55fc0b814 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:06.368413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b53517-17b2-4613-b290-b2f55fc0b814 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:06.383671 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d6b53517-17b2-4613-b290-b2f55fc0b814 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3850648 Jul 05 09:51:06.387790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:06.448559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:06.531334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:06.589621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2', 'network_id': 'cb805d96-10a2-4985-af7f-00b361e18ab3', 'port_id': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2', 'mac_address': 'fa:16:3e:2e:c9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023b47f0-a5b3-405a-8bcc-db7b9621bc73', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:06.601990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c36d7e-481e-436b-9614-645fc997ca3c None None] Network e15188ec-8ecb-46cb-acaf-a368070702bc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:06.653232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.841853 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2cd37074-cae7-44aa-9009-046964a096e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9352cc06edac4f42874fc898a70aec71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6964447 Jul 05 09:51:06.854281 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:06.869875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56062) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:06.914922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4b47783-2b28-413b-b006-9c7eab6009ae req-53fdc8ff-a14c-41a5-9768-663f9747101c tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.2006607 Jul 05 09:51:06.916263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe796ab8-b896-4b76-8e25-1d3bfc97c4c3 None None] Provisioning for port cb9d21e1-a232-485f-91f9-c791a6eaa901 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:06.924038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:07.006679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Deleting port a9b37333-39eb-42cc-bc13-1e1799bd62dd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:07.007721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.008880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] device_id is not set on port d38b22e7-f87d-4358-95ff-19ee1cf42870 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:51:07.035509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:07.052607 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.118441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cb9d21e1-a232-485f-91f9-c791a6eaa901 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:07.123058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15b65fe1-3652-4d98-b967-c6f47031b4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.161520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15b65fe1-3652-4d98-b967-c6f47031b4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.247149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15b65fe1-3652-4d98-b967-c6f47031b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.250236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15b65fe1-3652-4d98-b967-c6f47031b4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.254808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-15b65fe1-3652-4d98-b967-c6f47031b4d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/527d9181-3b60-4514-b674-b4a35fa33f42 HTTP/1.1" status: 204 len: 168 time: 0.3828232 Jul 05 09:51:07.269442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b65fe1-3652-4d98-b967-c6f47031b4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527d9181-3b60-4514-b674-b4a35fa33f42,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:07.306975 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.324649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Calling delete_port for a9b37333-39eb-42cc-bc13-1e1799bd62dd owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:07.345618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:07.399677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port cb9d21e1-a232-485f-91f9-c791a6eaa901 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:07.407604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port cb9d21e1-a232-485f-91f9-c791a6eaa901 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:07.408490 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.432676 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.604101 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:51:07.698106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7b06d7fd-581e-46f9-a5eb-8bc6b8042837'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:07.700360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.711211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['9b5d6620-a6bb-4580-9fbd-fd32996c6de3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:07.735482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:07.836652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:07.852802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event deleted for resources: {'Port': ['ID=a9b37333-39eb-42cc-bc13-1e1799bd62dd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:07.998963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['c0f63dfa-7151-4340-be68-2acedd3cb84f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:08.070831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Port': ['ID=5b15b552-f243-469d-8307-f698d25b4156,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:08.157585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Checking segment: {'id': '7ddf1f8d-4dd3-4bd4-8e6a-5689a69fac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e3187bde-3084-4734-8d31-1e70d77794b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:08.158141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network hostable DHCP agents. Network: e3187bde-3084-4734-8d31-1e70d77794b3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:08.172855 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.231172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.270399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.280099 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.288546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-46ebefc3-00bd-4e56-a016-d890565cde91 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "DELETE /v2.0/ports/a9b37333-39eb-42cc-bc13-1e1799bd62dd HTTP/1.1" status: 204 len: 168 time: 1.8991494 Jul 05 09:51:08.297352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:08.319629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.322692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Request body: {'port': {'name': 'tempest-new-port-name-445014244', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:08.323864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] bootfile-name is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:08.325219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] tftp-server is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:08.326001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] server-ip-address is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 09:51:08.347161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.378431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.391433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.403694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.418414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-92577bf7-f077-4327-9978-7f8709987a80 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5426 time: 0.7282252 Jul 05 09:51:08.629751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network e3187bde-3084-4734-8d31-1e70d77794b3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:08.662072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaca521f-8825-4e03-adea-bbc5f87f02b3 req-84e0386d-9b21-4daf-9dad-f440322fdaec tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2415659 Jul 05 09:51:08.682881 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.701393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e3187bde-3084-4734-8d31-1e70d77794b3) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:08.721247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:08.727135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.736172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port cb9d21e1-a232-485f-91f9-c791a6eaa901, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cb9d21e1-a232-485f-91f9-c791a6eaa901,segment=NetworkSegment(ed123f67-06dc-46ee-bea9-b7d81d7645db),segment_id=ed123f67-06dc-46ee-bea9-b7d81d7645db)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:08.748906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f722f9b3-85e0-407a-99f2-a43f75c24978 None None] Network e3187bde-3084-4734-8d31-1e70d77794b3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:08.775447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-804c80a5-77b8-444d-8a6a-0da7d77e7c9a None None] Provisioning complete for port cb9d21e1-a232-485f-91f9-c791a6eaa901 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:08.775725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-804c80a5-77b8-444d-8a6a-0da7d77e7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.810518 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:08.935532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f01d6-bca7-411d-a0a7-5846b05720fd req-9b0bff8b-3a50-41db-91a1-7028d8e94aea tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:08.947045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d60f01d6-bca7-411d-a0a7-5846b05720fd req-9b0bff8b-3a50-41db-91a1-7028d8e94aea tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.5225904 Jul 05 09:51:09.056066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Port': ['ID=d38b22e7-f87d-4358-95ff-19ee1cf42870,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:09.066272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=cb9d21e1-a232-485f-91f9-c791a6eaa901,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:09.072618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['bd3031b9-7d87-4127-a500-826390bc98c0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:09.079112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['acf8cd3b-1efa-439e-9043-249cc8703b1a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:09.083476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['62c67d5b-8c64-4a89-9c50-1f597a75fcdf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:09.232738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Checking segment: {'id': '50f6c19e-6ca9-4675-9e49-4bfd15074e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '766b1864-5ecb-4582-9117-76300b4efe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:09.234126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network hostable DHCP agents. Network: 766b1864-5ecb-4582-9117-76300b4efe37, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:09.271899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d60f01d6-bca7-411d-a0a7-5846b05720fd req-dc8977e2-5131-4275-b551-edc7e0592665 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232439 Jul 05 09:51:09.340124 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.341953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b69531c-5bce-47a9-b922-dd7306b484ce req-9829f7a2-3f63-40aa-bd17-eb74470febe3 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0980647 Jul 05 09:51:09.347567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network 766b1864-5ecb-4582-9117-76300b4efe37 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:09.352023 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.394334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 766b1864-5ecb-4582-9117-76300b4efe37) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:09.412133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:09.453829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.487601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.492053 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.517027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9179ce-89b9-4c20-8bd3-46e2022e2c1d None None] Network 766b1864-5ecb-4582-9117-76300b4efe37 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:09.541289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-42f5d502-fb6d-4698-95b0-56d850c08c75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.8251021 Jul 05 09:51:09.542230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:09.680608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event updated for resources: {'Port': ['ID=fd5c49bd-f73c-438a-9233-09febe78afde,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:09.759890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] In _notify_port_updated(), no bound segment for port fd5c49bd-f73c-438a-9233-09febe78afde on network e15188ec-8ecb-46cb-acaf-a368070702bc {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:51:09.785035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.786556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:09.794978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ebba5d8-675a-41fb-9ac4-12cf9ac95a50 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "PUT /v2.0/ports/fd5c49bd-f73c-438a-9233-09febe78afde HTTP/1.1" status: 200 len: 1135 time: 1.4929552 Jul 05 09:51:09.797956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:09.809493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b0434c-7c1e-4aa5-b750-b27d4ccfd38a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.833880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b0434c-7c1e-4aa5-b750-b27d4ccfd38a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:09.846730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d4b0434c-7c1e-4aa5-b750-b27d4ccfd38a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3017428 Jul 05 09:51:09.851500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:10.014992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:10.059186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19870832-b15b-47e5-89f7-5bdc981a1b79 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.061105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-19870832-b15b-47e5-89f7-5bdc981a1b79 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "GET /v2.0/ports/fd5c49bd-f73c-438a-9233-09febe78afde HTTP/1.1" status: 200 len: 1135 time: 0.2615008 Jul 05 09:51:10.066995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56166) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:10.165063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Deleting port 5b15b552-f243-469d-8307-f698d25b4156 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:10.166180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.300895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4be67a78-098e-4f7e-9e84-0a1848650bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.301734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-804c80a5-77b8-444d-8a6a-0da7d77e7c9a None None] Provisioning for port fd5c49bd-f73c-438a-9233-09febe78afde completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:10.359305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-804c80a5-77b8-444d-8a6a-0da7d77e7c9a None None] Provisioning complete for port fd5c49bd-f73c-438a-9233-09febe78afde triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:10.359813 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-804c80a5-77b8-444d-8a6a-0da7d77e7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.427785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.524579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Calling delete_port for 5b15b552-f243-469d-8307-f698d25b4156 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:10.578408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.584415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.591099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.599134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.606614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.613056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.620544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:10.624101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-3c7c4722-a249-4164-af26-2d80208c1f71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5426 time: 0.5430181 Jul 05 09:51:10.641523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-804c80a5-77b8-444d-8a6a-0da7d77e7c9a None None] Port fd5c49bd-f73c-438a-9233-09febe78afde cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:10.685920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-804c80a5-77b8-444d-8a6a-0da7d77e7c9a None None] Could not find standard attr ID for object a9b37333-39eb-42cc-bc13-1e1799bd62dd. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:51:10.724050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4be67a78-098e-4f7e-9e84-0a1848650bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.746886 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4be67a78-098e-4f7e-9e84-0a1848650bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.826941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-289dbe21-5370-489b-991e-b3d798cc7d29 req-92409660-5b57-4391-8181-72618e80b364 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656895 Jul 05 09:51:10.848074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Deleting port fd5c49bd-f73c-438a-9233-09febe78afde {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:10.849282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.908908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be67a78-098e-4f7e-9e84-0a1848650bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e4f690-7a0c-48f6-9bcf-7530626b34a1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:10.920603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:10.921367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4be67a78-098e-4f7e-9e84-0a1848650bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=455f752cf19d4484803e710f7c907635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9042211 Jul 05 09:51:11.017008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f70ca52-fac0-468b-a962-b0e6f0027b1b req-4cf8e5a8-fd29-4d8c-b9b0-828477276cad tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0473053 Jul 05 09:51:11.024330 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.066722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecd27742-c25b-4a1a-b967-3cea5eb50ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.093623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Port': ['ID=5b15b552-f243-469d-8307-f698d25b4156,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:11.112243 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.114001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecd27742-c25b-4a1a-b967-3cea5eb50ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.115531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b4f99a3-3afe-422d-8f11-58914e957a75 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/ports/5b15b552-f243-469d-8307-f698d25b4156 HTTP/1.1" status: 204 len: 168 time: 1.2621720 Jul 05 09:51:11.121747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:11.173041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cb9d21e1-a232-485f-91f9-c791a6eaa901 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:11.175469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:11.213408 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecd27742-c25b-4a1a-b967-3cea5eb50ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.224901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.225727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecd27742-c25b-4a1a-b967-3cea5eb50ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.231706 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ecd27742-c25b-4a1a-b967-3cea5eb50ef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68e4f690-7a0c-48f6-9bcf-7530626b34a1 HTTP/1.1" status: 204 len: 168 time: 0.3066092 Jul 05 09:51:11.249292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27742-c25b-4a1a-b967-3cea5eb50ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e4f690-7a0c-48f6-9bcf-7530626b34a1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:11.290211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Calling delete_port for fd5c49bd-f73c-438a-9233-09febe78afde owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:11.360364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b4761647-51b6-4e6d-88af-fd69df7adb3e None None] Provisioning complete for port fd5c49bd-f73c-438a-9233-09febe78afde triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:11.361248 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4761647-51b6-4e6d-88af-fd69df7adb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.444731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadf908-f99d-471d-a0e2-b8e040737bf0 req-2ca20339-7cee-4c23-a181-433475d2b7b3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:11.446498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-faadf908-f99d-471d-a0e2-b8e040737bf0 req-2ca20339-7cee-4c23-a181-433475d2b7b3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.2284484 Jul 05 09:51:11.488451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Deleting port d38b22e7-f87d-4358-95ff-19ee1cf42870 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:11.489008 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.571161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b4761647-51b6-4e6d-88af-fd69df7adb3e None None] Port fd5c49bd-f73c-438a-9233-09febe78afde cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:11.610067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b4761647-51b6-4e6d-88af-fd69df7adb3e None None] Could not find standard attr ID for object a9b37333-39eb-42cc-bc13-1e1799bd62dd. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:51:11.633270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-faadf908-f99d-471d-a0e2-b8e040737bf0 req-b5699cce-c3cc-4500-857e-70a4ba85ad5d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703336 Jul 05 09:51:11.635533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.639496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port cb9d21e1-a232-485f-91f9-c791a6eaa901 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:11.639957 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.657579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Calling delete_port for d38b22e7-f87d-4358-95ff-19ee1cf42870 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:11.672691 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.720843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:11.723968 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9392b3de-c6e6-4b7a-a487-35194e672624" -d '{"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-unplugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:11.752394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:11.758379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.833193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.854663 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f013fa-229d-4830-b7d3-3c7f15069165 x-openstack-request-id: req-b5f013fa-229d-4830-b7d3-3c7f15069165 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:11.855529 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-unplugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:11.856181 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5f013fa-229d-4830-b7d3-3c7f15069165 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:11.856470 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'code': 200} Jul 05 09:51:11.874716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:11.891293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event deleted for resources: {'Port': ['ID=fd5c49bd-f73c-438a-9233-09febe78afde,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:11.916409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-024830f7-e85f-4651-93a5-0eae2b6ee669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:11.930720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:12.022686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.110790 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.113801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/ports/d38b22e7-f87d-4358-95ff-19ee1cf42870 HTTP/1.1" status: 204 len: 168 time: 0.9907439 Jul 05 09:51:12.116540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.119322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef4a42-40c2-40b8-923a-8450ed144cb0 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Port': ['ID=d38b22e7-f87d-4358-95ff-19ee1cf42870,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:12.177446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-137da24a-3601-425d-96d0-7c246875228c tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0589082 Jul 05 09:51:12.180546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-024830f7-e85f-4651-93a5-0eae2b6ee669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.180771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.184989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1bf3d9b9-7f0b-4e7a-8c0a-1de5f08083d3 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "DELETE /v2.0/ports/fd5c49bd-f73c-438a-9233-09febe78afde HTTP/1.1" status: 204 len: 168 time: 2.1142979 Jul 05 09:51:12.185691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.188118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.192866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1362510644'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:12.203183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-024830f7-e85f-4651-93a5-0eae2b6ee669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.337118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Made reservation on behalf of 53bbda760ce54f9aa97f1e04c2c6702b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:12.344011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.367381 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-024830f7-e85f-4651-93a5-0eae2b6ee669 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=516e9281031745889f78e09faf800767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908633 Jul 05 09:51:12.369736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024830f7-e85f-4651-93a5-0eae2b6ee669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4287ffec-484c-4014-903f-33cad6468f73,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:12.382436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56216) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.396879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:12.420254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.421480 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Added segment 099dbb19-8fb5-4870-8594-235adc7239f5 of type vlan for network f48d90e3-5cc2-4458-ba5b-c9817b431e08 Jul 05 09:51:12.453352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Deleting subnet cae76d18-0918-48e9-a8fd-50a2800b6e4a {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:12.461208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acc6a293-fbdf-4218-b054-923738a2c93a req-8d33b0de-1253-4add-aba5-7cfa4eeef167 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0951564 Jul 05 09:51:12.471741 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.493594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.498212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.500951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.508317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.515203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.533528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.540278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.548067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.548835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.555759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-8e5db172-d916-4670-a3b3-4b646bdfea78 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5426 time: 0.4378142 Jul 05 09:51:12.564666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.566096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.645297 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4535456 Jul 05 09:51:12.645824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:12.652912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1963952161'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:12.703695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b3dd9-92b7-4589-ade0-b944fa60d763 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Network': ['ID=f48d90e3-5cc2-4458-ba5b-c9817b431e08,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:12.725219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Made reservation on behalf of 53bbda760ce54f9aa97f1e04c2c6702b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:12.727013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f48d90e3-5cc2-4458-ba5b-c9817b431e08 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:12.730957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.763342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:12.788410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.789107 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Added segment b0578bc2-2584-460b-a632-f7238e6b51a0 of type vlan for network acbc2395-9a52-4953-9846-208dec171d64 Jul 05 09:51:12.867411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.941317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:12.954129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:12.954993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.075411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4269989 Jul 05 09:51:13.093629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:13.095903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.099713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29114b74-1d27-42c5-ae65-0cf33f6c9cf1 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Network': ['ID=acbc2395-9a52-4953-9846-208dec171d64,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:13.144154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network acbc2395-9a52-4953-9846-208dec171d64 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:13.157975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97035b25-ee38-477e-9c81-4d8857f99a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.238594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ee16a95-4804-45c7-9cbb-5e7633c6d7e4 req-e1584b73-5c9e-416a-98b6-89c880befcc8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6815820 Jul 05 09:51:13.249109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:13.256899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:13.258573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.283766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97035b25-ee38-477e-9c81-4d8857f99a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.488600 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.502062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.556545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:13.563864 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.600830 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97035b25-ee38-477e-9c81-4d8857f99a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.604588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97035b25-ee38-477e-9c81-4d8857f99a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.611181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-97035b25-ee38-477e-9c81-4d8857f99a2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4287ffec-484c-4014-903f-33cad6468f73 HTTP/1.1" status: 204 len: 168 time: 1.2267528 Jul 05 09:51:13.634582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97035b25-ee38-477e-9c81-4d8857f99a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4287ffec-484c-4014-903f-33cad6468f73,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:13.737548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:13.764033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.839236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c537dd-83b7-45df-b919-ae1a70d2eb68 req-d8438c43-4963-4cfd-8093-518f5214a1d6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:13.841948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c537dd-83b7-45df-b919-ae1a70d2eb68 req-d8438c43-4963-4cfd-8093-518f5214a1d6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3180306 Jul 05 09:51:13.858304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:13.863120 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1683d4-acb0-4cdc-b821-7e310f6239db" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:13.874332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event deleted for resources: {'Subnet': ['ID=cae76d18-0918-48e9-a8fd-50a2800b6e4a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:13.935682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5ef85518-57d4-4de9-8ad6-507485ffc77a req-dfef28e9-c4f2-4a07-93d5-2989b010249d tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0900962 Jul 05 09:51:13.937536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.940753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d6d2080-6bb4-4ef1-9138-e0ddb1439231 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "DELETE /v2.0/subnets/cae76d18-0918-48e9-a8fd-50a2800b6e4a HTTP/1.1" status: 204 len: 168 time: 1.7501817 Jul 05 09:51:13.943498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56262) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:13.950302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53241698-2655-42ca-b10a-94cc4aa56982 None None] Network e15188ec-8ecb-46cb-acaf-a368070702bc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:14.048035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c537dd-83b7-45df-b919-ae1a70d2eb68 req-019fb98a-e024-4036-94ab-2924b3e15791 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899970 Jul 05 09:51:14.229136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.405905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Deleting port cb9d21e1-a232-485f-91f9-c791a6eaa901 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:14.406252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.443799 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf9567-c093-4cad-868d-363b50de213b x-openstack-request-id: req-e7cf9567-c093-4cad-868d-363b50de213b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:14.444147 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:14.444311 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7cf9567-c093-4cad-868d-363b50de213b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:14.444717 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837', 'code': 200} Jul 05 09:51:14.510878 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4185f214-9eee-4d96-b7ca-058b8c90b70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.608776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] For port cb9d21e1-a232-485f-91f9-c791a6eaa901, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cb9d21e1-a232-485f-91f9-c791a6eaa901,segment=NetworkSegment(ed123f67-06dc-46ee-bea9-b7d81d7645db),segment_id=ed123f67-06dc-46ee-bea9-b7d81d7645db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:14.609381 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.661173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Calling delete_port for cb9d21e1-a232-485f-91f9-c791a6eaa901 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:14.796532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.819878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.832695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.866618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] DHCP port deletion for e15188ec-8ecb-46cb-acaf-a368070702bc request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:51:14.883901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.933560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.943734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.953527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:14.963279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-3d82587c-37eb-49b4-a00b-172dfd98f7e8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5427 time: 0.4348152 Jul 05 09:51:14.990951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.061095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cb9d21e1-a232-485f-91f9-c791a6eaa901 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:15.061431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e115fa76-9a98-4f0e-b3d9-5c3001bb299c req-65be9fbd-5534-4193-8b9f-f284991b2f6d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964129 Jul 05 09:51:15.178003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event deleted for resources: {'Port': ['ID=cb9d21e1-a232-485f-91f9-c791a6eaa901,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:15.192113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] No DVR routers for this DVR port cb9d21e1-a232-485f-91f9-c791a6eaa901 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:15.218150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:15.479115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615be30-85ba-475b-8442-a65670a7645f req-04a244e4-affe-4f58-a50d-37c9a3bebb46 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:15.482468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:15.487792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8615be30-85ba-475b-8442-a65670a7645f req-04a244e4-affe-4f58-a50d-37c9a3bebb46 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1771328 Jul 05 09:51:15.488298 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.513349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15188ec-8ecb-46cb-acaf-a368070702bc']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:15.524829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: cb9d21e1-a232-485f-91f9-c791a6eaa901 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:15.525511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cb9d21e1-a232-485f-91f9-c791a6eaa901 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:15.540720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed123f67-06dc-46ee-bea9-b7d81d7645db') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:15.541989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed123f67-06dc-46ee-bea9-b7d81d7645db') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:15.562168 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.571271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Deleting port cb9d21e1-a232-485f-91f9-c791a6eaa901 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:15.571788 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.603186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.620925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:15.623604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.712426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:15.717250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:15.740658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '8349a762-01cb-475e-9df1-cb21e0709333', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '8349a762-01cb-475e-9df1-cb21e0709333', 'mac_address': 'fa:16:3e:61:37:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:15.747396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:15.747807 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:15.757590 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:15.762676 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.784579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.786988 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] 10.222.0.21 "DELETE /v2.0/networks/e15188ec-8ecb-46cb-acaf-a368070702bc HTTP/1.1" status: 204 len: 168 time: 1.8400900 Jul 05 09:51:15.788879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6d9b7-ab94-44ff-93e9-d22aaee22f49 tempest-ExtraDHCPOptionsTestJSON-1608254184 tempest-ExtraDHCPOptionsTestJSON-1608254184-project] Pushing event deleted for resources: {'Network': ['ID=e15188ec-8ecb-46cb-acaf-a368070702bc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:15.791068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] For port cb9d21e1-a232-485f-91f9-c791a6eaa901, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:15.791514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.827290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06a540c8-fb88-4025-9db9-28f2e5e00b53 req-06a08d16-b26a-4b9d-bdb5-da49455f71c6 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.3336878 Jul 05 09:51:15.858762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Calling delete_port for cb9d21e1-a232-485f-91f9-c791a6eaa901 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:15.872263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Port cb9d21e1-a232-485f-91f9-c791a6eaa901 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:51:15.896997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8615be30-85ba-475b-8442-a65670a7645f req-91ba9710-699a-4daf-9f6d-74b021785e01 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020567 Jul 05 09:51:15.918504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.921604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:15.971845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Pushing event deleted for resources: {'Port': ['ID=cb9d21e1-a232-485f-91f9-c791a6eaa901,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:16.009005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] Network e15188ec-8ecb-46cb-acaf-a368070702bc is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:51:16.009794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d98e3-392d-4d84-a361-c55bf3f5d722 None None] No DVR routers for this DVR port cb9d21e1-a232-485f-91f9-c791a6eaa901 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:16.033402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8349a762-01cb-475e-9df1-cb21e0709333 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:16.076513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:16.084452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:16.093328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:16.188133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:16.199816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:16.200623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device bd3031b9-7d87-4127-a500-826390bc98c0 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:16.290078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8349a762-01cb-475e-9df1-cb21e0709333'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:16.374672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:16.455457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:16.457844 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0d3908-78b2-4afb-8b1e-9f98f2cb482f" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:16.555746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port bd3031b9-7d87-4127-a500-826390bc98c0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:16.566976 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420be05f-5189-495c-80e9-cff7a7bca5ba x-openstack-request-id: req-420be05f-5189-495c-80e9-cff7a7bca5ba {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:16.567314 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:16.567541 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-420be05f-5189-495c-80e9-cff7a7bca5ba {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:16.567926 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'code': 200} Jul 05 09:51:16.587785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port bd3031b9-7d87-4127-a500-826390bc98c0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:16.588172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:16.591207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:16.888762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.914599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.928298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:16.997716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:16.999854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:17.046865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:17.085177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:17.133004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:17.156787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-a2e6e86f-55ae-432e-b486-163725858b0e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5428 time: 0.5547483 Jul 05 09:51:17.204666 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.311542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5f31816-c1f6-476d-9cdd-e2abfb59459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.332372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9947dd32-9fe7-4ec7-9010-171b82ce3a8c req-566a2514-76c0-41ca-865e-9fc1e67e2a71 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1628749 Jul 05 09:51:17.444273 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.517357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41497faa-d4ac-43e2-9a49-af144eef2da2 req-3a0db0af-ce80-4804-9811-2ce0c917f967 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1039157 Jul 05 09:51:17.696414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port bd3031b9-7d87-4127-a500-826390bc98c0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bd3031b9-7d87-4127-a500-826390bc98c0,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:17.705189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:17.709967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 62c67d5b-8c64-4a89-9c50-1f597a75fcdf up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:17.731479 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d866d153-52df-45fe-8ebf-b1b8ac8ced86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c9ccd9c0191444fb7d0ca51adf04032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292533 Jul 05 09:51:17.732860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:17.893931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677549a-2f88-4057-ad88-7c7499a48038 req-f7e26554-5781-4e44-b908-95231ac8b977 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:17.912131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5677549a-2f88-4057-ad88-7c7499a48038 req-f7e26554-5781-4e44-b908-95231ac8b977 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 0.2292483 Jul 05 09:51:17.915781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1cf17c6-bea1-4565-9614-43a4b9106795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.018792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1cf17c6-bea1-4565-9614-43a4b9106795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.049929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5677549a-2f88-4057-ad88-7c7499a48038 req-a80ec600-e40e-4d03-acbc-0664402bc7ae tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365886 Jul 05 09:51:18.094337 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.120404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=bd3031b9-7d87-4127-a500-826390bc98c0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:18.124210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:18.163565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:18.163941 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.268177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1cf17c6-bea1-4565-9614-43a4b9106795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.283986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1cf17c6-bea1-4565-9614-43a4b9106795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.299324 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1cf17c6-bea1-4565-9614-43a4b9106795 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcde5a2f-c219-4dad-b05d-4f7296924572 HTTP/1.1" status: 204 len: 168 time: 0.5636613 Jul 05 09:51:18.324898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf17c6-bea1-4565-9614-43a4b9106795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde5a2f-c219-4dad-b05d-4f7296924572,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:18.488582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56404) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:18.494500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'subnets': [{'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1173120920', 'ip_version': 6}, {'network_id': 'acbc2395-9a52-4953-9846-208dec171d64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:18.494892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'subnet': {'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1173120920', 'ip_version': 6}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:18.496229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Request body: {'subnet': {'network_id': 'acbc2395-9a52-4953-9846-208dec171d64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:18.521283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.582668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0'}, {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:18.595160 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb93d67d-914d-4b83-bb84-7b7e247a182c" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0"}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:18.658780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:18.668113 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:18.672269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:18.856545 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a65166-801d-405f-be1e-fcadabbc7bcc x-openstack-request-id: req-20a65166-801d-405f-be1e-fcadabbc7bcc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:18.857138 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0", "code": 200}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:18.857553 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20a65166-801d-405f-be1e-fcadabbc7bcc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:18.858204 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0', 'code': 200} Jul 05 09:51:18.858609 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf', 'code': 200} Jul 05 09:51:18.997843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Made reservation on behalf of 53bbda760ce54f9aa97f1e04c2c6702b for: {'subnet': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:19.015909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.018999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.040405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:19.091349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:19.108471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:19.109057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.307353 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.336903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.365488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.374538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:19.386068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.400510 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.405204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.405519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device acf8cd3b-1efa-439e-9043-249cc8703b1a up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:19.429882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.445266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.483490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:19.524654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-ced280a4-342b-4285-9180-a50cf41d19c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5430 time: 0.6380625 Jul 05 09:51:19.691807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:19.700418 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.725005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port acf8cd3b-1efa-439e-9043-249cc8703b1a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:19.739399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port acf8cd3b-1efa-439e-9043-249cc8703b1a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:19.741829 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:19.750774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0abd74af-89a2-488f-9af0-4bb856b4e977 req-72deab31-2d32-4d32-a511-2c8a7560d108 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1240051 Jul 05 09:51:19.916975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99a372a2-79fb-45a7-aad6-22a265a86e3e req-7e144fb8-c51d-4d79-b605-6d3eba3c0615 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3928113 Jul 05 09:51:20.115508 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.318131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port acf8cd3b-1efa-439e-9043-249cc8703b1a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:20.331393 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:20.332701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c0f63dfa-7151-4340-be68-2acedd3cb84f up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:20.864645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2'}, {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:20.870738 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd31016-0bcf-40b9-99f3-4a673f0d49e8" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2"}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:20.945816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=acf8cd3b-1efa-439e-9043-249cc8703b1a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:20.966039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port c0f63dfa-7151-4340-be68-2acedd3cb84f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:20.975445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port c0f63dfa-7151-4340-be68-2acedd3cb84f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:20.976477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.166383 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.248502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c0f63dfa-7151-4340-be68-2acedd3cb84f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.255511 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.280435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:21.322261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353feefa-5038-48f2-8134-065e999bfe64 req-02322a87-22ca-4481-8006-113ade533aec tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:21.345064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-353feefa-5038-48f2-8134-065e999bfe64 req-02322a87-22ca-4481-8006-113ade533aec tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 946 time: 1.0981882 Jul 05 09:51:21.378568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:21.379367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c0f63dfa-7151-4340-be68-2acedd3cb84f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:21.470173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 8349a762-01cb-475e-9df1-cb21e0709333 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:21.470730 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.520143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-353feefa-5038-48f2-8134-065e999bfe64 req-c995af20-adb8-4edc-b9c3-7ea9110382e9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722977 Jul 05 09:51:21.597741 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.602779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.640900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2046362266'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:21.660711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e00643d5-7a16-490a-8167-fc8f271e3764 req-0ce65909-ce2e-48cb-a495-e82e834de8c9 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1763940 Jul 05 09:51:21.743813 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0117573c-e1cf-4492-aa42-3f9d2c3fbe41 x-openstack-request-id: req-0117573c-e1cf-4492-aa42-3f9d2c3fbe41 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:21.743813 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2", "code": 200}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:21.743813 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0117573c-e1cf-4492-aa42-3f9d2c3fbe41 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:21.743813 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2', 'code': 200} Jul 05 09:51:21.743813 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a', 'code': 200} Jul 05 09:51:21.748646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:21.766380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.826329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:21.832210 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.836604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:21.887809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Subnet': ['ID=419a82f2-b0e7-4118-8258-124b905b6c7c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:21.921397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Checking segment: {'id': '099dbb19-8fb5-4870-8594-235adc7239f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:21.921973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network hostable DHCP agents. Network: f48d90e3-5cc2-4458-ba5b-c9817b431e08, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:21.981641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.017015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network f48d90e3-5cc2-4458-ba5b-c9817b431e08 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:22.034032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, f48d90e3-5cc2-4458-ba5b-c9817b431e08) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:22.047759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e11644-5a1a-4823-be13-f484d086f6bf None None] Network f48d90e3-5cc2-4458-ba5b-c9817b431e08 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:22.051740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.253472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event updated for resources: {'Subnet': ['ID=ec6da546-0ce3-43a2-b74e-f81ecb861317,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.280604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.289527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.371190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:22.401097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dff0e53-50b9-4589-a954-31d9997bc949,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:22.428457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.432192 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Added segment a4c19f17-f325-4733-b29e-203a5229291a of type vlan for network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf Jul 05 09:51:22.479012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-0fbe640f-8cb6-4af4-aa61-d4fbbae23136 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=efbe218602e74ca2a59af2227961fc3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792203 Jul 05 09:51:22.534286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.537694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-f48d90e3-5cc2-4458-ba5b-c9817b431e08', 'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08', 'tenant_id': '53bbda760ce54f9aa97f1e04c2c6702b', 'fixed_ips': [{'subnet_id': '419a82f2-b0e7-4118-8258-124b905b6c7c'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:22.539701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.615946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Checking segment: {'id': 'b0578bc2-2584-460b-a632-f7238e6b51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'acbc2395-9a52-4953-9846-208dec171d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:22.619369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network hostable DHCP agents. Network: acbc2395-9a52-4953-9846-208dec171d64, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:22.728346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.766261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.769228 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:22.858952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.867450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.877119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.886857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.897697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.907907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.916273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:22.920462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-d7018081-35dd-48f8-a621-9059e475cdf4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.6514118 Jul 05 09:51:22.948157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5673475 Jul 05 09:51:23.031156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Network acbc2395-9a52-4953-9846-208dec171d64 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:23.049747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff350774-7382-4445-83b4-bd50c7ee54b6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Network': ['ID=626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:23.072972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, acbc2395-9a52-4953-9846-208dec171d64) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:23.091715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:23.098742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1e1f4-5159-4903-85aa-3485506b494c None None] Network acbc2395-9a52-4953-9846-208dec171d64 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:23.185341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.187742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.187742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:23.224605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3d0a291-eae6-461c-8a56-0f55843836fc req-16da6f75-faff-476b-a4ae-08d2bbf77240 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2866263 Jul 05 09:51:23.289731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-693b286f-a932-48e1-aa3b-f8db79e7f543 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.7999170 Jul 05 09:51:23.294571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:23.525007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-6af269f4-b183-44f3-b70a-07956fdeb3c2 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.525007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-6af269f4-b183-44f3-b70a-07956fdeb3c2 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0120070 Jul 05 09:51:23.567864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faece22f-7f30-41ca-87a3-c39fdff6b1a7 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.575597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faece22f-7f30-41ca-87a3-c39fdff6b1a7 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.583543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faece22f-7f30-41ca-87a3-c39fdff6b1a7 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:23.586769 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-faece22f-7f30-41ca-87a3-c39fdff6b1a7 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2904902 Jul 05 09:51:23.601131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-54c48c7f-0681-47ef-8f51-92e129e4c817 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/quotas/efbe218602e74ca2a59af2227961fc3e HTTP/1.1" status: 200 len: 375 time: 0.0690813 Jul 05 09:51:23.602176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Allocated IP 2001:db8::1 (f48d90e3-5cc2-4458-ba5b-c9817b431e08/419a82f2-b0e7-4118-8258-124b905b6c7c/2affbc24-d21a-44d8-ab5b-1e0a6a52d250) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:23.612403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:23.741120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f63dfa-7151-4340-be68-2acedd3cb84f'}, {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:23.751246 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665f74c4-0a4c-4cf8-a5ca-9ed0ee230a4b" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c0f63dfa-7151-4340-be68-2acedd3cb84f"}, {"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:23.763943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-67e3e16b-d33f-4631-ae7c-14e77ab35bea tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=efbe218602e74ca2a59af2227961fc3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364074 Jul 05 09:51:23.853187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Deleting subnet 419a82f2-b0e7-4118-8258-124b905b6c7c {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:24.113836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9436-c80a-48fa-8223-f2f4f9b6848b req-a88d0a91-0748-4d21-84ae-9cadb19f9900 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:24.131841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d14f9436-c80a-48fa-8223-f2f4f9b6848b req-a88d0a91-0748-4d21-84ae-9cadb19f9900 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.1965880 Jul 05 09:51:24.231607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-acbc2395-9a52-4953-9846-208dec171d64', 'network_id': 'acbc2395-9a52-4953-9846-208dec171d64', 'tenant_id': '53bbda760ce54f9aa97f1e04c2c6702b', 'fixed_ips': [{'subnet_id': 'ec6da546-0ce3-43a2-b74e-f81ecb861317'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:24.235363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:24.236977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d14f9436-c80a-48fa-8223-f2f4f9b6848b req-8fc32821-19be-47ba-b1c8-1850b9e3a8f4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035566 Jul 05 09:51:24.903839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebe97383-cc11-4a55-8624-4708bbf8741a req-1d2f75e2-2152-4d0a-ae9f-b085eb3e3ade tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0635228 Jul 05 09:51:25.133696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.151564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Transition to ACTIVE for port object 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:25.242214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Transition to ACTIVE for port object 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:25.264988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.294277 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874f8dc6-520d-49cd-855b-0cd3602ad380 x-openstack-request-id: req-874f8dc6-520d-49cd-855b-0cd3602ad380 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:25.299577 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c0f63dfa-7151-4340-be68-2acedd3cb84f", "code": 200}, {"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-plugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:25.300202 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-874f8dc6-520d-49cd-855b-0cd3602ad380 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:25.301843 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f63dfa-7151-4340-be68-2acedd3cb84f', 'code': 200} Jul 05 09:51:25.305591 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'code': 200} Jul 05 09:51:25.573217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Allocated IP 2001:db8:0:1::1 (acbc2395-9a52-4953-9846-208dec171d64/ec6da546-0ce3-43a2-b74e-f81ecb861317/0ae29dd6-22ad-4697-895a-131ae4407871) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:25.586353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.594967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.607589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.618549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.631515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.641816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.651199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:25.663669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-ab339ade-bb00-4200-aaf6-427b0b7e121c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.2973385 Jul 05 09:51:25.747550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e419e92f-26c9-4a05-bf60-fe9771e8869d req-14ee4e79-c9c2-4ada-84a3-6d43d7e4d599 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828443 Jul 05 09:51:25.797145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7d494d18-66fe-405b-ada6-2b4225c916be tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=efbe218602e74ca2a59af2227961fc3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080768 Jul 05 09:51:25.968465 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:25.981998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Transition to ACTIVE for port object 0ae29dd6-22ad-4697-895a-131ae4407871 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:26.004464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Transition to ACTIVE for port object 0ae29dd6-22ad-4697-895a-131ae4407871 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:26.009727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.026729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.056536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Network f48d90e3-5cc2-4458-ba5b-c9817b431e08 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:26.065950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:26.070348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:26.082862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Network acbc2395-9a52-4953-9846-208dec171d64 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:26.087609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:26.092191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:26.102369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.320525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-743ba21c-823f-48b2-a467-05a692d5c071 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.327054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-743ba21c-823f-48b2-a467-05a692d5c071 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5177441 Jul 05 09:51:26.472688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7919c0a0-3c3b-45e6-80fb-569465366192 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/quotas/efbe218602e74ca2a59af2227961fc3e HTTP/1.1" status: 200 len: 375 time: 0.0280447 Jul 05 09:51:26.478868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.479946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.480742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.481589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.482413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.483258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.484031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.487321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-2459285f-fb73-47e7-85ed-4599f126de1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6497 time: 1.0076480 Jul 05 09:51:26.522730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-74763168-0253-413e-ace5-16705dab7eab tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=efbe218602e74ca2a59af2227961fc3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485222 Jul 05 09:51:26.644357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a20cb3-9cc1-4f6c-a634-508761e75e4b req-26e7de42-57c2-4135-a0d4-046a5fe76573 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:26.648223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:26.657119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65a20cb3-9cc1-4f6c-a634-508761e75e4b req-26e7de42-57c2-4135-a0d4-046a5fe76573 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.3131180 Jul 05 09:51:26.840362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65a20cb3-9cc1-4f6c-a634-508761e75e4b req-325592fe-edf6-4e18-bbfb-066d3abe5658 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744344 Jul 05 09:51:26.912631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Pushing event updated for resources: {'Port': ['ID=2affbc24-d21a-44d8-ab5b-1e0a6a52d250,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:27.065152 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.315535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.320210 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/subnets/419a82f2-b0e7-4118-8258-124b905b6c7c HTTP/1.1" status: 204 len: 168 time: 3.7037997 Jul 05 09:51:27.329001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894f5d8-f9ca-46f6-a8b5-a46ef194c371 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Subnet': ['ID=419a82f2-b0e7-4118-8258-124b905b6c7c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:27.339408 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6df6568d-0c53-451c-bfc0-d5156be65c52 req-3626c879-bd8a-4021-9a57-000753776509 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3677754 Jul 05 09:51:27.346840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:27.458425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Attempting to bind port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:27.459447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Attempting to bind port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '099dbb19-8fb5-4870-8594-235adc7239f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:27.460014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Attempting to bind port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 on network f48d90e3-5cc2-4458-ba5b-c9817b431e08 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:27.480172 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-86002340-8643-4665-acab-d09706c14ba0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.6687262 Jul 05 09:51:27.482876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Pushing event updated for resources: {'Port': ['ID=0ae29dd6-22ad-4697-895a-131ae4407871,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:27.492730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Attempting to bind port 0ae29dd6-22ad-4697-895a-131ae4407871 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:27.494440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Attempting to bind port 0ae29dd6-22ad-4697-895a-131ae4407871 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b0578bc2-2584-460b-a632-f7238e6b51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'acbc2395-9a52-4953-9846-208dec171d64'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:27.495270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Attempting to bind port 0ae29dd6-22ad-4697-895a-131ae4407871 on network acbc2395-9a52-4953-9846-208dec171d64 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:27.506972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:27.507401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Checking segment: {'id': '099dbb19-8fb5-4870-8594-235adc7239f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:27.507822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.508289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Bound using segment: {'id': '099dbb19-8fb5-4870-8594-235adc7239f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:27.508902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Bound port: 2affbc24-d21a-44d8-ab5b-1e0a6a52d250, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099dbb19-8fb5-4870-8594-235adc7239f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f48d90e3-5cc2-4458-ba5b-c9817b431e08'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:27.509302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.521163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96586784-f180-421f-9794-82ae91525278 req-52f82260-3d8b-4dbd-a880-cf410fe5cde2 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.2254398 Jul 05 09:51:27.545521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Deleting subnet ec6da546-0ce3-43a2-b74e-f81ecb861317 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:27.551822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.563606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:27.564145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Checking segment: {'id': 'b0578bc2-2584-460b-a632-f7238e6b51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'acbc2395-9a52-4953-9846-208dec171d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:27.564721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.565102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Bound using segment: {'id': 'b0578bc2-2584-460b-a632-f7238e6b51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'acbc2395-9a52-4953-9846-208dec171d64'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:27.565735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Bound port: 0ae29dd6-22ad-4697-895a-131ae4407871, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0578bc2-2584-460b-a632-f7238e6b51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'acbc2395-9a52-4953-9846-208dec171d64'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:27.571266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.601582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:27.612219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'subnet': {'network_id': '626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:27.693388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.724778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] For port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:27.731044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] For port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2affbc24-d21a-44d8-ab5b-1e0a6a52d250,segment=NetworkSegment(099dbb19-8fb5-4870-8594-235adc7239f5),segment_id=099dbb19-8fb5-4870-8594-235adc7239f5)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:27.888795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] For port 0ae29dd6-22ad-4697-895a-131ae4407871, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:27.894507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] For port 0ae29dd6-22ad-4697-895a-131ae4407871, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0ae29dd6-22ad-4697-895a-131ae4407871,segment=NetworkSegment(b0578bc2-2584-460b-a632-f7238e6b51a0),segment_id=b0578bc2-2584-460b-a632-f7238e6b51a0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:27.899572 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.909119 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:27.932403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96cb0333-c816-46a1-981f-f1d18e82dc6b req-65f83730-5145-4ac8-b3cf-85cb67eda095 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 210 time: 0.2036099 Jul 05 09:51:28.222677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.295103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-e5f64b0e-d0d9-4c9e-aae9-a3f8e0124641 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=efbe218602e74ca2a59af2227961fc3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2156010 Jul 05 09:51:28.332504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190671ec-825d-4eac-b0eb-3fa767d14ee8 None None] Pushing event updated for resources: {'Port': ['ID=2affbc24-d21a-44d8-ab5b-1e0a6a52d250,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:28.526990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d71014-dead-451d-8bde-359a9d7b9256 None None] Network f48d90e3-5cc2-4458-ba5b-c9817b431e08 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:28.601190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.601970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.618360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.618773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.631829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.632319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.632791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:28.635802 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-506dcb86-fb52-4ea7-9e6b-cd1cdd87e1a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6507 time: 0.7006459 Jul 05 09:51:28.657361 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.744365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.746318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/subnets/ec6da546-0ce3-43a2-b74e-f81ecb861317 HTTP/1.1" status: 204 len: 168 time: 1.3971844 Jul 05 09:51:28.753920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8aaa09-3b77-49b9-b30a-cfa0cfe26798 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6da546-0ce3-43a2-b74e-f81ecb861317,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:28.756895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:28.834721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:28.841517 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:28.994214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d922b0-ab40-490c-936e-beac34757b43 None None] Pushing event updated for resources: {'Port': ['ID=0ae29dd6-22ad-4697-895a-131ae4407871,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:29.124311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-a4d1f1c5-4e71-4445-940d-272a49af42b0 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.128089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-a4d1f1c5-4e71-4445-940d-272a49af42b0 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8065114 Jul 05 09:51:29.295007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.309040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Request body: {'port': {'device_id': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'efbe218602e74ca2a59af2227961fc3e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:29.357168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27fcda3-0ca8-4fad-97ef-970496fa0530 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.367790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d27fcda3-0ca8-4fad-97ef-970496fa0530 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6065340 Jul 05 09:51:29.391957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:29.425243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.516328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.533080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.541170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.549037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.571988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.579035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.591791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.620014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbc871b9-ef24-438d-bd00-86345241e39d req-912eb088-f69c-4c93-b196-93bf42d448d7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 1.6783886 Jul 05 09:51:29.746009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-2d76c5b4-4624-4761-86c3-d65640a7c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.746670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-2d76c5b4-4624-4761-86c3-d65640a7c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.747334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-2d76c5b4-4624-4761-86c3-d65640a7c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:29.749907 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-2d76c5b4-4624-4761-86c3-d65640a7c0ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=d19c0da2-96f2-499c-a741-a3d9f8740b44&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 200 len: 2298 time: 0.7876918 Jul 05 09:51:29.872870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:29.939019 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-86c4c629-90da-47ff-8fb9-afadf2ad7110 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32cdeb3a-0978-42c8-bd59-438734421873 HTTP/1.1" status: 200 len: 1000 time: 0.1803019 Jul 05 09:51:30.075945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-10401525-5220-4690-9897-4d0964b727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.077534 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-10401525-5220-4690-9897-4d0964b727c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d07fc6b9-d340-44f5-83ff-46f2dfb013a6 HTTP/1.1" status: 200 len: 855 time: 0.0939744 Jul 05 09:51:30.190889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.334119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a1b69-d436-46d4-b122-3e0a95589590 None None] Network acbc2395-9a52-4953-9846-208dec171d64 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:30.343858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e700ad-1912-45b3-96a5-99d5cf6ff1d6 req-52c8f28c-a00d-42c3-ba70-69018cc67dc1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:30.353841 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-746520b1-7e51-4fe0-a6c9-beac46187010 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=efbe218602e74ca2a59af2227961fc3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014705 Jul 05 09:51:30.361519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08e700ad-1912-45b3-96a5-99d5cf6ff1d6 req-52c8f28c-a00d-42c3-ba70-69018cc67dc1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 1.8883164 Jul 05 09:51:30.444689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Subnet': ['ID=cd16cc35-6193-435a-99f1-b38e9bc7657b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:30.513430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08e700ad-1912-45b3-96a5-99d5cf6ff1d6 req-a2ba0599-b5ff-41ff-b1f6-b063fd03c5cd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499989 Jul 05 09:51:30.534666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Made reservation on behalf of efbe218602e74ca2a59af2227961fc3e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:30.551548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.560884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Deleting port 0ae29dd6-22ad-4697-895a-131ae4407871 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:30.561231 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.784652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbc871b9-ef24-438d-bd00-86345241e39d req-a25fa8f2-13d9-46eb-81ef-c0261d9f1131 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1633530 Jul 05 09:51:30.800430 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.816421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f5c07dbd-a32a-4a63-a957-cba3518980c8 None None] Provisioning for port 0ae29dd6-22ad-4697-895a-131ae4407871 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:30.851372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:30.862574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Checking segment: {'id': 'a4c19f17-f325-4733-b29e-203a5229291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:30.862943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network hostable DHCP agents. Network: 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:31.118266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] DHCP port deletion for acbc2395-9a52-4953-9846-208dec171d64 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:51:31.175611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:31.211608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65c3abdd-8d25-4d64-9c6f-375c75a4ac83 req-9b43d441-a131-4879-a895-7ef808fa3ceb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.2111003 Jul 05 09:51:31.218908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:31.255002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:31.259832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d956061-0f1f-4bac-beb3-932f40d70d72 None None] Network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:31.268990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.399575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a16d37ee-16e7-4643-9f65-50b863f6b80d req-2792fede-ce01-44c9-a7ad-c46ac0c5d24b tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 210 time: 0.2055445 Jul 05 09:51:31.421680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-816f993c-280d-49fe-b5ea-6ae9054d68c2 req-7ec6e973-bd80-4bed-bddf-958a91fddc91 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1484399 Jul 05 09:51:31.465498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fa63e5f-7315-4790-810f-40caecd36fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.521728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] Deleting port 0ae29dd6-22ad-4697-895a-131ae4407871 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:31.526460 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.541296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.548139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.664011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] For port 0ae29dd6-22ad-4697-895a-131ae4407871, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0ae29dd6-22ad-4697-895a-131ae4407871,segment=NetworkSegment(b0578bc2-2584-460b-a632-f7238e6b51a0),segment_id=b0578bc2-2584-460b-a632-f7238e6b51a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:31.664982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.691541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Calling delete_port for 0ae29dd6-22ad-4697-895a-131ae4407871 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:31.816930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Allocated IP 192.168.233.174 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/30c9d431-648f-4f15-8e4e-14f44f35705a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:31.881801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] For port 0ae29dd6-22ad-4697-895a-131ae4407871, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0ae29dd6-22ad-4697-895a-131ae4407871,segment=NetworkSegment(b0578bc2-2584-460b-a632-f7238e6b51a0),segment_id=b0578bc2-2584-460b-a632-f7238e6b51a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:31.881801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:31.920476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] Calling delete_port for 0ae29dd6-22ad-4697-895a-131ae4407871 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:31.939308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf', 'network_id': '626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf', 'tenant_id': '3671f6620cc44f20b05cb2e7b1e90e9f', 'fixed_ips': [{'subnet_id': 'cd16cc35-6193-435a-99f1-b38e9bc7657b'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:31.939308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.035664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-309cdf57-6959-436d-92cf-b8dedc446170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.037891 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-309cdf57-6959-436d-92cf-b8dedc446170 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d19c0da2-96f2-499c-a741-a3d9f8740b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.9431317 Jul 05 09:51:32.068951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.138492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.159722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Transition to ACTIVE for port object 30c9d431-648f-4f15-8e4e-14f44f35705a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:32.223347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.288655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f829fec-a979-49d0-b772-20f00c4ddfb9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.6852989 Jul 05 09:51:32.302533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:32.377043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-bf484aa6-46b2-4d22-afa0-22edf18d6a6f tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.379785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-bf484aa6-46b2-4d22-afa0-22edf18d6a6f tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0145977 Jul 05 09:51:32.390402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-308352407'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:32.397996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] No DVR routers for this DVR port 0ae29dd6-22ad-4697-895a-131ae4407871 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:32.400284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Port': ['ID=0ae29dd6-22ad-4697-895a-131ae4407871,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.407681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Request body: {'port': {'device_id': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': 'efbe218602e74ca2a59af2227961fc3e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: from cryptography.utils import int_from_bytes Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: from cryptography.utils import int_from_bytes Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.426317 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:51:32.429591 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 09:51:32.482786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.504691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:32.522180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] Pushing event deleted for resources: {'Port': ['ID=0ae29dd6-22ad-4697-895a-131ae4407871,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.523764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.534793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:32.545949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db90ad8c-cf4a-45df-be99-a80d8a08ef66,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:32.553550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:32.573756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910938f2-1aa5-4b59-9a69-8f5e8f1745fa None None] No DVR routers for this DVR port 0ae29dd6-22ad-4697-895a-131ae4407871 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:32.601720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Allocated IP 2001:db8:0:ffff::2 (626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf/cd16cc35-6193-435a-99f1-b38e9bc7657b/c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:32.658470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.659181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.738259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea39caf-286f-4e66-ba81-7ab6b4c2a701 req-c01bbe6d-3012-479f-922a-0129f21dbae9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.746112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bea39caf-286f-4e66-ba81-7ab6b4c2a701 req-c01bbe6d-3012-479f-922a-0129f21dbae9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.5368960 Jul 05 09:51:32.798492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.816399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.820783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.832750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.834586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbc2395-9a52-4953-9846-208dec171d64']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.847769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.858110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0578bc2-2584-460b-a632-f7238e6b51a0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.858110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0578bc2-2584-460b-a632-f7238e6b51a0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:32.866149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.880060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.882936 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.890844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:32.893059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-aad706fa-bab1-446e-b357-9d3d855347d9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.6810951 Jul 05 09:51:32.911951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.927832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:32.928347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.946447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:32.958245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Transition to ACTIVE for port object c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:32.978765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Transition to ACTIVE for port object c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:32.987422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0ae29dd6-22ad-4697-895a-131ae4407871 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:32.994028 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.032756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0ae29dd6-22ad-4697-895a-131ae4407871 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:33.033280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0ae29dd6-22ad-4697-895a-131ae4407871 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:33.046533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fa63e5f-7315-4790-810f-40caecd36fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.076283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5d8e4ba-81fc-40b6-8e1f-445d28eacec9 None None] Provisioning for port 30c9d431-648f-4f15-8e4e-14f44f35705a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:33.079484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fa63e5f-7315-4790-810f-40caecd36fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.083451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:33.089136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5d8e4ba-81fc-40b6-8e1f-445d28eacec9 None None] Provisioning complete for port 30c9d431-648f-4f15-8e4e-14f44f35705a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:33.089748 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5d8e4ba-81fc-40b6-8e1f-445d28eacec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:33.114104 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:33.141805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8e4ba-81fc-40b6-8e1f-445d28eacec9 None None] Port 30c9d431-648f-4f15-8e4e-14f44f35705a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:33.149807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:33.153600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Pushing event updated for resources: {'Port': ['ID=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.157772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:33.168185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.179606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.185981 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/networks/acbc2395-9a52-4953-9846-208dec171d64 HTTP/1.1" status: 204 len: 168 time: 3.7915716 Jul 05 09:51:33.186890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.218683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:33.222832 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.231029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6093b6b-ff6c-40fb-8543-edf6248f1e7a tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Network': ['ID=acbc2395-9a52-4953-9846-208dec171d64,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.270718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa63e5f-7315-4790-810f-40caecd36fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc25f4-b982-4755-9840-2c368501129f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.293459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4fa63e5f-7315-4790-810f-40caecd36fd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91fd650f8a934357947a418eba1c3bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4361892 Jul 05 09:51:33.310708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-eb5fe40d-a45c-48b1-86c8-b25c2dcc5efb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1669531 Jul 05 09:51:33.311037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-6b53dddb-2d1a-4a26-9459-12763967b3e3 service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2246637 Jul 05 09:51:33.312049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Attempting to bind port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:33.312452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Attempting to bind port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'a4c19f17-f325-4733-b29e-203a5229291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:33.313901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Attempting to bind port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e on network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:33.316045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:33.331338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:33.331741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Checking segment: {'id': 'a4c19f17-f325-4733-b29e-203a5229291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:33.332115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.332540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Bound using segment: {'id': 'a4c19f17-f325-4733-b29e-203a5229291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:33.333070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Bound port: c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c19f17-f325-4733-b29e-203a5229291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:33.333530 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.370443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Request body: {'port': {'device_id': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:33.440099 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-0be8dcb9-14a8-407f-bf15-609378c89bf7 service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067483 Jul 05 09:51:33.440720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Made reservation on behalf of efbe218602e74ca2a59af2227961fc3e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:33.444835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.477689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0745d6e8-a9df-4d8c-a10e-c79898fcaefb req-a1ea1079-c2ba-4b28-b47c-8d3a4c32ecc2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5745111 Jul 05 09:51:33.500795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] For port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:33.505811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] For port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,segment=NetworkSegment(a4c19f17-f325-4733-b29e-203a5229291a),segment_id=a4c19f17-f325-4733-b29e-203a5229291a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:33.521708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.564796 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.598223 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-4503c4be-757b-4458-97a2-340896e50a96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 217 time: 0.1246510 Jul 05 09:51:33.602078 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bea39caf-286f-4e66-ba81-7ab6b4c2a701 req-5fc30af8-badd-4259-a81f-fb9120469471 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8511543 Jul 05 09:51:33.705714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1130d-993c-4805-82e1-536f66cf80f2 None None] Pushing event updated for resources: {'Port': ['ID=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:33.805974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cf7dce-a151-401b-8f2f-98c3f21a8c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.819174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:33.946286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.985336 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:33.985955 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Added segment 0b7c7812-0ecd-410a-9264-91bd9acf1327 of type vlan for network 35c9078e-f1d5-43a2-8e5e-021b03d080bb Jul 05 09:51:33.994961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7aab1b7-c8b9-4410-8ffd-f142562885c5 req-2b11f8b8-25a7-4175-aae7-b8896777fc77 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 210 time: 0.0406249 Jul 05 09:51:34.085461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdb41e31-a68b-4a1a-aafb-18f85c2cff0f req-9138dc68-8ee9-4d7c-b6f7-8ee5e7cfc1d0 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1434321 Jul 05 09:51:34.101346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cf7dce-a151-401b-8f2f-98c3f21a8c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.201872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.301431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cf7dce-a151-401b-8f2f-98c3f21a8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.304545 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cf7dce-a151-401b-8f2f-98c3f21a8c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.306275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-23cf7dce-a151-401b-8f2f-98c3f21a8c7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49bc25f4-b982-4755-9840-2c368501129f HTTP/1.1" status: 204 len: 168 time: 0.9883087 Jul 05 09:51:34.329077 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-37629bae-5aab-4163-b1ff-2eb7b3f33cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.330986 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-37629bae-5aab-4163-b1ff-2eb7b3f33cb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.7005098 Jul 05 09:51:34.336190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf7dce-a151-401b-8f2f-98c3f21a8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc25f4-b982-4755-9840-2c368501129f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:34.394716 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.402844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.403548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:34.665036 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3035345 Jul 05 09:51:34.683140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Allocated IP 192.168.233.52 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/ff44d9a1-1987-4fae-837d-1edcef514cbf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:34.686296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:34.705321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'subnet': {'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:34.810299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a9f63-22b0-4b63-9079-3aab5453b146 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Network': ['ID=35c9078e-f1d5-43a2-8e5e-021b03d080bb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:34.833801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 35c9078e-f1d5-43a2-8e5e-021b03d080bb details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:34.895019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-d9a98746-eb92-4599-88d2-162722379270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:34.911371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-d9a98746-eb92-4599-88d2-162722379270 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5578117 Jul 05 09:51:34.957467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Deleting port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:34.958274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.173033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:35.186408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:35.288512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bf3ee07-0fa6-4551-b222-e434eb9a0154 req-d6f7b4ea-3667-4167-94b6-58a541537c84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3d1c9433b894f708e2504f354428c2e&device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0366933 Jul 05 09:51:35.330302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:35.356301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bf3ee07-0fa6-4551-b222-e434eb9a0154 req-efc9f2cb-d957-4251-baa0-a1ba79f4674d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f3d1c9433b894f708e2504f354428c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360432 Jul 05 09:51:35.379956 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-2b18d18a-006a-466c-8a43-d15ffaf4491e service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388454 Jul 05 09:51:35.457601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aea346-13fb-48c3-bce5-518aa578d0b7 None None] Network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:35.548247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-874edf46-ed8c-46d2-8b35-236111d01aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.624357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.639370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.639937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-950132fa-e23a-43e8-9984-ac127019f452 None None] Provisioning for port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:35.648645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-950132fa-e23a-43e8-9984-ac127019f452 None None] Provisioning complete for port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:35.649334 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950132fa-e23a-43e8-9984-ac127019f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.654255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.656120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] For port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2affbc24-d21a-44d8-ab5b-1e0a6a52d250,segment=NetworkSegment(099dbb19-8fb5-4870-8594-235adc7239f5),segment_id=099dbb19-8fb5-4870-8594-235adc7239f5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:35.656490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.669687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.678606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:35.685114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.688433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.704937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.714582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Calling delete_port for 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:35.721230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.736738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09e1731c-f2e3-4acd-885f-9db9251dc54a req-6f2f14fa-d991-4166-a612-6c053117cfca tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 1.3570848 Jul 05 09:51:35.758561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:35.798136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7da0b2-4e76-42cd-a574-6abcf5bb077f req-f68a660c-06b0-4eea-be62-b9af9b642adb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:35.817060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c7da0b2-4e76-42cd-a574-6abcf5bb077f req-f68a660c-06b0-4eea-be62-b9af9b642adb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.5665123 Jul 05 09:51:35.831985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Request body: {'floatingip': {'port_id': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:35.873480 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950132fa-e23a-43e8-9984-ac127019f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.948303 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.965862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:35.977881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-950132fa-e23a-43e8-9984-ac127019f452 None None] For port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,segment=NetworkSegment(a4c19f17-f325-4733-b29e-203a5229291a),segment_id=a4c19f17-f325-4733-b29e-203a5229291a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:35.985448 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950132fa-e23a-43e8-9984-ac127019f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.068441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950132fa-e23a-43e8-9984-ac127019f452 None None] Pushing event updated for resources: {'Port': ['ID=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:36.095104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Transition to ACTIVE for port object ff44d9a1-1987-4fae-837d-1edcef514cbf will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:36.110842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ee07-0fa6-4551-b222-e434eb9a0154 req-ce507362-0a74-420a-93c4-10e19dc92f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.112962 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-6d8e0d40-6ecc-4c93-ba81-22dc58448b38 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283162 Jul 05 09:51:36.113844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bf3ee07-0fa6-4551-b222-e434eb9a0154 req-ce507362-0a74-420a-93c4-10e19dc92f6d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7272670 Jul 05 09:51:36.228106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c7da0b2-4e76-42cd-a574-6abcf5bb077f req-34eb3d11-2919-4b74-8cb8-9f6d233a2908 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851524 Jul 05 09:51:36.293900 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-82287a67-b287-4904-bddb-f7b17d940ac4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 217 time: 0.1356080 Jul 05 09:51:36.404031 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.444254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4245e-57cd-4429-be0c-f6fbdd6cacfc None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:51:36.458428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:36.471600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:36.525295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:36.557173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e1ecdebc-1b2e-4e04-9f21-adf936070598 None None] Provisioning complete for port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:36.557870 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdebc-1b2e-4e04-9f21-adf936070598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.588783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.589678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.616976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60754a5-1628-4745-9fee-342a25bc9743 req-3652dc5a-8924-405d-8ffc-66337a89407c tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0824196 Jul 05 09:51:36.676539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.700905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-65d3715a-84d8-4a22-94df-84f7940529aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.702902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-65d3715a-84d8-4a22-94df-84f7940529aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.4081831 Jul 05 09:51:36.717835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] No DVR routers for this DVR port 2affbc24-d21a-44d8-ab5b-1e0a6a52d250 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:36.726066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4245e-57cd-4429-be0c-f6fbdd6cacfc None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:51:36.816615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:36.852262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bde820-1868-497d-8c10-04a24efa9d51 req-efc59491-64da-48d3-972c-2e26e52bd0c9 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:36.857611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-874edf46-ed8c-46d2-8b35-236111d01aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.860027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7bde820-1868-497d-8c10-04a24efa9d51 req-efc59491-64da-48d3-972c-2e26e52bd0c9 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 935 time: 0.3265624 Jul 05 09:51:36.905247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-874edf46-ed8c-46d2-8b35-236111d01aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:36.966110 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-874edf46-ed8c-46d2-8b35-236111d01aeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abbd33c1285843ef8d6066cf717448a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5895483 Jul 05 09:51:36.966389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56646) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:36.970276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c9d431-648f-4f15-8e4e-14f44f35705a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:36.972685 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-645d5838-7b94-461c-85d9-e3e43ed5ed3e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5781667 Jul 05 09:51:36.987035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Request body: {'port': {'device_id': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:36.998456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7bde820-1868-497d-8c10-04a24efa9d51 req-21a29479-4e74-469b-b481-ff67f15b0fbb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374316 Jul 05 09:51:37.000567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.040099 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.045404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Port': ['ID=2affbc24-d21a-44d8-ab5b-1e0a6a52d250,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.105905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Transition to ACTIVE for port object 30c9d431-648f-4f15-8e4e-14f44f35705a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:37.114921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.118159 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:51:37.124602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48d90e3-5cc2-4458-ba5b-c9817b431e08']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:37.179207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099dbb19-8fb5-4870-8594-235adc7239f5') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:37.179577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099dbb19-8fb5-4870-8594-235adc7239f5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:37.182864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:37.200154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874edf46-ed8c-46d2-8b35-236111d01aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8cba94-b9aa-4d69-a05f-234a85c7804c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.226524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.243006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-675432c8-259c-48ca-9701-cf0f277a1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:37.244048 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-675432c8-259c-48ca-9701-cf0f277a1d84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5157585 Jul 05 09:51:37.300265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.376821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.386587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565994da-c54f-4a18-aec2-0c08fbfa0766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.437772 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565994da-c54f-4a18-aec2-0c08fbfa0766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.492584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:37.493277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.510541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.520512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:37.521114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:37.531101 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:37.533602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bf3ee07-0fa6-4551-b222-e434eb9a0154 req-8de190de-de06-4652-a382-b7bdb9f15e4f tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Jul 05 09:51:37.583118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565994da-c54f-4a18-aec2-0c08fbfa0766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.586128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565994da-c54f-4a18-aec2-0c08fbfa0766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.588367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:51:37.590320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-565994da-c54f-4a18-aec2-0c08fbfa0766 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f8cba94-b9aa-4d69-a05f-234a85c7804c HTTP/1.1" status: 204 len: 168 time: 0.6172950 Jul 05 09:51:37.596312 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.608190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565994da-c54f-4a18-aec2-0c08fbfa0766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8cba94-b9aa-4d69-a05f-234a85c7804c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:37.611170 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:37.818593 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Floating IP eb7dcd81-7b83-4d1b-9928-a53261b5ae24 associated. External IP: 172.25.1.224, port: 9b5d6620-a6bb-4580-9fbd-fd32996c6de3. Jul 05 09:51:37.852734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.198930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92c219-05b2-43f3-8b2d-af196a685f35 req-79d17c72-fff7-4acf-8be6-ef5c0de8f1c0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:38.208507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e92c219-05b2-43f3-8b2d-af196a685f35 req-79d17c72-fff7-4acf-8be6-ef5c0de8f1c0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.6714628 Jul 05 09:51:38.405438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb6dfc5b-d531-4493-8d50-cb55842a8552 req-f2c577e3-8ef6-416b-8e91-8b0987c1ea44 tempest-ServerShowV254Test-270337337 tempest-ServerShowV254Test-270337337-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd635ee-7e3d-4e34-bcd5-247a9c2e1199 HTTP/1.1" status: 200 len: 210 time: 0.1889126 Jul 05 09:51:38.412742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Attempting to bind port 30c9d431-648f-4f15-8e4e-14f44f35705a on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:38.413080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Attempting to bind port 30c9d431-648f-4f15-8e4e-14f44f35705a by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:38.413484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Attempting to bind port 30c9d431-648f-4f15-8e4e-14f44f35705a on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:38.428265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5980fe30-01bc-4088-aa0c-f25c1ed19e92 None None] Provisioning for port ff44d9a1-1987-4fae-837d-1edcef514cbf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:38.471596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5980fe30-01bc-4088-aa0c-f25c1ed19e92 None None] Provisioning complete for port ff44d9a1-1987-4fae-837d-1edcef514cbf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:38.477656 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5980fe30-01bc-4088-aa0c-f25c1ed19e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.655205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5980fe30-01bc-4088-aa0c-f25c1ed19e92 None None] Port ff44d9a1-1987-4fae-837d-1edcef514cbf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:38.835914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Port 30c9d431-648f-4f15-8e4e-14f44f35705a on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:51:38.836591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Attempting to bind port 30c9d431-648f-4f15-8e4e-14f44f35705a on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:38.975177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.980337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:38.985848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/networks/f48d90e3-5cc2-4458-ba5b-c9817b431e08 HTTP/1.1" status: 204 len: 168 time: 5.7750607 Jul 05 09:51:38.995793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:39.071946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Router 98d9db9d-5d3e-457b-b6cd-c70945543e2a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:51:39.078442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:39.078931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:39.079404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:39.079910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Bound port: 30c9d431-648f-4f15-8e4e-14f44f35705a, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:39.080321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.128205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e92c219-05b2-43f3-8b2d-af196a685f35 req-0db8795f-a030-4c18-9b58-dd53fb09ebd5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9186606 Jul 05 09:51:39.154251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d3986-eaa4-493a-8052-6cf88fe39c58 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Network': ['ID=f48d90e3-5cc2-4458-ba5b-c9817b431e08,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:39.221688 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-981e8626-dcbe-4fad-b6df-0fbe1ed45b73 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9277272 Jul 05 09:51:39.238924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Checking segment: {'id': '0b7c7812-0ecd-410a-9264-91bd9acf1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:39.239679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network hostable DHCP agents. Network: 35c9078e-f1d5-43a2-8e5e-021b03d080bb, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:39.354749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Subnet': ['ID=887dfb40-97be-4c06-853a-b125cc10705c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:39.675882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.719822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:39.724062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:39.734754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.747575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 35c9078e-f1d5-43a2-8e5e-021b03d080bb is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:39.829308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:39.829818 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:39.831372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] 10.222.0.16 "PUT /v2.0/ports/30c9d431-648f-4f15-8e4e-14f44f35705a HTTP/1.1" status: 200 len: 1097 time: 6.4813879 Jul 05 09:51:39.843630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:39.850570 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112a8126-0623-4a42-be5b-ae1e01572f00" -d '{"events": [{"name": "network-changed", "server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:39.914950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 35c9078e-f1d5-43a2-8e5e-021b03d080bb) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:39.935216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f9966-205a-4906-82df-885656f4c82d None None] Network 35c9078e-f1d5-43a2-8e5e-021b03d080bb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:39.989363 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd53d5bd-7bff-4713-aaa5-c97adf8b74d8 x-openstack-request-id: req-bd53d5bd-7bff-4713-aaa5-c97adf8b74d8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:39.989712 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:39.989957 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd53d5bd-7bff-4713-aaa5-c97adf8b74d8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:39.990343 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'status': 'completed', 'code': 200} Jul 05 09:51:39.999382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a257b-7162-4483-a0fe-9dc72ac49d19 service neutron] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:40.011259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d36c5b-78d0-4ed0-b0da-b25bcf8481c7 req-88cd52bf-cfcc-44ca-ae12-bdfc8a1a37d8 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:40.018399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65d36c5b-78d0-4ed0-b0da-b25bcf8481c7 req-88cd52bf-cfcc-44ca-ae12-bdfc8a1a37d8 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 935 time: 0.9435601 Jul 05 09:51:40.030965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:40.035041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.042778 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] Sync routers for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:40.064785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:40.065750 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:51:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:40.080815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:40.094675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f70f92c6-7fb2-49ca-88d1-c293db731ef0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "PUT /v2.0/floatingips/eb7dcd81-7b83-4d1b-9928-a53261b5ae24 HTTP/1.1" status: 200 len: 991 time: 4.2656171 Jul 05 09:51:40.254523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:40.256693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.310195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65d36c5b-78d0-4ed0-b0da-b25bcf8481c7 req-cff9cbaf-b4c2-47dd-bf1c-4dbaddc87971 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907403 Jul 05 09:51:40.367151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-c61067a1-47b3-47dc-84e4-57166d7927fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:40.375615 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-c61067a1-47b3-47dc-84e4-57166d7927fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efbe218602e74ca2a59af2227961fc3e&device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 1100 time: 0.4774079 Jul 05 09:51:40.407161 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-7002f35f-bf0e-4a5b-99d6-956a080e8f2d service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1698465 Jul 05 09:51:40.414282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.561953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-d5b1de47-c9d0-4630-b532-7dddaf62fb20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=30c9d431-648f-4f15-8e4e-14f44f35705a HTTP/1.1" status: 200 len: 217 time: 0.1807296 Jul 05 09:51:40.566193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-35c9078e-f1d5-43a2-8e5e-021b03d080bb', 'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb', 'tenant_id': '3671f6620cc44f20b05cb2e7b1e90e9f', 'fixed_ips': [{'subnet_id': '887dfb40-97be-4c06-853a-b125cc10705c'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:40.567330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.576776 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81c8f52f-1885-49f4-90c2-f3b0b3156bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.580537 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:40.746939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fe959390-873f-416b-ac52-54fb451bb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:40.749274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-fe959390-873f-416b-ac52-54fb451bb9ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1645226 Jul 05 09:51:40.765700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff44d9a1-1987-4fae-837d-1edcef514cbf {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:40.777786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.792410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Transition to ACTIVE for port object ff44d9a1-1987-4fae-837d-1edcef514cbf will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:40.801275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766b1864-5ecb-4582-9117-76300b4efe37']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:40.804898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:40.809042 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fdbc4d1b-c059-4db4-9acc-0d904cb298f4 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.1178613 Jul 05 09:51:40.829130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:40.865353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'port': {'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb', 'name': 'tempest-NetworksIpV6TestAttrs-614633857'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:40.866664 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-de7a2124-96b9-4f46-bf4d-8d09865a98de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 HTTP/1.1" status: 200 len: 217 time: 0.3763611 Jul 05 09:51:40.870523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f6c19e-6ca9-4675-9e49-4bfd15074e1d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:40.871579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f6c19e-6ca9-4675-9e49-4bfd15074e1d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:40.995856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.045576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Allocated IP 2001:db8::f816:3eff:fe78:c850 (35c9078e-f1d5-43a2-8e5e-021b03d080bb/887dfb40-97be-4c06-853a-b125cc10705c/c4b4453b-0fd4-4efe-aa98-7f6ca546f295) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:41.053546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.103099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-50f2f48c-84d9-4e14-8f4f-1b88dc0e473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:41.106034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-50f2f48c-84d9-4e14-8f4f-1b88dc0e473e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3484943 Jul 05 09:51:41.180033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:41.181284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:41.194432 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:41.202305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:41.381147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-47b188b2-625a-4baf-a59b-f181b2e3fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:41.385178 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-47b188b2-625a-4baf-a59b-f181b2e3fb2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.4809587 Jul 05 09:51:41.472369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320db465-bfde-4905-94f1-3d2c2244426d req-57d82e16-e4a9-4974-b199-17375c7fb63e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:41.491137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-320db465-bfde-4905-94f1-3d2c2244426d req-57d82e16-e4a9-4974-b199-17375c7fb63e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.7217264 Jul 05 09:51:41.495112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.523910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.527895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/networks/766b1864-5ecb-4582-9117-76300b4efe37 HTTP/1.1" status: 204 len: 168 time: 2.4767187 Jul 05 09:51:41.560572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:41.562191 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.588119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Transition to ACTIVE for port object c4b4453b-0fd4-4efe-aa98-7f6ca546f295 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:41.591698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af37d6f-ae9f-4df6-a308-390b1211ed90 tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Network': ['ID=766b1864-5ecb-4582-9117-76300b4efe37,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:41.620599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Attempting to bind port ff44d9a1-1987-4fae-837d-1edcef514cbf on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:41.621578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Attempting to bind port ff44d9a1-1987-4fae-837d-1edcef514cbf by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:41.622153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Attempting to bind port ff44d9a1-1987-4fae-837d-1edcef514cbf on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:41.641348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Transition to ACTIVE for port object c4b4453b-0fd4-4efe-aa98-7f6ca546f295 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:41.643681 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'eb7dcd81-7b83-4d1b-9928-a53261b5ae24', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'floating_ip_address': '172.25.1.224', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'port_id': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'mac_address': 'fa:16:3e:8f:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:49:06Z', 'updated_at': '2021-07-05T09:51:36Z', 'revision_number': 1, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:41.651821 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.658114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-e1dc536f-6c78-4a2e-852d-d1bde5d51d3a service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302892 Jul 05 09:51:41.703127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Port ff44d9a1-1987-4fae-837d-1edcef514cbf on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:51:41.703415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Attempting to bind port ff44d9a1-1987-4fae-837d-1edcef514cbf on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:41.723264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:41.723830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:41.724345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:41.724970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Bound port: ff44d9a1-1987-4fae-837d-1edcef514cbf, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:41.725454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.734962 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] Checking router: 98d9db9d-5d3e-457b-b6cd-c70945543e2a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:41.762477 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:41.775640 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-1c4a72f2-5794-44f0-9748-0d73753319ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:41.777697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-1c4a72f2-5794-44f0-9748-0d73753319ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3837185 Jul 05 09:51:41.777975 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:51:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:41.827395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Pushing event updated for resources: {'Port': ['ID=c4b4453b-0fd4-4efe-aa98-7f6ca546f295,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:41.849241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Network 35c9078e-f1d5-43a2-8e5e-021b03d080bb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:41.851518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:41.859137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:41.864384 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.915253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd809160-1733-4af9-9d6b-95a5fa7a02f7 req-a4da0442-ce93-4e58-b6f1-636b8cb576ce service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981504 Jul 05 09:51:41.973378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-320db465-bfde-4905-94f1-3d2c2244426d req-62fde9e9-98c4-4663-bb65-032e3e9d1a95 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4804361 Jul 05 09:51:41.990889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81c8f52f-1885-49f4-90c2-f3b0b3156bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:41.993250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:42.011787 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:42.022567 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a490af-c654-4f48-bdc2-632cf3a12bec" -d '{"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:42.100113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Attempting to bind port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:42.100744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Attempting to bind port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '0b7c7812-0ecd-410a-9264-91bd9acf1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:42.100876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Attempting to bind port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 on network 35c9078e-f1d5-43a2-8e5e-021b03d080bb {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:42.112151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:42.112528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Checking segment: {'id': '0b7c7812-0ecd-410a-9264-91bd9acf1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:42.112958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.113388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Bound using segment: {'id': '0b7c7812-0ecd-410a-9264-91bd9acf1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:42.113887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Bound port: c4b4453b-0fd4-4efe-aa98-7f6ca546f295, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7c7812-0ecd-410a-9264-91bd9acf1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '35c9078e-f1d5-43a2-8e5e-021b03d080bb'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:42.114293 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.210449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] For port c4b4453b-0fd4-4efe-aa98-7f6ca546f295, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:42.215725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] For port c4b4453b-0fd4-4efe-aa98-7f6ca546f295, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c4b4453b-0fd4-4efe-aa98-7f6ca546f295,segment=NetworkSegment(0b7c7812-0ecd-410a-9264-91bd9acf1327),segment_id=0b7c7812-0ecd-410a-9264-91bd9acf1327)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:42.221086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81c8f52f-1885-49f4-90c2-f3b0b3156bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.224926 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.278652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:42.324525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:42.341231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdf4db-2acb-4a32-a21d-2906f1aef2a5 None None] Pushing event updated for resources: {'Port': ['ID=c4b4453b-0fd4-4efe-aa98-7f6ca546f295,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:42.348432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:42.350370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.410538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.456983 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-31749e06-33a9-44f5-9f3d-cfdb607b6dae service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621380 Jul 05 09:51:42.491861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f52f-1885-49f4-90c2-f3b0b3156bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f6243-661a-4a3e-8d46-a880a07ed0a9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:42.535217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.543810 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'eb7dcd81-7b83-4d1b-9928-a53261b5ae24', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'floating_ip_address': '172.25.1.224', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'port_id': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'mac_address': 'fa:16:3e:8f:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:49:06Z', 'updated_at': '2021-07-05T09:51:36Z', 'revision_number': 1, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.561148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:42.562567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:42.571190 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff44d9a1-1987-4fae-837d-1edcef514cbf HTTP/1.1" status: 200 len: 1096 time: 5.5888720 Jul 05 09:51:42.598725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-81c8f52f-1885-49f4-90c2-f3b0b3156bac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3d1c9433b894f708e2504f354428c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5024779 Jul 05 09:51:42.600595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:42.640843 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecf33d8-1a1a-45e5-b82d-488cc087351b x-openstack-request-id: req-3ecf33d8-1a1a-45e5-b82d-488cc087351b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:42.641129 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:42.641382 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ecf33d8-1a1a-45e5-b82d-488cc087351b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:42.641779 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'status': 'completed', 'code': 200} Jul 05 09:51:42.657431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:42.669280 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e06083-c536-402d-9ea4-2e29e7dc3e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:42.735529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] device_id is not set on port 27b4e2bf-d306-4ee3-af57-36b1e833ef27 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:51:42.765468 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ce878-40c4-4db2-b263-2a1b3b336a63 None None] The sync data for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 is: [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'eb7dcd81-7b83-4d1b-9928-a53261b5ae24', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'floating_ip_address': '172.25.1.224', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'port_id': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'mac_address': 'fa:16:3e:8f:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:49:06Z', 'updated_at': '2021-07-05T09:51:36Z', 'revision_number': 1, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:42.794207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3187bde-3084-4734-8d31-1e70d77794b3']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.956693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddf1f8d-4dd3-4bd4-8e6a-5689a69fac2c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.957319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddf1f8d-4dd3-4bd4-8e6a-5689a69fac2c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:42.961904 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea4fc8-4c15-4eb0-bb4f-8be8d8953f31 x-openstack-request-id: req-31ea4fc8-4c15-4eb0-bb4f-8be8d8953f31 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:42.972534 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:42.974866 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31ea4fc8-4c15-4eb0-bb4f-8be8d8953f31 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:42.979760 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'status': 'completed', 'code': 200} Jul 05 09:51:43.063819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.090775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Allocated IP 2001:db8::f816:3eff:fee4:c10c (35c9078e-f1d5-43a2-8e5e-021b03d080bb/887dfb40-97be-4c06-853a-b125cc10705c/27b4e2bf-d306-4ee3-af57-36b1e833ef27) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:43.107295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c397fab-99f6-4e73-9a0c-7a7ab4b63207 service neutron] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:43.219972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c4b4453b-0fd4-4efe-aa98-7f6ca546f295 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:43.233129 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.246409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:51:43.247328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:51:43.252676 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:51:43.293848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-a7a1e2d6-4c5e-42c5-b319-2bc2dc422256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.296248 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-a7a1e2d6-4c5e-42c5-b319-2bc2dc422256 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efbe218602e74ca2a59af2227961fc3e&device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 1099 time: 0.5374923 Jul 05 09:51:43.316468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.317362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.318108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.324415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.325528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.327059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.328275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.331615 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-b06ee9f0-91f6-41f0-bc6d-3a8cdc158647 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6497 time: 0.5496347 Jul 05 09:51:43.344401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-3c2b570d-75fa-4057-a292-649ac6813657 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8443346 Jul 05 09:51:43.388049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:43.401785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496906a3-e503-4dfd-8664-dab68363d66a None None] New status for floating IP eb7dcd81-7b83-4d1b-9928-a53261b5ae24: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:51:43.700395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43d0f687-a8e4-4f97-a5bc-38f852ccc5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.767534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43d0f687-a8e4-4f97-a5bc-38f852ccc5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.870586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e48c2-b904-4083-9021-8da88044a7ea req-5e8ca068-339c-4033-a140-5a9839e97154 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.876223 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-c865096e-06a9-4097-a3cb-eb561a719fbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=6a08c509-a258-4a02-b09d-4da2a020de1a HTTP/1.1" status: 200 len: 217 time: 0.3058000 Jul 05 09:51:43.878055 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-7b0cb6e0-6746-4a13-a068-01574414937c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf HTTP/1.1" status: 200 len: 217 time: 0.5111303 Jul 05 09:51:43.887908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f76e48c2-b904-4083-9021-8da88044a7ea req-5e8ca068-339c-4033-a140-5a9839e97154 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 947 time: 1.9278519 Jul 05 09:51:43.896727 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43d0f687-a8e4-4f97-a5bc-38f852ccc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.899782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43d0f687-a8e4-4f97-a5bc-38f852ccc5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.901774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-43d0f687-a8e4-4f97-a5bc-38f852ccc5ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/087f6243-661a-4a3e-8d46-a880a07ed0a9 HTTP/1.1" status: 204 len: 168 time: 1.2908785 Jul 05 09:51:43.933196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-a7edf51f-82b9-42bb-9bf6-1017602b308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:43.934878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-a7edf51f-82b9-42bb-9bf6-1017602b308d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efbe218602e74ca2a59af2227961fc3e&device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 1100 time: 1.7704492 Jul 05 09:51:44.017648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a285db0-66b5-44f0-bd38-95488ff107d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.021564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-9264df3c-cf19-408f-ac41-987fbdcdf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.025150 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-9264df3c-cf19-408f-ac41-987fbdcdf51f service neutron] 10.222.0.15 "GET /v2.0/networks?id=98ea41e3-cf22-4a13-848f-12586fc4efe9 HTTP/1.1" status: 200 len: 912 time: 0.5386763 Jul 05 09:51:44.077836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-c28597e2-5911-4715-8985-193de019253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.079560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-c28597e2-5911-4715-8985-193de019253f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1326878 Jul 05 09:51:44.147552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.170935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-801a1f32-6afc-4c37-980c-bb814dc2f89f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=30c9d431-648f-4f15-8e4e-14f44f35705a HTTP/1.1" status: 200 len: 217 time: 0.0606179 Jul 05 09:51:44.176980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0f687-a8e4-4f97-a5bc-38f852ccc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f6243-661a-4a3e-8d46-a880a07ed0a9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:44.264021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.266758 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] 10.222.0.21 "DELETE /v2.0/networks/e3187bde-3084-4734-8d31-1e70d77794b3 HTTP/1.1" status: 204 len: 168 time: 2.7007685 Jul 05 09:51:44.284705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f76e48c2-b904-4083-9021-8da88044a7ea req-73e6099b-f075-435a-91f1-09009bac72cb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956735 Jul 05 09:51:44.308442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234e8a1-f73d-4512-999a-4f724b85eb11 None None] Network 35c9078e-f1d5-43a2-8e5e-021b03d080bb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:44.345104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ef3f4-77d4-4616-9059-64eb2839eeba tempest-BulkNetworkOpsIpV6Test-733466245 tempest-BulkNetworkOpsIpV6Test-733466245-project] Pushing event deleted for resources: {'Network': ['ID=e3187bde-3084-4734-8d31-1e70d77794b3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:44.398948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-5ef59985-f562-4a94-a081-3f694cfd9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.413464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.414136 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-5ef59985-f562-4a94-a081-3f694cfd9ed9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.5262070 Jul 05 09:51:44.456384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Transition to ACTIVE for port object 27b4e2bf-d306-4ee3-af57-36b1e833ef27 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:44.508595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f3ed986b-fdd3-4f92-a572-090eb8d45c48 None None] Provisioning for port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:44.516260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f3ed986b-fdd3-4f92-a572-090eb8d45c48 None None] Provisioning complete for port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:44.516948 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3ed986b-fdd3-4f92-a572-090eb8d45c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.522294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-c47ccc26-f75d-437e-bad6-ea249485f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.523910 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-c47ccc26-f75d-437e-bad6-ea249485f343 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.6375322 Jul 05 09:51:44.605667 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:51:44.631723 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.700565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba9876-8c20-41e6-8fff-8652d7bd6ce7 req-17ed3c2d-3c17-4bc9-bb3d-518478d73494 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.715121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53ba9876-8c20-41e6-8fff-8652d7bd6ce7 req-17ed3c2d-3c17-4bc9-bb3d-518478d73494 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 1.2401469 Jul 05 09:51:44.758449 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-0e8f76c2-ac21-49de-b158-184f14a57b54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3 HTTP/1.1" status: 200 len: 1001 time: 0.6723208 Jul 05 09:51:44.850786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3ed986b-fdd3-4f92-a572-090eb8d45c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.876709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 35c9078e-f1d5-43a2-8e5e-021b03d080bb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:44.880392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-d92311fd-beae-439c-bd3f-54959a25fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.887627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-d92311fd-beae-439c-bd3f-54959a25fb40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.7038076 Jul 05 09:51:44.917148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:44.921121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:44.944878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:44.945867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.971224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3ed986b-fdd3-4f92-a572-090eb8d45c48 None None] For port c4b4453b-0fd4-4efe-aa98-7f6ca546f295, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c4b4453b-0fd4-4efe-aa98-7f6ca546f295,segment=NetworkSegment(0b7c7812-0ecd-410a-9264-91bd9acf1327),segment_id=0b7c7812-0ecd-410a-9264-91bd9acf1327)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:44.979641 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3ed986b-fdd3-4f92-a572-090eb8d45c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.092538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed986b-fdd3-4f92-a572-090eb8d45c48 None None] Pushing event updated for resources: {'Port': ['ID=c4b4453b-0fd4-4efe-aa98-7f6ca546f295,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:45.121095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-38e27627-4712-4d09-a6b3-fcb401ee51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:45.124200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-38e27627-4712-4d09-a6b3-fcb401ee51fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be84a1f0-a45d-4935-b6eb-5fad93310e84 HTTP/1.1" status: 200 len: 850 time: 0.3526611 Jul 05 09:51:45.169085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd928-2668-45d6-96ed-7d584009fcfa req-3b44a680-d0e2-45c4-a79b-5687c60c03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:45.171213 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-3b44a680-d0e2-45c4-a79b-5687c60c03f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6384087 Jul 05 09:51:45.222567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Port': ['ID=27b4e2bf-d306-4ee3-af57-36b1e833ef27,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:45.242174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-952a8019-b12c-424b-a1ec-4e30268716b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:45.249435 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-952a8019-b12c-424b-a1ec-4e30268716b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8079245 Jul 05 09:51:45.252566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-81b36bce-82f0-4370-aab2-1e9123a52c20 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4204419 Jul 05 09:51:45.260761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:45.261508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:45.357471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:45.414386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Deleting subnet 887dfb40-97be-4c06-853a-b125cc10705c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:45.419285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.482465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.653928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53ba9876-8c20-41e6-8fff-8652d7bd6ce7 req-7d61135d-fd64-42ce-b8ca-4b760cd5b4ca tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9360018 Jul 05 09:51:45.822370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-411c24e0-2143-4960-8131-263739844b0a None None] Provisioning for port 27b4e2bf-d306-4ee3-af57-36b1e833ef27 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:45.849257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-411c24e0-2143-4960-8131-263739844b0a None None] Provisioning complete for port 27b4e2bf-d306-4ee3-af57-36b1e833ef27 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:45.856712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-411c24e0-2143-4960-8131-263739844b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:45.990566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.004291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:46.089212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'mac_address': 'fa:16:3e:73:5e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:46.098715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-411c24e0-2143-4960-8131-263739844b0a None None] Port 27b4e2bf-d306-4ee3-af57-36b1e833ef27 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:46.204082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.285265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.305260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:46.318715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-1aa950a0-6801-4eba-95af-9fbd4cc96908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.320444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-1aa950a0-6801-4eba-95af-9fbd4cc96908 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3323476 Jul 05 09:51:46.321253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Subnet': ['ID=887dfb40-97be-4c06-853a-b125cc10705c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:46.347495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.353222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dd303603-0c7d-48a6-b2a2-6399613d6a04 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/887dfb40-97be-4c06-853a-b125cc10705c HTTP/1.1" status: 204 len: 168 time: 1.0885887 Jul 05 09:51:46.354491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:46.358174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-68d51f27-a574-4247-8460-cd8378b7c3b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53bbda760ce54f9aa97f1e04c2c6702b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0925159 Jul 05 09:51:46.399661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c9d431-648f-4f15-8e4e-14f44f35705a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:46.426614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:46.464084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:46.465768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-411c24e0-2143-4960-8131-263739844b0a None None] Provisioning complete for port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:46.466965 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-411c24e0-2143-4960-8131-263739844b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.471799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d07698-9095-4292-b654-6ff5f0603d32 None None] Network 35c9078e-f1d5-43a2-8e5e-021b03d080bb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:46.544613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.551672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-ddb5ca2b-0eb2-4e7a-9bf8-9eade828fd8d service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2848034 Jul 05 09:51:46.675139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-network', 'tenant_id': '8fe407bab998485baafe75011956a43d'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:46.807744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7840c06b-9364-4c81-8dc8-dde1504e19ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.844115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83ff9-f153-4655-835b-1a900aea0cb0 req-65956dcd-d3e1-464a-a58c-4ca801fdb33d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.845732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ce83ff9-f153-4655-835b-1a900aea0cb0 req-65956dcd-d3e1-464a-a58c-4ca801fdb33d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 947 time: 0.6735127 Jul 05 09:51:46.875979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9764e2f-51e2-4ee3-94fb-f7f0ec4ff49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.876722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7840c06b-9364-4c81-8dc8-dde1504e19ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.886875 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.894220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-e0c5e859-a620-4ece-956f-63c5cabc5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.898304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-e0c5e859-a620-4ece-956f-63c5cabc5278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98ea41e3-cf22-4a13-848f-12586fc4efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.7545664 Jul 05 09:51:46.913975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:46.936174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0c469-6614-49cc-81e6-314f6d279a93 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.938663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0c469-6614-49cc-81e6-314f6d279a93 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:46.941505 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-363a7813-2582-4674-881e-9b193d76d470 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7166233 Jul 05 09:51:46.943716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f9a0c469-6614-49cc-81e6-314f6d279a93 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5752952 Jul 05 09:51:46.952122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:46.969778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7840c06b-9364-4c81-8dc8-dde1504e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.972708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7840c06b-9364-4c81-8dc8-dde1504e19ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.974077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7840c06b-9364-4c81-8dc8-dde1504e19ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac647894-ece5-4523-a278-6367bd976e10 HTTP/1.1" status: 204 len: 168 time: 0.5428088 Jul 05 09:51:46.974915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Made reservation on behalf of 8fe407bab998485baafe75011956a43d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:46.978271 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.036214 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.114718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840c06b-9364-4c81-8dc8-dde1504e19ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac647894-ece5-4523-a278-6367bd976e10,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:47.116418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['30c9d431-648f-4f15-8e4e-14f44f35705a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:47.225500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c4b4453b-0fd4-4efe-aa98-7f6ca546f295 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:47.279940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ce83ff9-f153-4655-835b-1a900aea0cb0 req-6fcfb4b2-2b22-4efa-a03a-855f5ae9e50c tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293023 Jul 05 09:51:47.287063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-9611b5bc-7a59-474c-8623-685e6ce5780b service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9466519 Jul 05 09:51:47.289014 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-313cd928-2668-45d6-96ed-7d584009fcfa req-37766c81-ab16-4634-aabb-7e7783ee230e service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055168 Jul 05 09:51:47.383800 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-4ef4cdae-01dd-4358-9923-47d79a8fdf6e service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737461 Jul 05 09:51:47.512678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063e512-0984-428d-a97b-935ca581bad4 req-878a2d41-a37f-445d-b451-49ad8da76ed2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:47.520527 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-6e52bf09-d1d7-4b06-bd14-6004dad1bdd2 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9439478 Jul 05 09:51:47.522035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e063e512-0984-428d-a97b-935ca581bad4 req-878a2d41-a37f-445d-b451-49ad8da76ed2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.5710702 Jul 05 09:51:47.621724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6a28b77c-7f62-45df-811f-b637d709c416 None None] Provisioning complete for port 27b4e2bf-d306-4ee3-af57-36b1e833ef27 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:47.622683 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a28b77c-7f62-45df-811f-b637d709c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.673161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a28b77c-7f62-45df-811f-b637d709c416 None None] Port 27b4e2bf-d306-4ee3-af57-36b1e833ef27 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:51:47.674595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:47.674952 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.696393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.729939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e063e512-0984-428d-a97b-935ca581bad4 req-876f4d58-84d4-4773-a85c-5f88c77996b5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031059 Jul 05 09:51:47.732222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] DHCP port deletion for 35c9078e-f1d5-43a2-8e5e-021b03d080bb request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:51:47.732698 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.787932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c587f3-cf6e-443c-b38f-fdfe4b85d58f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:47.810735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:47.822886 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-112a8126-0623-4a42-be5b-ae1e01572f00 req-f962a101-4e5b-4c1b-b10d-aaa0789bc67d service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054173 Jul 05 09:51:47.834021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.834602 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Added segment 99c2216a-91fa-4eba-9b92-76087d953d72 of type vlan for network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 Jul 05 09:51:47.930765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-c95a5fad-86b3-4da0-a93a-4108a0cd1b57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd HTTP/1.1" status: 200 len: 217 time: 0.4076498 Jul 05 09:51:47.956544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:47.977543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f444-0232-431c-a875-42791604bb78 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.014362 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.044687 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa8f444-0232-431c-a875-42791604bb78 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 09:51:48.047479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa8f444-0232-431c-a875-42791604bb78 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:48.049310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.051505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.052304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dfa8f444-0232-431c-a875-42791604bb78 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/35c9078e-f1d5-43a2-8e5e-021b03d080bb HTTP/1.1" status: 409 len: 405 time: 1.0972154 Jul 05 09:51:48.053217 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.061749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56832) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:48.073597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] Deleting port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:48.074066 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.089587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1791427175'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:48.128782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-c5bf5706-6768-4c82-bea0-daa9635ff3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.131579 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-c5bf5706-6768-4c82-bea0-daa9635ff3f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efbe218602e74ca2a59af2227961fc3e&device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 1099 time: 0.7415421 Jul 05 09:51:48.160838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-0478aa6d-6d02-4692-a290-cfd70af48ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.162794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-0478aa6d-6d02-4692-a290-cfd70af48ed4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.2180779 Jul 05 09:51:48.189110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] For port c4b4453b-0fd4-4efe-aa98-7f6ca546f295, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c4b4453b-0fd4-4efe-aa98-7f6ca546f295,segment=NetworkSegment(0b7c7812-0ecd-410a-9264-91bd9acf1327),segment_id=0b7c7812-0ecd-410a-9264-91bd9acf1327)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:48.189578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.205800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] Calling delete_port for c4b4453b-0fd4-4efe-aa98-7f6ca546f295 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:48.309432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9910913 Jul 05 09:51:48.343942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56836) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:48.358651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Request body: {'subnet': {'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-subnet', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:48.386142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-b6c90645-9c33-4099-8bc6-9e5c1e880c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.404530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c39eea-23b3-4433-b88e-d9d2b89c067a admin admin] Pushing event updated for resources: {'Network': ['ID=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:48.407056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.421166 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-b6c90645-9c33-4099-8bc6-9e5c1e880c37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2793329 Jul 05 09:51:48.430190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Made reservation on behalf of 8fe407bab998485baafe75011956a43d for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:48.434118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:48.440575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.442044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:48.448530 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.450901 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-99a490af-c654-4f48-bdc2-632cf3a12bec req-1e572e82-dc67-44c3-bcee-1d2a531c7b86 service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9509821 Jul 05 09:51:48.573165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] No DVR routers for this DVR port c4b4453b-0fd4-4efe-aa98-7f6ca546f295 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:51:48.658753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2347fd-c298-42ec-87d9-7df2c5c7c06c None None] Pushing event deleted for resources: {'Port': ['ID=c4b4453b-0fd4-4efe-aa98-7f6ca546f295,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:48.813125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59e2be-2349-4bef-a00d-d340e8b22528 req-20395330-97dd-4b93-99a9-d2192f0df742 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.819981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c59e2be-2349-4bef-a00d-d340e8b22528 req-20395330-97dd-4b93-99a9-d2192f0df742 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 947 time: 0.2397683 Jul 05 09:51:48.829107 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-8d3da9ba-7d04-4e72-bfb5-b0e593226d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf HTTP/1.1" status: 200 len: 217 time: 0.3745885 Jul 05 09:51:48.849102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:48.907966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:48.938414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-f9083aac-0957-4b62-8778-bc798b83a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.940603 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-f9083aac-0957-4b62-8778-bc798b83a258 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7660155 Jul 05 09:51:48.949164 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:48.949540 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Added segment 9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3 of type vlan for network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f Jul 05 09:51:48.960191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-580cc7a6-cb1d-46bc-945b-01a1ebb86b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:48.961748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-580cc7a6-cb1d-46bc-945b-01a1ebb86b42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1207185 Jul 05 09:51:49.004712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c59e2be-2349-4bef-a00d-d340e8b22528 req-399ffd11-dd5a-4085-8099-fca44c6315cd tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678724 Jul 05 09:51:49.053159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c4b4453b-0fd4-4efe-aa98-7f6ca546f295 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:49.106595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-eb6879e4-c5f1-47d8-b8ee-4469d90711b7 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] Request body: {'port': {'network_id': 'a4606d0a-4726-4ba5-a168-817ff5ed4536', 'name': 'tempest-NetworksNegativeTestJSON-462712495'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:49.159378 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6879e4-c5f1-47d8-b8ee-4469d90711b7 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] POST failed (client error): The resource could not be found. Jul 05 09:51:49.160004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6879e4-c5f1-47d8-b8ee-4469d90711b7 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:49.171851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eb6879e4-c5f1-47d8-b8ee-4469d90711b7 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3216105 Jul 05 09:51:49.180098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:49.201334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.217804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c4b4453b-0fd4-4efe-aa98-7f6ca546f295 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:51:49.218402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c4b4453b-0fd4-4efe-aa98-7f6ca546f295 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:51:49.352564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.375731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:49.398458 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6a6fc2-edb3-4cb1-b005-122a89a6808f tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] DELETE failed (client error): The resource could not be found. Jul 05 09:51:49.399927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6a6fc2-edb3-4cb1-b005-122a89a6808f tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:49.410307 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-da6a6fc2-edb3-4cb1-b005-122a89a6808f tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "DELETE /v2.0/networks/e3e0244c-d304-4530-bd1a-e212e2f105f4 HTTP/1.1" status: 404 len: 339 time: 0.2087030 Jul 05 09:51:49.461505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:49.607327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 30c9d431-648f-4f15-8e4e-14f44f35705a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:49.714090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 30c9d431-648f-4f15-8e4e-14f44f35705a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:49.715484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.749612 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-82ef852e-1c93-43d0-991c-3d3a356dd6e7 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980847 Jul 05 09:51:49.753503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.762792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:49.763493 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.771738 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.934515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:49.955819 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddb8dea-37cd-4943-84a4-9842477693a1 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] DELETE failed (client error): The resource could not be found. Jul 05 09:51:49.957937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddb8dea-37cd-4943-84a4-9842477693a1 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:49.965938 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9ddb8dea-37cd-4943-84a4-9842477693a1 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "DELETE /v2.0/ports/971f4d8a-5caf-444a-b9a5-903f3dc8e8dc HTTP/1.1" status: 404 len: 333 time: 0.4984057 Jul 05 09:51:50.046527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:50.048741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:50.065158 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c295afc-47d9-4109-b410-d6a660ea4a4e" -d '{"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:50.078073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:50.119446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.212440 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1416636 Jul 05 09:51:50.218567 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-bfc28976-ceef-4350-8156-c19a694e67ad service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986597 Jul 05 09:51:50.220348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.265132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'subnet': {'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:50.274431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:50.336492 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42bf5e1-38e0-48cb-90ac-38b3569a7203 x-openstack-request-id: req-a42bf5e1-38e0-48cb-90ac-38b3569a7203 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:50.336789 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:50.336903 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a42bf5e1-38e0-48cb-90ac-38b3569a7203 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:50.337274 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'code': 200} Jul 05 09:51:50.450895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-2c69129b-b368-46d8-8751-d098c60dcd34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7 HTTP/1.1" status: 200 len: 217 time: 0.1478269 Jul 05 09:51:50.510942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-bfbfe106-4904-4b50-81de-194de9962a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.512560 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-bfbfe106-4904-4b50-81de-194de9962a37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4493799 Jul 05 09:51:50.533360 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3508a29-c903-4cff-b817-b5d1b4f14768 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] DELETE failed (client error): The resource could not be found. Jul 05 09:51:50.533824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3508a29-c903-4cff-b817-b5d1b4f14768 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:50.540088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c3508a29-c903-4cff-b817-b5d1b4f14768 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "DELETE /v2.0/subnets/543667bb-e7b8-4f42-88bc-2949bd097692 HTTP/1.1" status: 404 len: 337 time: 0.4109027 Jul 05 09:51:50.543560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56884) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.569517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.607528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c69dee3-7e48-443f-94fe-81fb1787268f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:50.615574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Network': ['ID=5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:50.639671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Checking segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:50.639980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Network hostable DHCP agents. Network: d9c447c1-e1a0-4c2f-ad09-8af3a5151f87, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:50.643063 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d92755-f948-4300-b6bb-6076b0f94617 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] GET failed (client error): The resource could not be found. Jul 05 09:51:50.644959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-27d92755-f948-4300-b6bb-6076b0f94617 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "GET /v2.0/networks/35126652-8f9b-40c6-b39a-c9a5c069d447 HTTP/1.1" status: 404 len: 339 time: 0.0841260 Jul 05 09:51:50.654688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.684833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709b0b-60bd-4bca-bc38-af46f40c5de2 req-e429bd94-ed15-448f-8d0d-60ebb0f93567 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.686474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1709b0b-60bd-4bca-bc38-af46f40c5de2 req-e429bd94-ed15-448f-8d0d-60ebb0f93567 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 1.5135803 Jul 05 09:51:50.715710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-c5addfa9-1a27-4d16-9ff3-1191939e90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.718807 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-c5addfa9-1a27-4d16-9ff3-1191939e90f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.2048919 Jul 05 09:51:50.749528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.750295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.750877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.751592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.752335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.753210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.753618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.754147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.754615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.755037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.755398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.755725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b97af-488e-40c7-b302-231ece4603b1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:51:50.756554 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dff3518-dfd1-4ba0-b33b-923b1a0352da tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] GET failed (client error): The resource could not be found. Jul 05 09:51:50.758201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0dff3518-dfd1-4ba0-b33b-923b1a0352da tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "GET /v2.0/ports/74b5dd40-3a1d-40a8-a3a1-fbedcc2819ef HTTP/1.1" status: 404 len: 333 time: 0.0994942 Jul 05 09:51:50.773670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:50.781586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56892) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.848950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933fe6-cf73-496c-ae06-aebf5fb416fd req-350689d7-3395-4ec9-b681-85745f23f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:50.850793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2933fe6-cf73-496c-ae06-aebf5fb416fd req-350689d7-3395-4ec9-b681-85745f23f4a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 1102 time: 0.3892312 Jul 05 09:51:50.852570 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6af83b-38ff-409c-b0be-9f82c20ccc9b tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] GET failed (client error): The resource could not be found. Jul 05 09:51:50.853986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3d6af83b-38ff-409c-b0be-9f82c20ccc9b tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "GET /v2.0/subnets/8ad84126-5dcd-4eef-8200-4d199bb00c6d HTTP/1.1" status: 404 len: 337 time: 0.0646381 Jul 05 09:51:50.858056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:50.864986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:50.879779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a08a7818-014b-4a59-ad2e-6949df14e306 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:50.937392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d9c447c1-e1a0-4c2f-ad09-8af3a5151f87) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:50.939311 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08a7818-014b-4a59-ad2e-6949df14e306 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] PUT failed (client error): The resource could not be found. Jul 05 09:51:50.939970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08a7818-014b-4a59-ad2e-6949df14e306 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:50.945883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a08a7818-014b-4a59-ad2e-6949df14e306 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "PUT /v2.0/networks/80593c30-0647-4333-a3e3-e5cb3ac7dcb6 HTTP/1.1" status: 404 len: 339 time: 0.0752203 Jul 05 09:51:50.953436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b4c39-7ed6-4247-acbc-135f2765cea4 None None] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:50.958648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1709b0b-60bd-4bca-bc38-af46f40c5de2 req-8a53fbe1-dd61-4bdf-b978-ef79e5d7b0e1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101836 Jul 05 09:51:50.975508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:51.013290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:51.018685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:51.024572 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.028695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.048852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2933fe6-cf73-496c-ae06-aebf5fb416fd req-9e845528-a01b-46a2-9c9d-59ea7c55be4c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867988 Jul 05 09:51:51.067263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adbc0e-9fe3-41e5-ad1f-912325402abf req-796f6ac4-4bb3-4c76-8d78-7a8d33cb440b tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:51.083444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9adbc0e-9fe3-41e5-ad1f-912325402abf req-796f6ac4-4bb3-4c76-8d78-7a8d33cb440b tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 947 time: 0.5314994 Jul 05 09:51:51.124365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9dd66773-e196-4985-82b8-4d8457379d78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7789679 Jul 05 09:51:51.128466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56900) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:51.153565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:51.204979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9cb0b5b4-aead-414e-a727-9f446ca3d560 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:51.225212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9adbc0e-9fe3-41e5-ad1f-912325402abf req-5f7b5eae-f3da-424e-abb5-c30104d5d95c tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391435 Jul 05 09:51:51.275777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff44d9a1-1987-4fae-837d-1edcef514cbf details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:51:51.277169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.278507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.280308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b6698d3-7c21-41f5-8b4d-56c032532528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.308427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:51.309311 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.449010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.451663 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb0b5b4-aead-414e-a727-9f446ca3d560 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] PUT failed (client error): The resource could not be found. Jul 05 09:51:51.461085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb0b5b4-aead-414e-a727-9f446ca3d560 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:51.466225 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9cb0b5b4-aead-414e-a727-9f446ca3d560 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "PUT /v2.0/ports/0b7daf19-08d1-4565-a8d1-c327482f14b7 HTTP/1.1" status: 404 len: 333 time: 0.2811983 Jul 05 09:51:51.492643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:51.523993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4cd29273-f73a-4f00-a059-221e1d8534d6 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:51.645318 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd29273-f73a-4f00-a059-221e1d8534d6 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] PUT failed (client error): The resource could not be found. Jul 05 09:51:51.645935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd29273-f73a-4f00-a059-221e1d8534d6 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:51.651847 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cd29273-f73a-4f00-a059-221e1d8534d6 tempest-NetworksNegativeTestJSON-859868880 tempest-NetworksNegativeTestJSON-859868880-project] 10.222.0.21 "PUT /v2.0/subnets/24cb0f7f-cc04-4fff-aa68-0b3f1c8eb0fb HTTP/1.1" status: 404 len: 337 time: 0.1543059 Jul 05 09:51:51.689997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-ac3ede5d-6544-4715-bc87-2952e1013637 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1371713 Jul 05 09:51:51.715215 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.769344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:51.796312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b6698d3-7c21-41f5-8b4d-56c032532528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.804288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-4a0f4b31-f1e0-43d3-99d4-644261d8d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:51.806113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'mac_address': 'fa:16:3e:6d:44:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:51:51.807720 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-4a0f4b31-f1e0-43d3-99d4-644261d8d313 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9853668 Jul 05 09:51:51.850085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Allocated IP 172.20.0.2 (d9c447c1-e1a0-4c2f-ad09-8af3a5151f87/1c69dee3-7e48-443f-94fe-81fb1787268f/395c335e-9e5b-412c-8dc4-5b06683902e0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:51.892093 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:51.922012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff44d9a1-1987-4fae-837d-1edcef514cbf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:51:52.038018 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65e06083-c536-402d-9ea4-2e29e7dc3e4f req-116e6966-61ca-4156-a224-d3cd5c82a3d6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290993 Jul 05 09:51:52.038640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b6698d3-7c21-41f5-8b4d-56c032532528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.068243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:52.089062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.299496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56912) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:52.354247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-4993b324-4179-40d9-8842-98548844fc48 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978764 Jul 05 09:51:52.418041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6698d3-7c21-41f5-8b4d-56c032532528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb39dd3-539a-4b0a-8700-6ee33932e9ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:52.444154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.477276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.638483 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5b6698d3-7c21-41f5-8b4d-56c032532528 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a38728b5a0c4a09a0195df701aa33b5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0647595 Jul 05 09:51:52.647404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:52.702621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['ff44d9a1-1987-4fae-837d-1edcef514cbf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:51:52.751117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:52.761207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03a7dc-337e-4cb4-910c-a2370d46c764 req-74785168-fcb9-4a76-b1e2-82d21e8ff907 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:52.764331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe03a7dc-337e-4cb4-910c-a2370d46c764 req-74785168-fcb9-4a76-b1e2-82d21e8ff907 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.4477515 Jul 05 09:51:52.808624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4558025-4244-44d1-8bdd-d5f055a01663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.811302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.838152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Transition to ACTIVE for port object 395c335e-9e5b-412c-8dc4-5b06683902e0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:52.841944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c0ddeb18-be90-4d43-837c-c4971801cc08 req-45236fdb-cd1c-4637-a4e9-4a3a884d129f service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101663 Jul 05 09:51:52.873962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Transition to ACTIVE for port object 395c335e-9e5b-412c-8dc4-5b06683902e0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:52.898690 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.901155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:51:52.903132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:52.959634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:52.971157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:52.972699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Subnet': ['ID=2978b774-86f2-4f36-8c50-fb6208e891bb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:52.986036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:53.001293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Checking segment: {'id': '9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:53.001787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network hostable DHCP agents. Network: 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:51:53.013363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Pushing event updated for resources: {'Port': ['ID=395c335e-9e5b-412c-8dc4-5b06683902e0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.016505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe03a7dc-337e-4cb4-910c-a2370d46c764 req-78aed32d-9134-4834-b691-d62b6b2d637b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796255 Jul 05 09:51:53.032957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:51:53.055451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:53.065749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:53.068007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.090078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc5274-cbe4-4005-8bb9-fd7243187f19 None None] Network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:53.093164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Allocated IP 172.25.1.81 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/d600c97a-c79e-4521-8611-29eaf243073e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:53.105081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Attempting to bind port 395c335e-9e5b-412c-8dc4-5b06683902e0 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:53.105600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Attempting to bind port 395c335e-9e5b-412c-8dc4-5b06683902e0 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:53.106358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Attempting to bind port 395c335e-9e5b-412c-8dc4-5b06683902e0 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:53.128125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee5e4-53f5-46a5-8c15-e14929d61406 req-33f03376-0ce8-4d0e-adaa-ceef2b84256b tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:53.131336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-146ee5e4-53f5-46a5-8c15-e14929d61406 req-33f03376-0ce8-4d0e-adaa-ceef2b84256b tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 948 time: 0.6302469 Jul 05 09:51:53.132991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b45d20c-8550-48da-829f-d4c5fa36e88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.161793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:53.162243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Checking segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:53.162578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.162974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Bound using segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:53.163498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Bound port: 395c335e-9e5b-412c-8dc4-5b06683902e0, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:53.163881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.276625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b45d20c-8550-48da-829f-d4c5fa36e88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.318950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] For port 395c335e-9e5b-412c-8dc4-5b06683902e0, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:53.324988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] For port 395c335e-9e5b-412c-8dc4-5b06683902e0, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=395c335e-9e5b-412c-8dc4-5b06683902e0,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:53.331799 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.400534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-146ee5e4-53f5-46a5-8c15-e14929d61406 req-37c7720a-d4cb-42ff-87ae-ab910dfd4d3b tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533078 Jul 05 09:51:53.425654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c18bc5-e7e3-46ec-93e5-99b91ece7c44 None None] Pushing event updated for resources: {'Port': ['ID=395c335e-9e5b-412c-8dc4-5b06683902e0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.429847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f', 'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f', 'tenant_id': '3671f6620cc44f20b05cb2e7b1e90e9f', 'fixed_ips': [{'subnet_id': '2978b774-86f2-4f36-8c50-fb6208e891bb'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:51:53.430960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.506665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b45d20c-8550-48da-829f-d4c5fa36e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.510201 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b45d20c-8550-48da-829f-d4c5fa36e88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.515335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b45d20c-8550-48da-829f-d4c5fa36e88b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acb39dd3-539a-4b0a-8700-6ee33932e9ca HTTP/1.1" status: 204 len: 168 time: 0.8580565 Jul 05 09:51:53.598497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4558025-4244-44d1-8bdd-d5f055a01663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.614208 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-847a52b6-2531-43e8-a0ce-787bff055c69 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3633215 Jul 05 09:51:53.615422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56944) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:53.618005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4558025-4244-44d1-8bdd-d5f055a01663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.622558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'port': {'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f', 'name': 'tempest-NetworksIpV6TestAttrs-1450063160'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:53.635151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45d20c-8550-48da-829f-d4c5fa36e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb39dd3-539a-4b0a-8700-6ee33932e9ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.694816 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.753417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4558025-4244-44d1-8bdd-d5f055a01663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a3041-9d74-4b7e-9cad-bcd7584fca27,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:53.773818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a4558025-4244-44d1-8bdd-d5f055a01663 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bca01bee39b4df1895a46c95f24f1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4553216 Jul 05 09:51:53.773818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:53.800522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Allocated IP 2001:db8::f816:3eff:fe16:6f02 (5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f/2978b774-86f2-4f36-8c50-fb6208e891bb/61542452-af66-48eb-880d-6cf7ae767726) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:53.935380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:53.941004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:53.971856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] device_id is not set on port f097fa40-6a40-4e48-9d4d-37e0e193f8f7 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:51:54.039401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d73edb7-7b12-4eef-88af-22dbd0875177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.052599 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.117972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d73edb7-7b12-4eef-88af-22dbd0875177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.210322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:54.221880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:54.226811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:54.232014 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.247378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Transition to ACTIVE for port object 61542452-af66-48eb-880d-6cf7ae767726 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:54.266663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Transition to ACTIVE for port object 61542452-af66-48eb-880d-6cf7ae767726 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:54.276222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.321188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Pushing event updated for resources: {'Port': ['ID=d600c97a-c79e-4521-8611-29eaf243073e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:54.325816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:54.330300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:54.343487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:54.361776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Pushing event updated for resources: {'Port': ['ID=61542452-af66-48eb-880d-6cf7ae767726,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:54.424283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Allocated IP 2001:db8::f816:3eff:fe60:388d (5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f/2978b774-86f2-4f36-8c50-fb6208e891bb/f097fa40-6a40-4e48-9d4d-37e0e193f8f7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:51:54.503724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Attempting to bind port 61542452-af66-48eb-880d-6cf7ae767726 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:51:54.504070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Attempting to bind port 61542452-af66-48eb-880d-6cf7ae767726 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:51:54.504463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Attempting to bind port 61542452-af66-48eb-880d-6cf7ae767726 on network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:51:54.516425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:51:54.518036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Checking segment: {'id': '9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:51:54.520024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.520671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Bound using segment: {'id': '9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:51:54.521407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Bound port: 61542452-af66-48eb-880d-6cf7ae767726, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:51:54.527431 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.584894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d73edb7-7b12-4eef-88af-22dbd0875177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.589491 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d73edb7-7b12-4eef-88af-22dbd0875177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.593045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2d73edb7-7b12-4eef-88af-22dbd0875177 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/682a3041-9d74-4b7e-9cad-bcd7584fca27 HTTP/1.1" status: 204 len: 168 time: 0.8169181 Jul 05 09:51:54.794310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73edb7-7b12-4eef-88af-22dbd0875177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a3041-9d74-4b7e-9cad-bcd7584fca27,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:54.810950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] For port 61542452-af66-48eb-880d-6cf7ae767726, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:51:54.851898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] For port 61542452-af66-48eb-880d-6cf7ae767726, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=61542452-af66-48eb-880d-6cf7ae767726,segment=NetworkSegment(9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3),segment_id=9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:51:54.893903 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:54.936887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.012777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Transition to ACTIVE for port object f097fa40-6a40-4e48-9d4d-37e0e193f8f7 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:55.134981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.146523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3af49b-4774-4b8b-983c-ebafa2151b45 None None] Pushing event updated for resources: {'Port': ['ID=61542452-af66-48eb-880d-6cf7ae767726,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:55.201431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.202736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395c335e-9e5b-412c-8dc4-5b06683902e0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:55.226428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:51:55.233112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:51:55.283487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb06db3-0bb7-4672-8c27-f7a95166e26c req-65a36312-e84a-4a61-8a76-28c7fb89c0af tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:55.292932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fb06db3-0bb7-4672-8c27-f7a95166e26c req-65a36312-e84a-4a61-8a76-28c7fb89c0af tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.9560573 Jul 05 09:51:55.298740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892d648-4351-4cbd-b557-4f8c9255eed6 None None] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:55.305920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff44d9a1-1987-4fae-837d-1edcef514cbf up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:55.309249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:51:55.322561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:55.323382 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.328034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Port': ['ID=f097fa40-6a40-4e48-9d4d-37e0e193f8f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:55.369883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-36a53477-78be-43c1-993c-dc278ea34ad1 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7528501 Jul 05 09:51:55.370608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:55.539031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Deleting subnet 2978b774-86f2-4f36-8c50-fb6208e891bb {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:51:55.547176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.628436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-90791b7e-cc43-4b59-9995-911328231318 None None] Provisioning for port 395c335e-9e5b-412c-8dc4-5b06683902e0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:55.670304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.674374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 395c335e-9e5b-412c-8dc4-5b06683902e0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:55.680794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 395c335e-9e5b-412c-8dc4-5b06683902e0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:55.686684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.760754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port ff44d9a1-1987-4fae-837d-1edcef514cbf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:55.769417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port ff44d9a1-1987-4fae-837d-1edcef514cbf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:55.769906 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.788624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fb06db3-0bb7-4672-8c27-f7a95166e26c req-ca6e1b79-2bcb-403a-930f-50230546feb0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4943194 Jul 05 09:51:55.945715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4a4e3-dee4-4de8-ba0e-926994fa5ca2 req-86bbed18-659b-462a-a014-270a342ada7d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:55.949235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:55.955040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fc4a4e3-dee4-4de8-ba0e-926994fa5ca2 req-86bbed18-659b-462a-a014-270a342ada7d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 948 time: 0.7499666 Jul 05 09:51:56.000316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.145833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fc4a4e3-dee4-4de8-ba0e-926994fa5ca2 req-ed841df0-5b2b-4498-813a-f3b724b55543 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812475 Jul 05 09:51:56.161795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.213153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.360131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Subnet': ['ID=2978b774-86f2-4f36-8c50-fb6208e891bb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:56.365969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 395c335e-9e5b-412c-8dc4-5b06683902e0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=395c335e-9e5b-412c-8dc4-5b06683902e0,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:56.378443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.379742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.383926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bde3bdce-b0b9-475d-bb52-1f0d2bc5c08e tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/2978b774-86f2-4f36-8c50-fb6208e891bb HTTP/1.1" status: 204 len: 168 time: 1.0113525 Jul 05 09:51:56.388003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:56.388528 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.459949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:56.464494 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fc135f-8cb2-4bfb-8c24-ea83e1f0052a" -d '{"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:56.540010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:56.560352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:56.575341 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:56.622712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c6b72-8443-45d9-a445-4424c68de834 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:56.626120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c6b72-8443-45d9-a445-4424c68de834 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:56.633085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-269c6b72-8443-45d9-a445-4424c68de834 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2434728 Jul 05 09:51:56.634020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=395c335e-9e5b-412c-8dc4-5b06683902e0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:56.636303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57058) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:56.660129 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27472d9f-c27c-4cea-a871-97fbc32b45b1 x-openstack-request-id: req-27472d9f-c27c-4cea-a871-97fbc32b45b1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:56.660574 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:56.683400 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27472d9f-c27c-4cea-a871-97fbc32b45b1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:56.684124 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'code': 200} Jul 05 09:51:56.850376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aba04fed-0d2e-45a7-9d59-b08054eddb30 None None] Provisioning complete for port 395c335e-9e5b-412c-8dc4-5b06683902e0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:56.850967 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aba04fed-0d2e-45a7-9d59-b08054eddb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.050070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:57.236928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5646fdb-7c8e-454a-b437-d7078953dae1 None None] Network 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:51:57.383761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:51:57.422083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 61542452-af66-48eb-880d-6cf7ae767726 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:57.550183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e70e923b-5bd0-4663-b6b7-f912b45821b7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1646825620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:57.608244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-908ffc24-d7d0-4b6c-8b22-1616b83f69d5 None None] Provisioning for port 61542452-af66-48eb-880d-6cf7ae767726 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:57.728081 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.796666 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e70e923b-5bd0-4663-b6b7-f912b45821b7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.797878 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e70e923b-5bd0-4663-b6b7-f912b45821b7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.812449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:57.820732 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.821288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:51:57.859210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b56c4-998c-4c2f-ba36-5bc69cb5dfcf req-1de67740-5d91-493b-9c9f-4aaa27674656 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.859472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec76dff6-d826-41e6-b7d4-9264da78705c tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.861650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a4b56c4-998c-4c2f-ba36-5bc69cb5dfcf req-1de67740-5d91-493b-9c9f-4aaa27674656 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 947 time: 0.3614080 Jul 05 09:51:57.886561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0f5de-ec6f-468d-8489-42449e3a0af0 req-c9e49b77-6b8d-4df5-a165-a0766a8d51dd tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.888818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 61542452-af66-48eb-880d-6cf7ae767726 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:57.890807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e14f19-2cba-40e2-8c49-2cff430b0175 req-276fe33d-351e-4d95-9d4c-91200171cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:57.892782 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93e14f19-2cba-40e2-8c49-2cff430b0175 req-276fe33d-351e-4d95-9d4c-91200171cb68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 1101 time: 0.3619037 Jul 05 09:51:57.896171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89f0f5de-ec6f-468d-8489-42449e3a0af0 req-c9e49b77-6b8d-4df5-a165-a0766a8d51dd tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 949 time: 0.2683291 Jul 05 09:51:57.919929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 61542452-af66-48eb-880d-6cf7ae767726 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:57.920638 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.945431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e70e923b-5bd0-4663-b6b7-f912b45821b7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:57.958279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=14']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:57.958904 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec76dff6-d826-41e6-b7d4-9264da78705c tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 09:51:57.959579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec76dff6-d826-41e6-b7d4-9264da78705c tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:51:57.961446 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec76dff6-d826-41e6-b7d4-9264da78705c tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f HTTP/1.1" status: 409 len: 405 time: 1.3235378 Jul 05 09:51:57.968895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:57.976212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1214053686'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:57.997650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e70e923b-5bd0-4663-b6b7-f912b45821b7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.034445 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-93e14f19-2cba-40e2-8c49-2cff430b0175 req-51c5ab84-951b-4d2d-a480-9d17d7b310ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992765 Jul 05 09:51:58.036832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:58.043552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.046452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e70e923b-5bd0-4663-b6b7-f912b45821b7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.048976 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e70e923b-5bd0-4663-b6b7-f912b45821b7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4860184 Jul 05 09:51:58.050638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:58.060720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1085309990'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:58.116095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.116360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:58.119344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:58.120076 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] DHCP port deletion for 5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:51:58.123127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89f0f5de-ec6f-468d-8489-42449e3a0af0 req-e4d4fa01-4514-489d-9007-8af0d1a60fe8 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772084 Jul 05 09:51:58.123783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.144414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.148433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.149205 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Added segment e4347e43-c99c-4cb0-becd-6f54adcd5417 of type vlan for network 993cb113-affe-4dcf-86e8-541b9128e49d Jul 05 09:51:58.167277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:51:58.188157 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Sync routers for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:51:58.202117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a4b56c4-998c-4c2f-ba36-5bc69cb5dfcf req-1774bbf8-68c9-4dbb-a1b1-49e98bacdd5c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628982 Jul 05 09:51:58.209025 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:51:58.210043 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:51:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:58.249963 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.289064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 61542452-af66-48eb-880d-6cf7ae767726, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=61542452-af66-48eb-880d-6cf7ae767726,segment=NetworkSegment(9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3),segment_id=9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:58.294893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.295793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395c335e-9e5b-412c-8dc4-5b06683902e0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:58.367280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.376287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:58.378598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.441006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=61542452-af66-48eb-880d-6cf7ae767726,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:58.481697 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:51:58.502023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Network': ['ID=993cb113-affe-4dcf-86e8-541b9128e49d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:58.502317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] Deleting port 61542452-af66-48eb-880d-6cf7ae767726 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:51:58.503267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.559054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.573817 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.577679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bcc05ec0-5966-4b05-9a9c-28edc27781cd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4298670 Jul 05 09:51:58.577900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.578020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:58.612053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:51:58.621355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 993cb113-affe-4dcf-86e8-541b9128e49d details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:51:58.632347 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bbad67a0-dd6e-434d-81ca-891b052d8af8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6614757 Jul 05 09:51:58.649059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:58.712309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:51:58.720527 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6ea9f3-6d6a-4005-b550-e045e03fb6a3" -d '{"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-unplugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:51:58.726821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.728381 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Added segment 9dd96f98-1c78-4a8e-afaa-c305b51e2091 of type vlan for network c33f4d60-890d-4a56-953f-2484f480a372 Jul 05 09:51:58.801622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.875857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'subnet': {'network_id': '993cb113-affe-4dcf-86e8-541b9128e49d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:58.887883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] For port 61542452-af66-48eb-880d-6cf7ae767726, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=61542452-af66-48eb-880d-6cf7ae767726,segment=NetworkSegment(9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3),segment_id=9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:58.889698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.914825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 395c335e-9e5b-412c-8dc4-5b06683902e0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:58.915302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:58.949488 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:51:54Z', 'revision_number': 3, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:51:58.980978 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a8a0fe-1a5b-4114-af40-87caaf36ce09 x-openstack-request-id: req-b3a8a0fe-1a5b-4114-af40-87caaf36ce09 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:51:58.984017 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-unplugged", "status": "completed", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:51:58.987371 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3a8a0fe-1a5b-4114-af40-87caaf36ce09 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:51:58.987567 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'code': 200} Jul 05 09:51:59.010253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b52e20d-6891-4bee-a5f6-9255b2bd5bd7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:59.046169 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Checking router: acae9cec-5ff5-4f65-ace2-c99be7fc2c58 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:51:59.048515 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Updating router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 port d600c97a-c79e-4521-8611-29eaf243073e binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:51:59.064896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.077131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:59.082751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.122141 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.128226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] Calling delete_port for 61542452-af66-48eb-880d-6cf7ae767726 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:51:59.275765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:51:59.296692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.830440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d02ee1-120f-4cf6-9e6e-9239fbab9402 req-c7c217a5-e47d-4b71-a8c0-027f4cd3e87e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:51:59.846950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8d02ee1-120f-4cf6-9e6e-9239fbab9402 req-c7c217a5-e47d-4b71-a8c0-027f4cd3e87e tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 949 time: 0.3159299 Jul 05 09:51:59.852663 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7941363 Jul 05 09:51:59.864645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57130) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:59.895581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'subnet': {'network_id': 'c33f4d60-890d-4a56-953f-2484f480a372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:51:59.920846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.928552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e08ec2-d013-4158-ab13-39d810bc834b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Network': ['ID=c33f4d60-890d-4a56-953f-2484f480a372,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:59.934602 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:59.964432 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Transition to ACTIVE for port object d600c97a-c79e-4521-8611-29eaf243073e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:51:59.976338 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.008828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] No DVR routers for this DVR port 61542452-af66-48eb-880d-6cf7ae767726 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:00.013624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c33f4d60-890d-4a56-953f-2484f480a372 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:00.022770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c0c98-6be5-480d-9d32-dcc77719ad60 None None] Pushing event deleted for resources: {'Port': ['ID=61542452-af66-48eb-880d-6cf7ae767726,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.037962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:52:00.040120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.099888 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.106013 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.220351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Subnet': ['ID=c90b4e42-3a75-48f7-b7e8-6772adf21403,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.225790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8d02ee1-120f-4cf6-9e6e-9239fbab9402 req-84d8261b-ba88-46b2-9c8b-f11a462b76c5 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776429 Jul 05 09:52:00.230897 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Attempting to bind port d600c97a-c79e-4521-8611-29eaf243073e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:00.235833 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Attempting to bind port d600c97a-c79e-4521-8611-29eaf243073e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:00.235833 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Attempting to bind port d600c97a-c79e-4521-8611-29eaf243073e on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:00.242745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Checking segment: {'id': 'e4347e43-c99c-4cb0-becd-6f54adcd5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '993cb113-affe-4dcf-86e8-541b9128e49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:00.243399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network hostable DHCP agents. Network: 993cb113-affe-4dcf-86e8-541b9128e49d, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:00.270860 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Pushing event updated for resources: {'Port': ['ID=d600c97a-c79e-4521-8611-29eaf243073e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.273475 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:00.273838 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:00.281343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 993cb113-affe-4dcf-86e8-541b9128e49d is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:00.281855 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.284138 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:00.289147 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Bound port: d600c97a-c79e-4521-8611-29eaf243073e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:00.292144 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.293756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 993cb113-affe-4dcf-86e8-541b9128e49d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:00.300887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:00.301932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.309049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2971b8-0357-4025-9987-eab11438734c None None] Network 993cb113-affe-4dcf-86e8-541b9128e49d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:00.343177 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2b2022e-dc56-4f97-b9f8-43f97b91fc88 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6912565 Jul 05 09:52:00.346941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:00.389926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.394463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:00.399159 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.414190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 61542452-af66-48eb-880d-6cf7ae767726 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:00.457378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.458891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.459508 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.461141 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.461645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.463841 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.466701 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.470197 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.471317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.472124 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.473181 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.475764 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:00.508214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 61542452-af66-48eb-880d-6cf7ae767726 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:00.509785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 61542452-af66-48eb-880d-6cf7ae767726 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:00.560251 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] For port d600c97a-c79e-4521-8611-29eaf243073e, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:00.567666 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] For port d600c97a-c79e-4521-8611-29eaf243073e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d600c97a-c79e-4521-8611-29eaf243073e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:00.577545 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.629010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.744811 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5893ee-db05-4047-a0cc-6741c55505a2 None None] Pushing event updated for resources: {'Port': ['ID=d600c97a-c79e-4521-8611-29eaf243073e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:00.763122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29169025-577c-4caf-99f3-450ac1470dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-993cb113-affe-4dcf-86e8-541b9128e49d', 'network_id': '993cb113-affe-4dcf-86e8-541b9128e49d', 'tenant_id': '3671f6620cc44f20b05cb2e7b1e90e9f', 'fixed_ips': [{'subnet_id': 'c90b4e42-3a75-48f7-b7e8-6772adf21403'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:00.764104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29169025-577c-4caf-99f3-450ac1470dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.773165 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:00.774209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:51:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:00.848306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:00.907349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:00.995410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.026191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-29169025-577c-4caf-99f3-450ac1470dc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c90b4e42-3a75-48f7-b7e8-6772adf21403: This subnet is being modified by another concurrent operation. Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:52:01.039912 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c90b4e42-3a75-48f7-b7e8-6772adf21403: This subnet is being modified by another concurrent operation. Jul 05 09:52:01.046689 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 05 09:52:01.057177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Allocated IP 172.20.0.1 (d9c447c1-e1a0-4c2f-ad09-8af3a5151f87/1c69dee3-7e48-443f-94fe-81fb1787268f/b649ef82-35bd-4549-98f9-1620be849822) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:01.062490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a6f06e-70c0-4697-84be-8a9218671b36 None None] Network 993cb113-affe-4dcf-86e8-541b9128e49d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:01.094408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Subnet': ['ID=c90b4e42-3a75-48f7-b7e8-6772adf21403,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:01.205495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.228086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993cb113-affe-4dcf-86e8-541b9128e49d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.287245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b84984-46ce-4671-9a8b-05535a627bff None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:52:01.289349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4347e43-c99c-4cb0-becd-6f54adcd5417') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.291320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4347e43-c99c-4cb0-becd-6f54adcd5417') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.306872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.331833 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.347565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:01.349682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:01.357409 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:01.360680 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:51:54Z', 'revision_number': 3, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:01.388659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Subnet': ['ID=9d09a845-7185-4cd8-a3a7-4371c49814e5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:01.398139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb68937-533a-4b91-98f3-3ced3674e8e9 req-c8e14fa1-dce2-4b19-afcd-08932585210c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:01.406004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cb68937-533a-4b91-98f3-3ced3674e8e9 req-c8e14fa1-dce2-4b19-afcd-08932585210c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.4635940 Jul 05 09:52:01.413113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Checking segment: {'id': '9dd96f98-1c78-4a8e-afaa-c305b51e2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c33f4d60-890d-4a56-953f-2484f480a372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:01.413484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network hostable DHCP agents. Network: c33f4d60-890d-4a56-953f-2484f480a372, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:01.444501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.444841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.445178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.445508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.445837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.446161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.446545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.453210 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35824526-b9ab-45c5-8675-1dfb36f8f64b None None] The sync data for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 is: [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:51:54Z', 'revision_number': 3, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:01.454009 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.460702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.461066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.461407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.461743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.464608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:01.466491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.470182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/993cb113-affe-4dcf-86e8-541b9128e49d HTTP/1.1" status: 204 len: 168 time: 1.1214602 Jul 05 09:52:01.479196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:01.486432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1775467467'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:01.513996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece19b8d-3f32-42e3-9e76-cce01349c98d tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Network': ['ID=993cb113-affe-4dcf-86e8-541b9128e49d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:01.540741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:01.550315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.595902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:01.619615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.619961 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Added segment a385da42-1591-4b90-a0dd-b6754d8accc0 of type vlan for network 0c709ff2-ab10-4e87-aa75-f2fb55ef85db Jul 05 09:52:01.636004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cb68937-533a-4b91-98f3-3ced3674e8e9 req-b84498d4-f5ff-41a0-b9ae-251ea5de5c14 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287397 Jul 05 09:52:01.651712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.660579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network c33f4d60-890d-4a56-953f-2484f480a372 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:01.697501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.735993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c33f4d60-890d-4a56-953f-2484f480a372) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:01.768777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Transition to ACTIVE for port object b649ef82-35bd-4549-98f9-1620be849822 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:01.772878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:01.773734 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.782902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.798439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:01.799885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:01.863989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b84984-46ce-4671-9a8b-05535a627bff None None] Unable to find a vacant binding_index for network c33f4d60-890d-4a56-953f-2484f480a372 and agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 05 09:52:01.873737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b84984-46ce-4671-9a8b-05535a627bff None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c33f4d60-890d-4a56-953f-2484f480a372) {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:52:01.980582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699ae4f-0378-4fef-a5bc-2995cc067f78 req-e8e61e65-755e-4153-98ee-e0b4d6da85a4 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:01.985713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e699ae4f-0378-4fef-a5bc-2995cc067f78 req-e8e61e65-755e-4153-98ee-e0b4d6da85a4 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 949 time: 0.4695554 Jul 05 09:52:01.992718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9291f259-2e9d-4768-ba80-bfb9bae84673 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1131997 Jul 05 09:52:02.004176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:02.029313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'network': {'name': 'tempest-router-network01--1999517605'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:02.043492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5626061 Jul 05 09:52:02.044340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57190) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:02.086714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'subnet': {'network_id': '0c709ff2-ab10-4e87-aa75-f2fb55ef85db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:02.162216 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.178874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddbd7f-b27e-4978-a8b6-4c9d8f1b4c8f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Network': ['ID=0c709ff2-ab10-4e87-aa75-f2fb55ef85db,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:02.257515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:02.258749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:02.264040 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.265676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 0c709ff2-ab10-4e87-aa75-f2fb55ef85db details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:02.285130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b649ef82-35bd-4549-98f9-1620be849822,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:02.288051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:02.308523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:02.312303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:02.326093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.326669 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Added segment 4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53 of type vlan for network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 Jul 05 09:52:02.334704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.404110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.486538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d600c97a-c79e-4521-8611-29eaf243073e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:02.499143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:02.591637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e699ae4f-0378-4fef-a5bc-2995cc067f78 req-851f8343-cc3c-4f01-bc2a-018f1abf8268 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787697 Jul 05 09:52:02.620943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.639686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:02.641693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.841102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-24159503-b2ec-4780-b296-00200352e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:02.848228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8331888 Jul 05 09:52:02.854537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57200) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:02.854791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-24159503-b2ec-4780-b296-00200352e961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1097 time: 0.5016727 Jul 05 09:52:02.869069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port d600c97a-c79e-4521-8611-29eaf243073e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:02.894054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port d600c97a-c79e-4521-8611-29eaf243073e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:02.894351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:02.898423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'network': {'name': 'tempest-router-network02--581697919'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:02.987535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c33f4d60-890d-4a56-953f-2484f480a372', 'network_id': 'c33f4d60-890d-4a56-953f-2484f480a372', 'tenant_id': 'c9bd37f41cac4939a307e629c2c17836', 'fixed_ips': [{'subnet_id': '9d09a845-7185-4cd8-a3a7-4371c49814e5'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:02.990585 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.020248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.074277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.102048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port d600c97a-c79e-4521-8611-29eaf243073e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d600c97a-c79e-4521-8611-29eaf243073e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:03.109312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.183364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.189952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede420ed-f2c5-4fc3-8bef-551efb5de392 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Network': ['ID=8e50ed48-f588-4b43-9e67-8e96ca97adb2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:03.210410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-4fd09c9c-285b-4160-8433-a6858bbf915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.212637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-4fd09c9c-285b-4160-8433-a6858bbf915d service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.3478339 Jul 05 09:52:03.231886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:03.236477 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.236794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:03.363979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Subnet': ['ID=bac1c06f-a414-4940-9ad1-a64228c249c3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:03.381783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Checking segment: {'id': 'a385da42-1591-4b90-a0dd-b6754d8accc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c709ff2-ab10-4e87-aa75-f2fb55ef85db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:03.382213 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network hostable DHCP agents. Network: 0c709ff2-ab10-4e87-aa75-f2fb55ef85db, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:03.390664 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-38f367fc-0ada-4b25-8600-c2413172615d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.1408601 Jul 05 09:52:03.465013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:03.465277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 0c709ff2-ab10-4e87-aa75-f2fb55ef85db is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:03.478449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Allocated IP 2001:db8::2 (c33f4d60-890d-4a56-953f-2484f480a372/9d09a845-7185-4cd8-a3a7-4371c49814e5/3a91ee44-8aae-4022-99d9-5f9488b04602) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:03.485032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 0c709ff2-ab10-4e87-aa75-f2fb55ef85db) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:03.491813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.492450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.507215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-300d1e70-af6d-4870-b7f6-bf0d5854353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.510363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f8d3a-5f82-4c7e-910b-23227f968697 req-723b0fa2-8780-45e3-8fca-0c9dace6ee96 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.511358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-300d1e70-af6d-4870-b7f6-bf0d5854353d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1118319 Jul 05 09:52:03.513227 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc5404b1-b7bc-4d97-b7d3-0ef4f55c2b7f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4530864 Jul 05 09:52:03.516078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:03.517828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-259f8d3a-5f82-4c7e-910b-23227f968697 req-723b0fa2-8780-45e3-8fca-0c9dace6ee96 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.7494378 Jul 05 09:52:03.566464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.568904 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Added segment 2c54b086-87d5-485b-b897-7fac04551f04 of type vlan for network 2984e984-4bcc-488c-8a57-f4c453b89d77 Jul 05 09:52:03.592938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=d600c97a-c79e-4521-8611-29eaf243073e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:03.642145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.642404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.642733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.643070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.645221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.645782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.646129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.646469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.646803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.647177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.647636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.648018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:03.702821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e47e12-1dff-4167-8c32-1e7467438579 req-18bb26cb-357a-4db6-af49-bbf580f4038f tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.704940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e47e12-1dff-4167-8c32-1e7467438579 req-18bb26cb-357a-4db6-af49-bbf580f4038f tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 950 time: 0.4954982 Jul 05 09:52:03.709370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.734884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-259f8d3a-5f82-4c7e-910b-23227f968697 req-edce06b1-b5c1-4649-93f4-cecadee3fb97 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158968 Jul 05 09:52:03.738546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-5cf7bab4-ca0b-4654-830d-1d3e98dca057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.740657 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-5cf7bab4-ca0b-4654-830d-1d3e98dca057 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117009 Jul 05 09:52:03.747543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.859701 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.905574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.926989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.937033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.949163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Transition to ACTIVE for port object 3a91ee44-8aae-4022-99d9-5f9488b04602 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:03.954887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:03.956657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:03.963742 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-4da32c5c-4324-4449-8809-82ff983cc20c service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134008 Jul 05 09:52:03.995835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3e47e12-1dff-4167-8c32-1e7467438579 req-a173daa7-bb58-4c60-afef-e58322368b51 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805092 Jul 05 09:52:04.009558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Transition to ACTIVE for port object 3a91ee44-8aae-4022-99d9-5f9488b04602 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:04.021436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.121334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.127674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Network c33f4d60-890d-4a56-953f-2484f480a372 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:04.132147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:04.144443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:04.156007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Pushing event updated for resources: {'Port': ['ID=3a91ee44-8aae-4022-99d9-5f9488b04602,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:04.166468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2814279 Jul 05 09:52:04.201959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:04.206090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Subnet': ['ID=bac1c06f-a414-4940-9ad1-a64228c249c3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:04.225698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'subnet': {'network_id': '8e50ed48-f588-4b43-9e67-8e96ca97adb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:04.279410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Attempting to bind port 3a91ee44-8aae-4022-99d9-5f9488b04602 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:04.279782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Attempting to bind port 3a91ee44-8aae-4022-99d9-5f9488b04602 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '9dd96f98-1c78-4a8e-afaa-c305b51e2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c33f4d60-890d-4a56-953f-2484f480a372'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:04.280145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Attempting to bind port 3a91ee44-8aae-4022-99d9-5f9488b04602 on network c33f4d60-890d-4a56-953f-2484f480a372 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:04.294190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:04.294596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Checking segment: {'id': '9dd96f98-1c78-4a8e-afaa-c305b51e2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c33f4d60-890d-4a56-953f-2484f480a372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:04.294962 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.295438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Bound using segment: {'id': '9dd96f98-1c78-4a8e-afaa-c305b51e2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c33f4d60-890d-4a56-953f-2484f480a372'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:04.295919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Bound port: 3a91ee44-8aae-4022-99d9-5f9488b04602, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd96f98-1c78-4a8e-afaa-c305b51e2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c33f4d60-890d-4a56-953f-2484f480a372'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:04.296301 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.346477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57218) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:04.405877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d600c97a-c79e-4521-8611-29eaf243073e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:04.411469 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.423032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.495144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] For port 3a91ee44-8aae-4022-99d9-5f9488b04602, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:04.526448 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5fa3de8-427d-47ce-aa65-8e36e0346528 req-b22acf40-7e36-405a-a8dc-4379d7187c94 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497632 Jul 05 09:52:04.563896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.569826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] For port 3a91ee44-8aae-4022-99d9-5f9488b04602, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3a91ee44-8aae-4022-99d9-5f9488b04602,segment=NetworkSegment(9dd96f98-1c78-4a8e-afaa-c305b51e2091),segment_id=9dd96f98-1c78-4a8e-afaa-c305b51e2091)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:04.583305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1254d6-bd4a-4887-b216-5222bbbdd0c7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Network': ['ID=2984e984-4bcc-488c-8a57-f4c453b89d77,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:04.588514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.594110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c709ff2-ab10-4e87-aa75-f2fb55ef85db']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:04.609682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2984e984-4bcc-488c-8a57-f4c453b89d77 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:04.644442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.650087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a385da42-1591-4b90-a0dd-b6754d8accc0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:04.650596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a385da42-1591-4b90-a0dd-b6754d8accc0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:04.671217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b649ef82-35bd-4549-98f9-1620be849822,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:04.688898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.702239 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef01f046-be23-4478-9254-4457d8fb576b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.761405 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.824143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port d600c97a-c79e-4521-8611-29eaf243073e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:04.824514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.832495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cef4f-0652-4fe4-94e1-8e3eae0f47c1 None None] Pushing event updated for resources: {'Port': ['ID=3a91ee44-8aae-4022-99d9-5f9488b04602,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:04.832823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:04.845259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.864018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:04.868877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:04.878082 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:04.962859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:04.965833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:05.260253 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.277335 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.279914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/0c709ff2-ab10-4e87-aa75-f2fb55ef85db HTTP/1.1" status: 204 len: 168 time: 1.7624750 Jul 05 09:52:05.288681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:05.320863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-238578916'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:05.332972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928f165-8bea-4df1-80ad-46a0f3690a6b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Network': ['ID=0c709ff2-ab10-4e87-aa75-f2fb55ef85db,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:05.465635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.555345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef01f046-be23-4478-9254-4457d8fb576b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.570326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef01f046-be23-4478-9254-4457d8fb576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.634666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Subnet': ['ID=e9faf903-b863-4228-a1fa-0c0e52fdbc73,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:05.652366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:05.656176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.662714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01f046-be23-4478-9254-4457d8fb576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd23a56-43b9-4e74-9ebc-66cb19311a1d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:05.678601 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ef01f046-be23-4478-9254-4457d8fb576b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2965a3192054f9ca0caeb6f80b2b638&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3285046 Jul 05 09:52:05.679326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:05.714638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Checking segment: {'id': '4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e50ed48-f588-4b43-9e67-8e96ca97adb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:05.715262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network hostable DHCP agents. Network: 8e50ed48-f588-4b43-9e67-8e96ca97adb2, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:05.756334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:05.795305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.795831 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Added segment 18e63a6e-67b3-47a4-9e1b-0634a0ea9612 of type vlan for network 4060f856-fe9f-49e4-a2ac-780218147dc3 Jul 05 09:52:05.824215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:05.888073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad17df7b-a19c-4508-b9e7-88f4e23b3abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.901143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 8e50ed48-f588-4b43-9e67-8e96ca97adb2) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:05.911909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39846e5-4e09-4f7f-b0ee-d4f2f64b71b5 req-a461064a-b931-4450-8ee4-f6637ee04388 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:05.914601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b39846e5-4e09-4f7f-b0ee-d4f2f64b71b5 req-a461064a-b931-4450-8ee4-f6637ee04388 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.9296386 Jul 05 09:52:05.924296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.932335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:05.933258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:05.959799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:52:05.977311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad17df7b-a19c-4508-b9e7-88f4e23b3abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.009283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7a7d266d-5fe9-407a-a1da-45978f7d67e8 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8005712 Jul 05 09:52:06.015648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b39846e5-4e09-4f7f-b0ee-d4f2f64b71b5 req-bc3e3d50-cd9d-4a9d-9db0-f75a321a0f86 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890765 Jul 05 09:52:06.017265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:06.066792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.076621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:06.077615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.078296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'subnet': {'network_id': '2984e984-4bcc-488c-8a57-f4c453b89d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:06.165153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad17df7b-a19c-4508-b9e7-88f4e23b3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.167850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad17df7b-a19c-4508-b9e7-88f4e23b3abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.169017 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad17df7b-a19c-4508-b9e7-88f4e23b3abf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dd23a56-43b9-4e74-9ebc-66cb19311a1d HTTP/1.1" status: 204 len: 168 time: 0.4862511 Jul 05 09:52:06.173995 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8577268 Jul 05 09:52:06.180575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:06.186900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Request body: {'subnet': {'network_id': '4060f856-fe9f-49e4-a2ac-780218147dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:06.196044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17df7b-a19c-4508-b9e7-88f4e23b3abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd23a56-43b9-4e74-9ebc-66cb19311a1d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:06.198615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46e7f-fdec-40f6-8e13-426fcc7ad297 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Network': ['ID=4060f856-fe9f-49e4-a2ac-780218147dc3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:06.221485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 4060f856-fe9f-49e4-a2ac-780218147dc3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:06.350197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:06.364323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Sync routers for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:06.383482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-054640cd-d98f-48b1-8a3e-b59634acb2d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/acae9cec-5ff5-4f65-ace2-c99be7fc2c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7948782 Jul 05 09:52:06.389612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:06.390592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:51:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:06.478368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:06.497078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:06.525489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3a91ee44-8aae-4022-99d9-5f9488b04602 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:06.534814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c46f33e-84f8-48ed-97af-f3aaa1b70514 None None] Network c33f4d60-890d-4a56-953f-2484f480a372 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:06.599781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e572a-5957-4427-b971-641eecc9be3d None None] Network 0c709ff2-ab10-4e87-aa75-f2fb55ef85db requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:06.784579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca9b1f-e921-4ebb-a707-ff5175487554 None None] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:06.810742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Made reservation on behalf of 3671f6620cc44f20b05cb2e7b1e90e9f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:06.814528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.028401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e572a-5957-4427-b971-641eecc9be3d None None] Network 0c709ff2-ab10-4e87-aa75-f2fb55ef85db could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:52:07.236024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:07.254071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-619c6b78-ae5f-4214-b3b0-5b5fa026fb7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618007669', 'description': 'tempest-description--441558561'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:07.380469 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619c6b78-ae5f-4214-b3b0-5b5fa026fb7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.386644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:07.434102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22485643-f4b9-4b73-a5fb-9fe971213a4f None None] Network 0c709ff2-ab10-4e87-aa75-f2fb55ef85db requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:07.473855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22485643-f4b9-4b73-a5fb-9fe971213a4f None None] Network 0c709ff2-ab10-4e87-aa75-f2fb55ef85db could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:52:07.487674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f22fb097-2509-45a9-99af-b682769f4f70 None None] Provisioning for port 3a91ee44-8aae-4022-99d9-5f9488b04602 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:07.518623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.519746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3a91ee44-8aae-4022-99d9-5f9488b04602 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:07.564581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3a91ee44-8aae-4022-99d9-5f9488b04602 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:07.565075 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.609000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619c6b78-ae5f-4214-b3b0-5b5fa026fb7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.616612 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619c6b78-ae5f-4214-b3b0-5b5fa026fb7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.667838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.objects.ports [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:52:07.690381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c6b78-ae5f-4214-b3b0-5b5fa026fb7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd99f2d-c47b-47b8-b09b-371edcfae5ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:07.690707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf4e1-28b5-4814-b08a-2404e52f4b1a req-7a9e39a0-40bf-4588-a682-8d174aff5ae5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:07.692817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619c6b78-ae5f-4214-b3b0-5b5fa026fb7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.694735 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-619c6b78-ae5f-4214-b3b0-5b5fa026fb7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4528198 Jul 05 09:52:07.699837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:07.704078 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aabf4e1-28b5-4814-b08a-2404e52f4b1a req-7a9e39a0-40bf-4588-a682-8d174aff5ae5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3065317 Jul 05 09:52:07.706316 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.710826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e5d6e003-3e22-49d4-b5ce-a2ee0e22af1e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'security_group_rule': {'security_group_id': '4dd99f2d-c47b-47b8-b09b-371edcfae5ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:07.751363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Subnet': ['ID=1ce5d167-afc6-47a2-9a78-1a19461010c7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:07.762681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e003-3e22-49d4-b5ce-a2ee0e22af1e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.843678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4825356-433e-423d-b56a-376eda0085f7 None None] Provisioning for port b649ef82-35bd-4549-98f9-1620be849822 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:07.851050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event updated for resources: {'Subnet': ['ID=37a18db7-06d1-42e5-8df1-bfcec14d15ed,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:07.869572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4825356-433e-423d-b56a-376eda0085f7 None None] Provisioning complete for port b649ef82-35bd-4549-98f9-1620be849822 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:07.870259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4825356-433e-423d-b56a-376eda0085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.892967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aabf4e1-28b5-4814-b08a-2404e52f4b1a req-fea45ecc-b4ae-4b85-a090-b6f72ceecc3c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882408 Jul 05 09:52:07.927402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e003-3e22-49d4-b5ce-a2ee0e22af1e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.933497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e003-3e22-49d4-b5ce-a2ee0e22af1e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.935721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Checking segment: {'id': '2c54b086-87d5-485b-b897-7fac04551f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2984e984-4bcc-488c-8a57-f4c453b89d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:07.945690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network hostable DHCP agents. Network: 2984e984-4bcc-488c-8a57-f4c453b89d77, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:08.028158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Checking segment: {'id': '18e63a6e-67b3-47a4-9e1b-0634a0ea9612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4060f856-fe9f-49e4-a2ac-780218147dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:08.029468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network hostable DHCP agents. Network: 4060f856-fe9f-49e4-a2ac-780218147dc3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:08.073170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network 2984e984-4bcc-488c-8a57-f4c453b89d77 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:08.086455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e003-3e22-49d4-b5ce-a2ee0e22af1e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.091938 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e5d6e003-3e22-49d4-b5ce-a2ee0e22af1e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900788 Jul 05 09:52:08.098167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:08.098423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6e003-3e22-49d4-b5ce-a2ee0e22af1e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c42211-7e5d-477c-a02c-b87363668e1a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:08.102006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d4825356-433e-423d-b56a-376eda0085f7 None None] Port b649ef82-35bd-4549-98f9-1620be849822 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:08.134174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31e815c5-735e-49a9-b120-ea2277ed78b4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'security_group_rule': {'security_group_id': '4dd99f2d-c47b-47b8-b09b-371edcfae5ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:08.147724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8e50ed48-f588-4b43-9e67-8e96ca97adb2', 'network_id': '8e50ed48-f588-4b43-9e67-8e96ca97adb2', 'tenant_id': 'c9bd37f41cac4939a307e629c2c17836', 'fixed_ips': [{'subnet_id': 'e9faf903-b863-4228-a1fa-0c0e52fdbc73'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:08.148855 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.173519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2984e984-4bcc-488c-8a57-f4c453b89d77) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:08.184331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:08.186473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.203962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Network 4060f856-fe9f-49e4-a2ac-780218147dc3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:08.210511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9514a142-e70f-4f12-a07a-b3fb36d97a7c None None] Network 2984e984-4bcc-488c-8a57-f4c453b89d77 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:08.224443 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.312119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e815c5-735e-49a9-b120-ea2277ed78b4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.326415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 4060f856-fe9f-49e4-a2ac-780218147dc3) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:08.340107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57326) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:08.340975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-38845c7a-1ecb-482c-a4be-8e66b7836f34 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2676651 Jul 05 09:52:08.364198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:08.365473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:08.444860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-29a992e6-2124-4bdf-b51e-0211536e3fe7 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2601271 Jul 05 09:52:08.457458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:08.623532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694df36-d52c-48ab-ac02-66646342fc72 None None] Network 4060f856-fe9f-49e4-a2ac-780218147dc3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:08.737518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.008686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3a91ee44-8aae-4022-99d9-5f9488b04602, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3a91ee44-8aae-4022-99d9-5f9488b04602,segment=NetworkSegment(9dd96f98-1c78-4a8e-afaa-c305b51e2091),segment_id=9dd96f98-1c78-4a8e-afaa-c305b51e2091)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:09.033424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:09.062602 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e815c5-735e-49a9-b120-ea2277ed78b4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.069772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.100225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e815c5-735e-49a9-b120-ea2277ed78b4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.137438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e815c5-735e-49a9-b120-ea2277ed78b4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520eb372-8bca-48e1-940d-b315d7d6ca2d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.157393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:04Z', 'revision_number': 2, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:09.211972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e68e1e-d23a-451f-b83e-750a7f202507 None None] Network c33f4d60-890d-4a56-953f-2484f480a372 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:09.215394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-2984e984-4bcc-488c-8a57-f4c453b89d77', 'network_id': '2984e984-4bcc-488c-8a57-f4c453b89d77', 'tenant_id': 'c9bd37f41cac4939a307e629c2c17836', 'fixed_ips': [{'subnet_id': '1ce5d167-afc6-47a2-9a78-1a19461010c7'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:09.216596 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.239052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3a91ee44-8aae-4022-99d9-5f9488b04602,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.244561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Checking router: acae9cec-5ff5-4f65-ace2-c99be7fc2c58 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:52:09.244948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Updating router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 port b649ef82-35bd-4549-98f9-1620be849822 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:52:09.302707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Allocated IP 2001:db8::2 (8e50ed48-f588-4b43-9e67-8e96ca97adb2/e9faf903-b863-4228-a1fa-0c0e52fdbc73/055e640e-f56b-4f25-a4a5-f33e95807266) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:09.311012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.405089 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e815c5-735e-49a9-b120-ea2277ed78b4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.406256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-31e815c5-735e-49a9-b120-ea2277ed78b4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3015866 Jul 05 09:52:09.409428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.414700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:09.419524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:09.475615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bce6-b148-4483-b704-3b1015ba267c req-da99b18d-b75d-4855-a2cb-c1519a9a7e37 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:09.482065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'network': {'name': 'tempest-network-smoke--1685040698', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:09.482631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53a4bce6-b148-4483-b704-3b1015ba267c req-da99b18d-b75d-4855-a2cb-c1519a9a7e37 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.7353172 Jul 05 09:52:09.504638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b3b91fbe-c48c-4f80-b9f5-8cd78de423b8 None None] Provisioning complete for port 3a91ee44-8aae-4022-99d9-5f9488b04602 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:09.505206 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3b91fbe-c48c-4f80-b9f5-8cd78de423b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.547860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53a4bce6-b148-4483-b704-3b1015ba267c req-a89a68d9-2e49-415b-bfbf-d7ab5e01f1af tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607569 Jul 05 09:52:09.554635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:52:09.554635 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:52:09.554635 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id_1': '7ab4b5a2844b4c1790b5d9af97c73544', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 52, 9, 492192)}] Jul 05 09:52:09.554635 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:52:09.555125 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:52:09.598146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.600183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:09.750688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.803630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Subnet': ['ID=37a18db7-06d1-42e5-8df1-bfcec14d15ed,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:09.911046 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.928439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:09.951809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4060f856-fe9f-49e4-a2ac-780218147dc3']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:09.969890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e63a6e-67b3-47a4-9e1b-0634a0ea9612') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:09.970086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e63a6e-67b3-47a4-9e1b-0634a0ea9612') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:09.998457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.038826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.053944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036238-5928-45b0-9219-01e970f27f83 req-b9865c11-142d-4cfe-9d05-d230f21c9339 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:10.056463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98036238-5928-45b0-9219-01e970f27f83 req-b9865c11-142d-4cfe-9d05-d230f21c9339 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2392681 Jul 05 09:52:10.059661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.061605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:10.062181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:10.066422 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:10.128190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:10.132790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:10.143201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be7071-d795-427a-937b-3e5878554155 None None] Network 4060f856-fe9f-49e4-a2ac-780218147dc3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:10.153843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.190304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.263482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98036238-5928-45b0-9219-01e970f27f83 req-9dd8cd22-c560-4998-b234-3d1054e6094b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838210 Jul 05 09:52:10.305176 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.337928 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.341380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/4060f856-fe9f-49e4-a2ac-780218147dc3 HTTP/1.1" status: 204 len: 168 time: 1.8816245 Jul 05 09:52:10.346724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.360265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13190837-cfc9-4137-91e4-09895200ec86 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Network': ['ID=4060f856-fe9f-49e4-a2ac-780218147dc3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:10.497711 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-216d11a2-a640-43e5-acc3-40b94d2aa454 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:10.498682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216d11a2-a640-43e5-acc3-40b94d2aa454 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:10.499456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Allocated IP 172.25.1.164 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/d44ae7d3-a461-43c2-b1f5-02e3bc7dfa27) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:10.503535 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-216d11a2-a640-43e5-acc3-40b94d2aa454 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/37a18db7-06d1-42e5-8df1-bfcec14d15ed HTTP/1.1" status: 404 len: 337 time: 0.1529367 Jul 05 09:52:10.507820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.569028 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1392091-5616-492f-aae9-c9f29b838cbd tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:10.570180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1392091-5616-492f-aae9-c9f29b838cbd tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:10.576588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f1392091-5616-492f-aae9-c9f29b838cbd tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/4060f856-fe9f-49e4-a2ac-780218147dc3 HTTP/1.1" status: 404 len: 339 time: 0.0656075 Jul 05 09:52:10.579652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.584854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'mac_address': 'fa:16:3e:73:5e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:10.646220 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db16dbc-5f00-43d4-82eb-edba855f737b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:10.647031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db16dbc-5f00-43d4-82eb-edba855f737b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:10.649707 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9db16dbc-5f00-43d4-82eb-edba855f737b tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/bac1c06f-a414-4940-9ad1-a64228c249c3 HTTP/1.1" status: 404 len: 337 time: 0.0483332 Jul 05 09:52:10.654247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57404) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.731031 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.731947 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3a0800-6622-4d25-b238-12b2412dc3c2 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:10.732617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3a0800-6622-4d25-b238-12b2412dc3c2 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:10.737944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c3a0800-6622-4d25-b238-12b2412dc3c2 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/0c709ff2-ab10-4e87-aa75-f2fb55ef85db HTTP/1.1" status: 404 len: 339 time: 0.0819259 Jul 05 09:52:10.738479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57410) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.789575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.805029 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.865103 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9161d629-ee1b-43c1-8a6d-2899d6b32dc5 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:10.866109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9161d629-ee1b-43c1-8a6d-2899d6b32dc5 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:10.873260 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9161d629-ee1b-43c1-8a6d-2899d6b32dc5 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/c90b4e42-3a75-48f7-b7e8-6772adf21403 HTTP/1.1" status: 404 len: 337 time: 0.1245606 Jul 05 09:52:10.874460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.942863 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a68561-d78e-49bd-8b9f-6cef741917e6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:10.943518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a68561-d78e-49bd-8b9f-6cef741917e6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:10.947658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-02a68561-d78e-49bd-8b9f-6cef741917e6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/993cb113-affe-4dcf-86e8-541b9128e49d HTTP/1.1" status: 404 len: 339 time: 0.0558145 Jul 05 09:52:10.947658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:10.950361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:10.977060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:10.977984 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Added segment a13eb686-3ada-4b93-9e82-6b13a6fdb47d of type vlan for network e9c0c5c5-d58f-423d-958b-4d17d1163e32 Jul 05 09:52:10.979692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bc8410-c25a-4a33-913c-3008a84ccfbc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:11.037711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.040781 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.057185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.089508 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.091741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Allocated IP 2001:db8::2 (2984e984-4bcc-488c-8a57-f4c453b89d77/1ce5d167-afc6-47a2-9a78-1a19461010c7/f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:11.096776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:11.097855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.123224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6e5fca1f-049e-4c22-ab36-460f84f70f8e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:11.132327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6e5fca1f-049e-4c22-ab36-460f84f70f8e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.3120239 Jul 05 09:52:11.197013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:11.212314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:11.216636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:11.226039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-dd4bb034-2f27-4bfe-b91e-6b2a6285efce tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/quotas/6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 375 time: 0.0508001 Jul 05 09:52:11.229140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'Port': ['ID=d44ae7d3-a461-43c2-b1f5-02e3bc7dfa27,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:11.230107 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1950922 Jul 05 09:52:11.233138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:11.249759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Transition to ACTIVE for port object 055e640e-f56b-4f25-a4a5-f33e95807266 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:11.254498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'admin_state_up': True, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:11.281941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79660d99-5750-412b-8a5a-5aff4f22194d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Network': ['ID=e9c0c5c5-d58f-423d-958b-4d17d1163e32,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:11.304538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.305798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.314100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3a91ee44-8aae-4022-99d9-5f9488b04602 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:11.374439 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.377689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Deleting port f097fa40-6a40-4e48-9d4d-37e0e193f8f7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:11.377962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:11.378713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.482119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.504527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.525548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-d1390c2a-ab21-4278-9b1e-c08ba3057db9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2977176 Jul 05 09:52:11.564589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Calling delete_port for f097fa40-6a40-4e48-9d4d-37e0e193f8f7 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:11.627052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.628775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.675650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30c9d431-648f-4f15-8e4e-14f44f35705a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:11.707238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:11.715523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:11.859105 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.017692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-c571faeb-c4ad-48bf-a00d-71ba1058b1c9 service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912331 Jul 05 09:52:12.037262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Port': ['ID=f097fa40-6a40-4e48-9d4d-37e0e193f8f7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:12.074570 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.098530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Transition to ACTIVE for port object b649ef82-35bd-4549-98f9-1620be849822 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:12.183387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.197719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ca5dd137-1b57-4ee1-8d8e-e950d9b17347 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/ports/f097fa40-6a40-4e48-9d4d-37e0e193f8f7 HTTP/1.1" status: 204 len: 168 time: 1.2440839 Jul 05 09:52:12.209215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:12.307997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Transition to ACTIVE for port object 055e640e-f56b-4f25-a4a5-f33e95807266 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:12.312634 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.337279 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.349519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.353164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3a91ee44-8aae-4022-99d9-5f9488b04602 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:12.353939 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.427869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-bdab1a44-7323-4662-bfdc-bd779161d00f service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090078 Jul 05 09:52:12.463707 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c13a06-e704-46eb-b3ed-d38311958111 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:12.464170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c13a06-e704-46eb-b3ed-d38311958111 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:12.468243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d8c13a06-e704-46eb-b3ed-d38311958111 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/2978b774-86f2-4f36-8c50-fb6208e891bb HTTP/1.1" status: 404 len: 337 time: 0.2522755 Jul 05 09:52:12.468573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:12.591394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['30c9d431-648f-4f15-8e4e-14f44f35705a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:12.698749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.721943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Transition to ACTIVE for port object f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:12.765751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.794821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Transition to ACTIVE for port object f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:12.856705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d8e3848-820e-4fe5-a5b3-9fc002508225 req-3c626140-37ed-442a-a573-9dfef19a3350 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 210 time: 0.0999522 Jul 05 09:52:12.862254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.969851 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:12.973917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:12.977680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:12.995730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:13.005697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:13.010808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Allocated IP 2001:db8::1 (8e50ed48-f588-4b43-9e67-8e96ca97adb2/e9faf903-b863-4228-a1fa-0c0e52fdbc73/077af3ac-5891-4bf5-8f0c-314448a8873f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:13.045581 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.069719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.088551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.248871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.268430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Transition to ACTIVE for port object 077af3ac-5891-4bf5-8f0c-314448a8873f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:13.268676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Network 2984e984-4bcc-488c-8a57-f4c453b89d77 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:13.277846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:13.324119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:13.424183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.25.1.240 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/ce7122a4-447b-44bc-80ac-c5790916e2ff) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:13.483826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Attempting to bind port 055e640e-f56b-4f25-a4a5-f33e95807266 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:13.484224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Attempting to bind port 055e640e-f56b-4f25-a4a5-f33e95807266 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e50ed48-f588-4b43-9e67-8e96ca97adb2'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:13.484707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Attempting to bind port 055e640e-f56b-4f25-a4a5-f33e95807266 on network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:13.538060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'Port': ['ID=d44ae7d3-a461-43c2-b1f5-02e3bc7dfa27,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:13.545318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:13.545716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Checking segment: {'id': '4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e50ed48-f588-4b43-9e67-8e96ca97adb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:13.546111 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.546512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Bound using segment: {'id': '4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e50ed48-f588-4b43-9e67-8e96ca97adb2'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:13.547000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Bound port: 055e640e-f56b-4f25-a4a5-f33e95807266, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e50ed48-f588-4b43-9e67-8e96ca97adb2'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:13.547410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.574756 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.579519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.588360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.630675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:13.643226 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.660889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.666924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] For port 055e640e-f56b-4f25-a4a5-f33e95807266, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:13.670367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] For port 055e640e-f56b-4f25-a4a5-f33e95807266, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=055e640e-f56b-4f25-a4a5-f33e95807266,segment=NetworkSegment(4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53),segment_id=4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:13.706298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:13.706298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa23b7d-0fb5-4ed9-9f8c-ef628a3862f3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:13.708664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:13.715189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.721217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:13.726725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.728064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:13.729366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:13.730787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.798669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Attempting to bind port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:13.799514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Attempting to bind port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2c54b086-87d5-485b-b897-7fac04551f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2984e984-4bcc-488c-8a57-f4c453b89d77'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:13.800278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Attempting to bind port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 on network 2984e984-4bcc-488c-8a57-f4c453b89d77 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:13.806786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Attempting to bind port b649ef82-35bd-4549-98f9-1620be849822 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:13.807629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Attempting to bind port b649ef82-35bd-4549-98f9-1620be849822 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:13.808186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Attempting to bind port b649ef82-35bd-4549-98f9-1620be849822 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:13.851359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:13.853687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Checking segment: {'id': '2c54b086-87d5-485b-b897-7fac04551f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2984e984-4bcc-488c-8a57-f4c453b89d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:13.854570 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.855199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Bound using segment: {'id': '2c54b086-87d5-485b-b897-7fac04551f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2984e984-4bcc-488c-8a57-f4c453b89d77'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:13.857891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Bound port: f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c54b086-87d5-485b-b897-7fac04551f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2984e984-4bcc-488c-8a57-f4c453b89d77'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:13.858553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.868598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d642bec-7a28-4ac4-b164-e1ca41617498 None None] Pushing event updated for resources: {'Port': ['ID=b649ef82-35bd-4549-98f9-1620be849822,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:13.973881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:13.974261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Checking segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:13.976891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.979271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Bound using segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:13.980795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Bound port: b649ef82-35bd-4549-98f9-1620be849822, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:13.982406 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.044187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:14.059158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:14.068180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc25481d-94a5-4c46-9b76-78c7a2e82d4b None None] Provisioning complete for port 3a91ee44-8aae-4022-99d9-5f9488b04602 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:14.068687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc25481d-94a5-4c46-9b76-78c7a2e82d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.170160 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.245346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] For port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:14.250516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] For port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43,segment=NetworkSegment(2c54b086-87d5-485b-b897-7fac04551f04),segment_id=2c54b086-87d5-485b-b897-7fac04551f04)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:14.287654 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5168be1-ef4c-4e0d-982f-5a2c252ee736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.292397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.313309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.341462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:14.344312 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.400764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:14.429642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Pushing event updated for resources: {'Port': ['ID=055e640e-f56b-4f25-a4a5-f33e95807266,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:14.532383 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:14.553976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Port': ['ID=077af3ac-5891-4bf5-8f0c-314448a8873f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:14.564825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.664173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12b4f255-29dc-4aac-b98c-7c65cae73285 req-28e2f51a-3995-4b4b-b747-6875252118ff tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 210 time: 0.1292284 Jul 05 09:52:14.666423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.703572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f HTTP/1.1" status: 204 len: 168 time: 2.2337744 Jul 05 09:52:14.704535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2022d-6752-4095-b2c1-899fd8040df6 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Network': ['ID=5ab685c8-b0a0-4d8c-ba9c-0af1eb54507f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:14.712485 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.722324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-146d40f6-6c16-4c30-96c0-6f4603ada1eb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2978044 Jul 05 09:52:14.722324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:14.868153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] For port b649ef82-35bd-4549-98f9-1620be849822, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:14.875456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] For port b649ef82-35bd-4549-98f9-1620be849822, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b649ef82-35bd-4549-98f9-1620be849822,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:14.895094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Pushing event updated for resources: {'Port': ['ID=f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:15.036339 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.065140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.170780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed1087-0840-4c1c-9714-c07362ef591c None None] Pushing event updated for resources: {'Port': ['ID=055e640e-f56b-4f25-a4a5-f33e95807266,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:15.194416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=ce7122a4-447b-44bc-80ac-c5790916e2ff,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:15.215032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 30c9d431-648f-4f15-8e4e-14f44f35705a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:15.215671 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.262616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Deleting port 27b4e2bf-d306-4ee3-af57-36b1e833ef27 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:15.262894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.449198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:15.450228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:51:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:15.807507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-6e587157-5c92-4f93-a1a1-7835be02f386 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--618007669&fields=id&tenant_id=8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 267 time: 0.1943917 Jul 05 09:52:15.890062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 055e640e-f56b-4f25-a4a5-f33e95807266 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:15.894624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:15.922482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-c3e87231-066c-4719-94f3-40fe6d5f2c95 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:15.928099 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-c3e87231-066c-4719-94f3-40fe6d5f2c95 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.16 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.3220623 Jul 05 09:52:15.976636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'port': {'device_id': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'admin_state_up': True, 'tenant_id': '6d2bed338d834802bb71dc6e229186e1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:16.012817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Calling delete_port for 27b4e2bf-d306-4ee3-af57-36b1e833ef27 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:16.306598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e9552-3721-41c9-92b3-960a430ec532 None None] Pushing event updated for resources: {'Port': ['ID=f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:16.433365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e0cb3aa-8697-4b59-9760-6e9053ca2e5b req-93e59f00-0d64-418c-8813-e05a8b9773c1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 210 time: 0.0871959 Jul 05 09:52:16.456237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d642bec-7a28-4ac4-b164-e1ca41617498 None None] Pushing event updated for resources: {'Port': ['ID=b649ef82-35bd-4549-98f9-1620be849822,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:16.482711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 055e640e-f56b-4f25-a4a5-f33e95807266 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:16.490627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:16.502191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ec7e4474-6c63-4274-92fa-c4e39712aedf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:16.536739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ec7e4474-6c63-4274-92fa-c4e39712aedf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 817 time: 0.7162988 Jul 05 09:52:16.572991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.605895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea77bf-d4fd-4308-a1cc-9a64edd42302 None None] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:16.621603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Port': ['ID=27b4e2bf-d306-4ee3-af57-36b1e833ef27,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:16.632402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.639929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-243fe900-4aba-4687-b583-a23c439e71ae tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/quotas/8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 375 time: 0.0924714 Jul 05 09:52:16.767761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:16.772747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.785596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9a06323c-ef82-4f11-9e25-d6cb9d123db8 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/ports/27b4e2bf-d306-4ee3-af57-36b1e833ef27 HTTP/1.1" status: 204 len: 168 time: 2.0678411 Jul 05 09:52:16.785739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.789117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:16.816162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.817248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.889702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-357ade8b-ac6d-4442-b3b3-9aa68f12ec49 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2480922 Jul 05 09:52:16.915218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5cf1ea-36af-41d6-9469-6919646c0c70 None None] Network 2984e984-4bcc-488c-8a57-f4c453b89d77 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:16.966284 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-47061551-3cb2-41e7-9e39-499e98ee239f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] DELETE failed (client error): The resource could not be found. Jul 05 09:52:16.966806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47061551-3cb2-41e7-9e39-499e98ee239f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:52:16.971763 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-47061551-3cb2-41e7-9e39-499e98ee239f tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/887dfb40-97be-4c06-853a-b125cc10705c HTTP/1.1" status: 404 len: 337 time: 0.1762738 Jul 05 09:52:16.972738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:16.983559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-41023af1-e0cb-43e4-933f-d3102d9f5194 None None] Provisioning for port 055e640e-f56b-4f25-a4a5-f33e95807266 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:17.052032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-41023af1-e0cb-43e4-933f-d3102d9f5194 None None] Provisioning complete for port 055e640e-f56b-4f25-a4a5-f33e95807266 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:17.052329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41023af1-e0cb-43e4-933f-d3102d9f5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.053964 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.084581 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.112306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-98c490a2-7bd0-4461-a006-28917b2a4e23 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137456 Jul 05 09:52:17.162431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:17.194057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Made reservation on behalf of 6d2bed338d834802bb71dc6e229186e1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:17.213428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.222973 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db40e658-19fc-41f7-9a13-0eecf9e8f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.273195 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.275732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Port': ['ID=077af3ac-5891-4bf5-8f0c-314448a8873f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:17.357205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-91c7190d-60b2-437d-9776-27146b897e6b service neutron] 10.222.0.21 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344141 Jul 05 09:52:17.411183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:17.411183 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e9f3f-4ea5-4d7c-bdd7-4e5cc6e11159" -d '{"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:17.492369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:17.521543 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a313c956-54aa-4b28-b6e8-5b476dfc1109 x-openstack-request-id: req-a313c956-54aa-4b28-b6e8-5b476dfc1109 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:17.521543 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:17.523623 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a313c956-54aa-4b28-b6e8-5b476dfc1109 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:17.524318 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'code': 200} Jul 05 09:52:17.591891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.743247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:17.762823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:17.789912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3df6520e-899d-41e0-9f0b-69f3272c8b43 req-e53c06a0-64f6-4a1e-8ea1-efc0940b7950 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 210 time: 0.1009531 Jul 05 09:52:17.806371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:17.855093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55b1aee1-0548-45fe-98e7-b7b0fae805e8 req-ca2f6c90-3692-4b25-82e6-454349ea9d3f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 210 time: 0.1000290 Jul 05 09:52:17.893996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c9078e-f1d5-43a2-8e5e-021b03d080bb']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:17.959713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Allocated IP 172.20.0.7 (57d205e5-0179-4187-9bc3-81ed83bf84a9/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b/8c1c546f-84a6-4303-a11f-4b24b33ebd91) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:17.966761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7c7812-0ecd-410a-9264-91bd9acf1327') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:17.967048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7c7812-0ecd-410a-9264-91bd9acf1327') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:17.971373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 8f8ea615-c801-4c8e-8536-298da5e86329 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:52:18.021910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.070269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.088581 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.091348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:18.094132 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41023af1-e0cb-43e4-933f-d3102d9f5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.166961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:18.167766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:18.173036 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:18.201445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-41023af1-e0cb-43e4-933f-d3102d9f5194 None None] For port 055e640e-f56b-4f25-a4a5-f33e95807266, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=055e640e-f56b-4f25-a4a5-f33e95807266,segment=NetworkSegment(4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53),segment_id=4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:18.205889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:14Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:18.214619 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41023af1-e0cb-43e4-933f-d3102d9f5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.250238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e97708-946c-44bf-93b2-33aababe4616 None None] The sync data for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 is: [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:14Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:18.388826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41023af1-e0cb-43e4-933f-d3102d9f5194 None None] Pushing event updated for resources: {'Port': ['ID=055e640e-f56b-4f25-a4a5-f33e95807266,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:18.443006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8ea8caa-891b-45b9-ba1e-46d47c24f80a None None] Provisioning for port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:18.454279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8ea8caa-891b-45b9-ba1e-46d47c24f80a None None] Provisioning complete for port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:18.454655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8caa-891b-45b9-ba1e-46d47c24f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.751240 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8caa-891b-45b9-ba1e-46d47c24f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:18.875104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a8ea8caa-891b-45b9-ba1e-46d47c24f80a None None] For port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43,segment=NetworkSegment(2c54b086-87d5-485b-b897-7fac04551f04),segment_id=2c54b086-87d5-485b-b897-7fac04551f04)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:18.884959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8caa-891b-45b9-ba1e-46d47c24f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.079984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8caa-891b-45b9-ba1e-46d47c24f80a None None] Pushing event updated for resources: {'Port': ['ID=f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:19.100243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Provisioning complete for port 055e640e-f56b-4f25-a4a5-f33e95807266 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:19.100856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.300868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd162f89-a54c-4938-8279-bd6082033bea req-15f570fe-b4a0-437b-b967-3a04a5ca21ac tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 210 time: 0.1380277 Jul 05 09:52:19.430328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7db3f514-e57e-49dc-85aa-80e5a4ed2ac8 req-4c46ad6d-0424-4d18-9d94-bb9eed2f970b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 210 time: 0.1816068 Jul 05 09:52:19.661828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.712720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.718371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:19.730225 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/35c9078e-f1d5-43a2-8e5e-021b03d080bb HTTP/1.1" status: 204 len: 168 time: 2.7483728 Jul 05 09:52:19.763136 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.811121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Provisioning complete for port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:19.811625 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.812094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Deleting subnet cd16cc35-6193-435a-99f1-b38e9bc7657b {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:19.817737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.841575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:19.880747 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Sync routers for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:19.952399 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:19.957939 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:19.992613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:19.997245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Router 953c4663-a978-4717-a6f8-1e343e2a2ba2 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:52:20.009919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 055e640e-f56b-4f25-a4a5-f33e95807266 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:20.023552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4607-b52a-4b7f-89e6-bce40d1f83e9 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Network': ['ID=35c9078e-f1d5-43a2-8e5e-021b03d080bb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:20.278071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.318312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Transition to ACTIVE for port object 8c1c546f-84a6-4303-a11f-4b24b33ebd91 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:20.329032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-e5823c0f-b6d5-4227-97c4-69b7f14ad9b3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:20.330911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-e5823c0f-b6d5-4227-97c4-69b7f14ad9b3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 817 time: 0.2497423 Jul 05 09:52:20.358739 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:20.411140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.416939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af2a78ba-7e63-4edf-abe3-91203bd4c6ff tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1732934 Jul 05 09:52:20.418832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.425565 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.428538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:20.636617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 055e640e-f56b-4f25-a4a5-f33e95807266 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:20.641980 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.642821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-0df95b94-8ce2-4c7c-b5d2-5dc210a23452 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 379 time: 0.1643498 Jul 05 09:52:20.666873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'port': {'device_id': 'c9828596-0684-45fc-b424-a0e50208d88d', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'admin_state_up': True, 'tenant_id': '8fe407bab998485baafe75011956a43d', 'security_groups': ['4dd99f2d-c47b-47b8-b09b-371edcfae5ef']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:20.699441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:20.721467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=8c1c546f-84a6-4303-a11f-4b24b33ebd91,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:20.739097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:20.771857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:20.819905 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:14Z', 'revision_number': 3, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:20.874036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:20.949853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Checking router: 8f8ea615-c801-4c8e-8536-298da5e86329 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:52:20.950467 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Updating router 8f8ea615-c801-4c8e-8536-298da5e86329 port ce7122a4-447b-44bc-80ac-c5790916e2ff binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:52:21.011052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Provisioning for port 077af3ac-5891-4bf5-8f0c-314448a8873f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:21.093364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Provisioning complete for port 077af3ac-5891-4bf5-8f0c-314448a8873f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:21.094390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.133491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Subnet': ['ID=cd16cc35-6193-435a-99f1-b38e9bc7657b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:21.228676 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.280918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2303a7bd-85d1-4cc2-9fc0-664703e6416b None None] Port 077af3ac-5891-4bf5-8f0c-314448a8873f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:21.310670 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-75e0cf63-9149-4073-bb64-90461eeaaae0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6650963 Jul 05 09:52:21.326036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.332623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9987aaa9-ed3b-4a78-81be-428930721096 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/subnets/cd16cc35-6193-435a-99f1-b38e9bc7657b HTTP/1.1" status: 204 len: 168 time: 1.6127408 Jul 05 09:52:21.355627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-24326232-a37b-4693-b5b3-08d39a3186d2 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7ab4b5a2844b4c1790b5d9af97c73544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9043150 Jul 05 09:52:21.356637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57604) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:21.356978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:21.402965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad169c7-4814-4564-ae87-77a819d1e9a0 None None] Network 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:21.416803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-891f09e6-a8cf-4089-befc-504e4c0b2fb4 req-2bce90c9-1670-4c6c-986d-ec32b9491389 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 210 time: 0.6400390 Jul 05 09:52:21.512345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Made reservation on behalf of 8fe407bab998485baafe75011956a43d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:21.517396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.546200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5d8ef-4471-4286-aabd-4c661398b272 req-3d1f1fc1-cc04-4456-bbbc-bf10e5acb9a4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.558670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07d5d8ef-4471-4286-aabd-4c661398b272 req-3d1f1fc1-cc04-4456-bbbc-bf10e5acb9a4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 931 time: 0.7718215 Jul 05 09:52:21.746915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:21.748038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.755597 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07d5d8ef-4471-4286-aabd-4c661398b272 req-64e6d7eb-f849-4bde-8094-e217fb3a9086 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954489 Jul 05 09:52:21.812601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:21.856622 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8810054c-ca0d-46e5-bdae-99cb0a92d14f tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5142317 Jul 05 09:52:21.870396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:21.875556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:21.889359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-da5f147f-ed76-4d95-9bbb-1d195164594c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9407775 Jul 05 09:52:21.908792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Request body: {'port': {'device_id': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:22.017991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3bd7e-a952-4b42-9dfd-4532392fb8d4 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:22.020174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-01e3bd7e-a952-4b42-9dfd-4532392fb8d4 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6214023 Jul 05 09:52:22.029249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:22.106597 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:52:22.114294 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b80d8d03-8044-4b35-9fac-7fa14d98ebcc tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818532 Jul 05 09:52:22.120870 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.143856 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Transition to ACTIVE for port object ce7122a4-447b-44bc-80ac-c5790916e2ff will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:22.155249 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.171379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:22.176967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-263bf802-3546-4d83-bc8b-c8e0e5cd88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:22.179012 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-263bf802-3546-4d83-bc8b-c8e0e5cd88b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1097 time: 0.7512414 Jul 05 09:52:22.183235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] Sync routers for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:22.192116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-25839124', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:22.204730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:22.288354 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7e7c7-5970-41d8-a9b0-265584f063c6 None None] Pushing event updated for resources: {'Port': ['ID=ce7122a4-447b-44bc-80ac-c5790916e2ff,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:22.302760 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Attempting to bind port ce7122a4-447b-44bc-80ac-c5790916e2ff on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:22.303756 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Attempting to bind port ce7122a4-447b-44bc-80ac-c5790916e2ff by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:22.304406 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Attempting to bind port ce7122a4-447b-44bc-80ac-c5790916e2ff on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:22.308607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6dd505fe-78c7-43e3-9315-d5840a9bdc8a None None] Provisioning complete for port 077af3ac-5891-4bf5-8f0c-314448a8873f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:22.309224 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6dd505fe-78c7-43e3-9315-d5840a9bdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.321052 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:22.321636 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:22.322150 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.323255 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:22.323255 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Bound port: ce7122a4-447b-44bc-80ac-c5790916e2ff, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:22.324079 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.408504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6dd505fe-78c7-43e3-9315-d5840a9bdc8a None None] Port 077af3ac-5891-4bf5-8f0c-314448a8873f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:22.433459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:22.434455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:22.448475 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] For port ce7122a4-447b-44bc-80ac-c5790916e2ff, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:22.458865 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] For port ce7122a4-447b-44bc-80ac-c5790916e2ff, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce7122a4-447b-44bc-80ac-c5790916e2ff,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:22.464780 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.511238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.567340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:22.575734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6dd505fe-78c7-43e3-9315-d5840a9bdc8a None None] Provisioning for port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:22.616430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6dd505fe-78c7-43e3-9315-d5840a9bdc8a None None] Provisioning complete for port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:22.617082 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6dd505fe-78c7-43e3-9315-d5840a9bdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.644795 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:22.645763 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:22.656016 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7e7c7-5970-41d8-a9b0-265584f063c6 None None] Pushing event updated for resources: {'Port': ['ID=ce7122a4-447b-44bc-80ac-c5790916e2ff,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:22.716819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6dd505fe-78c7-43e3-9315-d5840a9bdc8a None None] Port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:22.738081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Allocated IP 172.20.0.3 (d9c447c1-e1a0-4c2f-ad09-8af3a5151f87/1c69dee3-7e48-443f-94fe-81fb1787268f/a78d5387-d320-4175-8a8e-2d183fec56b3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:22.769045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:22.769979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:22.841170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:22.844332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2356a6-bb4a-4191-98f4-2994511cc63e None None] The sync data for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:22.886289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08c98169-8637-4975-af9b-44e80862311c req-ce31ef17-b7c3-405a-94e4-cb53b3c471af tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 210 time: 0.1051776 Jul 05 09:52:22.936641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:22.937040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:22.938919 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:23.064477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] DHCP port deletion for 626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:23.144656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Deleting port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:23.146172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.279613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b649ef82-35bd-4549-98f9-1620be849822 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:23.284050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] Deleting port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:23.285049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.298686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:23.304255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.347140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-fcc0230a-869f-4692-988b-cfd5181a6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:23.349077 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-fcc0230a-869f-4692-988b-cfd5181a6a98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 1.0401139 Jul 05 09:52:23.385124 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:14Z', 'revision_number': 3, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:23.403853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] For port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,segment=NetworkSegment(a4c19f17-f325-4733-b29e-203a5229291a),segment_id=a4c19f17-f325-4733-b29e-203a5229291a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:23.404712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.423373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] Calling delete_port for c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:23.469256 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfcc06-5cc7-4107-ad2a-77e35567899b None None] The sync data for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 is: [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:14Z', 'revision_number': 3, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:23.642094 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.667811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] For port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,segment=NetworkSegment(a4c19f17-f325-4733-b29e-203a5229291a),segment_id=a4c19f17-f325-4733-b29e-203a5229291a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:23.668104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.681619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6842bf-412d-4248-afd9-101c8199c13e req-22ce6350-4189-4fd4-b11b-b33054e2b77f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:23.683005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] No DVR routers for this DVR port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:23.701439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a6842bf-412d-4248-afd9-101c8199c13e req-22ce6350-4189-4fd4-b11b-b33054e2b77f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 931 time: 0.5833902 Jul 05 09:52:23.712337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b649ef82-35bd-4549-98f9-1620be849822 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:23.801332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b649ef82-35bd-4549-98f9-1620be849822 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:23.801869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.829151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:23.834811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6acb55-bfcf-4ef0-847c-c1d492ea9fc1 None None] Pushing event deleted for resources: {'Port': ['ID=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:23.848490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Calling delete_port for c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:23.883575 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-55706d85-e7ff-4d3d-b4e8-948003f97e30 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:23.886935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-55706d85-e7ff-4d3d-b4e8-948003f97e30 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0004444 Jul 05 09:52:23.895907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:23.896157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Transition to ACTIVE for port object a78d5387-d320-4175-8a8e-2d183fec56b3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:23.925889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a6842bf-412d-4248-afd9-101c8199c13e req-a2ca3838-4e47-472b-81dc-d7b2cbcd9e54 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234578 Jul 05 09:52:23.929263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-786414dd-b48b-4f0d-a864-c86b1c96994b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.4594398 Jul 05 09:52:23.944219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.065208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b649ef82-35bd-4549-98f9-1620be849822, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b649ef82-35bd-4549-98f9-1620be849822,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:24.072880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.077763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.184960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b649ef82-35bd-4549-98f9-1620be849822,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:24.206433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:24.218112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:24.232226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:24.342114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce7122a4-447b-44bc-80ac-c5790916e2ff up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:24.375115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:24.427058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.430493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.509574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ba8fe808-79ae-4887-82fa-7a5bf7a7918a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8591523 Jul 05 09:52:24.521738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ce7122a4-447b-44bc-80ac-c5790916e2ff completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:24.529816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Request body: {'port': {'device_id': 'c9828596-0684-45fc-b424-a0e50208d88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:24.544791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ce7122a4-447b-44bc-80ac-c5790916e2ff triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:24.545152 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.599068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ca094-c220-4602-aa99-bd49fde02bd0 req-f892ed2d-62f2-46ac-800a-24295438ad94 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:24.607362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f1ca094-c220-4602-aa99-bd49fde02bd0 req-f892ed2d-62f2-46ac-800a-24295438ad94 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 931 time: 0.3297005 Jul 05 09:52:24.749485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1c546f-84a6-4303-a11f-4b24b33ebd91 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:24.770207 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.803425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Transition to ACTIVE for port object 8c1c546f-84a6-4303-a11f-4b24b33ebd91 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:24.824814 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.834442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.844357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ccd5580b-5540-4d2a-b0ee-3057906e1aab None None] Provisioning for port a78d5387-d320-4175-8a8e-2d183fec56b3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:24.857268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ccd5580b-5540-4d2a-b0ee-3057906e1aab None None] Provisioning complete for port a78d5387-d320-4175-8a8e-2d183fec56b3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:24.857636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccd5580b-5540-4d2a-b0ee-3057906e1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.875664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f1ca094-c220-4602-aa99-bd49fde02bd0 req-ceff9fde-44c6-49b2-b6dd-cb37c97c2632 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548273 Jul 05 09:52:24.887434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:24.891935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ce7122a4-447b-44bc-80ac-c5790916e2ff, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce7122a4-447b-44bc-80ac-c5790916e2ff,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:24.904474 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.028277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.038283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5580b-5540-4d2a-b0ee-3057906e1aab None None] Port a78d5387-d320-4175-8a8e-2d183fec56b3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:25.190592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:25.197418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ce7122a4-447b-44bc-80ac-c5790916e2ff,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:25.248036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:25.248791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:25.348661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Subnet': ['ID=8bd45170-80c1-48f8-a906-fcb493ef3a48,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:25.361571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-7842497d-b878-4346-a3dc-a73b761b8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:25.363182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-7842497d-b878-4346-a3dc-a73b761b8a4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 1.3532784 Jul 05 09:52:25.395444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Checking segment: {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:25.395818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network hostable DHCP agents. Network: e9c0c5c5-d58f-423d-958b-4d17d1163e32, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:25.430495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Pushing event updated for resources: {'Port': ['ID=8c1c546f-84a6-4303-a11f-4b24b33ebd91,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:25.536998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e2af9-8f8e-4a62-82d0-cdda51ee9306 req-1c67696b-b8c2-4e21-b514-582b034310e8 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:25.546340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d38e2af9-8f8e-4a62-82d0-cdda51ee9306 req-1c67696b-b8c2-4e21-b514-582b034310e8 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 943 time: 0.3067784 Jul 05 09:52:25.671572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78d5387-d320-4175-8a8e-2d183fec56b3 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:25.699409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.715662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Transition to ACTIVE for port object a78d5387-d320-4175-8a8e-2d183fec56b3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:25.749527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d38e2af9-8f8e-4a62-82d0-cdda51ee9306 req-1c128728-4b39-41f2-82b4-d6927c27ef7a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002611 Jul 05 09:52:25.768454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:25.928281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:25.964431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.014732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Attempting to bind port a78d5387-d320-4175-8a8e-2d183fec56b3 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:26.015362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Attempting to bind port a78d5387-d320-4175-8a8e-2d183fec56b3 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:26.016586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Attempting to bind port a78d5387-d320-4175-8a8e-2d183fec56b3 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:26.029591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Port a78d5387-d320-4175-8a8e-2d183fec56b3 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:26.029917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Attempting to bind port a78d5387-d320-4175-8a8e-2d183fec56b3 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:26.055976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:26.056496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Checking segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:26.056912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Bound using segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:26.057554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Bound port: a78d5387-d320-4175-8a8e-2d183fec56b3, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:26.057934 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.093708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:26.109393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Port': ['ID=c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:26.122547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] No DVR routers for this DVR port c5a5e2cf-b4ac-4d3b-bfdf-4fb35387181e on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:26.244266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:26.248675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:26.257199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.324761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e9c0c5c5-d58f-423d-958b-4d17d1163e32) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:26.326267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b649ef82-35bd-4549-98f9-1620be849822 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:26.353803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.354856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.380229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Attempting to bind port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:26.380938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Attempting to bind port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:26.381512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Attempting to bind port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:26.449913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.450670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.452682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] 10.222.0.16 "PUT /v2.0/ports/a78d5387-d320-4175-8a8e-2d183fec56b3 HTTP/1.1" status: 200 len: 1092 time: 1.9277732 Jul 05 09:52:26.458481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:26.466345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-3e3aacbe-9513-44d8-a74b-8790bc31b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.468308 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc518dde-1fd8-47f2-8721-618b8ddc7bff" -d '{"events": [{"name": "network-changed", "server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:26.468716 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-3e3aacbe-9513-44d8-a74b-8790bc31b3c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0916519 Jul 05 09:52:26.488518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:26.489038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Attempting to bind port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:26.510350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.517431 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-45481d6c-a9a7-4053-8d87-1ae575fb6a05 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3348198 Jul 05 09:52:26.529583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57688) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:26.542294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea4395-b961-4144-b39a-aafc92581c51 None None] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:26.614059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:26.626263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:26.628778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:26.629450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Bound using segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:26.630846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Bound port: 8c1c546f-84a6-4303-a11f-4b24b33ebd91, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:26.632116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.649396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c19f17-f325-4733-b29e-203a5229291a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:26.649834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c19f17-f325-4733-b29e-203a5229291a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:26.671144 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237b7c76-0ab1-4d4d-967b-14f0d3745982 x-openstack-request-id: req-237b7c76-0ab1-4d4d-967b-14f0d3745982 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:26.677838 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:26.678462 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-237b7c76-0ab1-4d4d-967b-14f0d3745982 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:26.679163 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'status': 'completed', 'code': 200} Jul 05 09:52:26.728886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.795512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d51ea-a32e-42d2-b48a-877a03da6686 service neutron] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:26.808255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffaef3-5f6f-49ce-b1f7-8f1df1146b61 req-cb358bea-8849-4c9a-8548-e7a7d34c4cba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.810116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82ffaef3-5f6f-49ce-b1f7-8f1df1146b61 req-cb358bea-8849-4c9a-8548-e7a7d34c4cba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.4078765 Jul 05 09:52:26.828883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.829873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b649ef82-35bd-4549-98f9-1620be849822 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:26.833459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.891468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:26.891902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:26.897960 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:26.922496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82ffaef3-5f6f-49ce-b1f7-8f1df1146b61 req-dcd96458-da59-4efa-9a10-e2fda9f05784 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736043 Jul 05 09:52:26.944083 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-795b7d2d-61d7-45a0-b93b-afdb36f62c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:26.947352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-795b7d2d-61d7-45a0-b93b-afdb36f62c7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 1095 time: 0.2895339 Jul 05 09:52:27.033696 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-bb6d988c-7837-42e3-8fd5-edd5a7a1c78b service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463340 Jul 05 09:52:27.097199 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-2d6bcf65-e3c1-417f-bec6-8d88443e726b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78d5387-d320-4175-8a8e-2d183fec56b3 HTTP/1.1" status: 200 len: 217 time: 0.1115224 Jul 05 09:52:27.175445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:27.181291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.204587 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.219151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] For port 8c1c546f-84a6-4303-a11f-4b24b33ebd91, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:27.227633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.231239 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] 10.222.0.21 "DELETE /v2.0/networks/626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf HTTP/1.1" status: 204 len: 168 time: 5.8686807 Jul 05 09:52:27.263896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] For port 8c1c546f-84a6-4303-a11f-4b24b33ebd91, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:27.266853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894706e-a457-43d9-8d10-41b630cdc355 tempest-NetworksIpV6TestAttrs-581760419 tempest-NetworksIpV6TestAttrs-581760419-project] Pushing event deleted for resources: {'Network': ['ID=626a7f1a-ceb8-4ddc-bd47-cf2c991e3eaf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:27.291759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.364110 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f02d6a82-9869-47d9-96f4-311d5cedefe0 req-7fd5042d-bf7e-4243-bc30-64bb02231adf service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115044 Jul 05 09:52:27.369304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:27.369960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.371515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] 10.222.0.16 "PUT /v2.0/ports/8c1c546f-84a6-4303-a11f-4b24b33ebd91 HTTP/1.1" status: 200 len: 1092 time: 5.4695642 Jul 05 09:52:27.372077 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'tag': '8c1c546f-84a6-4303-a11f-4b24b33ebd91'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:27.374541 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b73ccf-cad0-4df7-83b2-41381fbcc441" -d '{"events": [{"name": "network-changed", "server_uuid": "8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a", "tag": "8c1c546f-84a6-4303-a11f-4b24b33ebd91"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:27.385865 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.477160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb50643-38a6-4fdc-a54d-a49fe557111d service neutron] Pushing event updated for resources: {'Port': ['ID=8c1c546f-84a6-4303-a11f-4b24b33ebd91,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:27.649755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce7122a4-447b-44bc-80ac-c5790916e2ff up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:27.792525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Allocated IP 172.20.0.2 (e9c0c5c5-d58f-423d-958b-4d17d1163e32/8bd45170-80c1-48f8-a906-fcb493ef3a48/c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:27.803254 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10270d2d-9b1c-41da-ba8f-05b07c77c5ff x-openstack-request-id: req-10270d2d-9b1c-41da-ba8f-05b07c77c5ff {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:27.805604 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a", "tag": "8c1c546f-84a6-4303-a11f-4b24b33ebd91", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:27.814043 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10270d2d-9b1c-41da-ba8f-05b07c77c5ff {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:27.814043 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'tag': '8c1c546f-84a6-4303-a11f-4b24b33ebd91', 'status': 'completed', 'code': 200} Jul 05 09:52:27.949359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ce7122a4-447b-44bc-80ac-c5790916e2ff triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:27.949789 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:27.995469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:28.057905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-67bc3a53-d848-47cf-827e-5fdcbb378d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.060509 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-67bc3a53-d848-47cf-827e-5fdcbb378d0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 1095 time: 0.3685589 Jul 05 09:52:28.270177 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-d88e7a6f-58ec-43c9-83ea-2a0a353c1c15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91 HTTP/1.1" status: 200 len: 217 time: 0.1826141 Jul 05 09:52:28.318673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ab0b1818-ae82-4943-abb3-2e54e8635d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.320951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-ab0b1818-ae82-4943-abb3-2e54e8635d4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 1.1572108 Jul 05 09:52:28.414408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-b7c2a739-6b0c-435a-8d23-17d4f6e41684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.415987 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-b7c2a739-6b0c-435a-8d23-17d4f6e41684 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1301439 Jul 05 09:52:28.463772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.496053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Transition to ACTIVE for port object c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:28.512078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcb5b5-fd53-41ce-b6ef-27f81d900606 req-3a5cd81e-9f62-410d-a5e3-b9e10ba2b3e3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.517031 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b839f06d-f01b-4158-bc80-803f633114b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3671f6620cc44f20b05cb2e7b1e90e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200465 Jul 05 09:52:28.523697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:28.524194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98bcb5b5-fd53-41ce-b6ef-27f81d900606 req-3a5cd81e-9f62-410d-a5e3-b9e10ba2b3e3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 943 time: 1.3489678 Jul 05 09:52:28.550279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Transition to ACTIVE for port object c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:28.565268 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.592374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting port 077af3ac-5891-4bf5-8f0c-314448a8873f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:28.592374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.654305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Pushing event updated for resources: {'Port': ['ID=c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:28.658192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35189c-4836-4c49-bf1f-c1e73a924540 req-7e720fc5-498d-4363-be82-6156d49c952d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.658690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a35189c-4836-4c49-bf1f-c1e73a924540 req-7e720fc5-498d-4363-be82-6156d49c952d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.3177960 Jul 05 09:52:28.670644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-2cb7351c-af3c-4411-8f7c-07bbe9f16a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.672760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:28.673074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-2cb7351c-af3c-4411-8f7c-07bbe9f16a14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3429716 Jul 05 09:52:28.673659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218858-d3a5-4ee2-b465-4093c4032acc req-5e048be9-d5c0-4513-b01b-aa4fefedc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:28.679195 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-5e048be9-d5c0-4513-b01b-aa4fefedc64c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528486 Jul 05 09:52:28.684543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:28.694574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98bcb5b5-fd53-41ce-b6ef-27f81d900606 req-9f4b4353-f39e-41e8-af40-77875f4f2082 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695774 Jul 05 09:52:28.697874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:28.800118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Attempting to bind port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:28.800489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Attempting to bind port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:28.800851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Attempting to bind port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 on network e9c0c5c5-d58f-423d-958b-4d17d1163e32 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:28.808274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:28.808647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Checking segment: {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:28.809049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.809444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Bound using segment: {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:28.809916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Bound port: c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:28.810297 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:28.951528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a35189c-4836-4c49-bf1f-c1e73a924540 req-2a47b3f9-0bba-4869-ac09-67cd4fcee591 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169657 Jul 05 09:52:28.977927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] For port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:28.983606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] For port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:28.990507 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.007502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-1095730c-2f6a-4fe6-8ac5-38a5a1b502d1 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989774 Jul 05 09:52:29.089015 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6371f725-c481-4de7-b20a-985d7b1adb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.185005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da045aa-4f62-4edd-b6d3-50288f7eb2b8 None None] Pushing event updated for resources: {'Port': ['ID=c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:29.221729 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-bf4897a6-5f7a-4be1-a38b-38c807fdfe92 service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518609 Jul 05 09:52:29.224046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6371f725-c481-4de7-b20a-985d7b1adb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.232291 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.304924 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.368330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd92da3-c3c8-4ef2-8643-7b480e557c26 req-70bce676-621b-4fdd-9e3f-eb62168dfe71 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497450 Jul 05 09:52:29.385689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.436643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.442233 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Calling delete_port for 077af3ac-5891-4bf5-8f0c-314448a8873f owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:29.559546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-64218858-d3a5-4ee2-b465-4093c4032acc req-f8c25390-e6ef-49d9-9d43-1dff212cb037 service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130417 Jul 05 09:52:29.560354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6371f725-c481-4de7-b20a-985d7b1adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.563007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6371f725-c481-4de7-b20a-985d7b1adb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:29.567071 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6371f725-c481-4de7-b20a-985d7b1adb79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dff0e53-50b9-4589-a954-31d9997bc949 HTTP/1.1" status: 204 len: 168 time: 1.0373774 Jul 05 09:52:29.650332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371f725-c481-4de7-b20a-985d7b1adb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dff0e53-50b9-4589-a954-31d9997bc949,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:29.700708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-1bf61a27-0b11-4523-a3d0-b4ef90661af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.703003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-1bf61a27-0b11-4523-a3d0-b4ef90661af8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 1095 time: 0.2458887 Jul 05 09:52:29.980956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-1bfdca61-558b-4b3c-9093-d7d10ad4b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:29.989529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-1bfdca61-558b-4b3c-9093-d7d10ad4b2d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 1095 time: 0.3284955 Jul 05 09:52:30.004225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-71df170c-70af-421f-9224-42ee7e2ae769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:30.009877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-71df170c-70af-421f-9224-42ee7e2ae769 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.2514784 Jul 05 09:52:30.124464 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.207237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-8037afd9-17f7-480a-b527-a42460416021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78d5387-d320-4175-8a8e-2d183fec56b3 HTTP/1.1" status: 200 len: 217 time: 0.1601167 Jul 05 09:52:30.240306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Port': ['ID=077af3ac-5891-4bf5-8f0c-314448a8873f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:30.616684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-12bb82b0-88f9-48be-a300-8ab5a387a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:30.619706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-12bb82b0-88f9-48be-a300-8ab5a387a6ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.3998661 Jul 05 09:52:30.639346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-4f805863-aa74-45f1-a521-24d5d397d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:30.642113 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-4f805863-aa74-45f1-a521-24d5d397d16f service neutron] 10.222.0.16 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.6420832 Jul 05 09:52:30.858877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:30.864807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:30.869084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-0e0ab97c-2c5c-46f8-9efd-28bbdfe6ef06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91 HTTP/1.1" status: 200 len: 217 time: 0.2095716 Jul 05 09:52:30.978713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24f56b-390e-4cd7-8bea-285d2ad260b2 req-658dc94c-eb4b-487d-95cf-483ad9c5f5aa tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.004134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c24f56b-390e-4cd7-8bea-285d2ad260b2 req-658dc94c-eb4b-487d-95cf-483ad9c5f5aa tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 943 time: 0.9893892 Jul 05 09:52:31.017678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:31.111453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-a908195f-7959-4332-b0f9-bdf666daa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.113438 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-a908195f-7959-4332-b0f9-bdf666daa3af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.2310352 Jul 05 09:52:31.303548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.20.0.1 (e9c0c5c5-d58f-423d-958b-4d17d1163e32/8bd45170-80c1-48f8-a906-fcb493ef3a48/7844afab-df5e-4763-9504-562cdca92284) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:31.310370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:31.378364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Router 953c4663-a978-4717-a6f8-1e343e2a2ba2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:52:31.407392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-fee8f953-fe0b-4e07-a360-c6ee13567ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.409127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-fee8f953-fe0b-4e07-a360-c6ee13567ad5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2793250 Jul 05 09:52:31.444943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c24f56b-390e-4cd7-8bea-285d2ad260b2 req-02ce0f04-51f0-4a15-88f1-477908b981c6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389927 Jul 05 09:52:31.507554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54055da2-dbd2-4506-b186-2bf654df3448 None None] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:31.564405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741f3b-6dc8-440f-b918-e242c3724428 req-8a75409a-2490-4f3d-9941-a2ae9a96fbf7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.578629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1741f3b-6dc8-440f-b918-e242c3724428 req-8a75409a-2490-4f3d-9941-a2ae9a96fbf7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.6210632 Jul 05 09:52:31.637478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-7a83c122-6d9c-4ee7-8c1b-7fbaf4a9bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:31.640489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-7a83c122-6d9c-4ee7-8c1b-7fbaf4a9bafb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9892521 Jul 05 09:52:31.665738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:31.677073 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] Sync routers for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:31.699968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:31.703013 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:31.780600 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:31.792294 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e618cdb8-2b09-4388-a721-54797a1d5e7b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8935227 Jul 05 09:52:31.797413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4c99c32d-958f-4b3c-a2bd-f1ccca748f2a None None] Provisioning for port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:31.798859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57782) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:31.808033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4c99c32d-958f-4b3c-a2bd-f1ccca748f2a None None] Provisioning complete for port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:31.808426 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c99c32d-958f-4b3c-a2bd-f1ccca748f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:31.810224 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:31.810950 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:31.853788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-811948a7-2408-4d39-a8a5-84d2b25501b1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:31.865736 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-811948a7-2408-4d39-a8a5-84d2b25501b1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 09:52:31.866452 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-811948a7-2408-4d39-a8a5-84d2b25501b1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 09:52:31.873014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-811948a7-2408-4d39-a8a5-84d2b25501b1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5261350 Jul 05 09:52:31.878394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:31.879823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177ddbc-78cb-451d-9686-27ae9fd210df None None] The sync data for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:31.888441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57786) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:31.895363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--283375727'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:31.946120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1741f3b-6dc8-440f-b918-e242c3724428 req-98643980-cb6a-4f76-a965-c45fe9a895ed tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661208 Jul 05 09:52:32.088468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-60c15118-d81d-4307-9f5a-c68ad05df846 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317555 Jul 05 09:52:32.096028 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.140444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c99c32d-958f-4b3c-a2bd-f1ccca748f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.209006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4c99c32d-958f-4b3c-a2bd-f1ccca748f2a None None] For port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:32.214449 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c99c32d-958f-4b3c-a2bd-f1ccca748f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.286838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99c32d-958f-4b3c-a2bd-f1ccca748f2a None None] Pushing event updated for resources: {'Port': ['ID=c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:32.312117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc518dde-1fd8-47f2-8721-618b8ddc7bff req-079ac565-59ee-439a-b04d-97238c8e0f4f service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118459 Jul 05 09:52:32.316444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Transition to ACTIVE for port object 7844afab-df5e-4763-9504-562cdca92284 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:32.356478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:32.386710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.438863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:32.443603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:32.451270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:32.522766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.564248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:32.585539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'port_id': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'mac_address': 'fa:16:3e:da:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:32.591270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:32.718228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d47d53e4-7230-456d-b163-8c5c9b8e147c None None] Provisioning complete for port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:32.718553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d47d53e4-7230-456d-b163-8c5c9b8e147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:32.795757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-91ceee75-01c6-4c6e-b86f-09f39ed1868e service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3768303 Jul 05 09:52:32.801122 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7581a3d1-1967-4fd5-a8d3-e9a53d738712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] delete failed (client error): The resource could not be found. Jul 05 09:52:32.808636 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7581a3d1-1967-4fd5-a8d3-e9a53d738712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1360232325 HTTP/1.1" status: 404 len: 335 time: 1.0062509 Jul 05 09:52:32.820641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57792) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:32.833277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1d6eaa30-d715-4087-b176-180a342e9a09 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'router': {'external_gateway_info': {'network_id': '953c4663-a978-4717-a6f8-1e343e2a2ba2'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:33.073183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.093254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=7844afab-df5e-4763-9504-562cdca92284,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.094628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.206849 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71b73ccf-cad0-4df7-83b2-41381fbcc441 req-41b287d0-3d67-47e5-8fd3-27c5b6ca4919 service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928013 Jul 05 09:52:33.290567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:33.291208 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.382900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.390267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.417774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.424782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.489092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78d5387-d320-4175-8a8e-2d183fec56b3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:33.527859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b563bd5-7e76-4f09-aaf5-6883ae6c16e0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.655325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.672622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.683730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:33.701905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.729782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b078a7d-a0f3-4785-8de3-6c2190de0a2c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.732909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.734469 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e55dadba-c3a6-4e22-bf87-85cba78200e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8439260 Jul 05 09:52:33.739628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:33.747236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-65a8e829-0599-43ef-a950-9475062a5997 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '1b078a7d-a0f3-4785-8de3-6c2190de0a2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:33.801638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65a8e829-0599-43ef-a950-9475062a5997 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.867992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd27681b-9fb5-4c27-b60d-cd958b3ab4b7 None None] Provisioning for port 7844afab-df5e-4763-9504-562cdca92284 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:33.881499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd27681b-9fb5-4c27-b60d-cd958b3ab4b7 None None] Provisioning complete for port 7844afab-df5e-4763-9504-562cdca92284 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:33.882133 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd27681b-9fb5-4c27-b60d-cd958b3ab4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.886832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.901505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65a8e829-0599-43ef-a950-9475062a5997 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.925037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65a8e829-0599-43ef-a950-9475062a5997 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.950637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8e829-0599-43ef-a950-9475062a5997 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475cf890-b571-44fd-961c-aa2dfc77f13a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:33.953157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd27681b-9fb5-4c27-b60d-cd958b3ab4b7 None None] Port 7844afab-df5e-4763-9504-562cdca92284 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:33.971422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65a8e829-0599-43ef-a950-9475062a5997 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:33.973328 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-65a8e829-0599-43ef-a950-9475062a5997 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2321413 Jul 05 09:52:33.978308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57810) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:33.984618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0f7734b9-eea5-4446-b8a1-6414f5dc25e6 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '1b078a7d-a0f3-4785-8de3-6c2190de0a2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:34.021336 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f7734b9-eea5-4446-b8a1-6414f5dc25e6 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.064167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['a78d5387-d320-4175-8a8e-2d183fec56b3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:34.100216 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-0f7734b9-eea5-4446-b8a1-6414f5dc25e6 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 09:52:34.101734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f7734b9-eea5-4446-b8a1-6414f5dc25e6 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1222270 Jul 05 09:52:34.106193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.242090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ede9e88-2bb2-4602-933d-6726dd057c51 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.304888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ede9e88-2bb2-4602-933d-6726dd057c51 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.341356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.374523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fe98-db6e-47e7-a39a-cfa89207bc5a req-5674bb89-a170-4d54-8420-d0176135992e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.377360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ec7fe98-db6e-47e7-a39a-cfa89207bc5a req-5674bb89-a170-4d54-8420-d0176135992e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 943 time: 1.5696599 Jul 05 09:52:34.378470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.408489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8c1c546f-84a6-4303-a11f-4b24b33ebd91 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:34.430081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ede9e88-2bb2-4602-933d-6726dd057c51 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.432796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ede9e88-2bb2-4602-933d-6726dd057c51 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.433970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5ede9e88-2bb2-4602-933d-6726dd057c51 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b078a7d-a0f3-4785-8de3-6c2190de0a2c HTTP/1.1" status: 204 len: 168 time: 0.3261561 Jul 05 09:52:34.436793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.471660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede9e88-2bb2-4602-933d-6726dd057c51 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b078a7d-a0f3-4785-8de3-6c2190de0a2c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.525545 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a4a28eec-a8b6-4811-8a8b-c75e7b077a3b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742795 Jul 05 09:52:34.532143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.560295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1fd9a633-6dd0-419e-88c0-82136770da4b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--993536834'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:34.588222 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd9a633-6dd0-419e-88c0-82136770da4b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.659440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8c1c546f-84a6-4303-a11f-4b24b33ebd91, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:34.674975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=7844afab-df5e-4763-9504-562cdca92284,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.700125 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d6eaa30-d715-4087-b176-180a342e9a09 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.707994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8c1c546f-84a6-4303-a11f-4b24b33ebd91', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '8c1c546f-84a6-4303-a11f-4b24b33ebd91', 'mac_address': 'fa:16:3e:a8:33:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:34.730519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.740400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ec7fe98-db6e-47e7-a39a-cfa89207bc5a req-3b5ca1ab-939b-4192-8117-4b193e552aee tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503654 Jul 05 09:52:34.754683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7a63-b276-427f-997d-896ce4200969 req-e62b2ca7-7613-468d-bbbb-fe0546860909 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:34.760999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd9a633-6dd0-419e-88c0-82136770da4b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.765087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.767214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd9a633-6dd0-419e-88c0-82136770da4b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.771828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37fe7a63-b276-427f-997d-896ce4200969 req-e62b2ca7-7613-468d-bbbb-fe0546860909 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 944 time: 0.4176254 Jul 05 09:52:34.793788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1c546f-84a6-4303-a11f-4b24b33ebd91 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:34.801609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd9a633-6dd0-419e-88c0-82136770da4b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.809757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1fd9a633-6dd0-419e-88c0-82136770da4b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2650673 Jul 05 09:52:34.812309 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-1d6eaa30-d715-4087-b176-180a342e9a09 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] update failed (client error): The resource could not be found. Jul 05 09:52:34.813415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1d6eaa30-d715-4087-b176-180a342e9a09 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2 HTTP/1.1" status: 404 len: 339 time: 1.9865479 Jul 05 09:52:34.814121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57822) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.821450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.829362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8c1c546f-84a6-4303-a11f-4b24b33ebd91, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:34.836294 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.842618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2067062452'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:34.880719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9102868e-370b-439e-8697-b9e0db92f3c9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'a2ff3d4c-73c2-45af-805f-23d175aa8692', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:34.881330 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-9102868e-370b-439e-8697-b9e0db92f3c9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 09:52:34.881832 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-9102868e-370b-439e-8697-b9e0db92f3c9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:34.890582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9102868e-370b-439e-8697-b9e0db92f3c9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0626831 Jul 05 09:52:34.893738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57826) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:34.912573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8c1c546f-84a6-4303-a11f-4b24b33ebd91,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.925898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9a633-6dd0-419e-88c0-82136770da4b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff3d4c-73c2-45af-805f-23d175aa8692,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:34.928960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:34.941541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.970728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:52:34.989513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:34.989877 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Added segment c862cef5-5814-4981-9a34-af2933fcba37 of type vlan for network 2e486f0c-384c-4bfd-956d-89b2743bab39 Jul 05 09:52:35.014172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37fe7a63-b276-427f-997d-896ce4200969 req-f3863768-08cc-4917-ab7f-2c8de79fc74c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411692 Jul 05 09:52:35.016755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:35.021624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:35.142628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.169062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-756fee82-aa03-4aa2-bcaa-b9e757c74d75 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.197496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:35.228082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.243417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:35.245096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.245684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-756fee82-aa03-4aa2-bcaa-b9e757c74d75 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.367727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 8f8ea615-c801-4c8e-8536-298da5e86329 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:52:35.382577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-756fee82-aa03-4aa2-bcaa-b9e757c74d75 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.386137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-756fee82-aa03-4aa2-bcaa-b9e757c74d75 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.387626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-756fee82-aa03-4aa2-bcaa-b9e757c74d75 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/a2ff3d4c-73c2-45af-805f-23d175aa8692 HTTP/1.1" status: 204 len: 168 time: 0.4853885 Jul 05 09:52:35.393794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57836) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:35.414311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fee82-aa03-4aa2-bcaa-b9e757c74d75 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff3d4c-73c2-45af-805f-23d175aa8692,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:35.439232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Network': ['ID=2e486f0c-384c-4bfd-956d-89b2743bab39,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:35.447698 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-78ba44a0-996a-4910-9029-c75041819f6e tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6238763 Jul 05 09:52:35.448409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57838) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:35.453963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'subnet': {'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:35.459947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2e486f0c-384c-4bfd-956d-89b2743bab39 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:52:35.522152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f1bb389d-ea77-4c00-924a-6522ccd42032 None None] Provisioning complete for port 7844afab-df5e-4763-9504-562cdca92284 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:35.522659 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1bb389d-ea77-4c00-924a-6522ccd42032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.613539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Made reservation on behalf of c9bd37f41cac4939a307e629c2c17836 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:35.625206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.639403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb389d-ea77-4c00-924a-6522ccd42032 None None] Port 7844afab-df5e-4763-9504-562cdca92284 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:35.677076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8bade0cc-4624-4f74-8432-2d1ffeef0471 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2756126 Jul 05 09:52:35.678318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:35.683461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-19897c84-ca06-4a70-86d5-b349cffacfc4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367681206'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:35.730400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:35.738129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c9050aab-e4e1-44af-ad57-c6879e69aa86 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "PUT /v2.0/routers/8f8ea615-c801-4c8e-8536-298da5e86329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2040966 Jul 05 09:52:35.743239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57842) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:35.746104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Sync routers for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:35.765000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19897c84-ca06-4a70-86d5-b349cffacfc4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:35.766886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:35.767925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:35.922663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.038267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Subnet': ['ID=099d0085-a85a-4cd1-9c7b-94b354241b46,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.052898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Checking segment: {'id': 'c862cef5-5814-4981-9a34-af2933fcba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:36.053517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network hostable DHCP agents. Network: 2e486f0c-384c-4bfd-956d-89b2743bab39, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:52:36.093933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network 2e486f0c-384c-4bfd-956d-89b2743bab39 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:52:36.114415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2e486f0c-384c-4bfd-956d-89b2743bab39) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:36.128861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.130255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.131705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.132494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:36.135162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998afcd-18ed-4837-bb28-2a272e95c362 None None] Network 2e486f0c-384c-4bfd-956d-89b2743bab39 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:36.136028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.137160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.138619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.139667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.140306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.140768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.141142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.141534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.141941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.142703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.143342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.143962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.144575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.145210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.145834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.149040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-913d30fa-b93b-4340-b666-dd69a6d805ed tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11199 time: 0.4039879 Jul 05 09:52:36.152846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.275818 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19897c84-ca06-4a70-86d5-b349cffacfc4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.292174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2dcd5e8-3709-4756-9644-b844ca0be787 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8420048 Jul 05 09:52:36.292982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.299749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0e67ffbf-859f-48a0-8f15-f91914d72735 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:36.392807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab65ed-1621-43bf-8432-44036efe9f48 req-38d263bc-2e88-45e2-bf3a-7751406347d6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.394403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cab65ed-1621-43bf-8432-44036efe9f48 req-38d263bc-2e88-45e2-bf3a-7751406347d6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 944 time: 0.3904147 Jul 05 09:52:36.395107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19897c84-ca06-4a70-86d5-b349cffacfc4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.468171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:36.518508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.518976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.519470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.519922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.520372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.521046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.521259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.521704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.522480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.522627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.523054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.539818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.540502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.540970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.541433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.541903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.547991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-74909a52-fcc3-40b9-95f8-831fd2f06064 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10086 time: 0.3894980 Jul 05 09:52:36.547991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19897c84-ca06-4a70-86d5-b349cffacfc4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.547991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-19897c84-ca06-4a70-86d5-b349cffacfc4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8673172 Jul 05 09:52:36.569493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.570405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57860) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.582953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-810aa1f8-4ac2-48b0-8ff9-d68b8abcbc3a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'ecc59774-3624-48d9-8c3b-1ac9a85b3c0d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:36.583891 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-810aa1f8-4ac2-48b0-8ff9-d68b8abcbc3a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 09:52:36.584402 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-810aa1f8-4ac2-48b0-8ff9-d68b8abcbc3a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:36.590005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-810aa1f8-4ac2-48b0-8ff9-d68b8abcbc3a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084496 Jul 05 09:52:36.593582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57862) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:36.609448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19897c84-ca06-4a70-86d5-b349cffacfc4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc59774-3624-48d9-8c3b-1ac9a85b3c0d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:36.700121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-2e486f0c-384c-4bfd-956d-89b2743bab39', 'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39', 'tenant_id': 'c9bd37f41cac4939a307e629c2c17836', 'fixed_ips': [{'subnet_id': '099d0085-a85a-4cd1-9c7b-94b354241b46'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:52:36.700447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cab65ed-1621-43bf-8432-44036efe9f48 req-6caef998-0c79-404d-99c0-c5a4aeb0c232 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824976 Jul 05 09:52:36.702684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.749387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port a78d5387-d320-4175-8a8e-2d183fec56b3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:36.778301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4285dbd-327b-4759-a387-9d149c75ddfa req-ab83f6eb-0c9a-4aea-b872-fa7af06affed tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:36.779478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4285dbd-327b-4759-a387-9d149c75ddfa req-ab83f6eb-0c9a-4aea-b872-fa7af06affed tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 944 time: 0.4129770 Jul 05 09:52:36.780641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e67ffbf-859f-48a0-8f15-f91914d72735 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.880287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-761312d1-643b-4e87-ae0d-dc2708494e0c tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.907848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port a78d5387-d320-4175-8a8e-2d183fec56b3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:36.908429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:36.925393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-761312d1-643b-4e87-ae0d-dc2708494e0c tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.039721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-761312d1-643b-4e87-ae0d-dc2708494e0c tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.042891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-761312d1-643b-4e87-ae0d-dc2708494e0c tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.044357 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-761312d1-643b-4e87-ae0d-dc2708494e0c tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/ecc59774-3624-48d9-8c3b-1ac9a85b3c0d HTTP/1.1" status: 204 len: 168 time: 0.4494529 Jul 05 09:52:37.050373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.068171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761312d1-643b-4e87-ae0d-dc2708494e0c tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc59774-3624-48d9-8c3b-1ac9a85b3c0d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:37.080387 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-0e67ffbf-859f-48a0-8f15-f91914d72735 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:37.081740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0e67ffbf-859f-48a0-8f15-f91914d72735 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2 HTTP/1.1" status: 400 len: 364 time: 0.7875159 Jul 05 09:52:37.084552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4285dbd-327b-4759-a387-9d149c75ddfa req-3d8b9231-ad53-4678-a170-664d2ae753ee tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858124 Jul 05 09:52:37.088155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57874) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.204771 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6cf7ffcd-34f6-4b5a-9c59-a6c78c8619f2 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1525407 Jul 05 09:52:37.206309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.210679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:32Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:34Z', 'revision_number': 2, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:37.215335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-70880acc-90ea-44b2-9c94-3f17cf9b8cf9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092498445'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:37.254841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70880acc-90ea-44b2-9c94-3f17cf9b8cf9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.278838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Checking router: 8f8ea615-c801-4c8e-8536-298da5e86329 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:52:37.279394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Updating router 8f8ea615-c801-4c8e-8536-298da5e86329 port 7844afab-df5e-4763-9504-562cdca92284 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:52:37.380365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Allocated IP 2001:db8:1::2 (2e486f0c-384c-4bfd-956d-89b2743bab39/099d0085-a85a-4cd1-9c7b-94b354241b46/aaf31d5c-5650-4f92-a47c-53d28aece7a8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:37.471895 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70880acc-90ea-44b2-9c94-3f17cf9b8cf9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.478593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70880acc-90ea-44b2-9c94-3f17cf9b8cf9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.516465 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.532649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70880acc-90ea-44b2-9c94-3f17cf9b8cf9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.543542 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-70880acc-90ea-44b2-9c94-3f17cf9b8cf9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3337057 Jul 05 09:52:37.545287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70880acc-90ea-44b2-9c94-3f17cf9b8cf9 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a14350-496a-46c4-a633-517384538b66,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:37.549130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.561155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4a66c7f4-aa85-432e-af6c-2a4137d41745 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '33a14350-496a-46c4-a633-517384538b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:37.575773 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-4a66c7f4-aa85-432e-af6c-2a4137d41745 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 09:52:37.576968 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-4a66c7f4-aa85-432e-af6c-2a4137d41745 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:37.580819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1a946d35-69e7-4ca2-a586-a2419d759685 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5040 time: 1.0058880 Jul 05 09:52:37.584435 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4a66c7f4-aa85-432e-af6c-2a4137d41745 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0324993 Jul 05 09:52:37.586591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.596501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d8f919c7-e5c3-4485-baf7-e55bc1ba9346 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '33a14350-496a-46c4-a633-517384538b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:37.596993 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-d8f919c7-e5c3-4485-baf7-e55bc1ba9346 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 09:52:37.598216 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d8f919c7-e5c3-4485-baf7-e55bc1ba9346 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:37.606626 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d8f919c7-e5c3-4485-baf7-e55bc1ba9346 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0180855 Jul 05 09:52:37.607681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.618139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d7a18002-6689-4c2c-943e-96253e8f6ef4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '33a14350-496a-46c4-a633-517384538b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:37.619805 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-d7a18002-6689-4c2c-943e-96253e8f6ef4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 09:52:37.620784 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d7a18002-6689-4c2c-943e-96253e8f6ef4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:37.628141 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7a18002-6689-4c2c-943e-96253e8f6ef4 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169821 Jul 05 09:52:37.629165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.638774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e83ac89c-1525-42b2-8dac-6069b1030df5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '33a14350-496a-46c4-a633-517384538b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:37.641636 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-e83ac89c-1525-42b2-8dac-6069b1030df5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 09:52:37.643296 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e83ac89c-1525-42b2-8dac-6069b1030df5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:37.651467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e83ac89c-1525-42b2-8dac-6069b1030df5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0203283 Jul 05 09:52:37.652750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57890) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:37.684266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.803123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:37.821096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52e39e63-1ce1-4eaf-9898-ddb471734cf7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.874941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:37.887465 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b9424-2974-4137-ac94-895d1e78a940" -d '{"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-plugged", "status": "completed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:37.909437 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52e39e63-1ce1-4eaf-9898-ddb471734cf7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:37.911637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.048137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52e39e63-1ce1-4eaf-9898-ddb471734cf7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.052750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52e39e63-1ce1-4eaf-9898-ddb471734cf7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.059556 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-52e39e63-1ce1-4eaf-9898-ddb471734cf7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/33a14350-496a-46c4-a633-517384538b66 HTTP/1.1" status: 204 len: 168 time: 0.4050293 Jul 05 09:52:38.061041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:38.111253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:38.245951 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b0569696-8fd2-4afb-8017-0a2080382d59 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1516218 Jul 05 09:52:38.247667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e39e63-1ce1-4eaf-9898-ddb471734cf7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a14350-496a-46c4-a633-517384538b66,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:38.250566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:38.258962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f8ccc410-ea63-4509-a8f3-cccea0587c6a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--156846829'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:38.328846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc410-ea63-4509-a8f3-cccea0587c6a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.381909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.442219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8c1c546f-84a6-4303-a11f-4b24b33ebd91 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:38.455254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:38.492615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b1e74a9-e915-4640-b626-d77686e14b72 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105685778', 'description': 'tempest-secgroup-smoke-2105685778 description', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:38.533514 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c690f6-94bd-45c4-a32d-5c02ce9eb2aa x-openstack-request-id: req-40c690f6-94bd-45c4-a32d-5c02ce9eb2aa {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:38.534099 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-plugged", "status": "completed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:38.534099 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40c690f6-94bd-45c4-a32d-5c02ce9eb2aa {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:38.534679 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'code': 200} Jul 05 09:52:38.563405 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc410-ea63-4509-a8f3-cccea0587c6a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.573096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc410-ea63-4509-a8f3-cccea0587c6a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.777025 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.789082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Transition to ACTIVE for port object aaf31d5c-5650-4f92-a47c-53d28aece7a8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:38.790520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc410-ea63-4509-a8f3-cccea0587c6a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.796091 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8ccc410-ea63-4509-a8f3-cccea0587c6a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5402951 Jul 05 09:52:38.811818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57910) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:38.813423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Transition to ACTIVE for port object aaf31d5c-5650-4f92-a47c-53d28aece7a8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:38.828061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:38.847754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-15552fb3-bc67-4b40-87e1-2a1bf74c6a5d tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:38.848715 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-15552fb3-bc67-4b40-87e1-2a1bf74c6a5d tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 09:52:38.849360 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-15552fb3-bc67-4b40-87e1-2a1bf74c6a5d tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:38.855224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-15552fb3-bc67-4b40-87e1-2a1bf74c6a5d tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0304360 Jul 05 09:52:38.869998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57916) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:38.877435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8f60a59a-9cae-4e3e-8030-8c3a39d3faef tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:38.919983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccc410-ea63-4509-a8f3-cccea0587c6a tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5ccad4-9bc9-4f34-ac40-00cd178cb94c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:39.024678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad61ce-fba7-46fe-8d59-e988e6541c6f req-332c11d3-7ea8-429b-8d5e-212d2be142f9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.024678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32ad61ce-fba7-46fe-8d59-e988e6541c6f req-332c11d3-7ea8-429b-8d5e-212d2be142f9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 944 time: 0.7618334 Jul 05 09:52:39.044394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5445555-2677-47ff-9e3c-148df250960b req-47141f64-0891-4fbc-89db-ef4690fba402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.046733 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5445555-2677-47ff-9e3c-148df250960b req-47141f64-0891-4fbc-89db-ef4690fba402 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 1097 time: 0.3198888 Jul 05 09:52:39.123522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b1e74a9-e915-4640-b626-d77686e14b72 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.137715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d5445555-2677-47ff-9e3c-148df250960b req-304e5730-4340-4895-8d56-9532ccbae369 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654047 Jul 05 09:52:39.201375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32ad61ce-fba7-46fe-8d59-e988e6541c6f req-0de3d11f-d9b6-44e4-8f0d-72d98b3fba4a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302692 Jul 05 09:52:39.224686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Network 2e486f0c-384c-4bfd-956d-89b2743bab39 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:39.236321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:39.250837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:39.269524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:39.301361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:39.301729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.354717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Pushing event updated for resources: {'Port': ['ID=aaf31d5c-5650-4f92-a47c-53d28aece7a8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:39.429493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Allocated IP 2001:db8::1 (c33f4d60-890d-4a56-953f-2484f480a372/9d09a845-7185-4cd8-a3a7-4371c49814e5/8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:39.470913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Attempting to bind port aaf31d5c-5650-4f92-a47c-53d28aece7a8 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:39.471473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Attempting to bind port aaf31d5c-5650-4f92-a47c-53d28aece7a8 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'c862cef5-5814-4981-9a34-af2933fcba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:39.471972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Attempting to bind port aaf31d5c-5650-4f92-a47c-53d28aece7a8 on network 2e486f0c-384c-4bfd-956d-89b2743bab39 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:39.487768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:39.488149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Checking segment: {'id': 'c862cef5-5814-4981-9a34-af2933fcba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:39.488561 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.490215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Bound using segment: {'id': 'c862cef5-5814-4981-9a34-af2933fcba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:39.490215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Bound port: aaf31d5c-5650-4f92-a47c-53d28aece7a8, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c862cef5-5814-4981-9a34-af2933fcba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2e486f0c-384c-4bfd-956d-89b2743bab39'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:39.490215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.624880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567334a6-a9d4-43de-8df1-7ca58edcaab7 req-f2417347-59d0-43fc-b20a-daceb2ec29a5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:39.635405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-567334a6-a9d4-43de-8df1-7ca58edcaab7 req-f2417347-59d0-43fc-b20a-daceb2ec29a5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.3155351 Jul 05 09:52:39.639319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b1e74a9-e915-4640-b626-d77686e14b72 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.643026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.646385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.662180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b1e74a9-e915-4640-b626-d77686e14b72 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.676890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] For port aaf31d5c-5650-4f92-a47c-53d28aece7a8, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:39.682456 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-8f60a59a-9cae-4e3e-8030-8c3a39d3faef tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:39.682680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Transition to ACTIVE for port object 7844afab-df5e-4763-9504-562cdca92284 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:39.682781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8f60a59a-9cae-4e3e-8030-8c3a39d3faef tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8117554 Jul 05 09:52:39.686354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:39.692295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6a002d96-b09a-4324-ac5c-aef68386cd07 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:39.693208 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-6a002d96-b09a-4324-ac5c-aef68386cd07 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 09:52:39.694397 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-6a002d96-b09a-4324-ac5c-aef68386cd07 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:39.701333 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a002d96-b09a-4324-ac5c-aef68386cd07 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141025 Jul 05 09:52:39.701917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:39.706378 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.709738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] For port aaf31d5c-5650-4f92-a47c-53d28aece7a8, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=aaf31d5c-5650-4f92-a47c-53d28aece7a8,segment=NetworkSegment(c862cef5-5814-4981-9a34-af2933fcba37),segment_id=c862cef5-5814-4981-9a34-af2933fcba37)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:39.718719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ac0c6496-3966-4791-bfe8-c3c2ce377193 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:39.730054 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.734579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8c1c546f-84a6-4303-a11f-4b24b33ebd91, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:39.752744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b1e74a9-e915-4640-b626-d77686e14b72 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.757830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7b1e74a9-e915-4640-b626-d77686e14b72 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2651563 Jul 05 09:52:39.764902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:39.765389 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.773401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-972b5801-31ab-4987-844d-86b9897d9cc9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': 'd420739a-537b-417e-b99e-a8362de9c6d9', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:39.779804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e74a9-e915-4640-b626-d77686e14b72 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d420739a-537b-417e-b99e-a8362de9c6d9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:39.795462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-567334a6-a9d4-43de-8df1-7ca58edcaab7 req-8e8c8868-e81a-40d0-962d-31aa290fed12 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590633 Jul 05 09:52:39.798635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fbda-90c5-4023-b2fe-70b36fff6007 None None] Pushing event updated for resources: {'Port': ['ID=7844afab-df5e-4763-9504-562cdca92284,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:39.799910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.852130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Transition to ACTIVE for port object 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:39.905161 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-ac0c6496-3966-4791-bfe8-c3c2ce377193 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:39.906590 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac0c6496-3966-4791-bfe8-c3c2ce377193 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2036648 Jul 05 09:52:39.909334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57934) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:39.916577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-972b5801-31ab-4987-844d-86b9897d9cc9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:39.917725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-613aaaf9-e63a-4525-89b2-b49802cfb793 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:39.920120 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-613aaaf9-e63a-4525-89b2-b49802cfb793 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 09:52:39.922735 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-613aaaf9-e63a-4525-89b2-b49802cfb793 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:39.924804 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-613aaaf9-e63a-4525-89b2-b49802cfb793 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142500 Jul 05 09:52:39.927548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57936) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:39.933927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a1370074-f391-4260-86ab-4166e6065980 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:39.982570 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.051671 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-a1370074-f391-4260-86ab-4166e6065980 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:40.052591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network c33f4d60-890d-4a56-953f-2484f480a372 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:40.053270 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1370074-f391-4260-86ab-4166e6065980 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1244202 Jul 05 09:52:40.057073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57944) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.063809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:40.065963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1ae3a542-4b65-4f9d-9155-e84f9381a518 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:40.066461 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-1ae3a542-4b65-4f9d-9155-e84f9381a518 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 09:52:40.069221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:40.070606 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.075205 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-1ae3a542-4b65-4f9d-9155-e84f9381a518 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:40.077164 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1ae3a542-4b65-4f9d-9155-e84f9381a518 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0187833 Jul 05 09:52:40.086536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.094375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-38fd1234-6f03-4c34-9452-24ea14f626e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:40.128755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b212668-b69d-4edd-aa86-838cbd493280 None None] Pushing event updated for resources: {'Port': ['ID=aaf31d5c-5650-4f92-a47c-53d28aece7a8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.254855 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-38fd1234-6f03-4c34-9452-24ea14f626e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:40.260269 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-38fd1234-6f03-4c34-9452-24ea14f626e1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1725214 Jul 05 09:52:40.267352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.284733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-797fbd75-48f0-4b1d-99bf-e0027ca7d904 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ccad4-9bc9-4f34-ac40-00cd178cb94c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:40.300476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Port': ['ID=8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.326490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Attempting to bind port 7844afab-df5e-4763-9504-562cdca92284 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:40.326959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Attempting to bind port 7844afab-df5e-4763-9504-562cdca92284 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:40.330047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Attempting to bind port 7844afab-df5e-4763-9504-562cdca92284 on network e9c0c5c5-d58f-423d-958b-4d17d1163e32 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:40.358901 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-797fbd75-48f0-4b1d-99bf-e0027ca7d904 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:40.363272 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-797fbd75-48f0-4b1d-99bf-e0027ca7d904 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0946784 Jul 05 09:52:40.363859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.379560 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-972b5801-31ab-4987-844d-86b9897d9cc9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.388987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:40.391672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Checking segment: {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:40.391937 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.392351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Bound using segment: {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:40.392858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Bound port: 7844afab-df5e-4763-9504-562cdca92284, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:40.393591 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.393903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-972b5801-31ab-4987-844d-86b9897d9cc9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.399708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8c1c546f-84a6-4303-a11f-4b24b33ebd91,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.532542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b5801-31ab-4987-844d-86b9897d9cc9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bb085f-86aa-4072-8954-1ea5c32d3871,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.563766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1c546f-84a6-4303-a11f-4b24b33ebd91'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:40.591041 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee014785-d73b-499b-ae41-3894d52443cd" -d '{"events": [{"server_uuid": "8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1c546f-84a6-4303-a11f-4b24b33ebd91"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:40.621337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcfff880-e6b1-496e-bf3d-785a38ac3ef1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.633986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-972b5801-31ab-4987-844d-86b9897d9cc9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.635471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-972b5801-31ab-4987-844d-86b9897d9cc9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8692997 Jul 05 09:52:40.641597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.679767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0371a709-0442-4226-b363-5dddb6d5f0fe tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': 'd420739a-537b-417e-b99e-a8362de9c6d9', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:40.698046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcfff880-e6b1-496e-bf3d-785a38ac3ef1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.752335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] For port 7844afab-df5e-4763-9504-562cdca92284, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:40.764572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] For port 7844afab-df5e-4763-9504-562cdca92284, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7844afab-df5e-4763-9504-562cdca92284,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:40.774826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.796414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcfff880-e6b1-496e-bf3d-785a38ac3ef1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.811826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcfff880-e6b1-496e-bf3d-785a38ac3ef1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.821764 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dcfff880-e6b1-496e-bf3d-785a38ac3ef1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd5ccad4-9bc9-4f34-ac40-00cd178cb94c HTTP/1.1" status: 204 len: 168 time: 0.4526026 Jul 05 09:52:40.822969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.886495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfff880-e6b1-496e-bf3d-785a38ac3ef1 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5ccad4-9bc9-4f34-ac40-00cd178cb94c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:40.930929 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c5a40-b392-42aa-bfdf-006f9ea25cae x-openstack-request-id: req-7b5c5a40-b392-42aa-bfdf-006f9ea25cae {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:40.931390 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1c546f-84a6-4303-a11f-4b24b33ebd91", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:40.931733 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b5c5a40-b392-42aa-bfdf-006f9ea25cae {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:40.933236 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1c546f-84a6-4303-a11f-4b24b33ebd91', 'code': 200} Jul 05 09:52:40.978774 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-64a68a13-d783-4f64-bb35-0123fc75de52 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438708 Jul 05 09:52:40.980248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:40.985628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ab20a176-d383-49e7-be4e-7922254423f8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--854205615'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:40.995952 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.007988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0371a709-0442-4226-b363-5dddb6d5f0fe tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.083503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab20a176-d383-49e7-be4e-7922254423f8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.144623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0371a709-0442-4226-b363-5dddb6d5f0fe tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.149909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:41.152439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:41.220230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df2fbe-92cd-412e-99f0-0c97f6ea64cd req-03202154-a5cd-4f13-9057-e72aec3590e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:41.222702 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1df2fbe-92cd-412e-99f0-0c97f6ea64cd req-03202154-a5cd-4f13-9057-e72aec3590e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 1097 time: 0.2321301 Jul 05 09:52:41.224032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fbda-90c5-4023-b2fe-70b36fff6007 None None] Pushing event updated for resources: {'Port': ['ID=7844afab-df5e-4763-9504-562cdca92284,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:41.331706 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a1df2fbe-92cd-412e-99f0-0c97f6ea64cd req-fdb170e5-0892-466b-b560-3643e30decac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710459 Jul 05 09:52:41.335019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab20a176-d383-49e7-be4e-7922254423f8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.340311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4be9efc2-3b7a-435b-b5de-4985d1176ff7 None None] Provisioning for port 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:41.341139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab20a176-d383-49e7-be4e-7922254423f8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.342448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0371a709-0442-4226-b363-5dddb6d5f0fe tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.353702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4be9efc2-3b7a-435b-b5de-4985d1176ff7 None None] Provisioning complete for port 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:41.354087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4be9efc2-3b7a-435b-b5de-4985d1176ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.395802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab20a176-d383-49e7-be4e-7922254423f8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.400530 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ab20a176-d383-49e7-be4e-7922254423f8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4156265 Jul 05 09:52:41.401420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371a709-0442-4226-b363-5dddb6d5f0fe tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a5381a-485f-400d-8edd-a485c918388b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:41.404281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:41.405156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0371a709-0442-4226-b363-5dddb6d5f0fe tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.409473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0371a709-0442-4226-b363-5dddb6d5f0fe tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7516367 Jul 05 09:52:41.411200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ba854f6e-d917-4d3f-8acc-8ce15e7938e8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bcec88e7-b4e6-4a39-a403-71105f66f21c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:41.415158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57986) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:41.420868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:41.423013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4be9efc2-3b7a-435b-b5de-4985d1176ff7 None None] Port 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:41.439520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20a176-d383-49e7-be4e-7922254423f8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec88e7-b4e6-4a39-a403-71105f66f21c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:41.451925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83be45-ad48-4e71-a436-dc99a20301ff req-bb7d0be0-333a-4078-b304-0a7360b7b557 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:41.456068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e83be45-ad48-4e71-a436-dc99a20301ff req-bb7d0be0-333a-4078-b304-0a7360b7b557 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.9544234 Jul 05 09:52:41.508021 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-ba854f6e-d917-4d3f-8acc-8ce15e7938e8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The resource could not be found. Jul 05 09:52:41.509334 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ba854f6e-d917-4d3f-8acc-8ce15e7938e8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1032135 Jul 05 09:52:41.512240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:41.517086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a9db2a91-9bf8-4dca-b507-1e92600d217b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': 'bcec88e7-b4e6-4a39-a403-71105f66f21c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '269ae603-79d3-4d7f-9648-939f93e09670'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:41.583768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7985ea4b-76d1-4d6d-ad5d-8a28cbaedb9b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': 'd420739a-537b-417e-b99e-a8362de9c6d9', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:41.670869 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-a9db2a91-9bf8-4dca-b507-1e92600d217b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The resource could not be found. Jul 05 09:52:41.673396 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a9db2a91-9bf8-4dca-b507-1e92600d217b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1600826 Jul 05 09:52:41.677735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:41.708454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e83be45-ad48-4e71-a436-dc99a20301ff req-877e3537-e953-4274-8952-5cc927a8defc tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129580 Jul 05 09:52:41.709211 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7985ea4b-76d1-4d6d-ad5d-8a28cbaedb9b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.783236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:32Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:40Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:41.790675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e71e-6805-401c-b513-075911c39fba req-df6d3635-476f-403a-938c-cdd9f42f3cd0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:41.798179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a47e71e-6805-401c-b513-075911c39fba req-df6d3635-476f-403a-938c-cdd9f42f3cd0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.4580216 Jul 05 09:52:41.826047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5c0198-f01a-4cf2-ae6c-5310731fe017 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.849071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbad4bd-7921-4bcc-b118-47d57b1df812 None None] The sync data for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 is: [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:32Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:40Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:41.874180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5c0198-f01a-4cf2-ae6c-5310731fe017 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.933315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.947574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a47e71e-6805-401c-b513-075911c39fba req-a1f66256-0735-4655-8c59-f352eee86c2f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483839 Jul 05 09:52:41.949470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7985ea4b-76d1-4d6d-ad5d-8a28cbaedb9b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.950471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.951260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:41.958358 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7985ea4b-76d1-4d6d-ad5d-8a28cbaedb9b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.021879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5c0198-f01a-4cf2-ae6c-5310731fe017 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.028720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5c0198-f01a-4cf2-ae6c-5310731fe017 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.031921 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7f5c0198-f01a-4cf2-ae6c-5310731fe017 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/bcec88e7-b4e6-4a39-a403-71105f66f21c HTTP/1.1" status: 204 len: 168 time: 0.3496253 Jul 05 09:52:42.033641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:42.082292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985ea4b-76d1-4d6d-ad5d-8a28cbaedb9b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb74865-1810-4a54-a988-ffc1e0ca72c7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.095740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event updated for resources: {'Port': ['ID=8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.103587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7985ea4b-76d1-4d6d-ad5d-8a28cbaedb9b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.104829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7985ea4b-76d1-4d6d-ad5d-8a28cbaedb9b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6473858 Jul 05 09:52:42.110873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:42.112421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52120ac-f6a6-4a7f-a3fb-5a665c685b08 None None] Network 2e486f0c-384c-4bfd-956d-89b2743bab39 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:42.131311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-be3b7632-80a4-424c-b33b-0902e24330dc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': 'd420739a-537b-417e-b99e-a8362de9c6d9', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:42.135975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c0198-f01a-4cf2-ae6c-5310731fe017 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec88e7-b4e6-4a39-a403-71105f66f21c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.220612 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be3b7632-80a4-424c-b33b-0902e24330dc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.250261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Network c33f4d60-890d-4a56-953f-2484f480a372 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:42.254185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:42.266641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af63860e-1174-463e-86cb-9332862dc8fc tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1607533 Jul 05 09:52:42.276341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:42.296327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c74b6735-f4fe-44de-b100-dc93d3c2517b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '547e2ca2-9ac7-4ca6-9197-cc0e08cb77bd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:42.406571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9db50e40-1e78-4bae-a360-96a4e14958c5 None None] Provisioning for port aaf31d5c-5650-4f92-a47c-53d28aece7a8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:42.484063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be3b7632-80a4-424c-b33b-0902e24330dc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.560034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be3b7632-80a4-424c-b33b-0902e24330dc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.727657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b7632-80a4-424c-b33b-0902e24330dc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dbf128-03f0-41b4-9924-8090d8e47232,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:42.753093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be3b7632-80a4-424c-b33b-0902e24330dc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.758663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:42.759878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-be3b7632-80a4-424c-b33b-0902e24330dc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6461437 Jul 05 09:52:42.782034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': 'd420739a-537b-417e-b99e-a8362de9c6d9', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:42.795347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Router 953c4663-a978-4717-a6f8-1e343e2a2ba2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:52:42.805017 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-c74b6735-f4fe-44de-b100-dc93d3c2517b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The resource could not be found. Jul 05 09:52:42.810576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58026) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:42.810799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c74b6735-f4fe-44de-b100-dc93d3c2517b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5250247 Jul 05 09:52:42.825116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device aaf31d5c-5650-4f92-a47c-53d28aece7a8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:42.827349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1739a717-152e-47fa-9421-6e2d09c29893 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151391405'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:42.861100 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Project 7ab4b5a2844b4c1790b5d9af97c73544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 09:52:42.879207 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.906140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1739a717-152e-47fa-9421-6e2d09c29893 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.931672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b1fe0172-a692-4ad4-b470-10f30c38b570 None None] Provisioning complete for port 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:42.932043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0172-a692-4ad4-b470-10f30c38b570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.984103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe0172-a692-4ad4-b470-10f30c38b570 None None] Port 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:42.998851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:42.999802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port aaf31d5c-5650-4f92-a47c-53d28aece7a8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:43.005465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port aaf31d5c-5650-4f92-a47c-53d28aece7a8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:43.006387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.009455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.014278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94527c1-6426-428f-a252-5ae03533f418 req-bf7f07b5-b56b-465d-a7ed-e6290922b9e8 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:43.016558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94527c1-6426-428f-a252-5ae03533f418 req-bf7f07b5-b56b-465d-a7ed-e6290922b9e8 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 950 time: 0.3893182 Jul 05 09:52:43.054564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa70758-3ce4-417d-85de-d372a5e78a31 req-c51cc593-d2ea-4cc7-811b-bbc5a34e76a6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:43.069415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:43.070828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aa70758-3ce4-417d-85de-d372a5e78a31 req-c51cc593-d2ea-4cc7-811b-bbc5a34e76a6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.6568131 Jul 05 09:52:43.079797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'floatingip': {'port_id': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:43.087265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6c0224-349a-4c33-b711-98ae6b0dc4ee,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:43.112943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:43.135681 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] Sync routers for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:43.137125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b4fa01d1-ae70-4e08-b283-ff5008707318 None None] Provisioning complete for port aaf31d5c-5650-4f92-a47c-53d28aece7a8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:43.137695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4fa01d1-ae70-4e08-b283-ff5008707318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.140527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.153632 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:43.154118 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:43.166512 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.174780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3d0073ef-15bf-4f25-880c-9c7e5db2a712 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0798056 Jul 05 09:52:43.175524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:43.222175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port aaf31d5c-5650-4f92-a47c-53d28aece7a8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=aaf31d5c-5650-4f92-a47c-53d28aece7a8,segment=NetworkSegment(c862cef5-5814-4981-9a34-af2933fcba37),segment_id=c862cef5-5814-4981-9a34-af2933fcba37)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:43.231446 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.232578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7844afab-df5e-4763-9504-562cdca92284 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:43.252411 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:43.270971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f94527c1-6426-428f-a252-5ae03533f418 req-eecbcd7e-2f59-4acf-9f55-605f173fe96c tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426641 Jul 05 09:52:43.274382 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:43.275014 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:43.314938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1739a717-152e-47fa-9421-6e2d09c29893 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.331815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1739a717-152e-47fa-9421-6e2d09c29893 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.351371 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:43.352282 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee998df-7de5-46ea-8ce6-2f7a380b38e5 None None] The sync data for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:43.383378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739a717-152e-47fa-9421-6e2d09c29893 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1882fb-a670-440f-96ec-1ecddb02a536,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:43.394135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=aaf31d5c-5650-4f92-a47c-53d28aece7a8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:43.408817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.410354 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3a33d9d-7629-4361-81a2-a036d3b0899a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6474473 Jul 05 09:52:43.414113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58038) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:43.420674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': 'd420739a-537b-417e-b99e-a8362de9c6d9', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:43.426866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7844afab-df5e-4763-9504-562cdca92284 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:43.433530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7844afab-df5e-4763-9504-562cdca92284 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:43.435314 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.447229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3b0eb66-44f7-4ee8-949e-6e5e81ea4875 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.555038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1739a717-152e-47fa-9421-6e2d09c29893 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.557188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738b0c-a9c0-48bd-a8e4-eb6582392da7 req-fdb029fa-5693-4476-8777-e6c449fefdf3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:43.557564 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1739a717-152e-47fa-9421-6e2d09c29893 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7453043 Jul 05 09:52:43.558784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a738b0c-a9c0-48bd-a8e4-eb6582392da7 req-fdb029fa-5693-4476-8777-e6c449fefdf3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.2803202 Jul 05 09:52:43.560522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:43.562061 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Project 7ab4b5a2844b4c1790b5d9af97c73544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 09:52:43.573460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c08ba24b-0c19-4fdd-a826-e9f477c5e6b8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723163776'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:43.584534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.597073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.619837 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-c3b0eb66-44f7-4ee8-949e-6e5e81ea4875 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:52:43.620917 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c3b0eb66-44f7-4ee8-949e-6e5e81ea4875 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2 HTTP/1.1" status: 409 len: 329 time: 0.4444351 Jul 05 09:52:43.632953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58042) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:43.648954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c08ba24b-0c19-4fdd-a826-e9f477c5e6b8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.707408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7844afab-df5e-4763-9504-562cdca92284, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7844afab-df5e-4763-9504-562cdca92284,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:43.715412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.759044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a738b0c-a9c0-48bd-a8e4-eb6582392da7 req-e417fe34-a99d-4e74-ada0-403e80f5219a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880372 Jul 05 09:52:43.832691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.889025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.900987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7844afab-df5e-4763-9504-562cdca92284,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:43.924153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c08ba24b-0c19-4fdd-a826-e9f477c5e6b8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.942653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c08ba24b-0c19-4fdd-a826-e9f477c5e6b8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.958015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b2a8a7-fe94-481b-ac51-2512dcbadf1d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:43.980628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.981923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c08ba24b-0c19-4fdd-a826-e9f477c5e6b8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.985115 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c08ba24b-0c19-4fdd-a826-e9f477c5e6b8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4208114 Jul 05 09:52:43.992128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2982df45-4d7e-4596-8688-e038f4e2079a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5750413 Jul 05 09:52:44.011144 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1306ae7e-2328-41b6-92f4-98a6fa7d2b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.014928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58050) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:44.028111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7c4186f6-badd-4998-938b-8dbef4f853cf tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group_rule': {'security_group_id': '7d1882fb-a670-440f-96ec-1ecddb02a536', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '21298eb0-3f17-446c-8178-4f5f23def098'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:44.088493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ba24b-0c19-4fdd-a826-e9f477c5e6b8 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21298eb0-3f17-446c-8178-4f5f23def098,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:44.138161 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-7c4186f6-badd-4998-938b-8dbef4f853cf tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:52:44.141872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7c4186f6-badd-4998-938b-8dbef4f853cf tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1207523 Jul 05 09:52:44.142067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58056) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:44.278075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed639-df10-4ef8-b7bb-50925255ea2e tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.326651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed639-df10-4ef8-b7bb-50925255ea2e tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.418752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-3d8e9e28-3c8a-4b9e-9164-00534af2100a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105685778&fields=id&tenant_id=7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 267 time: 0.1052384 Jul 05 09:52:44.456533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:44.497919 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed639-df10-4ef8-b7bb-50925255ea2e tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.500579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed639-df10-4ef8-b7bb-50925255ea2e tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.504546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ab3ed639-df10-4ef8-b7bb-50925255ea2e tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/21298eb0-3f17-446c-8178-4f5f23def098 HTTP/1.1" status: 204 len: 168 time: 0.3585296 Jul 05 09:52:44.507398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58074) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:44.515534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:52:44.516640 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.600733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device aaf31d5c-5650-4f92-a47c-53d28aece7a8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:44.638667 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.684287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.692844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.702484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:44.708336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:44.711653 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff211595-7119-4605-bd4c-40723978b3c5" -d '{"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-unplugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:44.713088 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7d25205f-590b-49f4-a2a4-c075d869b7e7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2045493 Jul 05 09:52:44.725312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.728683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port aaf31d5c-5650-4f92-a47c-53d28aece7a8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:44.729096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.795832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:44.830751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:44.881423 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Floating IP 2778509b-de30-412e-aac1-9c894a9a5b6d associated. External IP: 172.25.1.164, port: a78d5387-d320-4175-8a8e-2d183fec56b3. Jul 05 09:52:44.886007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7844afab-df5e-4763-9504-562cdca92284 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:44.943540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7844afab-df5e-4763-9504-562cdca92284 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:44.944247 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.964723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f808c3d8-ed68-4eb7-b8a3-feea7f3805a5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.038343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f808c3d8-ed68-4eb7-b8a3-feea7f3805a5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.091635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed639-df10-4ef8-b7bb-50925255ea2e tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21298eb0-3f17-446c-8178-4f5f23def098,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:45.127877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-d52d3fea-48c0-49d6-b11e-24166ff13369 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:45.129482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-d52d3fea-48c0-49d6-b11e-24166ff13369 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/networks?id=e9c0c5c5-d58f-423d-958b-4d17d1163e32 HTTP/1.1" status: 200 len: 797 time: 0.7026048 Jul 05 09:52:45.162085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-18b3ed76-a014-4f9b-9476-9fbdaac0b9ac tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/quotas/7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 375 time: 0.0227683 Jul 05 09:52:45.165840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f808c3d8-ed68-4eb7-b8a3-feea7f3805a5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.169765 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f808c3d8-ed68-4eb7-b8a3-feea7f3805a5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.170938 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f808c3d8-ed68-4eb7-b8a3-feea7f3805a5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d1882fb-a670-440f-96ec-1ecddb02a536 HTTP/1.1" status: 204 len: 168 time: 0.3740594 Jul 05 09:52:45.177748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58084) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.212935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808c3d8-ed68-4eb7-b8a3-feea7f3805a5 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1882fb-a670-440f-96ec-1ecddb02a536,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:45.256444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fcc56480-ff59-4734-af8e-903a68a94f28 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749974 Jul 05 09:52:45.259228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:52:45.262879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58086) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.266225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0f069-1daa-4e8e-bcdc-3d8b63a28248 req-b92c0fde-d309-4ae7-86f2-d82fc91f9651 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:45.267827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95a0f069-1daa-4e8e-bcdc-3d8b63a28248 req-b92c0fde-d309-4ae7-86f2-d82fc91f9651 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.7487264 Jul 05 09:52:45.267970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-53fff9bc-67b3-42a2-96d1-99cd44ed8648 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578582123'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:45.330437 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53fff9bc-67b3-42a2-96d1-99cd44ed8648 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.333071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95a0f069-1daa-4e8e-bcdc-3d8b63a28248 req-fb6c66c4-24c1-420f-abea-39725f3e2696 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554786 Jul 05 09:52:45.356585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-4baab20f-3b29-443e-a15a-db6b4008028a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578975 Jul 05 09:52:45.476440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:45.490324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] Sync routers for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:45.495198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.512435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:45.514711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:45.558188 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-c7bfeed3-b0d7-44ac-b89f-a595aea401df service neutron] 10.222.0.21 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911459 Jul 05 09:52:45.587738 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5543e0c5-857d-4a37-a330-2cdb3aadfaba tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "PUT /v2.0/floatingips/2778509b-de30-412e-aac1-9c894a9a5b6d HTTP/1.1" status: 200 len: 991 time: 2.5168419 Jul 05 09:52:45.598812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:45.602960 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e698cd17-83d6-4263-9912-9c49af4ab9db" -d '{"events": [{"name": "network-changed", "server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:45.624733 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53fff9bc-67b3-42a2-96d1-99cd44ed8648 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.631159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53fff9bc-67b3-42a2-96d1-99cd44ed8648 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.678015 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53fff9bc-67b3-42a2-96d1-99cd44ed8648 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.680103 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-53fff9bc-67b3-42a2-96d1-99cd44ed8648 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4159043 Jul 05 09:52:45.684060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fff9bc-67b3-42a2-96d1-99cd44ed8648 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee5353-71c7-4bee-b02e-3a96c3b2d2a5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:45.687472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.694110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3fcfe2ee-4a5a-4366-9ed8-0cd2cb31732b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:45.695590 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-3fcfe2ee-4a5a-4366-9ed8-0cd2cb31732b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 09:52:45.696236 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-3fcfe2ee-4a5a-4366-9ed8-0cd2cb31732b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 09:52:45.701371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3fcfe2ee-4a5a-4366-9ed8-0cd2cb31732b tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "PUT /v2.0/security-groups/81ee5353-71c7-4bee-b02e-3a96c3b2d2a5 HTTP/1.1" status: 409 len: 330 time: 0.0089900 Jul 05 09:52:45.702215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58102) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.720531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:45.744103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting port 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:45.744651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.755405 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc51e3dc-a4cb-4c8c-88eb-1885f3bd6d50 x-openstack-request-id: req-cc51e3dc-a4cb-4c8c-88eb-1885f3bd6d50 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:45.755741 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-unplugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:45.756064 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc51e3dc-a4cb-4c8c-88eb-1885f3bd6d50 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:45.756585 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'code': 200} Jul 05 09:52:45.782901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-b7653d75-ac4e-49e5-96b6-8dae212123d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227972 Jul 05 09:52:45.793893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48103265-c890-40ea-9d0c-2a7fea2c20d2 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.855965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48103265-c890-40ea-9d0c-2a7fea2c20d2 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.958347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48103265-c890-40ea-9d0c-2a7fea2c20d2 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.965513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48103265-c890-40ea-9d0c-2a7fea2c20d2 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.967250 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-48103265-c890-40ea-9d0c-2a7fea2c20d2 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/81ee5353-71c7-4bee-b02e-3a96c3b2d2a5 HTTP/1.1" status: 204 len: 168 time: 0.2637477 Jul 05 09:52:45.995384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.999250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:46.013267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48103265-c890-40ea-9d0c-2a7fea2c20d2 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee5353-71c7-4bee-b02e-3a96c3b2d2a5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:46.061487 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a42567-e22a-4e7f-8617-8a6d533580cb x-openstack-request-id: req-20a42567-e22a-4e7f-8617-8a6d533580cb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:46.061840 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:46.062247 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20a42567-e22a-4e7f-8617-8a6d533580cb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:46.062837 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'status': 'completed', 'code': 200} Jul 05 09:52:46.124001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Calling delete_port for 8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:46.203922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-009111c6-74b5-48ee-b56d-4978ff302a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.205013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '2778509b-de30-412e-aac1-9c894a9a5b6d', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'port_id': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'mac_address': 'fa:16:3e:da:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9828596-0684-45fc-b424-a0e50208d88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:44Z', 'revision_number': 1, 'project_id': '8fe407bab998485baafe75011956a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:46.207629 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-009111c6-74b5-48ee-b56d-4978ff302a16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 1097 time: 0.0959923 Jul 05 09:52:46.236530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] Checking router: acae9cec-5ff5-4f65-ace2-c99be7fc2c58 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:52:46.238230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4058089-ab8d-431b-acbc-60601c584611 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2373564 Jul 05 09:52:46.240850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3dd031b-b0cc-4463-8cda-27ab27d9a2aa req-f05ee40c-93d3-453e-a367-1f7161548d1b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 210 time: 0.0564911 Jul 05 09:52:46.241448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:46.249205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:46.250389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:46.269397 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-8383f0fe-52fd-4fd2-b660-b3d646b9f6d6 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] delete failed (client error): The resource could not be found. Jul 05 09:52:46.270970 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8383f0fe-52fd-4fd2-b660-b3d646b9f6d6 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b87e7d8-edc1-46dd-b0f9-595ca7a7fc33 HTTP/1.1" status: 404 len: 347 time: 0.0267992 Jul 05 09:52:46.280281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:46.346939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-cadd7b1c-6a41-41a1-aff9-c55e01de1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.348805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-cadd7b1c-6a41-41a1-aff9-c55e01de1443 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.1334608 Jul 05 09:52:46.389154 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-13ab659c-bb25-4fbf-9769-f0796763fc06 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] show failed (client error): The resource could not be found. Jul 05 09:52:46.390301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-13ab659c-bb25-4fbf-9769-f0796763fc06 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-groups/5ec6142d-6f4e-4cbd-bb2b-b603ee906aa2 HTTP/1.1" status: 404 len: 347 time: 0.1086769 Jul 05 09:52:46.400850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58118) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:46.438914 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-255c0a11-89c6-49b6-a21e-41d7e5f4b5a7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] show failed (client error): The resource could not be found. Jul 05 09:52:46.450525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-255c0a11-89c6-49b6-a21e-41d7e5f4b5a7 tempest-NegativeSecGroupTest-593050850 tempest-NegativeSecGroupTest-593050850-project] 10.222.0.21 "GET /v2.0/security-group-rules/bc2570a4-a28c-4c7b-9283-eee04788c6cf HTTP/1.1" status: 404 len: 356 time: 0.0485818 Jul 05 09:52:46.556599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-f35855b1-3a7c-4506-afa0-855038b9df9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78d5387-d320-4175-8a8e-2d183fec56b3 HTTP/1.1" status: 200 len: 999 time: 0.2003214 Jul 05 09:52:46.670821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-7f97055d-8bad-4dd2-a949-cc770e87bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.675867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:52:46.680351 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-7f97055d-8bad-4dd2-a949-cc770e87bc77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.1141253 Jul 05 09:52:46.698221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d920a2-2920-4c10-b73a-147911db4a12 req-601a38ed-211f-4686-b8e8-d1f48272cddd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.699862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02d920a2-2920-4c10-b73a-147911db4a12 req-601a38ed-211f-4686-b8e8-d1f48272cddd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1526937 Jul 05 09:52:46.801544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02d920a2-2920-4c10-b73a-147911db4a12 req-d785f3c6-a780-44c9-a7cf-f4d2f3746402 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804462 Jul 05 09:52:46.830586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-b174b078-43e6-486b-997b-f974355ac293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.832383 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-b174b078-43e6-486b-997b-f974355ac293 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421454 Jul 05 09:52:46.840375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.865832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.904613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35ace319-d50f-4736-9766-29a5cdddfa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:46.930876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Port': ['ID=8ca5c3fd-8c31-43c4-ae8f-f85b8d7e4783,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:47.136542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:47.186978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.499124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff44d9a1-1987-4fae-837d-1edcef514cbf details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:47.623280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Router 953c4663-a978-4717-a6f8-1e343e2a2ba2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:52:47.673565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13f3b634-eef2-4dae-bbf4-a3be18f5a0af req-c411c5b1-ddb1-47a2-a969-e84d60b09bfd tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 210 time: 0.1073098 Jul 05 09:52:47.711518 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-1b446cbf-d43c-44d2-a26e-1406bf60cb09 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8737705 Jul 05 09:52:47.723030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f1bc14c6-f891-413d-877c-968246b4a2f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04f94b350d1c4135b7ffc33fa268874d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5790503 Jul 05 09:52:47.723670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58164) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:47.726561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:47.744402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'mac_address': 'fa:16:3e:6d:44:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:47.751037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '2778509b-de30-412e-aac1-9c894a9a5b6d', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'port_id': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'mac_address': 'fa:16:3e:da:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9828596-0684-45fc-b424-a0e50208d88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:44Z', 'revision_number': 1, 'project_id': '8fe407bab998485baafe75011956a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:47.803829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bb609-6e2e-422d-84f4-9210f5d81c92 None None] The sync data for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 is: [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '2778509b-de30-412e-aac1-9c894a9a5b6d', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'port_id': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'mac_address': 'fa:16:3e:da:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9828596-0684-45fc-b424-a0e50208d88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:44Z', 'revision_number': 1, 'project_id': '8fe407bab998485baafe75011956a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:47.826337 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e698cd17-83d6-4263-9912-9c49af4ab9db req-f8b377a9-0641-4334-a1dd-e1c26e2e1e25 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004155 Jul 05 09:52:47.846678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.864665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be880413-96ed-4175-89be-c87640a82289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.865695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.871768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff44d9a1-1987-4fae-837d-1edcef514cbf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:47.880710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:52:47.892795 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] Sync routers for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:52:47.901438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:47.901969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b9f32a7e-a79d-4aff-83a5-127dfeb0f0f7 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2674580 Jul 05 09:52:47.915218 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:47.916289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be880413-96ed-4175-89be-c87640a82289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.919452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:47.931924 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:47.933758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:48.003386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be880413-96ed-4175-89be-c87640a82289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.009914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be880413-96ed-4175-89be-c87640a82289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.029365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-be880413-96ed-4175-89be-c87640a82289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b563bd5-7e76-4f09-aaf5-6883ae6c16e0 HTTP/1.1" status: 204 len: 168 time: 0.3039472 Jul 05 09:52:48.041120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be880413-96ed-4175-89be-c87640a82289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b563bd5-7e76-4f09-aaf5-6883ae6c16e0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:48.054072 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-fa86ec39-9df5-4c74-9b68-5edf4eaeefeb tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] show failed (client error): The resource could not be found. Jul 05 09:52:48.055209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fa86ec39-9df5-4c74-9b68-5edf4eaeefeb tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1586179547 HTTP/1.1" status: 404 len: 335 time: 0.1527061 Jul 05 09:52:48.063671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:48.068588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fbcb42d9-af06-4553-807c-0e1cddc97806 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:48.141061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['ff44d9a1-1987-4fae-837d-1edcef514cbf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:48.162354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:48.169384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68a3bf-eb31-4a05-8683-31123f043a99 req-3e03521a-1ce8-421a-a67d-fc78217c18f7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:48.173562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe68a3bf-eb31-4a05-8683-31123f043a99 req-3e03521a-1ce8-421a-a67d-fc78217c18f7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1271594 Jul 05 09:52:48.174482 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-fbcb42d9-af06-4553-807c-0e1cddc97806 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] update failed (client error): The resource could not be found. Jul 05 09:52:48.176075 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:48.191448 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fbcb42d9-af06-4553-807c-0e1cddc97806 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-918346803 HTTP/1.1" status: 404 len: 334 time: 0.1208539 Jul 05 09:52:48.191752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] Routers {'953c4663-a978-4717-a6f8-1e343e2a2ba2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:52:48.191752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['953c4663-a978-4717-a6f8-1e343e2a2ba2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:48.193889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:48.294031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting subnet 099d0085-a85a-4cd1-9c7b-94b354241b46 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:48.299102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.307033 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:48.311622 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c336f-2b67-48c4-b6bb-9801a5bab75b None None] The sync data for ids ['953c4663-a978-4717-a6f8-1e343e2a2ba2'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:52:48.315720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe68a3bf-eb31-4a05-8683-31123f043a99 req-8dc6fdf2-1064-4ffd-9657-20be2ad666a0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119611 Jul 05 09:52:48.360708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032351d6-e4e8-4819-a546-341014c89e9b None None] New status for floating IP 2778509b-de30-412e-aac1-9c894a9a5b6d: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:52:48.401640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.702254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.855953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-a328b1a4-24b0-4ea5-94ba-c9b657f9b3a0 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:48.863115 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-a328b1a4-24b0-4ea5-94ba-c9b657f9b3a0 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.15 "GET /v2.0/networks?id=e9c0c5c5-d58f-423d-958b-4d17d1163e32 HTTP/1.1" status: 200 len: 797 time: 0.2569921 Jul 05 09:52:48.878334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.912219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e05f11f-4f36-4362-b2e2-7b37fa2d7aac req-e0b043c6-82ce-4369-802f-36a7e89c5e4e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 210 time: 0.0369196 Jul 05 09:52:48.948825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Subnet': ['ID=099d0085-a85a-4cd1-9c7b-94b354241b46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:48.990505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.990860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5de4c0-e44f-478e-994a-fead69d1649f None None] Network 2e486f0c-384c-4bfd-956d-89b2743bab39 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:48.995827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:48.996114 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-269e4138-c66b-4e86-a76f-f572b1c04643 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/subnets/099d0085-a85a-4cd1-9c7b-94b354241b46 HTTP/1.1" status: 204 len: 168 time: 0.8029335 Jul 05 09:52:49.042378 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-e6a42bca-1dec-4039-9f77-65b77467ac51 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 380 time: 0.1675992 Jul 05 09:52:49.058356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'port': {'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'admin_state_up': True, 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'security_groups': ['d420739a-537b-417e-b99e-a8362de9c6d9']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:49.177583 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.244771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:52:49.250131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.294239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting port aaf31d5c-5650-4f92-a47c-53d28aece7a8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:49.294239 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.300501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] DHCP port deletion for 2e486f0c-384c-4bfd-956d-89b2743bab39 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:49.379163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] For port aaf31d5c-5650-4f92-a47c-53d28aece7a8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=aaf31d5c-5650-4f92-a47c-53d28aece7a8,segment=NetworkSegment(c862cef5-5814-4981-9a34-af2933fcba37),segment_id=c862cef5-5814-4981-9a34-af2933fcba37)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:49.379787 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.419552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Calling delete_port for aaf31d5c-5650-4f92-a47c-53d28aece7a8 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:49.448328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] Deleting port aaf31d5c-5650-4f92-a47c-53d28aece7a8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:49.448775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.578221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff44d9a1-1987-4fae-837d-1edcef514cbf up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:52:49.633395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.20.0.10 (e9c0c5c5-d58f-423d-958b-4d17d1163e32/8bd45170-80c1-48f8-a906-fcb493ef3a48/a9887afe-ece5-48bf-93d2-6a0d70b179eb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:52:49.697903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] For port aaf31d5c-5650-4f92-a47c-53d28aece7a8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=aaf31d5c-5650-4f92-a47c-53d28aece7a8,segment=NetworkSegment(c862cef5-5814-4981-9a34-af2933fcba37),segment_id=c862cef5-5814-4981-9a34-af2933fcba37)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:49.698793 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.703419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.745255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] Calling delete_port for aaf31d5c-5650-4f92-a47c-53d28aece7a8 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:49.747597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6451f79-e351-41a7-8ba7-977aceca8992 req-baa734d2-11ae-402d-9efe-832c51c8a135 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:49.753811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6451f79-e351-41a7-8ba7-977aceca8992 req-baa734d2-11ae-402d-9efe-832c51c8a135 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.2479403 Jul 05 09:52:49.767189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port ff44d9a1-1987-4fae-837d-1edcef514cbf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:49.768270 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.796750 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.908012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Port': ['ID=aaf31d5c-5650-4f92-a47c-53d28aece7a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:49.930286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] No DVR routers for this DVR port aaf31d5c-5650-4f92-a47c-53d28aece7a8 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:50.056137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6451f79-e351-41a7-8ba7-977aceca8992 req-292dda3a-1a6c-4d45-bb1f-46bf4920e80c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922575 Jul 05 09:52:50.094463 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.113489 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.162020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:50.165801 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1221dad6-7d1b-4282-b2c1-71b4bd43461a" -d '{"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:50.169272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] No DVR routers for this DVR port aaf31d5c-5650-4f92-a47c-53d28aece7a8 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:50.176521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335c4ee-7f06-482a-85dd-66708ba84b98 None None] Pushing event deleted for resources: {'Port': ['ID=aaf31d5c-5650-4f92-a47c-53d28aece7a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:50.201113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:50.213369 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.220292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.267267 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0bcb24-651a-45a0-844f-981d2b48a648 x-openstack-request-id: req-6f0bcb24-651a-45a0-844f-981d2b48a648 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:50.268085 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:50.268531 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f0bcb24-651a-45a0-844f-981d2b48a648 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:50.269079 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'code': 200} Jul 05 09:52:50.269574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Transition to ACTIVE for port object a9887afe-ece5-48bf-93d2-6a0d70b179eb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:50.276634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.300710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e486f0c-384c-4bfd-956d-89b2743bab39']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:50.319612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:50.339019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c862cef5-5814-4981-9a34-af2933fcba37') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:50.339605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c862cef5-5814-4981-9a34-af2933fcba37') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:50.356613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.366634 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.430530 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.446478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=a9887afe-ece5-48bf-93d2-6a0d70b179eb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:50.450353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:50.450582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:50.456046 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:50.498685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:52:50.500268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:52:50.507676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:52:50.586738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device aaf31d5c-5650-4f92-a47c-53d28aece7a8 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:50.642344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: aaf31d5c-5650-4f92-a47c-53d28aece7a8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:50.642569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device aaf31d5c-5650-4f92-a47c-53d28aece7a8 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:50.654352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.682376 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.691187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/networks/2e486f0c-384c-4bfd-956d-89b2743bab39 HTTP/1.1" status: 204 len: 168 time: 1.6940730 Jul 05 09:52:50.692284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:50.704103 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:50.704795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.728407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a306cc-92f3-40a8-b47a-2f5a5904c167 req-10e156e2-778d-4ee5-bac9-3f94b2bafc3b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:50.737027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63a306cc-92f3-40a8-b47a-2f5a5904c167 req-10e156e2-778d-4ee5-bac9-3f94b2bafc3b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 932 time: 0.3653507 Jul 05 09:52:50.756401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-16ed2514-1c88-4d4c-8464-e86e502c46ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7034290 Jul 05 09:52:50.784751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-e1271f9a-19a6-4263-8065-0b9b7eacfab8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:52:50.785825 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-e1271f9a-19a6-4263-8065-0b9b7eacfab8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155382 Jul 05 09:52:50.828176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8627-fc69-4b16-a467-90a8a679e561 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Network': ['ID=2e486f0c-384c-4bfd-956d-89b2743bab39,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:50.843354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63a306cc-92f3-40a8-b47a-2f5a5904c167 req-afc6d1b4-d49f-4ecf-86a2-efbf1a84b811 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052301 Jul 05 09:52:50.899626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting subnet 1ce5d167-afc6-47a2-9a78-1a19461010c7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:50.911969 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:50.982014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9ba4a61-e702-4d8d-b5a3-032ab21bb87f None None] Provisioning for port a9887afe-ece5-48bf-93d2-6a0d70b179eb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:52:50.993806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9ba4a61-e702-4d8d-b5a3-032ab21bb87f None None] Provisioning complete for port a9887afe-ece5-48bf-93d2-6a0d70b179eb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:50.997888 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4a61-e702-4d8d-b5a3-032ab21bb87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.040460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.047736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Request body: {'port': {'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:51.107374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba4a61-e702-4d8d-b5a3-032ab21bb87f None None] Port a9887afe-ece5-48bf-93d2-6a0d70b179eb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:52:51.234180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.262086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.458941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.481801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.483871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/subnets/1ce5d167-afc6-47a2-9a78-1a19461010c7 HTTP/1.1" status: 204 len: 168 time: 0.7805259 Jul 05 09:52:51.490099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58298) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:51.494752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92472be6-7354-4ca0-bc54-83e9da750ef4 None None] Network 2984e984-4bcc-488c-8a57-f4c453b89d77 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:51.518866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a26548-65a4-4f49-83c1-7cba9f81a364 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce5d167-afc6-47a2-9a78-1a19461010c7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:51.594637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e5cd0-0a19-47e1-a337-498f98edf8bf req-31cd34a8-58f6-42b5-9442-47078059e700 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:51.596381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-094e5cd0-0a19-47e1-a337-498f98edf8bf req-31cd34a8-58f6-42b5-9442-47078059e700 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1835735 Jul 05 09:52:51.618532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting subnet e9faf903-b863-4228-a1fa-0c0e52fdbc73 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:51.624760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.689279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-094e5cd0-0a19-47e1-a337-498f98edf8bf req-f861f10c-8382-4534-9d11-4f0746817773 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827975 Jul 05 09:52:51.776612 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.865021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] DHCP port deletion for 2984e984-4bcc-488c-8a57-f4c453b89d77 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:51.896940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9887afe-ece5-48bf-93d2-6a0d70b179eb {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:51.952106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] Deleting port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:51.952584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.958452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.028896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] For port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43,segment=NetworkSegment(2c54b086-87d5-485b-b897-7fac04551f04),segment_id=2c54b086-87d5-485b-b897-7fac04551f04)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:52.029444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.055350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] Calling delete_port for f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:52.076563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Transition to ACTIVE for port object a9887afe-ece5-48bf-93d2-6a0d70b179eb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:52:52.112683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.189096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.273594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] Pushing event deleted for resources: {'Port': ['ID=f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:52.276820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b39662-db00-4131-acd3-415d66b3a63a None None] No DVR routers for this DVR port f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:52.286370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.341689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Pushing event updated for resources: {'Port': ['ID=a9887afe-ece5-48bf-93d2-6a0d70b179eb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:52.388279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.388642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.389015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.389277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.389594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.389917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.390242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.391205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.391581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.391914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.392243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.392584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:52.450027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a92ad-3828-457f-bfa9-7ed64c74aaa0 req-e4c88956-b304-4c45-8286-7bc2942fdcaf tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:52.464688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c39a92ad-3828-457f-bfa9-7ed64c74aaa0 req-e4c88956-b304-4c45-8286-7bc2942fdcaf tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 944 time: 0.2025588 Jul 05 09:52:52.477114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Attempting to bind port a9887afe-ece5-48bf-93d2-6a0d70b179eb on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:52:52.480974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Attempting to bind port a9887afe-ece5-48bf-93d2-6a0d70b179eb by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:52:52.483548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Attempting to bind port a9887afe-ece5-48bf-93d2-6a0d70b179eb on network e9c0c5c5-d58f-423d-958b-4d17d1163e32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:52.505770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Port a9887afe-ece5-48bf-93d2-6a0d70b179eb on network e9c0c5c5-d58f-423d-958b-4d17d1163e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:52:52.507032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Attempting to bind port a9887afe-ece5-48bf-93d2-6a0d70b179eb on network e9c0c5c5-d58f-423d-958b-4d17d1163e32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:52:52.514859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:52:52.515922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Checking segment: {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:52:52.516911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Bound using segment: {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:52:52.517723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Bound port: a9887afe-ece5-48bf-93d2-6a0d70b179eb, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:52:52.518690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.534951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.580722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Subnet': ['ID=e9faf903-b863-4228-a1fa-0c0e52fdbc73,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:52.591055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c39a92ad-3828-457f-bfa9-7ed64c74aaa0 req-3a4ee8ae-1f47-477b-a749-02350b10c43c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241419 Jul 05 09:52:52.633850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:52.694811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.700204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58324) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:52.700536 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f32ec3b-3d2d-459d-8fe0-9bbb2cb1e08c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/subnets/e9faf903-b863-4228-a1fa-0c0e52fdbc73 HTTP/1.1" status: 204 len: 168 time: 1.2091784 Jul 05 09:52:52.701010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:52.706501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f5a8f3da-1af0-40c8-8c0d-dcc0a1d3ef43 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:52.722934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336121d1-20bb-4305-ba9a-e751c90d1971 None None] Network 8e50ed48-f588-4b43-9e67-8e96ca97adb2 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:52.745228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] For port a9887afe-ece5-48bf-93d2-6a0d70b179eb, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:52:52.749623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] For port a9887afe-ece5-48bf-93d2-6a0d70b179eb, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:52:52.760367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.837772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Pushing event updated for resources: {'Port': ['ID=a9887afe-ece5-48bf-93d2-6a0d70b179eb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:52.860841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:52.862072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.864238 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-39ad6c40-fa9c-4a74-9d01-71c0a56c4510 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9887afe-ece5-48bf-93d2-6a0d70b179eb HTTP/1.1" status: 200 len: 1093 time: 2.0697501 Jul 05 09:52:52.865138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:52:52.868718 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c8eab-9c72-4978-a47f-8ace4d605c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:52:52.980044 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:52.994008 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce307057-dcb7-40b0-bed1-8fd41218f738 x-openstack-request-id: req-ce307057-dcb7-40b0-bed1-8fd41218f738 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:52:52.994478 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:52:52.994879 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce307057-dcb7-40b0-bed1-8fd41218f738 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:52:52.995351 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'status': 'completed', 'code': 200} Jul 05 09:52:53.077897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-13f5fe21-f044-4a78-818b-1592fd213b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.091849 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-13f5fe21-f044-4a78-818b-1592fd213b84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 1096 time: 0.1617582 Jul 05 09:52:53.199010 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-fb7efe81-8609-463c-a825-2a97d4f77d44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb HTTP/1.1" status: 200 len: 217 time: 0.0954511 Jul 05 09:52:53.285966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.313911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2984e984-4bcc-488c-8a57-f4c453b89d77']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:53.364144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c54b086-87d5-485b-b897-7fac04551f04') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:53.364937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c54b086-87d5-485b-b897-7fac04551f04') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:53.376991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92ba50-6721-4bf8-a701-29936bf891e8 req-b5d8aefb-8d9b-4c32-aecd-1a444a1c424a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.383800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-c831b5df-4b0c-48d5-a829-b9dea9343e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.385652 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-c831b5df-4b0c-48d5-a829-b9dea9343e9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8bd45170-80c1-48f8-a906-fcb493ef3a48 HTTP/1.1" status: 200 len: 833 time: 0.1799009 Jul 05 09:52:53.386436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec92ba50-6721-4bf8-a701-29936bf891e8 req-b5d8aefb-8d9b-4c32-aecd-1a444a1c424a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.3968048 Jul 05 09:52:53.401958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] DHCP port deletion for 8e50ed48-f588-4b43-9e67-8e96ca97adb2 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:53.464424 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec92ba50-6721-4bf8-a701-29936bf891e8 req-f75ddc85-c3cc-4ab5-8b41-fcf9cb442ffd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767164 Jul 05 09:52:53.474612 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.528298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.547889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:53.548411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.556392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] Deleting port 055e640e-f56b-4f25-a4a5-f33e95807266 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:53.556787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:53.558258 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:53.610685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-62ecb8ca-81d3-43e5-97ac-5b9b1d8dad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.612123 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-62ecb8ca-81d3-43e5-97ac-5b9b1d8dad65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9c0c5c5-d58f-423d-958b-4d17d1163e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153153 Jul 05 09:52:53.717726 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.724441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.729909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/networks/2984e984-4bcc-488c-8a57-f4c453b89d77 HTTP/1.1" status: 204 len: 168 time: 1.0276330 Jul 05 09:52:53.730956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:53.748442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] For port 055e640e-f56b-4f25-a4a5-f33e95807266, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=055e640e-f56b-4f25-a4a5-f33e95807266,segment=NetworkSegment(4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53),segment_id=4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:53.748887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:53.788317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17885465-0a6b-4548-816e-546b812e2984 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Network': ['ID=2984e984-4bcc-488c-8a57-f4c453b89d77,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:53.806827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] Calling delete_port for 055e640e-f56b-4f25-a4a5-f33e95807266 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:53.876268 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-6ff64048-233d-4418-9e51-9fff498e1bde service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547946 Jul 05 09:52:53.984368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.007767 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.047934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] Pushing event deleted for resources: {'Port': ['ID=055e640e-f56b-4f25-a4a5-f33e95807266,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:54.060694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d10313-a3bf-4c91-b105-49fd659b10ba None None] No DVR routers for this DVR port 055e640e-f56b-4f25-a4a5-f33e95807266 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:54.118493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2d68-9cf9-4dc1-b54a-ce6646d1295d req-e96e8d6e-ab45-4c0e-92b9-74c158de22dd tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:54.128066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b50a2d68-9cf9-4dc1-b54a-ce6646d1295d req-e96e8d6e-ab45-4c0e-92b9-74c158de22dd tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 944 time: 0.1223869 Jul 05 09:52:54.203311 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0270dd5f-0abf-42aa-ba8b-d1beb978bc1c req-039d490c-36d7-4501-a893-d1b7804f54d5 service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107064 Jul 05 09:52:54.203651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b50a2d68-9cf9-4dc1-b54a-ce6646d1295d req-ee4e95f8-409e-4634-a399-e90a636c17c1 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738199 Jul 05 09:52:54.256820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.287502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e50ed48-f588-4b43-9e67-8e96ca97adb2']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:54.374996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:54.375309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd4ec15-1c55-4fdd-8b55-75c0e21fbc53') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:54.397470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.429555 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.477380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:54.478040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:54.498969 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:54.542871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-e6ba724f-7150-461a-993a-b36fc485424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:54.557591 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-e6ba724f-7150-461a-993a-b36fc485424e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 1096 time: 0.2737443 Jul 05 09:52:54.591645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 055e640e-f56b-4f25-a4a5-f33e95807266 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:54.660655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 055e640e-f56b-4f25-a4a5-f33e95807266 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:52:54.664031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 055e640e-f56b-4f25-a4a5-f33e95807266 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:52:54.786380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.799288 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:54.803777 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/networks/8e50ed48-f588-4b43-9e67-8e96ca97adb2 HTTP/1.1" status: 204 len: 168 time: 1.0661218 Jul 05 09:52:54.811897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdc33-9aca-47da-8dec-4f061f121b9b req-42d0abfd-21ac-434b-99b1-fed4675fbfa4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:54.816299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58362) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:54.823096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c21cdc33-9aca-47da-8dec-4f061f121b9b req-42d0abfd-21ac-434b-99b1-fed4675fbfa4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1328430 Jul 05 09:52:54.836869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeca843-8488-47db-ae88-dbf253db6966 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Network': ['ID=8e50ed48-f588-4b43-9e67-8e96ca97adb2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:54.943739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c21cdc33-9aca-47da-8dec-4f061f121b9b req-800746eb-61b3-4cbc-96d3-e3a26abebe63 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192415 Jul 05 09:52:54.968658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-97a26a34-6fd7-496f-96df-c5fac8153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:54.972798 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-97a26a34-6fd7-496f-96df-c5fac8153263 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9c0c5c5-d58f-423d-958b-4d17d1163e32 HTTP/1.1" status: 200 len: 898 time: 0.2707033 Jul 05 09:52:55.013942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting subnet 9d09a845-7185-4cd8-a3a7-4371c49814e5 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:52:55.026186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.223658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-0273c348-8b06-4408-9e80-fe5b2c6e5ab8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb HTTP/1.1" status: 200 len: 217 time: 0.2384989 Jul 05 09:52:55.247433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.382435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-a4134a64-3f70-41d1-8b66-a2a8737f1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:55.384394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-a4134a64-3f70-41d1-8b66-a2a8737f1cf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8bd45170-80c1-48f8-a906-fcb493ef3a48 HTTP/1.1" status: 200 len: 833 time: 0.1264248 Jul 05 09:52:55.437532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.526785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090816b-4068-42c2-b216-66bce5266d04 req-9898410f-f3e5-4091-be2f-a6af8bf02598 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:55.539110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0090816b-4068-42c2-b216-66bce5266d04 req-9898410f-f3e5-4091-be2f-a6af8bf02598 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 944 time: 0.1512520 Jul 05 09:52:55.553994 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.592255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Subnet': ['ID=9d09a845-7185-4cd8-a3a7-4371c49814e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:55.611747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019798fc-be50-4be0-a275-2b0197074a5a None None] Network c33f4d60-890d-4a56-953f-2484f480a372 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:55.620235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:55.626122 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-619dbe33-adf2-4307-884b-543ad171160b tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/subnets/9d09a845-7185-4cd8-a3a7-4371c49814e5 HTTP/1.1" status: 204 len: 168 time: 0.8083427 Jul 05 09:52:55.634875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:55.680289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0090816b-4068-42c2-b216-66bce5266d04 req-2964f224-4b54-4d2b-9c9f-c0c6ed19a3e7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397123 Jul 05 09:52:55.806752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-d37e3bfc-d218-4db4-b92c-3be2d3c6d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:55.806752 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-d37e3bfc-d218-4db4-b92c-3be2d3c6d1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9c0c5c5-d58f-423d-958b-4d17d1163e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3001170 Jul 05 09:52:55.841613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.110934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] DHCP port deletion for c33f4d60-890d-4a56-953f-2484f480a372 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:52:56.183923 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-d0c974d4-d6fd-4765-b4cc-075d5a617667 service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394756 Jul 05 09:52:56.236076 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] Deleting port 3a91ee44-8aae-4022-99d9-5f9488b04602 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:56.236416 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.329067 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-921c8eab-9c72-4978-a47f-8ace4d605c7d req-fdf6576d-5271-40be-bf29-33ed73236c3f service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331141 Jul 05 09:52:56.352403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Deleting port 3a91ee44-8aae-4022-99d9-5f9488b04602 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:52:56.353997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.431215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8699c-77ee-4da3-a3db-6a24595d0e94 req-39fff694-c1e9-409a-982f-1b4d77674b1b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:56.438729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] For port 3a91ee44-8aae-4022-99d9-5f9488b04602, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3a91ee44-8aae-4022-99d9-5f9488b04602,segment=NetworkSegment(9dd96f98-1c78-4a8e-afaa-c305b51e2091),segment_id=9dd96f98-1c78-4a8e-afaa-c305b51e2091)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:56.442122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40d8699c-77ee-4da3-a3db-6a24595d0e94 req-39fff694-c1e9-409a-982f-1b4d77674b1b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1232345 Jul 05 09:52:56.445549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.476057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] Calling delete_port for 3a91ee44-8aae-4022-99d9-5f9488b04602 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:56.492990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] For port 3a91ee44-8aae-4022-99d9-5f9488b04602, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3a91ee44-8aae-4022-99d9-5f9488b04602,segment=NetworkSegment(9dd96f98-1c78-4a8e-afaa-c305b51e2091),segment_id=9dd96f98-1c78-4a8e-afaa-c305b51e2091)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:56.494706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.505986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40d8699c-77ee-4da3-a3db-6a24595d0e94 req-1d366870-c6e7-449f-ac8c-39a446de46f0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625699 Jul 05 09:52:56.526987 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Calling delete_port for 3a91ee44-8aae-4022-99d9-5f9488b04602 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:52:56.581870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3a91ee44-8aae-4022-99d9-5f9488b04602 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:52:56.739164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.896442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:56.952671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] No DVR routers for this DVR port 3a91ee44-8aae-4022-99d9-5f9488b04602 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:56.976700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026d13a-93e9-4d3a-bb93-530cc4839bd0 None None] Pushing event deleted for resources: {'Port': ['ID=3a91ee44-8aae-4022-99d9-5f9488b04602,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.152683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.158623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac18430-dbf0-401c-9f10-64db72d868a3 req-57b7e3ed-1cbb-48fb-815e-e1335b62a3c5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:57.160417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ac18430-dbf0-401c-9f10-64db72d868a3 req-57b7e3ed-1cbb-48fb-815e-e1335b62a3c5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 944 time: 0.1498275 Jul 05 09:52:57.197005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Port': ['ID=3a91ee44-8aae-4022-99d9-5f9488b04602,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.212873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] No DVR routers for this DVR port 3a91ee44-8aae-4022-99d9-5f9488b04602 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:52:57.226121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ac18430-dbf0-401c-9f10-64db72d868a3 req-c3c0c5c6-619d-4b03-99a0-13e5de7181a3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589039 Jul 05 09:52:57.357972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.370616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33f4d60-890d-4a56-953f-2484f480a372']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:57.385539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd96f98-1c78-4a8e-afaa-c305b51e2091') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:57.385916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd96f98-1c78-4a8e-afaa-c305b51e2091') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:52:57.398324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.419126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.431527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:52:57.432434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:52:57.436980 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:52:57.512981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.534364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.540840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:57.555603 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/networks/c33f4d60-890d-4a56-953f-2484f480a372 HTTP/1.1" status: 204 len: 168 time: 1.9174361 Jul 05 09:52:57.556837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeab04-bb00-4183-95b7-3bb4d0a57bd0 tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Pushing event deleted for resources: {'Network': ['ID=c33f4d60-890d-4a56-953f-2484f480a372,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:57.569390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a9887afe-ece5-48bf-93d2-6a0d70b179eb details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:52:57.610750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:57.636564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b609a4be-6d62-4228-a3e5-06e2bd08ecfa tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "GET /v2.0/ports?device_id=953c4663-a978-4717-a6f8-1e343e2a2ba2 HTTP/1.1" status: 200 len: 205 time: 0.0944421 Jul 05 09:52:57.768341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a9887afe-ece5-48bf-93d2-6a0d70b179eb, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:57.782932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:52:57.796612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f214-5937-4f98-83ae-d8238425d5ef req-0967154d-e9fd-4f04-afcb-12ddc29cf0ce tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:57.798194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f66f214-5937-4f98-83ae-d8238425d5ef req-0967154d-e9fd-4f04-afcb-12ddc29cf0ce tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1342850 Jul 05 09:52:57.802965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f61fff0-7181-4f13-9a92-b07c3d58249c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.861191 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:57.886326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9887afe-ece5-48bf-93d2-6a0d70b179eb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:52:57.897064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f66f214-5937-4f98-83ae-d8238425d5ef req-76203a14-b7c8-48f9-acbc-0307fe6af550 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909622 Jul 05 09:52:57.939880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a9887afe-ece5-48bf-93d2-6a0d70b179eb, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:52:57.956939 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.034323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a9887afe-ece5-48bf-93d2-6a0d70b179eb,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:58.045146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f61fff0-7181-4f13-9a92-b07c3d58249c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.047760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f61fff0-7181-4f13-9a92-b07c3d58249c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.131347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f61fff0-7181-4f13-9a92-b07c3d58249c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.131868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f61fff0-7181-4f13-9a92-b07c3d58249c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Fanout notify agent at l3_agent the message router_deleted on router 953c4663-a978-4717-a6f8-1e343e2a2ba2 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:52:58.141355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f61fff0-7181-4f13-9a92-b07c3d58249c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:58.145238 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5f61fff0-7181-4f13-9a92-b07c3d58249c tempest-RoutersNegativeIpV6Test-313438681 tempest-RoutersNegativeIpV6Test-313438681-project] 10.222.0.21 "DELETE /v2.0/routers/953c4663-a978-4717-a6f8-1e343e2a2ba2 HTTP/1.1" status: 204 len: 168 time: 0.5310957 Jul 05 09:52:58.362112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a9887afe-ece5-48bf-93d2-6a0d70b179eb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:52:58.613407 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:52:58.656861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49c49d-78d3-4620-a121-93e83683cae5 req-fe44e7a5-6041-4feb-9ac4-dc747f4ec63b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:58.667428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca49c49d-78d3-4620-a121-93e83683cae5 req-fe44e7a5-6041-4feb-9ac4-dc747f4ec63b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 945 time: 0.1551788 Jul 05 09:52:58.708393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:58.730891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca49c49d-78d3-4620-a121-93e83683cae5 req-60ebc9ae-9ec7-467d-964c-5c9ffb72773f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614855 Jul 05 09:52:58.888367 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1905380c-d330-4719-a544-62c2258001dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9bd37f41cac4939a307e629c2c17836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784160 Jul 05 09:52:58.892003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58464) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:59.035958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a80a3042-552c-414c-a6d0-a1432da2c67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.068523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a80a3042-552c-414c-a6d0-a1432da2c67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.195624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a80a3042-552c-414c-a6d0-a1432da2c67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.204517 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a80a3042-552c-414c-a6d0-a1432da2c67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.208168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a80a3042-552c-414c-a6d0-a1432da2c67c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b52e20d-6891-4bee-a5f6-9255b2bd5bd7 HTTP/1.1" status: 204 len: 168 time: 0.3142722 Jul 05 09:52:59.266575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a3042-552c-414c-a6d0-a1432da2c67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b52e20d-6891-4bee-a5f6-9255b2bd5bd7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:59.320253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef17f3a-d425-432e-9f68-bfee3f54bbd6 req-c9ddfa5c-3c0f-4a3e-bdcd-83c2283cc812 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:59.336622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cef17f3a-d425-432e-9f68-bfee3f54bbd6 req-c9ddfa5c-3c0f-4a3e-bdcd-83c2283cc812 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1217973 Jul 05 09:52:59.338009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:59.422584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cef17f3a-d425-432e-9f68-bfee3f54bbd6 req-0d7c58f5-b649-48dd-830d-0c9c0678d9a1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847454 Jul 05 09:52:59.435049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.045636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598644f-0e42-47a6-baec-39e2c10a2f3b req-c5c09b42-e667-426c-8ce5-834311be269a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.057957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0598644f-0e42-47a6-baec-39e2c10a2f3b req-c5c09b42-e667-426c-8ce5-834311be269a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 945 time: 0.1271257 Jul 05 09:53:00.169798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0598644f-0e42-47a6-baec-39e2c10a2f3b req-67b26981-df8d-45d8-9c17-98b41745d814 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109014 Jul 05 09:53:00.617524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:00.737117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8197-aad1-4ae0-a883-cc07ebfbb5fa req-a8fada5e-de65-4ea2-a2f9-5f378cc1dc1b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.744466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bea8197-aad1-4ae0-a883-cc07ebfbb5fa req-a8fada5e-de65-4ea2-a2f9-5f378cc1dc1b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.0848248 Jul 05 09:53:00.796811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bea8197-aad1-4ae0-a883-cc07ebfbb5fa req-85388c3c-90da-4e9b-8a81-2d5d08852c5c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511250 Jul 05 09:53:00.803320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-373598483'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:00.838885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Made reservation on behalf of 19bbc35b293d4750b63c36310698355d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:00.842873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:00.861514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.011548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.022506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.051175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:01.073066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.073406 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Added segment 145444ff-e2e5-45cb-a1ae-8b22be38ba91 of type vlan for network 291f95da-0cd8-4ffe-9b7b-21de73d8a637 Jul 05 09:53:01.082493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b225b008-cf8c-4d7f-befa-2f019223d21a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:01.144795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.190025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.199517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:01.200727 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.264626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6400242 Jul 05 09:53:01.264900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:01.270316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-2227d746-c303-490d-9f4a-a91f9b81f081 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-2104489958') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:01.317686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3262f-4f07-4c3a-9688-34bfbafb6529 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Pushing event updated for resources: {'Network': ['ID=291f95da-0cd8-4ffe-9b7b-21de73d8a637,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:01.331989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 291f95da-0cd8-4ffe-9b7b-21de73d8a637 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:01.482480 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2227d746-c303-490d-9f4a-a91f9b81f081 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "PUT /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-2104489958 HTTP/1.1" status: 201 len: 201 time: 0.2164965 Jul 05 09:53:01.485129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:01.490558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-a473b8fe-b89d-48b1-91f3-89dff8a9b3d3 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-2104489958') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:01.589892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a9887afe-ece5-48bf-93d2-6a0d70b179eb up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:01.637526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556fc4a-27f9-438c-89f2-0dbe0eba24c5 req-e2ccde0e-91ae-4549-a54b-546a984de521 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:01.639523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6556fc4a-27f9-438c-89f2-0dbe0eba24c5 req-e2ccde0e-91ae-4549-a54b-546a984de521 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 945 time: 0.1060328 Jul 05 09:53:01.661676 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a473b8fe-b89d-48b1-91f3-89dff8a9b3d3 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "GET /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-2104489958 HTTP/1.1" status: 204 len: 168 time: 0.1752515 Jul 05 09:53:01.666791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:01.687993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-b4fcc5ed-3e58-473c-90bf-820585db441b tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:01.705721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a9887afe-ece5-48bf-93d2-6a0d70b179eb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:01.716937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a9887afe-ece5-48bf-93d2-6a0d70b179eb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:01.717367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:01.755563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6556fc4a-27f9-438c-89f2-0dbe0eba24c5 req-d1dfd376-302b-4c21-80f1-8e5aad7b9f19 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027160 Jul 05 09:53:01.918326 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b4fcc5ed-3e58-473c-90bf-820585db441b tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "GET /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags HTTP/1.1" status: 200 len: 238 time: 0.2500205 Jul 05 09:53:01.921551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:01.931952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-d1626e99-1e38-40f0-af63-cdf872820ba0 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', {'tags': ['tempest-TagsTest-Tag-15391831', 'tempest-TagsTest-Tag-1541039600', 'tempest-TagsTest-Tag-782709619']}) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:02.299712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:02.300636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d1626e99-1e38-40f0-af63-cdf872820ba0 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "PUT /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags HTTP/1.1" status: 200 len: 306 time: 0.3763530 Jul 05 09:53:02.305948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-4c0e014e-a4a5-4c68-b07c-a5823257c0cc tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-15391831') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:02.320144 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.337318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb215695-705a-4d99-81f6-9fcffd09aa7b req-46ac58ad-4358-4054-a1f4-a169a2af2e88 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:02.338912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb215695-705a-4d99-81f6-9fcffd09aa7b req-46ac58ad-4358-4054-a1f4-a169a2af2e88 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1897836 Jul 05 09:53:02.420414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:02.430437 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848cba5b-d2c4-4543-a362-4f24b6c165cc" -d '{"events": [{"server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:02.436038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb215695-705a-4d99-81f6-9fcffd09aa7b req-88f47f8d-012f-47cc-97a4-b0658c60b2e3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836070 Jul 05 09:53:02.501462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a9887afe-ece5-48bf-93d2-6a0d70b179eb, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:02.509325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:02.552530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58566) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:02.557085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c0e014e-a4a5-4c68-b07c-a5823257c0cc tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "DELETE /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-15391831 HTTP/1.1" status: 204 len: 168 time: 0.2545950 Jul 05 09:53:02.559419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-df50bfb1-9590-43d6-aeec-546d09c6c162 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-15391831') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:02.610444 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d74b1ef-e6ee-4b85-9269-10a6b78df4d0 x-openstack-request-id: req-0d74b1ef-e6ee-4b85-9269-10a6b78df4d0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:02.610444 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:02.610444 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d74b1ef-e6ee-4b85-9269-10a6b78df4d0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:02.610444 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'code': 200} Jul 05 09:53:02.661516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a9887afe-ece5-48bf-93d2-6a0d70b179eb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:02.868444 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-df50bfb1-9590-43d6-aeec-546d09c6c162 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] show failed (client error): The resource could not be found. Jul 05 09:53:02.870007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df50bfb1-9590-43d6-aeec-546d09c6c162 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "GET /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-15391831 HTTP/1.1" status: 404 len: 324 time: 0.3150918 Jul 05 09:53:02.872921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:02.885017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-c8d22b7a-87dc-4cf8-975a-1d9679216b27 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-1541039600') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:03.003767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf704ba-9e2e-4970-b0fc-33d57bb1e5fe req-3256e660-194e-4e67-98f9-f0f4adc13e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.006899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cdf704ba-9e2e-4970-b0fc-33d57bb1e5fe req-3256e660-194e-4e67-98f9-f0f4adc13e8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 1098 time: 0.2573359 Jul 05 09:53:03.066898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c8d22b7a-87dc-4cf8-975a-1d9679216b27 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "GET /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-1541039600 HTTP/1.1" status: 204 len: 168 time: 0.1920342 Jul 05 09:53:03.071644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.082777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-6428e250-e97e-4141-ba93-a3806e67037a tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-782709619') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:03.092415 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cdf704ba-9e2e-4970-b0fc-33d57bb1e5fe req-161ef7e7-de20-4988-831b-93a4f222ffa1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731931 Jul 05 09:53:03.248548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6428e250-e97e-4141-ba93-a3806e67037a tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "GET /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-782709619 HTTP/1.1" status: 204 len: 168 time: 0.1753931 Jul 05 09:53:03.252011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.259142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-602edf1e-9813-48d9-b652-89d90d2c8b1c tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:03.293442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c734a7-77f6-461d-b7de-b6421a0aae25 req-ad725bda-7fb7-4b74-994b-17371b5b3e38 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.301063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93c734a7-77f6-461d-b7de-b6421a0aae25 req-ad725bda-7fb7-4b74-994b-17371b5b3e38 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 946 time: 0.1704509 Jul 05 09:53:03.402664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93c734a7-77f6-461d-b7de-b6421a0aae25 req-5c6981ad-de62-4b20-9c60-b62bdfb097d2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005843 Jul 05 09:53:03.443138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-602edf1e-9813-48d9-b652-89d90d2c8b1c tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "DELETE /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags HTTP/1.1" status: 204 len: 168 time: 0.1881180 Jul 05 09:53:03.445573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.452614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-62f645e6-d23c-4fd8-bd35-0d949724cd7a tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-1541039600') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:03.559017 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-62f645e6-d23c-4fd8-bd35-0d949724cd7a tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] show failed (client error): The resource could not be found. Jul 05 09:53:03.563843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-62f645e6-d23c-4fd8-bd35-0d949724cd7a tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "GET /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-1541039600 HTTP/1.1" status: 404 len: 326 time: 0.1133909 Jul 05 09:53:03.564554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.573089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-517df8bb-4382-4606-ae38-7e7c388cf2b4 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637', 'tempest-TagsTest-Tag-782709619') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:03.701867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d6c5-4020-42ad-afb9-747a28417999 req-cecdeda1-4e45-4084-9a5a-a828301dbffb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.707545 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-517df8bb-4382-4606-ae38-7e7c388cf2b4 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] show failed (client error): The resource could not be found. Jul 05 09:53:03.708753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-517df8bb-4382-4606-ae38-7e7c388cf2b4 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "GET /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags/tempest-TagsTest-Tag-782709619 HTTP/1.1" status: 404 len: 325 time: 0.1428027 Jul 05 09:53:03.711276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c39d6c5-4020-42ad-afb9-747a28417999 req-cecdeda1-4e45-4084-9a5a-a828301dbffb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1174719 Jul 05 09:53:03.713105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.717869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-8e107939-feb3-4827-9ba6-4341a80551c9 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '291f95da-0cd8-4ffe-9b7b-21de73d8a637') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:03.766286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c39d6c5-4020-42ad-afb9-747a28417999 req-33aac52c-7b80-4a40-a253-6bff4658b5d0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Jul 05 09:53:03.837666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58608) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.838866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8e107939-feb3-4827-9ba6-4341a80551c9 tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "DELETE /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637/tags HTTP/1.1" status: 204 len: 168 time: 0.1246374 Jul 05 09:53:03.957489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.114083 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.126081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291f95da-0cd8-4ffe-9b7b-21de73d8a637']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:04.138508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145444ff-e2e5-45cb-a1ae-8b22be38ba91') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:04.139070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145444ff-e2e5-45cb-a1ae-8b22be38ba91') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:04.151030 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.179457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.191106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:53:04.192120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:53:04.277227 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:53:04.327479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.333484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:04.365866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] 10.222.0.21 "DELETE /v2.0/networks/291f95da-0cd8-4ffe-9b7b-21de73d8a637 HTTP/1.1" status: 204 len: 168 time: 0.5180583 Jul 05 09:53:04.455742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Pushing event deleted for resources: {'Network': ['ID=291f95da-0cd8-4ffe-9b7b-21de73d8a637,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:04.489902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.494227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.496556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.497560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.499244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.499937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.511108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.511899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.512553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.516239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.517575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.518283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de3f6ad-09f5-4259-ac10-04f48a1eb9ac tempest-TagsTest-195373528 tempest-TagsTest-195373528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:04.766820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248c14-9dce-492a-9773-043704645ad4 req-ce20f9c9-ec4b-46fc-954f-bfeb9933e62f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:04.777868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c248c14-9dce-492a-9773-043704645ad4 req-ce20f9c9-ec4b-46fc-954f-bfeb9933e62f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 946 time: 0.1106606 Jul 05 09:53:04.874094 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c248c14-9dce-492a-9773-043704645ad4 req-2be07862-e8f6-4c0d-8365-ff203500df3e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881863 Jul 05 09:53:04.925036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:05.229295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1d524-a922-48a0-a9d9-ce685013b79f req-d63cde43-7f1c-4148-bc54-0597126b6198 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.237939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5e1d524-a922-48a0-a9d9-ce685013b79f req-d63cde43-7f1c-4148-bc54-0597126b6198 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.2389445 Jul 05 09:53:05.283943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-89884621-a457-465a-9ac6-538cb72ecda4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19bbc35b293d4750b63c36310698355d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571639 Jul 05 09:53:05.286476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:05.323780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5e1d524-a922-48a0-a9d9-ce685013b79f req-cc77b287-5701-4b4c-ac78-6a59c9d17ae5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844681 Jul 05 09:53:05.346265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14452b3f-2f4b-4d9d-9877-1cdf710adeb9 req-f2c92575-ec1d-4428-9cbd-b11166a34d92 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.358003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14452b3f-2f4b-4d9d-9877-1cdf710adeb9 req-f2c92575-ec1d-4428-9cbd-b11166a34d92 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 946 time: 0.2041581 Jul 05 09:53:05.410417 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51622da6-7ae2-48b0-8554-409a0f75c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.483571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14452b3f-2f4b-4d9d-9877-1cdf710adeb9 req-96bf0d54-ed3a-4639-8a3e-a020c95df088 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233203 Jul 05 09:53:05.492753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51622da6-7ae2-48b0-8554-409a0f75c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.563104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:05.620218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51622da6-7ae2-48b0-8554-409a0f75c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.623934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51622da6-7ae2-48b0-8554-409a0f75c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:05.625691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51622da6-7ae2-48b0-8554-409a0f75c69a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b225b008-cf8c-4d7f-befa-2f019223d21a HTTP/1.1" status: 204 len: 168 time: 0.3369863 Jul 05 09:53:05.707664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51622da6-7ae2-48b0-8554-409a0f75c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225b008-cf8c-4d7f-befa-2f019223d21a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:05.733760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f9cd5-174e-48f5-959f-7f028b701e7f tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.738990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-634f9cd5-174e-48f5-959f-7f028b701e7f tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 1093 time: 0.1747284 Jul 05 09:53:05.739324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58664) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:05.753130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:05.837906 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.008194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.173030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.25.1.86 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/666a15e0-56ab-402b-aa2f-2f5a048ad0ac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:06.326476 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.417971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:06.535504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-93ec3db4-d554-4f5c-a3e6-489719f4eb23 req-26eb153c-9f66-46ee-b271-ad7fa987c11e service neutron] (93795) timed out ('10.222.0.21', 35820) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 09:53:06.584797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:06.595675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:06.602621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:06.673694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee05ca-ac3f-4bc7-8439-76f61379bfaf req-184f60cf-eca3-4877-9da6-239c953f9130 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:06.675285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17ee05ca-ac3f-4bc7-8439-76f61379bfaf req-184f60cf-eca3-4877-9da6-239c953f9130 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1386650 Jul 05 09:53:06.717289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=666a15e0-56ab-402b-aa2f-2f5a048ad0ac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:06.797453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17ee05ca-ac3f-4bc7-8439-76f61379bfaf req-4b20eb2a-b492-4740-903a-3bbd49ea792e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925391 Jul 05 09:53:07.454376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.604924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.960268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:07.969142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.024010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=666a15e0-56ab-402b-aa2f-2f5a048ad0ac,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:08.093795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.276878 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Floating IP 408c2b9c-7ba1-4648-b46d-87bd3e45c253 associated. External IP: 172.25.1.86, port: a9887afe-ece5-48bf-93d2-6a0d70b179eb. Jul 05 09:53:08.359995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c76f17-3728-4d08-8ce1-37d2b983f004 req-997efaa4-6c5b-4607-b143-7ceb31d5b7bd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:08.378338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7c76f17-3728-4d08-8ce1-37d2b983f004 req-997efaa4-6c5b-4607-b143-7ceb31d5b7bd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.2277389 Jul 05 09:53:08.511868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7c76f17-3728-4d08-8ce1-37d2b983f004 req-4498d14e-799e-4089-99fa-9a7b24435d61 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323729 Jul 05 09:53:08.694142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 8f8ea615-c801-4c8e-8536-298da5e86329 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:53:08.882489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:53:08.895884 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] Sync routers for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:53:08.909486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:08.920174 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:08.920897 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:08.966563 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a4276f21-f165-4934-aeb5-6878c33105e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2253163 Jul 05 09:53:08.967209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:08.969426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:08.969802 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e92c91-6067-4bb4-825d-33d0cacd0115" -d '{"events": [{"name": "network-changed", "server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:09.069811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:09.083303 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e221922-9168-4885-a36a-2ddfa0203bf5 x-openstack-request-id: req-8e221922-9168-4885-a36a-2ddfa0203bf5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:09.083616 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:09.083945 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e221922-9168-4885-a36a-2ddfa0203bf5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:09.086949 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'status': 'completed', 'code': 200} Jul 05 09:53:09.183349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:09.581829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:32Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:07Z', 'revision_number': 0, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:09.606907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5be4ec4d-673b-4173-8d7e-251162921c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.635446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-9a9b43ed-1ead-4ef1-ab2b-efcf9f01fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:09.638049 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-9a9b43ed-1ead-4ef1-ab2b-efcf9f01fd69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 1098 time: 0.5216913 Jul 05 09:53:09.651566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-071f69c0-2080-43f5-8cb6-50091ccc6d15 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/floatingips/408c2b9c-7ba1-4648-b46d-87bd3e45c253 HTTP/1.1" status: 200 len: 991 time: 0.6808047 Jul 05 09:53:09.678980 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] Checking router: 8f8ea615-c801-4c8e-8536-298da5e86329 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:53:09.705400 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:53:09.706303 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:09.800027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-60cae9d4-2f87-4fa0-9c22-6c4a8c292940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:09.801747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-60cae9d4-2f87-4fa0-9c22-6c4a8c292940 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9c0c5c5-d58f-423d-958b-4d17d1163e32 HTTP/1.1" status: 200 len: 898 time: 0.1559308 Jul 05 09:53:09.820622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917ed05-de12-4f90-9d31-beccc0dae205 req-b155bd4c-4f53-49fc-8331-cea0cc29ad21 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:09.822330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9917ed05-de12-4f90-9d31-beccc0dae205 req-b155bd4c-4f53-49fc-8331-cea0cc29ad21 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.0993965 Jul 05 09:53:09.884532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9917ed05-de12-4f90-9d31-beccc0dae205 req-fdf8ed12-7354-4046-8bf2-00e17e19f802 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562255 Jul 05 09:53:09.905967 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:53:09.937908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5be4ec4d-673b-4173-8d7e-251162921c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:09.947436 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-a7431c51-a3f6-4767-8aa8-16c3781fe9a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb HTTP/1.1" status: 200 len: 999 time: 0.1346667 Jul 05 09:53:09.951809 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5be4ec4d-673b-4173-8d7e-251162921c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.039553 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5be4ec4d-673b-4173-8d7e-251162921c58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b136c70517484359be93a6af2217adfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9627931 Jul 05 09:53:10.042246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:10.050960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4ec4d-673b-4173-8d7e-251162921c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f3327-50c0-4fda-8145-8b4d55fb257d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:10.069150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-bf02adf2-4e22-47a8-b0ba-e1aa7b3c6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.070734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-bf02adf2-4e22-47a8-b0ba-e1aa7b3c6dc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8bd45170-80c1-48f8-a906-fcb493ef3a48 HTTP/1.1" status: 200 len: 833 time: 0.1068368 Jul 05 09:53:10.160238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012b7b5e-b0f1-4ff9-99ec-7ea934d5921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.185036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-347cbedb-d4aa-4db8-aea0-5332a45139ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.186898 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-347cbedb-d4aa-4db8-aea0-5332a45139ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9c0c5c5-d58f-423d-958b-4d17d1163e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058161 Jul 05 09:53:10.204935 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012b7b5e-b0f1-4ff9-99ec-7ea934d5921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.273442 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:32Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:07Z', 'revision_number': 0, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:53:10.307014 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423378a-7779-42f5-acd9-787535dbde10 None None] The sync data for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 is: [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:52:32Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:07Z', 'revision_number': 0, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:53:10.344039 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-75393e20-49cf-4a26-bbbe-96e4b51e1a9e service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439278 Jul 05 09:53:10.345443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012b7b5e-b0f1-4ff9-99ec-7ea934d5921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.348985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-012b7b5e-b0f1-4ff9-99ec-7ea934d5921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:10.351159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-012b7b5e-b0f1-4ff9-99ec-7ea934d5921e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e98f3327-50c0-4fda-8145-8b4d55fb257d HTTP/1.1" status: 204 len: 168 time: 0.3079565 Jul 05 09:53:10.357081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c350e-e9d6-4ce8-b20b-d7c0f63a3cd2 req-fa9bd04e-6a90-4bfe-90d8-f158b8b623bb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:10.359760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-343c350e-e9d6-4ce8-b20b-d7c0f63a3cd2 req-fa9bd04e-6a90-4bfe-90d8-f158b8b623bb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 949 time: 0.1204526 Jul 05 09:53:10.415435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b7b5e-b0f1-4ff9-99ec-7ea934d5921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f3327-50c0-4fda-8145-8b4d55fb257d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:10.448979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-343c350e-e9d6-4ce8-b20b-d7c0f63a3cd2 req-a29fc65c-7f5f-486d-af1a-459c602d85d9 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827987 Jul 05 09:53:10.491814 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80e92c91-6067-4bb4-825d-33d0cacd0115 req-84050a70-5457-4ad0-81eb-5ad03ba7c52f service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393199 Jul 05 09:53:10.653601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:10.727325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6093e7e-c185-4050-af37-092a26a9304b None None] New status for floating IP 408c2b9c-7ba1-4648-b46d-87bd3e45c253: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:53:10.812348 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7f4295ae-a36f-46aa-990d-a9d9b36b266c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/floatingips/408c2b9c-7ba1-4648-b46d-87bd3e45c253 HTTP/1.1" status: 200 len: 991 time: 0.1562304 Jul 05 09:53:10.925241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58850) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:10.947683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96db2273-c9fb-4fe5-ac1b-0457ee4b441c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.107853 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96db2273-c9fb-4fe5-ac1b-0457ee4b441c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.114808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96db2273-c9fb-4fe5-ac1b-0457ee4b441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.153428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db2273-c9fb-4fe5-ac1b-0457ee4b441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c400ca65-919e-46ab-a152-7ba5ac9bcd91,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:11.163848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:11.192032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-96db2273-c9fb-4fe5-ac1b-0457ee4b441c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e264632f2f64a65af29aa821ce74bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656441 Jul 05 09:53:11.196573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:11.322860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d8d3-077e-401d-b113-931aa8910417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.375391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d8d3-077e-401d-b113-931aa8910417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.420422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bf85e55-91ba-43a8-b2ad-c26e5a35a973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.465396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8e282-4d74-4962-9b2d-dc95b774b18c req-d39dbe9c-f718-4ccb-a4a0-d4858c2c3f34 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:11.466972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d8e282-4d74-4962-9b2d-dc95b774b18c req-d39dbe9c-f718-4ccb-a4a0-d4858c2c3f34 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1096179 Jul 05 09:53:11.475409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d8d3-077e-401d-b113-931aa8910417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.478065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d8d3-077e-401d-b113-931aa8910417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.481792 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2a8d8d3-077e-401d-b113-931aa8910417 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c400ca65-919e-46ab-a152-7ba5ac9bcd91 HTTP/1.1" status: 204 len: 168 time: 0.2811744 Jul 05 09:53:11.497363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8d8d3-077e-401d-b113-931aa8910417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c400ca65-919e-46ab-a152-7ba5ac9bcd91,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:11.520349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d8e282-4d74-4962-9b2d-dc95b774b18c req-59566641-edfb-4e83-8e4a-154144bcc2c2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469337 Jul 05 09:53:11.569639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bf85e55-91ba-43a8-b2ad-c26e5a35a973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.574691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bf85e55-91ba-43a8-b2ad-c26e5a35a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.616949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3bf85e55-91ba-43a8-b2ad-c26e5a35a973 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41fbe3ae1da54a7197fc0d75e4cebff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467366 Jul 05 09:53:11.618995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf85e55-91ba-43a8-b2ad-c26e5a35a973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b27923-b752-482e-8d18-781827c3bbe2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:11.619752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58874) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:11.687379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e37ff272-4755-48d6-9fef-ea2c35fe1596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.716693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e37ff272-4755-48d6-9fef-ea2c35fe1596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.789531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e37ff272-4755-48d6-9fef-ea2c35fe1596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.792660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e37ff272-4755-48d6-9fef-ea2c35fe1596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:11.796091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e37ff272-4755-48d6-9fef-ea2c35fe1596 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12b27923-b752-482e-8d18-781827c3bbe2 HTTP/1.1" status: 204 len: 168 time: 0.1731393 Jul 05 09:53:11.812336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ff272-4755-48d6-9fef-ea2c35fe1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b27923-b752-482e-8d18-781827c3bbe2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:11.815241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:11.897599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6e7cca43-7a46-43bd-ac55-4eb0c25d1542 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/floatingips/408c2b9c-7ba1-4648-b46d-87bd3e45c253 HTTP/1.1" status: 200 len: 993 time: 0.0805354 Jul 05 09:53:12.148749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:12.163259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d856f464-cf8d-4615-9c16-795814270729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.289320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d856f464-cf8d-4615-9c16-795814270729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.294982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d856f464-cf8d-4615-9c16-795814270729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.351501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856f464-cf8d-4615-9c16-795814270729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab73c6a-64e2-47de-95dd-e49ce4067bd2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:12.363108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58910) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:12.370988 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d856f464-cf8d-4615-9c16-795814270729 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e669f730d22242a1a02f50c5f7373d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210104 Jul 05 09:53:12.427933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17b6ab5f-ef6f-4680-a3d1-2d7e869dea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.467007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17b6ab5f-ef6f-4680-a3d1-2d7e869dea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.550728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17b6ab5f-ef6f-4680-a3d1-2d7e869dea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.553863 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17b6ab5f-ef6f-4680-a3d1-2d7e869dea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:12.555181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-17b6ab5f-ef6f-4680-a3d1-2d7e869dea3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dab73c6a-64e2-47de-95dd-e49ce4067bd2 HTTP/1.1" status: 204 len: 168 time: 0.1908808 Jul 05 09:53:12.564447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6ab5f-ef6f-4680-a3d1-2d7e869dea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab73c6a-64e2-47de-95dd-e49ce4067bd2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:12.757528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfc7e-b0fa-42dc-aae0-8979abc17255 req-63fdce69-2c15-4681-a5ca-d88c01b19f86 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:12.763959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acfdfc7e-b0fa-42dc-aae0-8979abc17255 req-63fdce69-2c15-4681-a5ca-d88c01b19f86 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.0814857 Jul 05 09:53:12.823848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acfdfc7e-b0fa-42dc-aae0-8979abc17255 req-da1196d7-6ab0-44ac-9937-068f096ccb57 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582809 Jul 05 09:53:13.646602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff44d9a1-1987-4fae-837d-1edcef514cbf no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:13.758248 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.783898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:13.786596 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d256773-4cf8-457d-8f28-ec2ae029f83a" -d '{"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:13.801004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:13.811285 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.872576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:13.883511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.884219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.884746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.885264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.885774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.886282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.886794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.887322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.887819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.888316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.888827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:13.889321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:14.007754 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce37b767-8034-4337-ba63-e73e8b0391f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.060800 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6485ce-ad35-4b9a-965d-e28da6962f8f x-openstack-request-id: req-5c6485ce-ad35-4b9a-965d-e28da6962f8f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:14.061303 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:14.061620 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c6485ce-ad35-4b9a-965d-e28da6962f8f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:14.062099 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'code': 200} Jul 05 09:53:14.089386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768bff0-264e-4154-93c9-858d8f432460 req-e3d92091-780f-4008-af7d-cf600ac05d39 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:14.091955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7768bff0-264e-4154-93c9-858d8f432460 req-e3d92091-780f-4008-af7d-cf600ac05d39 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1063025 Jul 05 09:53:14.199368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7768bff0-264e-4154-93c9-858d8f432460 req-a0dbd3c0-8b15-4152-908e-ff1a96f4931e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943897 Jul 05 09:53:14.531133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:14.702630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:14.728907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'mac_address': 'fa:16:3e:73:5e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:14.829715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.880225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c9d431-648f-4f15-8e4e-14f44f35705a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:14.920453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:14.931340 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:15.002986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:15.114899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['30c9d431-648f-4f15-8e4e-14f44f35705a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:15.512516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b1c59-9883-4952-9a77-39d20d062cdb req-7463759e-0f5c-42e0-b954-8d570cef8b30 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:15.514501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d8b1c59-9883-4952-9a77-39d20d062cdb req-7463759e-0f5c-42e0-b954-8d570cef8b30 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.0805008 Jul 05 09:53:15.566265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d8b1c59-9883-4952-9a77-39d20d062cdb req-4f52f9d1-87cd-4335-8de9-4a088e1447ce tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Jul 05 09:53:16.133901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db419-b8bb-4f32-8ca6-93bdea490648 req-6e795535-e742-4c96-8293-b2c2dd55263b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.150279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d41db419-b8bb-4f32-8ca6-93bdea490648 req-6e795535-e742-4c96-8293-b2c2dd55263b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1408715 Jul 05 09:53:16.217146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d41db419-b8bb-4f32-8ca6-93bdea490648 req-0d72a897-0207-4e6b-b92b-ef8f1a5ba30d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656464 Jul 05 09:53:16.529463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:16.630125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 30c9d431-648f-4f15-8e4e-14f44f35705a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:16.630832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.647376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92993f-cc8a-4bb5-b3e1-e847c40488a7 req-41539610-99cd-4160-b6bc-f49c601b0902 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:16.658029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba92993f-cc8a-4bb5-b3e1-e847c40488a7 req-41539610-99cd-4160-b6bc-f49c601b0902 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2351217 Jul 05 09:53:16.749354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba92993f-cc8a-4bb5-b3e1-e847c40488a7 req-c26d1772-f410-4fd5-bad6-1f2ac59afbf0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845852 Jul 05 09:53:16.855503 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.905037 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.932870 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ed17cd7-36c2-40cd-b1ce-c7c346a9e116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.963470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:16.966111 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039ff8de-34be-4477-a3fe-c622b273cb82" -d '{"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:17.019159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:17.031678 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435faf77-5e61-4487-b84e-f4eb031d2c3f x-openstack-request-id: req-435faf77-5e61-4487-b84e-f4eb031d2c3f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:17.032289 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-plugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:17.032682 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-435faf77-5e61-4487-b84e-f4eb031d2c3f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:17.033226 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'code': 200} Jul 05 09:53:17.035318 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:17.276908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:17.516878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-19498f45-cde3-47b7-a290-835b701184d3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:17.518438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-19498f45-cde3-47b7-a290-835b701184d3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.4514225 Jul 05 09:53:17.563825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-bbbb8f5f-2a86-46cd-b0c3-274cf01cf772 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/quotas/6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 375 time: 0.0350025 Jul 05 09:53:17.755543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-a8599365-7366-4115-8d45-60d6e573a8b9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1907220 Jul 05 09:53:17.861500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:18.056448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-a8a565f0-e028-40e4-95e0-e043d6807f10 service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992351 Jul 05 09:53:18.320461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-3bfd1bba-029d-4ca4-b052-dbd8f9780973 service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563574 Jul 05 09:53:18.752911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac508d7-9a20-443c-8a04-d42c4bb1fca5 req-33bb28d6-64ec-443e-b81e-bf86fee7cd28 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 210 time: 0.0847805 Jul 05 09:53:19.742116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.237496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-431e0fbd-885d-4efc-8aff-bd3e357cf338 req-f565e311-d14f-4550-833f-e5b86ed3e85c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 210 time: 0.1324973 Jul 05 09:53:20.527018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:20.871479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5c96a9-f5cc-4d4c-8872-3939df0fb8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:20.911164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-f3b14613-550e-4310-b92a-994e97094b29 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:20.922944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-f3b14613-550e-4310-b92a-994e97094b29 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.2426815 Jul 05 09:53:20.962328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'port': {'device_id': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'admin_state_up': True, 'tenant_id': '6d2bed338d834802bb71dc6e229186e1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:21.148043 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5c96a9-f5cc-4d4c-8872-3939df0fb8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.158065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5c96a9-f5cc-4d4c-8872-3939df0fb8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.246244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7e5c96a9-f5cc-4d4c-8872-3939df0fb8b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67ed7c15196f455c962a143f2fa55079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127156 Jul 05 09:53:21.252598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:21.298653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c96a9-f5cc-4d4c-8872-3939df0fb8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28174752-9538-41cb-961f-6d25e193e45b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:21.349585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Made reservation on behalf of 6d2bed338d834802bb71dc6e229186e1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:21.354454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.357281 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d27c17f-74bf-4e28-811a-1f4af3684234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.460230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d27c17f-74bf-4e28-811a-1f4af3684234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.621651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17269eae-f422-4e81-a890-6371b782cedf req-2da42ad7-0c85-407a-9ccf-b774b67299f6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 210 time: 0.1077211 Jul 05 09:53:21.733917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d27c17f-74bf-4e28-811a-1f4af3684234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.736505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d27c17f-74bf-4e28-811a-1f4af3684234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.748684 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2d27c17f-74bf-4e28-811a-1f4af3684234 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28174752-9538-41cb-961f-6d25e193e45b HTTP/1.1" status: 204 len: 168 time: 0.4944811 Jul 05 09:53:21.949145 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27c17f-74bf-4e28-811a-1f4af3684234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28174752-9538-41cb-961f-6d25e193e45b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:21.977939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Allocated IP 172.20.0.5 (57d205e5-0179-4187-9bc3-81ed83bf84a9/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b/422b1240-c0f2-470b-97c6-9e04a4858e6f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:22.212296 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-2315a24e-bae1-4f9f-a111-94734fe7e8b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4343338 Jul 05 09:53:22.499013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.499679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.500352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.500839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.501308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.501772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.502230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.504430 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a59b8a91-2857-4db1-b442-a962c75f5d8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6497 time: 0.2547626 Jul 05 09:53:22.531337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.564236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59262) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:22.570056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Transition to ACTIVE for port object 422b1240-c0f2-470b-97c6-9e04a4858e6f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:22.645205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5502f556-e06b-4509-8d1e-a378a40f4170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.777336 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:22.797020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:22.867890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=422b1240-c0f2-470b-97c6-9e04a4858e6f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:22.894795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-93d37a33-2d9e-49b9-9093-d9e885e95105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.900124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-93d37a33-2d9e-49b9-9093-d9e885e95105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.900783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-93d37a33-2d9e-49b9-9093-d9e885e95105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:22.902716 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-93d37a33-2d9e-49b9-9093-d9e885e95105 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98ea41e3-cf22-4a13-848f-12586fc4efe9&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073 HTTP/1.1" status: 200 len: 2293 time: 0.3548186 Jul 05 09:53:22.924811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:22.942290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:23.025196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:23.040404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35542ab-36dc-49c4-94f9-c76c65b767dc req-c4fed478-d19a-4c50-b876-828540521730 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:23.044916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b35542ab-36dc-49c4-94f9-c76c65b767dc req-c4fed478-d19a-4c50-b876-828540521730 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 931 time: 0.1652350 Jul 05 09:53:23.142701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b35542ab-36dc-49c4-94f9-c76c65b767dc req-144429ae-d533-44ce-8f94-9c157146fb7f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914683 Jul 05 09:53:23.222296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:23.222976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.232493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-6821deb1-3632-4733-a50f-92909fa0f81c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3 HTTP/1.1" status: 200 len: 1001 time: 0.3060591 Jul 05 09:53:23.326684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2b3fa784-9976-4fcb-93cc-f8255bf406b7 None None] Provisioning for port 422b1240-c0f2-470b-97c6-9e04a4858e6f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:23.330806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2b3fa784-9976-4fcb-93cc-f8255bf406b7 None None] Provisioning complete for port 422b1240-c0f2-470b-97c6-9e04a4858e6f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:23.331515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa784-9976-4fcb-93cc-f8255bf406b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.354888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-3c438874-12d0-4238-aaa6-9f02d17829e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:23.357372 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-3c438874-12d0-4238-aaa6-9f02d17829e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be84a1f0-a45d-4935-b6eb-5fad93310e84 HTTP/1.1" status: 200 len: 850 time: 0.1091838 Jul 05 09:53:23.360506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5502f556-e06b-4509-8d1e-a378a40f4170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.386002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5502f556-e06b-4509-8d1e-a378a40f4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.404513 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-1aad75a1-716c-4e0a-a262-fcff358fa33c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4676981 Jul 05 09:53:23.405729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fa784-9976-4fcb-93cc-f8255bf406b7 None None] Port 422b1240-c0f2-470b-97c6-9e04a4858e6f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:23.447203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Request body: {'port': {'device_id': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:23.491099 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5502f556-e06b-4509-8d1e-a378a40f4170 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ae2cb7a0d1a4b7dbfc4fa4ffc43d8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9231722 Jul 05 09:53:23.494778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:23.534328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502f556-e06b-4509-8d1e-a378a40f4170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db42d74-5100-448d-b57d-080f391ca411,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:23.628418 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10ccd38c-2ef0-4155-9604-25d691e7b9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.645004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-4d626acc-22c1-4393-9369-0db7636fccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:23.647261 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-4d626acc-22c1-4393-9369-0db7636fccd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98ea41e3-cf22-4a13-848f-12586fc4efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2810388 Jul 05 09:53:23.654651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.680118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10ccd38c-2ef0-4155-9604-25d691e7b9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.761467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10ccd38c-2ef0-4155-9604-25d691e7b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.764104 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10ccd38c-2ef0-4155-9604-25d691e7b9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:23.767706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-10ccd38c-2ef0-4155-9604-25d691e7b9ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0db42d74-5100-448d-b57d-080f391ca411 HTTP/1.1" status: 204 len: 168 time: 0.2692063 Jul 05 09:53:23.778923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccd38c-2ef0-4155-9604-25d691e7b9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db42d74-5100-448d-b57d-080f391ca411,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:23.963588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-83a7a104-4063-4918-a076-ba4b7b5e3b81 service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043113 Jul 05 09:53:24.363303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:24.397743 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b038a6a2-29ca-424c-ba5b-fc25eadf0557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.544729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b1240-c0f2-470b-97c6-9e04a4858e6f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:24.555234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.571623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Transition to ACTIVE for port object 422b1240-c0f2-470b-97c6-9e04a4858e6f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:24.577289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.645742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b038a6a2-29ca-424c-ba5b-fc25eadf0557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.707364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b038a6a2-29ca-424c-ba5b-fc25eadf0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:24.782898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Pushing event updated for resources: {'Port': ['ID=422b1240-c0f2-470b-97c6-9e04a4858e6f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:24.791484 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-2545d66f-2f0c-4e1a-868b-0f8460f75664 service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7653866 Jul 05 09:53:24.884727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017f9c5-a9c1-4b44-8881-62673a79f84f req-e4a686d7-14e9-4d25-8787-7e6aee936abb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:24.890595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6017f9c5-a9c1-4b44-8881-62673a79f84f req-e4a686d7-14e9-4d25-8787-7e6aee936abb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 943 time: 0.2409945 Jul 05 09:53:24.892244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b038a6a2-29ca-424c-ba5b-fc25eadf0557 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3306d1211db4dc08732afd93db68879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5264030 Jul 05 09:53:24.892963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038a6a2-29ca-424c-ba5b-fc25eadf0557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52617676-7a11-410a-ae18-b7680c36bf64,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:24.937758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59316) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:24.970366 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-5725cf4c-843b-42df-9c46-fc89f4889601 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 217 time: 0.1437471 Jul 05 09:53:25.018416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Attempting to bind port 422b1240-c0f2-470b-97c6-9e04a4858e6f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:25.018898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Attempting to bind port 422b1240-c0f2-470b-97c6-9e04a4858e6f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:25.019271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Attempting to bind port 422b1240-c0f2-470b-97c6-9e04a4858e6f on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:25.035034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6017f9c5-a9c1-4b44-8881-62673a79f84f req-6cc65ad7-9731-48fb-94d7-9abb72d39dca tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215222 Jul 05 09:53:25.062505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Port 422b1240-c0f2-470b-97c6-9e04a4858e6f on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:25.062844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Attempting to bind port 422b1240-c0f2-470b-97c6-9e04a4858e6f on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:25.085099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbda8aa5-d714-430c-a13d-d5cc893c0314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.125781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-8430bcdf-1c56-4018-a7ed-297e645aacff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:25.131188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-8430bcdf-1c56-4018-a7ed-297e645aacff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.1478434 Jul 05 09:53:25.132908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:25.136811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:25.138643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbda8aa5-d714-430c-a13d-d5cc893c0314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.145045 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Bound using segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:25.145045 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Bound port: 422b1240-c0f2-470b-97c6-9e04a4858e6f, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:25.145045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.238964 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbda8aa5-d714-430c-a13d-d5cc893c0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.243716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bbda8aa5-d714-430c-a13d-d5cc893c0314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.245753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bbda8aa5-d714-430c-a13d-d5cc893c0314 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52617676-7a11-410a-ae18-b7680c36bf64 HTTP/1.1" status: 204 len: 168 time: 0.3066664 Jul 05 09:53:25.288713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda8aa5-d714-430c-a13d-d5cc893c0314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52617676-7a11-410a-ae18-b7680c36bf64,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:25.334601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] For port 422b1240-c0f2-470b-97c6-9e04a4858e6f, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:25.355346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-4e86d216-aaef-42ac-b194-466b06060fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:25.357072 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-4e86d216-aaef-42ac-b194-466b06060fdb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2106328 Jul 05 09:53:25.399637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] For port 422b1240-c0f2-470b-97c6-9e04a4858e6f, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:25.576665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.780679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-2370e50c-de55-433d-bf0e-9888167cb00b service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125578 Jul 05 09:53:25.782541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:25.783299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:25.784861 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] 10.222.0.15 "PUT /v2.0/ports/422b1240-c0f2-470b-97c6-9e04a4858e6f HTTP/1.1" status: 200 len: 1092 time: 2.3494473 Jul 05 09:53:25.785629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'tag': '422b1240-c0f2-470b-97c6-9e04a4858e6f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:25.788536 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "78ca80c7-53eb-47f6-8ada-3e6c4a38823a", "tag": "422b1240-c0f2-470b-97c6-9e04a4858e6f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:25.808029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836c92d-0960-4d6d-999b-095fcd150417 service neutron] Pushing event updated for resources: {'Port': ['ID=422b1240-c0f2-470b-97c6-9e04a4858e6f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:25.881031 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6841aeae-8a2c-4873-84e4-68cc127c5124 x-openstack-request-id: req-6841aeae-8a2c-4873-84e4-68cc127c5124 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:25.881431 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ca80c7-53eb-47f6-8ada-3e6c4a38823a", "tag": "422b1240-c0f2-470b-97c6-9e04a4858e6f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:25.881723 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6841aeae-8a2c-4873-84e4-68cc127c5124 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:25.882200 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'tag': '422b1240-c0f2-470b-97c6-9e04a4858e6f', 'status': 'completed', 'code': 200} Jul 05 09:53:26.061604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-aa0cfeb8-66ef-486b-ba58-1dbf2b7091ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.070865 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-aa0cfeb8-66ef-486b-ba58-1dbf2b7091ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 1095 time: 0.2154381 Jul 05 09:53:26.123780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-b9ae0bae-6bf8-4555-b85c-b58545024877 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029211 Jul 05 09:53:26.487678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34d14-3022-4945-bf42-6a3a0714b4b3 req-a251e1df-5193-43e9-a9d7-bd2dad8acea1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.490358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fab34d14-3022-4945-bf42-6a3a0714b4b3 req-a251e1df-5193-43e9-a9d7-bd2dad8acea1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 943 time: 0.1649401 Jul 05 09:53:26.560667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fab34d14-3022-4945-bf42-6a3a0714b4b3 req-93d2c644-415f-49f6-b457-8262b4e5ff4b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617340 Jul 05 09:53:26.812833 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-5d142c00-777d-4fc4-878f-0684c085aa4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f HTTP/1.1" status: 200 len: 217 time: 0.7286620 Jul 05 09:53:26.910548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-ae3c6e68-e957-49fd-82f2-8606f2d9e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:26.912331 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-ae3c6e68-e957-49fd-82f2-8606f2d9e487 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.0890336 Jul 05 09:53:26.914514 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-48e63ac8-3785-48ad-a8ae-abe40bde6835 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 217 time: 0.1099522 Jul 05 09:53:27.040303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-b999c369-d1a0-4beb-bcd4-3606923d6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.042169 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-b999c369-d1a0-4beb-bcd4-3606923d6df3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.1026843 Jul 05 09:53:27.057306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-4c84f133-875d-42aa-a001-26e751578055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.059007 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-4c84f133-875d-42aa-a001-26e751578055 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284614 Jul 05 09:53:27.230649 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-929e7955-2caa-40b1-a2a3-f839e60e827a service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630034 Jul 05 09:53:27.232882 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-8bde48d8-dfa2-4f1e-a3a9-6f19d3d9b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:27.234339 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-8bde48d8-dfa2-4f1e-a3a9-6f19d3d9b3c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1827927 Jul 05 09:53:27.622168 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-bc76e416-0981-4aaa-8e14-79b463b72e1a service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732777 Jul 05 09:53:27.626721 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-22b47773-ddd6-47d1-b591-0941eeaf84d6 req-81f04167-a1e5-4868-a6de-9e6201e4f2ab service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756931 Jul 05 09:53:28.032891 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-acff4e64-f97e-4e5b-b761-6c569b783c21 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982840 Jul 05 09:53:28.126024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fed5c-7bbc-4654-8ffc-db651f3a18bc req-adc701db-9be1-47d7-b643-574653bac0c9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.139047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fed5c-7bbc-4654-8ffc-db651f3a18bc req-adc701db-9be1-47d7-b643-574653bac0c9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 943 time: 0.1744289 Jul 05 09:53:28.152313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-c263e5ca-1cd3-4a77-98fb-d7ddfe0d3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.153886 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-c263e5ca-1cd3-4a77-98fb-d7ddfe0d3de4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 1095 time: 0.4174690 Jul 05 09:53:28.204118 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-39f8e3d2-0a31-4230-8b8b-80720894c2cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd3031b9-7d87-4127-a500-826390bc98c0 HTTP/1.1" status: 200 len: 217 time: 0.0958886 Jul 05 09:53:28.215563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-111fed5c-7bbc-4654-8ffc-db651f3a18bc req-30bc2f6e-85e4-4653-8d60-8d0bef2732dc tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722072 Jul 05 09:53:28.375406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-9c12e825-c1da-465d-a238-b51168dbd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.377535 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-9c12e825-c1da-465d-a238-b51168dbd7c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.1898997 Jul 05 09:53:28.452255 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-5fd8d255-eef2-4a64-8c5f-4268e5adf426 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f HTTP/1.1" status: 200 len: 217 time: 0.0574543 Jul 05 09:53:28.455426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-29d85a11-4a97-448b-9c5e-b646e36090ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.456884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-29d85a11-4a97-448b-9c5e-b646e36090ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.2386694 Jul 05 09:53:28.523706 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-10c71d18-8a2e-4fdd-bfc1-d9eabd00bc5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9319386 Jul 05 09:53:28.578704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-088179e8-9bb6-4f87-bf78-9f20286505ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.580822 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-088179e8-9bb6-4f87-bf78-9f20286505ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1160407 Jul 05 09:53:28.741218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-20f88754-6e9b-4438-9ff0-c0cc1d5560b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.742757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-20f88754-6e9b-4438-9ff0-c0cc1d5560b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2755654 Jul 05 09:53:28.755035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-29deb1d5-217d-41e8-aa1c-57e8c84e20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.756911 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-29deb1d5-217d-41e8-aa1c-57e8c84e20c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605420 Jul 05 09:53:28.773886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.774248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.774726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.775394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.775930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.776409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.776902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:28.779327 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-bb68c2d7-a304-4baa-b499-6f88dbbf114f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6507 time: 0.1619568 Jul 05 09:53:29.227737 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-5a97940b-83cc-488f-83e6-160c80a68b7e service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473684 Jul 05 09:53:29.329517 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.355725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2385f13d-1648-4cea-9767-01531d2a2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.356865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2385f13d-1648-4cea-9767-01531d2a2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.359277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2385f13d-1648-4cea-9767-01531d2a2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.361470 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2385f13d-1648-4cea-9767-01531d2a2f9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d19c0da2-96f2-499c-a741-a3d9f8740b44&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 200 len: 2298 time: 0.4846444 Jul 05 09:53:29.393914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-29a07d6d-7940-424d-9613-84acd085bf06 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394508 Jul 05 09:53:29.460639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:29.630888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d84f-6494-4f4b-8bca-955b3a567e46 req-e61ce193-58fe-4fcf-be4c-2a5b48778add tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.639857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a07d84f-6494-4f4b-8bca-955b3a567e46 req-e61ce193-58fe-4fcf-be4c-2a5b48778add tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 943 time: 0.1252735 Jul 05 09:53:29.709593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a07d84f-6494-4f4b-8bca-955b3a567e46 req-aff3cb58-cdad-4f5c-9cc8-6bbec084e459 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Jul 05 09:53:29.727135 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7cc09353-1aa8-43f8-b9ca-19807a37f5ba req-08a5de19-5571-4704-b62f-1728a00a552a service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875026 Jul 05 09:53:29.743515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-28e7576a-4234-40f5-b41e-21deeef72635 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32cdeb3a-0978-42c8-bd59-438734421873 HTTP/1.1" status: 200 len: 1000 time: 0.3629875 Jul 05 09:53:29.743969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 422b1240-c0f2-470b-97c6-9e04a4858e6f details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:29.936336 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-a61803d4-2cad-43a1-aa4e-b9d5a3de2899 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715328 Jul 05 09:53:29.936336 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-dd448916-74fd-4611-be0d-711a62d33a36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf HTTP/1.1" status: 200 len: 217 time: 0.0409994 Jul 05 09:53:29.936336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-22dcfbdf-19f3-4dc7-9f46-78e820827b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:29.936336 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-22dcfbdf-19f3-4dc7-9f46-78e820827b34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d07fc6b9-d340-44f5-83ff-46f2dfb013a6 HTTP/1.1" status: 200 len: 855 time: 0.1849952 Jul 05 09:53:29.986428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 422b1240-c0f2-470b-97c6-9e04a4858e6f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:30.005393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '422b1240-c0f2-470b-97c6-9e04a4858e6f', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '422b1240-c0f2-470b-97c6-9e04a4858e6f', 'mac_address': 'fa:16:3e:2e:3e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:30.132888 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.161865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422b1240-c0f2-470b-97c6-9e04a4858e6f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:30.196298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 422b1240-c0f2-470b-97c6-9e04a4858e6f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:30.204254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.261330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-17ef04bc-e3fc-4034-9c4c-d0a12a2cef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.273752 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-17ef04bc-e3fc-4034-9c4c-d0a12a2cef9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.3167772 Jul 05 09:53:30.293085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=422b1240-c0f2-470b-97c6-9e04a4858e6f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:30.360597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-e7dad4d5-794e-4b05-806c-498a1fdbbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.362216 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-e7dad4d5-794e-4b05-806c-498a1fdbbae0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d19c0da2-96f2-499c-a741-a3d9f8740b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4250946 Jul 05 09:53:30.382283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-07f26da9-547d-4715-b960-07a7a99af0d8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:53:30.383722 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-07f26da9-547d-4715-b960-07a7a99af0d8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125904 Jul 05 09:53:30.463889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:30.524246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-51a430aa-c6ee-42a5-9ed1-09ac6f52f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:30.525805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-51a430aa-c6ee-42a5-9ed1-09ac6f52f36f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2512147 Jul 05 09:53:30.547018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['422b1240-c0f2-470b-97c6-9e04a4858e6f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:30.602379 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-c024b8b0-1804-4dd8-86ce-1ab1df47a005 service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083917 Jul 05 09:53:30.808250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad6081f-d0b4-4d72-8e87-a6ac6c3a97a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:30.863625 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-b0cd50d9-69c4-4d53-af66-380dc02420ca service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255785 Jul 05 09:53:31.026583 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-27d8beaf-c0fc-4f98-82c6-555e4aa0ec32 service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130185 Jul 05 09:53:31.035728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad6081f-d0b4-4d72-8e87-a6ac6c3a97a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.045388 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad6081f-d0b4-4d72-8e87-a6ac6c3a97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.098843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cad6081f-d0b4-4d72-8e87-a6ac6c3a97a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7645d7c9c1d44bd95e429a30c7aeb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335654 Jul 05 09:53:31.101035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6081f-d0b4-4d72-8e87-a6ac6c3a97a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c3fba-a170-413c-9d07-f81dbf695fc8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:31.103967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:31.148975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d909e-bf99-44ef-8809-ccc10ee07dda req-12af54a5-85c1-49be-8200-6a05d8134aa5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:31.170048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e30d909e-bf99-44ef-8809-ccc10ee07dda req-12af54a5-85c1-49be-8200-6a05d8134aa5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 944 time: 0.1904728 Jul 05 09:53:31.355972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e30d909e-bf99-44ef-8809-ccc10ee07dda req-3ada4bec-fa2c-4c27-b686-5c8bb6c87469 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848080 Jul 05 09:53:31.365247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-425f8e92-3806-4934-ac15-3ac11aa58ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.409279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-425f8e92-3806-4934-ac15-3ac11aa58ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.541778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-425f8e92-3806-4934-ac15-3ac11aa58ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.551011 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-425f8e92-3806-4934-ac15-3ac11aa58ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:31.555691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-425f8e92-3806-4934-ac15-3ac11aa58ea4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b4c3fba-a170-413c-9d07-f81dbf695fc8 HTTP/1.1" status: 204 len: 168 time: 0.4407411 Jul 05 09:53:31.593773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f8e92-3806-4934-ac15-3ac11aa58ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c3fba-a170-413c-9d07-f81dbf695fc8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:31.943577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-423db1e4-0f40-4c46-9d9d-b44aea07da54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 217 time: 0.9028625 Jul 05 09:53:31.993002 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-967ee3af-46eb-4785-bfee-38e885c0d2d0 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1250832 Jul 05 09:53:32.101068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:32.130110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7fb0-2c6b-4c7c-826d-c258a8fe6dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.136602 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-3e179de2-b047-4c3d-910c-7ecfcfeee87e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a HTTP/1.1" status: 200 len: 217 time: 0.1031237 Jul 05 09:53:32.230113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-43be63dc-dc35-4e71-b662-72369f440f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.233898 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-43be63dc-dc35-4e71-b662-72369f440f3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.2716818 Jul 05 09:53:32.308936 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7fb0-2c6b-4c7c-826d-c258a8fe6dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.314842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7fb0-2c6b-4c7c-826d-c258a8fe6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.330876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-6171bdd4-c138-4905-a5c2-dad29c582d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.333219 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-6171bdd4-c138-4905-a5c2-dad29c582d7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.1776960 Jul 05 09:53:32.358723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee7fb0-2c6b-4c7c-826d-c258a8fe6dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab71ba9-dfe1-4acb-b6a7-5dcd6bbd7847,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:32.363345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d1ee7fb0-2c6b-4c7c-826d-c258a8fe6dc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82c49066ef944bba87de21e078fb986f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576420 Jul 05 09:53:32.370309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:32.455275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-f4a37734-0c79-4db4-abac-2b5af28d2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.457093 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-f4a37734-0c79-4db4-abac-2b5af28d2237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2077758 Jul 05 09:53:32.555202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f363e57e-a7f4-4c04-a9f5-e40083e24f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.579477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-6335bda3-dd40-4607-a147-784c81861f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:32.581199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-6335bda3-dd40-4607-a147-784c81861f70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2282367 Jul 05 09:53:32.626678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f363e57e-a7f4-4c04-a9f5-e40083e24f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.830707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f363e57e-a7f4-4c04-a9f5-e40083e24f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.840662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f363e57e-a7f4-4c04-a9f5-e40083e24f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:32.867110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f363e57e-a7f4-4c04-a9f5-e40083e24f32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ab71ba9-dfe1-4acb-b6a7-5dcd6bbd7847 HTTP/1.1" status: 204 len: 168 time: 0.4868531 Jul 05 09:53:32.910075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363e57e-a7f4-4c04-a9f5-e40083e24f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab71ba9-dfe1-4acb-b6a7-5dcd6bbd7847,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:33.026065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-71883e21-5948-4e96-8c79-233e9687cab0 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436578 Jul 05 09:53:33.068016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d207-40ac-4380-b0b8-e0e378ecf61a req-1034ead6-635c-4c20-b43a-799fc3a86e71 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:33.076326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cb3d207-40ac-4380-b0b8-e0e378ecf61a req-1034ead6-635c-4c20-b43a-799fc3a86e71 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 944 time: 0.2161839 Jul 05 09:53:33.144287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cb3d207-40ac-4380-b0b8-e0e378ecf61a req-f94f5a71-44d6-468b-a5a6-f85527295393 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668292 Jul 05 09:53:33.230639 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-e2005334-4042-43e6-a4da-8e73bbe14d32 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848066 Jul 05 09:53:33.349021 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-778c8440-3c23-4230-8d0d-e57489421a5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 217 time: 0.1079559 Jul 05 09:53:33.480033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2dcd56e8-5d98-4038-b8ab-7cb6c1d7ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:33.481888 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2dcd56e8-5d98-4038-b8ab-7cb6c1d7ab3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1241205 Jul 05 09:53:33.489778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-1c5fce88-2611-464b-9aa2-a1b83418d0bc service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9011900 Jul 05 09:53:33.647209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-ff4c4901-be7e-471d-a56d-72d3f192c8ac service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373048 Jul 05 09:53:33.724275 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-4174693f-42c0-4b2a-a947-8139e05e47d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837 HTTP/1.1" status: 200 len: 217 time: 0.0500572 Jul 05 09:53:33.746518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 422b1240-c0f2-470b-97c6-9e04a4858e6f up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:33.847967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 422b1240-c0f2-470b-97c6-9e04a4858e6f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:33.855532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 422b1240-c0f2-470b-97c6-9e04a4858e6f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:33.856891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:33.901691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-f3a9a6ee-0cbb-4169-8358-d79b8a718a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:33.903287 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-f3a9a6ee-0cbb-4169-8358-d79b8a718a2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4112413 Jul 05 09:53:34.025666 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.074524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-f693403d-3447-438f-a91e-0a9c2c9cbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.075823 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-f693403d-3447-438f-a91e-0a9c2c9cbedd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.3426018 Jul 05 09:53:34.092642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 422b1240-c0f2-470b-97c6-9e04a4858e6f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:34.094045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b1240-c0f2-470b-97c6-9e04a4858e6f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:34.099947 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96862951-a328-4a30-9146-0d7bd7d6ba47" -d '{"events": [{"server_uuid": "78ca80c7-53eb-47f6-8ada-3e6c4a38823a", "name": "network-vif-plugged", "status": "completed", "tag": "422b1240-c0f2-470b-97c6-9e04a4858e6f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:34.104495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:34.244981 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022b1ed5-7f0c-4ded-a60a-a8c534a5de82 x-openstack-request-id: req-022b1ed5-7f0c-4ded-a60a-a8c534a5de82 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:34.247233 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ca80c7-53eb-47f6-8ada-3e6c4a38823a", "name": "network-vif-plugged", "status": "completed", "tag": "422b1240-c0f2-470b-97c6-9e04a4858e6f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:34.247852 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-022b1ed5-7f0c-4ded-a60a-a8c534a5de82 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:34.248621 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b1240-c0f2-470b-97c6-9e04a4858e6f', 'code': 200} Jul 05 09:53:34.250426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=422b1240-c0f2-470b-97c6-9e04a4858e6f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:34.547297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59602) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:34.566695 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-67437426-b6a2-4b8b-af49-26f98d7b4fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498995 Jul 05 09:53:34.616435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9b511-0f81-4289-8245-3a5757647d07 req-ddc371f6-0f59-43b1-b5a8-70e5c26b7d88 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.633637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68e9b511-0f81-4289-8245-3a5757647d07 req-ddc371f6-0f59-43b1-b5a8-70e5c26b7d88 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 945 time: 0.1575763 Jul 05 09:53:34.730654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68e9b511-0f81-4289-8245-3a5757647d07 req-96fc1494-730a-45b0-8721-4c87dd61776d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952902 Jul 05 09:53:34.762165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-9dcfe2f7-67b2-4b34-a5a9-cec436b597eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.764368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-9dcfe2f7-67b2-4b34-a5a9-cec436b597eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6440578 Jul 05 09:53:34.941572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130467fb-37fc-4737-95ec-8c4ba3cca0f0 req-53fd433a-ccef-4910-8a5b-4d534bbaa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:34.965139 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-130467fb-37fc-4737-95ec-8c4ba3cca0f0 req-53fd433a-ccef-4910-8a5b-4d534bbaa3cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 1097 time: 0.6224716 Jul 05 09:53:34.975481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1109926366-network', 'tenant_id': '9c3aa010a20243efbfbd36823b9a904f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:35.130795 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-3373c9b7-7880-48f1-86a4-315ef4081609 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385990 Jul 05 09:53:35.149572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Made reservation on behalf of 9c3aa010a20243efbfbd36823b9a904f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:35.156757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.230806 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-130467fb-37fc-4737-95ec-8c4ba3cca0f0 req-2f6189dd-7ede-4add-9e30-a7ea9f6c873f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521949 Jul 05 09:53:35.232319 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-070903db-34a8-4333-a82e-63b12d5bcb75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 HTTP/1.1" status: 200 len: 217 time: 0.0711753 Jul 05 09:53:35.237211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.314461 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-02f9aad1-8ef3-4366-a70e-eac8183901b9 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336628 Jul 05 09:53:35.321071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-e7d9ced7-4528-42b9-8243-bb996263bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.323860 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-e7d9ced7-4528-42b9-8243-bb996263bf22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.0780756 Jul 05 09:53:35.518579 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f92d3eb-f253-4e4e-9c83-95b180e5f50b req-69da53c9-bab6-48ed-a9b1-bf3c2f4386b8 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900167 Jul 05 09:53:35.541229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-050484fa-307d-47b4-a04d-8e9551af2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.542794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-050484fa-307d-47b4-a04d-8e9551af2367 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1972692 Jul 05 09:53:35.617275 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:53:35.658153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.707539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.733067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:35.751551 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-0bc32b1c-2945-4851-9489-c0d77c7b9010 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983433 Jul 05 09:53:35.890677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:35.891022 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Added segment 2bffd3de-c966-441e-b072-914dc8def816 of type vlan for network e8b86f94-3a9b-47bd-b46c-04853b44eb16 Jul 05 09:53:35.894402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-addf363b-24a2-415b-a95c-ffd99df8ec56 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352339 Jul 05 09:53:35.998173 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-3ab5bf7f-29a4-4849-9f4e-87756ece0ac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=6a08c509-a258-4a02-b09d-4da2a020de1a HTTP/1.1" status: 200 len: 217 time: 0.0741918 Jul 05 09:53:36.020083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee56522-f310-4f8d-85b0-f565152e7c73,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:36.122704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-26d77d8f-1920-4f65-b244-87d950a0f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:36.134648 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-26d77d8f-1920-4f65-b244-87d950a0f5c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1100402 Jul 05 09:53:36.188198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf9155-6cf9-43d0-8337-5339a429e797 req-4987d917-b260-44c3-8742-82f64e6f7c16 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:36.192652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91bf9155-6cf9-43d0-8337-5339a429e797 req-4987d917-b260-44c3-8742-82f64e6f7c16 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 945 time: 0.1691525 Jul 05 09:53:36.273725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.301536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91bf9155-6cf9-43d0-8337-5339a429e797 req-6f5bdca2-cd8e-4774-b5cb-e34b6599b66e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964735 Jul 05 09:53:36.455498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-75cc6322-3b5b-4c84-bc03-1b1044f2f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:36.459217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-75cc6322-3b5b-4c84-bc03-1b1044f2f063 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3232992 Jul 05 09:53:36.468221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.472699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:36.474689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.612033 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0601616 Jul 05 09:53:36.616116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:36.629972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Request body: {'subnet': {'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1109926366-subnet', 'tenant_id': '9c3aa010a20243efbfbd36823b9a904f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:36.724815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b2abd-b92f-4129-81d4-0efe2ea84212 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b86f94-3a9b-47bd-b46c-04853b44eb16,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:36.745900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e8b86f94-3a9b-47bd-b46c-04853b44eb16 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:36.763483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Made reservation on behalf of 9c3aa010a20243efbfbd36823b9a904f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:36.766133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:36.809493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-6ddf8b46-3a2b-4a95-b1c7-126cec560b3e service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243237 Jul 05 09:53:36.945265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-c928ba91-442c-40cd-9221-8e3e7531dd6c service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260164 Jul 05 09:53:37.022649 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-71900ed4-1616-4b2b-a03e-d78299e84f8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd HTTP/1.1" status: 200 len: 217 time: 0.0702243 Jul 05 09:53:37.196164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2b42a5c4-78aa-441a-827c-2d9a5f3005a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.204226 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2b42a5c4-78aa-441a-827c-2d9a5f3005a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.1700490 Jul 05 09:53:37.325286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-1327e4c6-b967-49c7-b7ff-cb8b11ea01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.327270 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-1327e4c6-b967-49c7-b7ff-cb8b11ea01b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1110752 Jul 05 09:53:37.332442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.483129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20ead2c-3c60-4605-b686-50dad78e46bd,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:37.517030 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-c945f910-11d2-46e2-9377-fc3c40367ac5 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818039 Jul 05 09:53:37.531119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Checking segment: {'id': '2bffd3de-c966-441e-b072-914dc8def816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:37.532247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Network hostable DHCP agents. Network: e8b86f94-3a9b-47bd-b46c-04853b44eb16, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:37.589278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Network e8b86f94-3a9b-47bd-b46c-04853b44eb16 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:37.650338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e8b86f94-3a9b-47bd-b46c-04853b44eb16) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:37.662078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c75a37-ca83-46b8-9097-518ff5e4d9b7 None None] Network e8b86f94-3a9b-47bd-b46c-04853b44eb16 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:37.685645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.686269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:37.854456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f951d5eb-e21c-4bf0-94c7-afdca7473239 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2215188 Jul 05 09:53:37.873053 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-b8544e1a-ad10-458f-b230-510d1ad637a1 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436630 Jul 05 09:53:37.931906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29f14b-6253-4ee4-95e8-b2793f9b2d31 req-3511f97d-9720-446d-ad56-a54cb288ac2d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:37.939313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da29f14b-6253-4ee4-95e8-b2793f9b2d31 req-3511f97d-9720-446d-ad56-a54cb288ac2d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 945 time: 0.3372319 Jul 05 09:53:37.974312 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-2368c4e7-cdcb-4c1f-97c4-3032fdd1dea4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7 HTTP/1.1" status: 200 len: 217 time: 0.0908453 Jul 05 09:53:38.036264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da29f14b-6253-4ee4-95e8-b2793f9b2d31 req-3228b904-3ff9-446b-b66f-688e97ded60a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953884 Jul 05 09:53:38.056192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339273b-c743-4d34-93bd-9c8eb56337a5 None None] Network e8b86f94-3a9b-47bd-b46c-04853b44eb16 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:38.114545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-0b8f09e1-ced5-4c90-b6cb-277d9f977dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.119579 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-0b8f09e1-ced5-4c90-b6cb-277d9f977dec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.1352270 Jul 05 09:53:38.279578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-8f1d782c-5e6a-4421-910c-76835dfd5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.288667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-8f1d782c-5e6a-4421-910c-76835dfd5f7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645839 Jul 05 09:53:38.501883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-3a5e5086-5ab9-4027-a44c-5f525db42957 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050982 Jul 05 09:53:38.654772 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a77e1f91-d278-4b16-a25b-74501b7dcaee req-9fcdb55c-89c5-4c50-a2cd-e8e29bd48791 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446247 Jul 05 09:53:38.977012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:38.982733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-911768379-network', 'tenant_id': '7489c57f74ce41b089436528f1e46f56'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:39.009695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Made reservation on behalf of 7489c57f74ce41b089436528f1e46f56 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:39.012643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.024743 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.127595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.132331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.172477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:39.199821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e4bb17-eb6a-470e-a9f6-3ab24dd372be,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:39.206505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.206844 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Added segment 1ec357a0-7b9e-4cf9-8ac6-54f67f483a53 of type vlan for network 715d1999-82f3-4508-a8c9-6229895a52a5 Jul 05 09:53:39.260305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.312027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067df8d-a0f0-4e3d-8a98-7c88430a0b5c req-b2920bd2-7ee5-407e-8347-60e5464c458a tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:39.320662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9067df8d-a0f0-4e3d-8a98-7c88430a0b5c req-b2920bd2-7ee5-407e-8347-60e5464c458a tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 951 time: 0.1673419 Jul 05 09:53:39.330921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.334749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:39.335581 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:39.428248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4450626 Jul 05 09:53:39.431113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59738) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:39.436275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Request body: {'subnet': {'network_id': '715d1999-82f3-4508-a8c9-6229895a52a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-911768379-subnet', 'tenant_id': '7489c57f74ce41b089436528f1e46f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:39.446098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9067df8d-a0f0-4e3d-8a98-7c88430a0b5c req-bc5fb00d-5a37-4141-a120-b62a62d33cf4 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244283 Jul 05 09:53:39.456332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68380f07-b3ed-4618-851e-1009cb576c2f admin admin] Pushing event updated for resources: {'Network': ['ID=715d1999-82f3-4508-a8c9-6229895a52a5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:39.469813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 715d1999-82f3-4508-a8c9-6229895a52a5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:39.504942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Made reservation on behalf of 7489c57f74ce41b089436528f1e46f56 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:39.508645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.017897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.081570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfbfcf8-f366-47b2-b273-9b7f8c43f610,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:40.094308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Checking segment: {'id': '1ec357a0-7b9e-4cf9-8ac6-54f67f483a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '715d1999-82f3-4508-a8c9-6229895a52a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:40.094699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Network hostable DHCP agents. Network: 715d1999-82f3-4508-a8c9-6229895a52a5, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:40.113773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Network 715d1999-82f3-4508-a8c9-6229895a52a5 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:40.125711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 715d1999-82f3-4508-a8c9-6229895a52a5) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:40.132817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:40.133743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.137299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36691df-59b5-43ee-8f17-721c4c0c0315 None None] Network 715d1999-82f3-4508-a8c9-6229895a52a5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:40.163316 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2f0e34d-286f-4265-bd3a-99fe25e72244 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7329776 Jul 05 09:53:40.297604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab037c-3b09-4091-846b-eae06f1beb9c None None] Network 715d1999-82f3-4508-a8c9-6229895a52a5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:40.643623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d489c76-efd9-4bba-b7b9-c9f627d5a482 req-7e2a635b-610d-429d-913c-f6de7b6bd542 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:40.645275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d489c76-efd9-4bba-b7b9-c9f627d5a482 req-7e2a635b-610d-429d-913c-f6de7b6bd542 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 951 time: 0.0756664 Jul 05 09:53:40.699929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d489c76-efd9-4bba-b7b9-c9f627d5a482 req-59345de6-ca71-4880-8810-60546108a57c tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Jul 05 09:53:40.874309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-46200146-a7ae-4db4-969b-690b812e265b tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:40.882753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-46200146-a7ae-4db4-969b-690b812e265b tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/networks?id=e8b86f94-3a9b-47bd-b46c-04853b44eb16 HTTP/1.1" status: 200 len: 809 time: 0.1566548 Jul 05 09:53:40.901309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-e81f3666-291a-4089-981a-68fd3322f63c tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/quotas/9c3aa010a20243efbfbd36823b9a904f HTTP/1.1" status: 200 len: 375 time: 0.0175588 Jul 05 09:53:40.943833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-25196e8c-5896-4995-8b5e-5a1b0d57d1c0 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c3aa010a20243efbfbd36823b9a904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414259 Jul 05 09:53:41.078984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-25e26062-765f-4e18-a94a-f397280ea34d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:53:41.080759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-25e26062-765f-4e18-a94a-f397280ea34d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1321354 Jul 05 09:53:41.196955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-b6ec864f-43db-4fe7-89a0-e192563bc74b service neutron] 10.222.0.21 "GET /v2.0/networks/e8b86f94-3a9b-47bd-b46c-04853b44eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093662 Jul 05 09:53:41.324957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-6100c8c4-9b32-4de5-ae09-abcdf061af31 service neutron] 10.222.0.21 "GET /v2.0/networks/e8b86f94-3a9b-47bd-b46c-04853b44eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269553 Jul 05 09:53:41.643567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdf61c0b-2821-4d4e-847a-f8d1ca9767a4 req-f0b1d2e2-46fb-4993-b158-874f5881ef5d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 210 time: 0.0589306 Jul 05 09:53:42.831146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-813d9525-402b-4b11-8396-d23459a9c7b5 req-3e6d456a-bf4e-4302-bba9-466d964ba135 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 210 time: 0.0413468 Jul 05 09:53:43.344460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-42883ee0-30de-4e16-a21f-378ce2f330b0 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:43.347283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-42883ee0-30de-4e16-a21f-378ce2f330b0 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.16 "GET /v2.0/networks?id=e8b86f94-3a9b-47bd-b46c-04853b44eb16 HTTP/1.1" status: 200 len: 809 time: 0.1353512 Jul 05 09:53:43.365191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Request body: {'port': {'device_id': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16', 'admin_state_up': True, 'tenant_id': '9c3aa010a20243efbfbd36823b9a904f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:43.567522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Made reservation on behalf of 9c3aa010a20243efbfbd36823b9a904f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:43.576324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.805856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Allocated IP 172.20.0.13 (e8b86f94-3a9b-47bd-b46c-04853b44eb16/d20ead2c-3c60-4605-b686-50dad78e46bd/966eadd6-6452-4647-a0f9-ba1a28367600) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:44.037901 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b7351c1-ec10-422c-96b0-2d1e6c23040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.047126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8f89efe-711e-4004-a933-939fadd677da req-805caf60-ff54-4892-86d7-55578cb6200b tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 210 time: 0.0384371 Jul 05 09:53:44.102365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.168947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.228955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Network e8b86f94-3a9b-47bd-b46c-04853b44eb16 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:44.234443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:44.243389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:44.283351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Pushing event updated for resources: {'Port': ['ID=966eadd6-6452-4647-a0f9-ba1a28367600,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:44.323071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:44.323793 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.345899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-ebd15cdc-690e-427b-bfd0-9dbb06a5ca07 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9861836 Jul 05 09:53:44.370382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Request body: {'port': {'device_id': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:44.490934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.665378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:44.799354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.845368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:44.849626 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa034c9-3af6-46a2-a421-d395d4ee2fe9" -d '{"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-unplugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:44.890723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:44.898926 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.018222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:45.069524 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e6178b-d10d-47b6-b6c4-ab0596936d4b x-openstack-request-id: req-31e6178b-d10d-47b6-b6c4-ab0596936d4b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:45.070159 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-unplugged", "status": "completed", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:45.070159 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e6178b-d10d-47b6-b6c4-ab0596936d4b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:45.070685 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'code': 200} Jul 05 09:53:45.204315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966eadd6-6452-4647-a0f9-ba1a28367600 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:45.229066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.248414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Transition to ACTIVE for port object 966eadd6-6452-4647-a0f9-ba1a28367600 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:45.256609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.320167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b97cc-739f-45bc-9b36-8064e0bc9976 req-9a4e85ef-0ed5-4b31-b971-b8687861c0a8 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.325929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c51b97cc-739f-45bc-9b36-8064e0bc9976 req-9a4e85ef-0ed5-4b31-b971-b8687861c0a8 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 932 time: 0.1161480 Jul 05 09:53:45.326449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:45.391977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Pushing event updated for resources: {'Port': ['ID=966eadd6-6452-4647-a0f9-ba1a28367600,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:45.461365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Attempting to bind port 966eadd6-6452-4647-a0f9-ba1a28367600 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:45.461723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Attempting to bind port 966eadd6-6452-4647-a0f9-ba1a28367600 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '2bffd3de-c966-441e-b072-914dc8def816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:45.462016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Attempting to bind port 966eadd6-6452-4647-a0f9-ba1a28367600 on network e8b86f94-3a9b-47bd-b46c-04853b44eb16 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:45.467053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Port 966eadd6-6452-4647-a0f9-ba1a28367600 on network e8b86f94-3a9b-47bd-b46c-04853b44eb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:45.467419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Attempting to bind port 966eadd6-6452-4647-a0f9-ba1a28367600 on network e8b86f94-3a9b-47bd-b46c-04853b44eb16 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:45.481525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:45.481939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Checking segment: {'id': '2bffd3de-c966-441e-b072-914dc8def816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:45.482342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Bound using segment: {'id': '2bffd3de-c966-441e-b072-914dc8def816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:45.483210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Bound port: 966eadd6-6452-4647-a0f9-ba1a28367600, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bffd3de-c966-441e-b072-914dc8def816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:45.484121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.521158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c51b97cc-739f-45bc-9b36-8064e0bc9976 req-00e2c1ee-6826-47fe-8b75-31a046747919 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Jul 05 09:53:45.530889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab0c87-db3c-43da-82d6-863925e90c5d tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.531285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab0c87-db3c-43da-82d6-863925e90c5d tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.532296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab0c87-db3c-43da-82d6-863925e90c5d tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.534505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8aab0c87-db3c-43da-82d6-863925e90c5d tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=7ab4b5a2844b4c1790b5d9af97c73544&network_id=e9c0c5c5-d58f-423d-958b-4d17d1163e32 HTTP/1.1" status: 200 len: 2973 time: 0.2070980 Jul 05 09:53:45.648382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] For port 966eadd6-6452-4647-a0f9-ba1a28367600, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:45.654548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] For port 966eadd6-6452-4647-a0f9-ba1a28367600, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=966eadd6-6452-4647-a0f9-ba1a28367600,segment=NetworkSegment(2bffd3de-c966-441e-b072-914dc8def816),segment_id=2bffd3de-c966-441e-b072-914dc8def816)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:45.663009 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.740227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.741330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.743762 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-13598162-50ff-4200-95be-d94e59cd09af service neutron] 10.222.0.16 "PUT /v2.0/ports/966eadd6-6452-4647-a0f9-ba1a28367600 HTTP/1.1" status: 200 len: 1093 time: 1.3849466 Jul 05 09:53:45.746470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'tag': '966eadd6-6452-4647-a0f9-ba1a28367600'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:45.757224 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8253212-bce5-45ee-80ac-96066fea4aed" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d1bae1-7283-4ec3-b10c-04038774986c", "tag": "966eadd6-6452-4647-a0f9-ba1a28367600"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:45.800298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598162-50ff-4200-95be-d94e59cd09af service neutron] Pushing event updated for resources: {'Port': ['ID=966eadd6-6452-4647-a0f9-ba1a28367600,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:45.927787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-fae71571-b61e-408b-970f-ded07d821a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:45.931379 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-fae71571-b61e-408b-970f-ded07d821a88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c3aa010a20243efbfbd36823b9a904f&device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 1096 time: 0.1156559 Jul 05 09:53:46.038396 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-024b0211-7755-444f-9f37-ef5af074e0d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=966eadd6-6452-4647-a0f9-ba1a28367600 HTTP/1.1" status: 200 len: 217 time: 0.0984552 Jul 05 09:53:46.071182 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222ebff0-6bd1-4431-92a2-adb9496bf08d x-openstack-request-id: req-222ebff0-6bd1-4431-92a2-adb9496bf08d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:46.071182 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d1bae1-7283-4ec3-b10c-04038774986c", "tag": "966eadd6-6452-4647-a0f9-ba1a28367600", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:46.071534 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-222ebff0-6bd1-4431-92a2-adb9496bf08d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:46.071892 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'tag': '966eadd6-6452-4647-a0f9-ba1a28367600', 'status': 'completed', 'code': 200} Jul 05 09:53:46.125044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-3260e815-e584-4b71-a448-214bd1b1824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.126728 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-3260e815-e584-4b71-a448-214bd1b1824d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d20ead2c-3c60-4605-b686-50dad78e46bd HTTP/1.1" status: 200 len: 849 time: 0.0791521 Jul 05 09:53:46.183323 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-50bb1c34-c94c-47e8-b67f-7665c38cfa03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8b86f94-3a9b-47bd-b46c-04853b44eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474453 Jul 05 09:53:46.303487 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-6931e4d7-44ba-4997-98b8-c07f4d5ae8fa service neutron] 10.222.0.16 "GET /v2.0/networks/e8b86f94-3a9b-47bd-b46c-04853b44eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099224 Jul 05 09:53:46.480523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92e952ef-3ba1-43a6-86fb-1c23c4e05257 req-45ead98c-37bd-45ab-a08e-a913d438694a service neutron] 10.222.0.16 "GET /v2.0/networks/e8b86f94-3a9b-47bd-b46c-04853b44eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673808 Jul 05 09:53:46.587898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1422-37c4-4680-8287-364175464c49 req-ef18a51a-7e6f-4116-8c5c-d360f84e55f1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.589516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dbd1422-37c4-4680-8287-364175464c49 req-ef18a51a-7e6f-4116-8c5c-d360f84e55f1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 947 time: 0.0930746 Jul 05 09:53:46.637489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8253212-bce5-45ee-80ac-96066fea4aed req-0865f12f-45ad-4795-9cc8-5ce5ad51a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.639236 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e8253212-bce5-45ee-80ac-96066fea4aed req-0865f12f-45ad-4795-9cc8-5ce5ad51a239 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c3aa010a20243efbfbd36823b9a904f&device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 1096 time: 0.0906930 Jul 05 09:53:46.659598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9dbd1422-37c4-4680-8287-364175464c49 req-ac5e101a-5ef5-4cf3-8be0-ae6d4a811c72 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617175 Jul 05 09:53:46.773737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.788060 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06928212-a4d6-4272-9a39-adc8836126ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.810718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8253212-bce5-45ee-80ac-96066fea4aed req-bb23afc3-e5a7-4dad-a46c-da3f1b7beb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.812942 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e8253212-bce5-45ee-80ac-96066fea4aed req-bb23afc3-e5a7-4dad-a46c-da3f1b7beb00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8b86f94-3a9b-47bd-b46c-04853b44eb16 HTTP/1.1" status: 200 len: 910 time: 0.1629012 Jul 05 09:53:46.814317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f694-eff5-4736-9a09-a640bb75f1ec req-fd755066-be37-45fc-b95a-761611f01d02 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.815949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1912f694-eff5-4736-9a09-a640bb75f1ec req-fd755066-be37-45fc-b95a-761611f01d02 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 944 time: 0.0890691 Jul 05 09:53:46.873925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1912f694-eff5-4736-9a09-a640bb75f1ec req-29e1cd67-3ea4-45d7-bc42-ad4080cbc571 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jul 05 09:53:46.876127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e8253212-bce5-45ee-80ac-96066fea4aed req-79b2fa8b-52fc-4263-ab79-21979bcaabad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=966eadd6-6452-4647-a0f9-ba1a28367600 HTTP/1.1" status: 200 len: 217 time: 0.0534034 Jul 05 09:53:46.970779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8253212-bce5-45ee-80ac-96066fea4aed req-71e69e24-6872-4ca8-b993-6d7782d2f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:46.972994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e8253212-bce5-45ee-80ac-96066fea4aed req-71e69e24-6872-4ca8-b993-6d7782d2f75b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d20ead2c-3c60-4605-b686-50dad78e46bd HTTP/1.1" status: 200 len: 849 time: 0.0867693 Jul 05 09:53:47.010641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e8253212-bce5-45ee-80ac-96066fea4aed req-163c0741-f222-45af-8be9-c0d90bf5bffc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8b86f94-3a9b-47bd-b46c-04853b44eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297852 Jul 05 09:53:47.149893 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e8253212-bce5-45ee-80ac-96066fea4aed req-fe557e26-0a90-4c3b-bf7e-163e5b6177a9 service neutron] 10.222.0.16 "GET /v2.0/networks/e8b86f94-3a9b-47bd-b46c-04853b44eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287796 Jul 05 09:53:47.250399 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e8253212-bce5-45ee-80ac-96066fea4aed req-ec77bdac-54c3-41fc-9e29-64ee6d4d444d service neutron] 10.222.0.16 "GET /v2.0/networks/e8b86f94-3a9b-47bd-b46c-04853b44eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909691 Jul 05 09:53:47.419609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:47.472306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d94b2a0-3ebf-4f11-a0c6-3eb8c4d44238 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:47.474177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d94b2a0-3ebf-4f11-a0c6-3eb8c4d44238 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 814 time: 0.0534689 Jul 05 09:53:47.850440 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:47.865129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa19fa0-67ca-46bb-9509-5814adf58021 req-347c0f40-b18b-4185-8556-0d17f56b9492 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:47.866705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9aa19fa0-67ca-46bb-9509-5814adf58021 req-347c0f40-b18b-4185-8556-0d17f56b9492 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 947 time: 0.0825438 Jul 05 09:53:47.915469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9aa19fa0-67ca-46bb-9509-5814adf58021 req-069b46ce-392e-4d23-99b2-8149e1b5ce97 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Jul 05 09:53:48.101543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961b03c-f48c-40d6-9351-dc954d407a3c req-3ee627d6-9a9e-484e-8991-fa12c13db0cc tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.103171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6961b03c-f48c-40d6-9351-dc954d407a3c req-3ee627d6-9a9e-484e-8991-fa12c13db0cc tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 944 time: 0.0782404 Jul 05 09:53:48.155823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6961b03c-f48c-40d6-9351-dc954d407a3c req-177ff213-06de-47d0-8189-5f61cc51877f tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Jul 05 09:53:48.233741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60166) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:48.241582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'network': {'name': 'tempest-network-smoke--1334870275', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:48.295568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:48.299443 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.337286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:48.354505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-2ba5b91e-3dd4-4270-9dd8-229ba2205e2c tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.356214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-2ba5b91e-3dd4-4270-9dd8-229ba2205e2c tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.15 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 947 time: 0.1630318 Jul 05 09:53:48.361658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.361658 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Added segment 108cbde0-d398-4553-8e95-dc9bc1c6c4a6 of type vlan for network f76ef98f-3a40-4650-8be8-4e64927c7365 Jul 05 09:53:48.462559 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.509453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.526457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.527990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.545978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Deleting port ff44d9a1-1987-4fae-837d-1edcef514cbf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:48.555477 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.643698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4082022 Jul 05 09:53:48.647693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:48.658412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa6c1e-81a3-4422-a5f4-b3dd9dd646b5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Network': ['ID=f76ef98f-3a40-4650-8be8-4e64927c7365,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:48.670505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f76ef98f-3a40-4650-8be8-4e64927c7365 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:48.755239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] For port ff44d9a1-1987-4fae-837d-1edcef514cbf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff44d9a1-1987-4fae-837d-1edcef514cbf,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:48.755920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:48.787678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Calling delete_port for ff44d9a1-1987-4fae-837d-1edcef514cbf owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:48.799351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a561631a-3a70-4925-a5a5-c64351373c6e tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:48.801017 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a561631a-3a70-4925-a5a5-c64351373c6e tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7ab4b5a2844b4c1790b5d9af97c73544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1514397 Jul 05 09:53:48.804614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60178) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:48.949445 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.004589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a7d232-ebf5-4efe-a815-05d76cea2a6b tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:49.006275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-61a7d232-ebf5-4efe-a815-05d76cea2a6b tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2003863 Jul 05 09:53:49.009334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Pushing event deleted for resources: {'Port': ['ID=ff44d9a1-1987-4fae-837d-1edcef514cbf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:49.012703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.053031 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-68b50a7c-45d9-45f4-9090-5149bf223d76 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364628 Jul 05 09:53:49.057180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.097360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de240991-fab4-4cf1-9f92-53d24d92c2ae req-8008fc67-9728-4f2a-abae-09a81a198d34 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=a067d79a-6090-42ce-89cf-6cef0453f4f6 HTTP/1.1" status: 200 len: 210 time: 0.0486147 Jul 05 09:53:49.126778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] No DVR routers for this DVR port ff44d9a1-1987-4fae-837d-1edcef514cbf on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:49.130197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.132536 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aa36731d-f12c-41a6-ae6a-e54c7680aff2 req-a55d2072-a5ef-41d7-9c1e-44ae50937a9d tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.15 "DELETE /v2.0/ports/ff44d9a1-1987-4fae-837d-1edcef514cbf HTTP/1.1" status: 204 len: 173 time: 0.7696230 Jul 05 09:53:49.133204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-deleted', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:49.135546 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65322643-bd6a-4db9-900b-bb8c1d364a25" -d '{"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-deleted", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:49.140244 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3ea442a-929c-4ed5-831e-1aee00ecac78 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7ab4b5a2844b4c1790b5d9af97c73544&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817983 Jul 05 09:53:49.142975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60190) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.195147 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d35b4a-0d11-4c64-8359-5d3f73a57741 x-openstack-request-id: req-34d35b4a-0d11-4c64-8359-5d3f73a57741 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:49.195661 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a067d79a-6090-42ce-89cf-6cef0453f4f6", "name": "network-vif-deleted", "tag": "ff44d9a1-1987-4fae-837d-1edcef514cbf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:49.196083 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34d35b4a-0d11-4c64-8359-5d3f73a57741 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:49.196676 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a067d79a-6090-42ce-89cf-6cef0453f4f6', 'name': 'network-vif-deleted', 'tag': 'ff44d9a1-1987-4fae-837d-1edcef514cbf', 'status': 'completed', 'code': 200} Jul 05 09:53:49.295377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ad4e4-b603-4095-a5ca-deef84432523 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:49.298263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7d1ad4e4-b603-4095-a5ca-deef84432523 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1527612 Jul 05 09:53:49.299945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.339445 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa867f50-8005-408c-910d-bea8d11130cb tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377212 Jul 05 09:53:49.341759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:49.350498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452175588', 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:49.442565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e6b48-8546-4f6c-afba-047a3b80b777 req-e6602d92-b638-4082-86fb-e8604ba49b95 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:49.445939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-228e6b48-8546-4f6c-afba-047a3b80b777 req-e6602d92-b638-4082-86fb-e8604ba49b95 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 944 time: 0.0991311 Jul 05 09:53:49.485463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:49.510074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.527469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-228e6b48-8546-4f6c-afba-047a3b80b777 req-09362b6e-b944-459c-8bf3-491e24001b09 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752392 Jul 05 09:53:49.635750 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.839104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.910744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Subnet': ['ID=ad0c5ace-d83b-4212-b919-4f8a963e664f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:49.919620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Checking segment: {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:49.919913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network hostable DHCP agents. Network: f76ef98f-3a40-4650-8be8-4e64927c7365, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:49.942622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network f76ef98f-3a40-4650-8be8-4e64927c7365 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:49.954146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, f76ef98f-3a40-4650-8be8-4e64927c7365) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:49.960488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:49.962113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:49.964581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a333068-b680-4a4f-b3c2-662f2036c15d None None] Network f76ef98f-3a40-4650-8be8-4e64927c7365 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:49.983526 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8bc03d6-28e5-4022-a1aa-14d1ba48487e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6380150 Jul 05 09:53:50.139983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-f76ef98f-3a40-4650-8be8-4e64927c7365', 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ips': [{'subnet_id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:50.141222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.339260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Allocated IP 172.20.0.18 (f76ef98f-3a40-4650-8be8-4e64927c7365/ad0c5ace-d83b-4212-b919-4f8a963e664f/0492a212-31d9-4cb8-bddc-7aa4a8735ece) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:50.532286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:50.537755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-426155ba-7ec4-4427-a0d8-d302b590e10d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208890699', 'description': 'tempest-secgroup-smoke-1208890699 description', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:50.574303 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-426155ba-7ec4-4427-a0d8-d302b590e10d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.594652 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.614137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Transition to ACTIVE for port object 0492a212-31d9-4cb8-bddc-7aa4a8735ece will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:50.635888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Transition to ACTIVE for port object 0492a212-31d9-4cb8-bddc-7aa4a8735ece will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:50.646821 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.718261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 966eadd6-6452-4647-a0f9-ba1a28367600 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:53:50.761069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Pushing event updated for resources: {'Port': ['ID=0492a212-31d9-4cb8-bddc-7aa4a8735ece,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:50.779609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Network f76ef98f-3a40-4650-8be8-4e64927c7365 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:50.784303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:50.791220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:50.823966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-426155ba-7ec4-4427-a0d8-d302b590e10d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.836694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-426155ba-7ec4-4427-a0d8-d302b590e10d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.917014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b52d6f-8827-457f-9e04-e031edc2f4b9 req-e4e25cc0-fe69-4911-b617-94cd58353aeb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:50.919006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5b52d6f-8827-457f-9e04-e031edc2f4b9 req-e4e25cc0-fe69-4911-b617-94cd58353aeb tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 949 time: 0.1868880 Jul 05 09:53:50.920767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Attempting to bind port 0492a212-31d9-4cb8-bddc-7aa4a8735ece on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:50.921245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Attempting to bind port 0492a212-31d9-4cb8-bddc-7aa4a8735ece by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:50.921769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Attempting to bind port 0492a212-31d9-4cb8-bddc-7aa4a8735ece on network f76ef98f-3a40-4650-8be8-4e64927c7365 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:50.924569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-426155ba-7ec4-4427-a0d8-d302b590e10d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.926180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-426155ba-7ec4-4427-a0d8-d302b590e10d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3929338 Jul 05 09:53:50.929333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:50.934606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:50.935125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Checking segment: {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:50.935618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.936068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Bound using segment: {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:50.936418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-420fa2c9-9f4b-47af-ad50-9383505803bb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '9735fe3b-2b0c-43cb-89a0-7562249b4118', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:50.936666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Bound port: 0492a212-31d9-4cb8-bddc-7aa4a8735ece, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:50.937122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:50.944914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426155ba-7ec4-4427-a0d8-d302b590e10d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9735fe3b-2b0c-43cb-89a0-7562249b4118,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.021427 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-420fa2c9-9f4b-47af-ad50-9383505803bb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.034521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5b52d6f-8827-457f-9e04-e031edc2f4b9 req-5f47a54a-5491-498d-bcb6-695313d03a10 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929530 Jul 05 09:53:51.045662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3fe8c-aa39-4081-abb3-1fe55fbf3455 req-4f77ebbc-4bf6-4dbd-99b8-ce2f5e6ec2fc tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:51.047285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6e3fe8c-aa39-4081-abb3-1fe55fbf3455 req-4f77ebbc-4bf6-4dbd-99b8-ce2f5e6ec2fc tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 944 time: 0.1865647 Jul 05 09:53:51.123573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6e3fe8c-aa39-4081-abb3-1fe55fbf3455 req-e37b72cc-99f1-4b20-9eed-23391a40f143 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671620 Jul 05 09:53:51.131231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 966eadd6-6452-4647-a0f9-ba1a28367600, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=966eadd6-6452-4647-a0f9-ba1a28367600,segment=NetworkSegment(2bffd3de-c966-441e-b072-914dc8def816),segment_id=2bffd3de-c966-441e-b072-914dc8def816)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:51.145755 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-420fa2c9-9f4b-47af-ad50-9383505803bb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.147428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '966eadd6-6452-4647-a0f9-ba1a28367600', 'network_id': 'e8b86f94-3a9b-47bd-b46c-04853b44eb16', 'port_id': '966eadd6-6452-4647-a0f9-ba1a28367600', 'mac_address': 'fa:16:3e:fb:1b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20ead2c-3c60-4605-b686-50dad78e46bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:53:51.164984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-420fa2c9-9f4b-47af-ad50-9383505803bb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.173264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-85e0693b-5513-4dac-96c7-8f568978a8bc req-a44a6df2-e0da-43c3-872a-01aee9685d6c service neutron] (93796) timed out ('10.222.0.21', 36526) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 09:53:51.221063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fa2c9-9f4b-47af-ad50-9383505803bb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371a2ab8-d833-4bf9-b3c3-c3d1955cdd89,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.239149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.240294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-420fa2c9-9f4b-47af-ad50-9383505803bb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.244826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:51.245707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-420fa2c9-9f4b-47af-ad50-9383505803bb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144062 Jul 05 09:53:51.253199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7ea38824-f1a5-4ac1-8685-449f01d4d14f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '9735fe3b-2b0c-43cb-89a0-7562249b4118', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:51.261839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966eadd6-6452-4647-a0f9-ba1a28367600 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:51.266501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] For port 0492a212-31d9-4cb8-bddc-7aa4a8735ece, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:51.288198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] For port 0492a212-31d9-4cb8-bddc-7aa4a8735ece, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0492a212-31d9-4cb8-bddc-7aa4a8735ece,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:51.297526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 966eadd6-6452-4647-a0f9-ba1a28367600, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=966eadd6-6452-4647-a0f9-ba1a28367600,segment=NetworkSegment(2bffd3de-c966-441e-b072-914dc8def816),segment_id=2bffd3de-c966-441e-b072-914dc8def816)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:51.299346 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.308675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.327264 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea38824-f1a5-4ac1-8685-449f01d4d14f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.382324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1ddb3-b551-4f2f-bcff-dca249fcd8ce None None] Pushing event updated for resources: {'Port': ['ID=0492a212-31d9-4cb8-bddc-7aa4a8735ece,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.476826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea38824-f1a5-4ac1-8685-449f01d4d14f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.491132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea38824-f1a5-4ac1-8685-449f01d4d14f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.500826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=966eadd6-6452-4647-a0f9-ba1a28367600,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.521294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4bced-e5c4-4ab1-8c08-85ed881d304d req-cf719fc6-182e-4094-a62f-2325ca7d0760 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:51.523197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21e4bced-e5c4-4ab1-8c08-85ed881d304d req-cf719fc6-182e-4094-a62f-2325ca7d0760 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1132553 Jul 05 09:53:51.523485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea38824-f1a5-4ac1-8685-449f01d4d14f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bff7800-e3b9-4903-8cbe-272e6de5a365,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.530762 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea38824-f1a5-4ac1-8685-449f01d4d14f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.536796 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7ea38824-f1a5-4ac1-8685-449f01d4d14f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2897799 Jul 05 09:53:51.540172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:51.548301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c4833bb9-ed97-4c50-bef5-ae5a2a2e25d8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '9735fe3b-2b0c-43cb-89a0-7562249b4118', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:51.592938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4833bb9-ed97-4c50-bef5-ae5a2a2e25d8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.602395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21e4bced-e5c4-4ab1-8c08-85ed881d304d req-fa88153b-c3d3-42a5-b67c-09f95e973530 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708530 Jul 05 09:53:51.683119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['966eadd6-6452-4647-a0f9-ba1a28367600'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:53:51.742869 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4833bb9-ed97-4c50-bef5-ae5a2a2e25d8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.757298 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4833bb9-ed97-4c50-bef5-ae5a2a2e25d8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.827043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4833bb9-ed97-4c50-bef5-ae5a2a2e25d8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862744e6-ad52-4f79-a564-e34802c923eb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:51.840124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff44d9a1-1987-4fae-837d-1edcef514cbf no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:51.850019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4833bb9-ed97-4c50-bef5-ae5a2a2e25d8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.853973 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c4833bb9-ed97-4c50-bef5-ae5a2a2e25d8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3121722 Jul 05 09:53:51.856591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60242) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:51.863767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-480da6a0-6a27-487a-827e-86b8503d0a1d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '9735fe3b-2b0c-43cb-89a0-7562249b4118', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:51.880612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: ff44d9a1-1987-4fae-837d-1edcef514cbf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:51.881283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff44d9a1-1987-4fae-837d-1edcef514cbf not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:51.910229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-480da6a0-6a27-487a-827e-86b8503d0a1d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:51.974338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5041e-4ba1-4cc6-b19a-b197ffae701c req-e0a77a28-f38b-4f9c-9a2f-2576e453d48b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:51.976385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62a5041e-4ba1-4cc6-b19a-b197ffae701c req-e0a77a28-f38b-4f9c-9a2f-2576e453d48b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0864596 Jul 05 09:53:52.016429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-480da6a0-6a27-487a-827e-86b8503d0a1d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.024843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-480da6a0-6a27-487a-827e-86b8503d0a1d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.037696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62a5041e-4ba1-4cc6-b19a-b197ffae701c req-f88d4ddc-6aec-41a3-b2d5-4fb974569a08 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514524 Jul 05 09:53:52.042500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480da6a0-6a27-487a-827e-86b8503d0a1d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0757b3-62f5-4482-b3e6-fb0e8ba87f0f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:52.071906 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-480da6a0-6a27-487a-827e-86b8503d0a1d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.077071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60248) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:52.077358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-480da6a0-6a27-487a-827e-86b8503d0a1d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2192197 Jul 05 09:53:52.089305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '9735fe3b-2b0c-43cb-89a0-7562249b4118', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:52.144140 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Project 7ab4b5a2844b4c1790b5d9af97c73544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 09:53:52.152844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.303934 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.315773 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.338880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbf4fd9-21e4-4ef9-94e7-ec9a36e5c096,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:52.369604 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.371122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-60005cc7-b2dc-4ac1-8d48-fb9028f2874e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2902107 Jul 05 09:53:52.374899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:52.384884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '9735fe3b-2b0c-43cb-89a0-7562249b4118', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:52.388676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5a5d0-ae02-4b6f-8e25-c646cb280bf2 req-e97c3a86-e32f-4b21-a754-fd9c86688c5f tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:52.398628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2e5a5d0-ae02-4b6f-8e25-c646cb280bf2 req-e97c3a86-e32f-4b21-a754-fd9c86688c5f tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 949 time: 0.2050636 Jul 05 09:53:52.437022 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Project 7ab4b5a2844b4c1790b5d9af97c73544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 09:53:52.446256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.451024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2e5a5d0-ae02-4b6f-8e25-c646cb280bf2 req-c87aef3b-a58e-4e11-9f31-c70ad30b4d2b tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511296 Jul 05 09:53:52.622178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.631645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.670860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0641101-0712-4882-a60c-52a32088af38,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:52.674745 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:52.677833 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3008649 Jul 05 09:53:52.698062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.698706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.699284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.699826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.700992 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.701564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.702095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.702626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.703161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.703661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.704214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.704763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf439e-c869-49e3-9c6d-786c0a28b9b2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:52.729263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48350473-b9db-469e-974f-2d9bc9a34a2c req-a957c177-c11b-44a6-9ff8-4f68045bb040 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:52.740635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0492a212-31d9-4cb8-bddc-7aa4a8735ece up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:52.744994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48350473-b9db-469e-974f-2d9bc9a34a2c req-a957c177-c11b-44a6-9ff8-4f68045bb040 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 945 time: 0.1813614 Jul 05 09:53:52.848554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0492a212-31d9-4cb8-bddc-7aa4a8735ece completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:52.851488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-79e3753c-c514-4f5a-bb6c-66d3162dec60 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:52.869155 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-79e3753c-c514-4f5a-bb6c-66d3162dec60 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 949 time: 0.1900640 Jul 05 09:53:52.892662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc06e1-a0b1-4eba-9e76-56b58bbece1e None None] Network f76ef98f-3a40-4650-8be8-4e64927c7365 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:52.979658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48350473-b9db-469e-974f-2d9bc9a34a2c req-475661e4-6fa2-4292-8f42-641cda062837 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172265 Jul 05 09:53:53.042616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e258fc-39e6-4f89-8e15-8fa8891ac905 req-84b63b88-4e17-421d-9cc0-982006c25c2b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:53.051495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62e258fc-39e6-4f89-8e15-8fa8891ac905 req-84b63b88-4e17-421d-9cc0-982006c25c2b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2715712 Jul 05 09:53:53.085704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Deleting port 30c9d431-648f-4f15-8e4e-14f44f35705a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:53:53.085952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.109059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0564854c-0421-4e48-af5b-5a5499b8d257 None None] Provisioning for port 0492a212-31d9-4cb8-bddc-7aa4a8735ece completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:53.127656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62e258fc-39e6-4f89-8e15-8fa8891ac905 req-53d7c758-7e2f-433c-a897-a044efd05ab8 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747111 Jul 05 09:53:53.155282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0564854c-0421-4e48-af5b-5a5499b8d257 None None] Provisioning complete for port 0492a212-31d9-4cb8-bddc-7aa4a8735ece triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:53.155689 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0564854c-0421-4e48-af5b-5a5499b8d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.345217 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0564854c-0421-4e48-af5b-5a5499b8d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.357187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] For port 30c9d431-648f-4f15-8e4e-14f44f35705a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=30c9d431-648f-4f15-8e4e-14f44f35705a,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:53.357688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.368379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-0ce8c51b-56ba-4cc6-ae3f-633794d1649b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208890699&fields=id&tenant_id=7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 267 time: 0.0583663 Jul 05 09:53:53.391311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0564854c-0421-4e48-af5b-5a5499b8d257 None None] For port 0492a212-31d9-4cb8-bddc-7aa4a8735ece, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0492a212-31d9-4cb8-bddc-7aa4a8735ece,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:53.399816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0564854c-0421-4e48-af5b-5a5499b8d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.408082 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Calling delete_port for 30c9d431-648f-4f15-8e4e-14f44f35705a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:53:53.510901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564854c-0421-4e48-af5b-5a5499b8d257 None None] Pushing event updated for resources: {'Port': ['ID=0492a212-31d9-4cb8-bddc-7aa4a8735ece,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:53.614915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-7eb54aa9-cd7c-48db-bee8-d02afca94664 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:53.619644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-7eb54aa9-cd7c-48db-bee8-d02afca94664 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/networks?id=f76ef98f-3a40-4650-8be8-4e64927c7365 HTTP/1.1" status: 200 len: 797 time: 0.2475128 Jul 05 09:53:53.649487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-1a005c2c-0e11-4441-af15-5e96c1248fba tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/quotas/7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 375 time: 0.0268962 Jul 05 09:53:53.709724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.724734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fffc596e-321b-40cf-806c-df52be66fa11 None None] Provisioning complete for port 0492a212-31d9-4cb8-bddc-7aa4a8735ece triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:53.725346 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fffc596e-321b-40cf-806c-df52be66fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.743755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Pushing event deleted for resources: {'Port': ['ID=30c9d431-648f-4f15-8e4e-14f44f35705a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:53.805117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] No DVR routers for this DVR port 30c9d431-648f-4f15-8e4e-14f44f35705a on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:53:53.808530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:53.810055 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e113f3bc-c383-4d10-be13-c0d6bd22a5ce req-50ac9109-0466-46aa-8946-73acf6a55dd1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.16 "DELETE /v2.0/ports/30c9d431-648f-4f15-8e4e-14f44f35705a HTTP/1.1" status: 204 len: 173 time: 0.9331968 Jul 05 09:53:53.810815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-deleted', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:53.814148 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bcd00a-f8e1-49be-9336-f694d22a7e87" -d '{"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-deleted", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:53.831246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-1a30bbc8-9ef0-4c7c-b0f6-f394f18aa9ba tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1803086 Jul 05 09:53:53.845824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fab57-75ce-4f13-8345-81db3b02bc59 req-85bb764e-a2c8-413e-9303-8f37e3f1d200 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:53.848534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-891fab57-75ce-4f13-8345-81db3b02bc59 req-85bb764e-a2c8-413e-9303-8f37e3f1d200 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a39e18f-ecc4-4e07-b166-2c24fd9e3a53 HTTP/1.1" status: 200 len: 866 time: 0.1596944 Jul 05 09:53:53.939903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-891fab57-75ce-4f13-8345-81db3b02bc59 req-de9085dd-fca2-4844-afcd-7ec5276b87d1 tempest-ListImageFiltersTestJSON-2027958254 tempest-ListImageFiltersTestJSON-2027958254-project] 10.222.0.21 "GET /v2.0/security-groups?id=db90ad8c-cf4a-45df-be99-a80d8a08ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827649 Jul 05 09:53:53.975459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-4397e15c-2509-4782-9b65-c9c6113254d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f76ef98f-3a40-4650-8be8-4e64927c7365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257980 Jul 05 09:53:54.107673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-e20b80f5-7cd7-42b3-bca1-c6e5ab9ab305 service neutron] 10.222.0.21 "GET /v2.0/networks/f76ef98f-3a40-4650-8be8-4e64927c7365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262820 Jul 05 09:53:54.627134 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd4425-a776-434c-826c-a4b1b6a1fef5 x-openstack-request-id: req-07dd4425-a776-434c-826c-a4b1b6a1fef5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:54.627635 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a39e18f-ecc4-4e07-b166-2c24fd9e3a53", "name": "network-vif-deleted", "tag": "30c9d431-648f-4f15-8e4e-14f44f35705a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:54.628010 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07dd4425-a776-434c-826c-a4b1b6a1fef5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:54.629184 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a39e18f-ecc4-4e07-b166-2c24fd9e3a53', 'name': 'network-vif-deleted', 'tag': '30c9d431-648f-4f15-8e4e-14f44f35705a', 'status': 'completed', 'code': 200} Jul 05 09:53:54.652308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0492a212-31d9-4cb8-bddc-7aa4a8735ece up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:54.723995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 966eadd6-6452-4647-a0f9-ba1a28367600 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:54.856324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0492a212-31d9-4cb8-bddc-7aa4a8735ece triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:54.857061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.895700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 966eadd6-6452-4647-a0f9-ba1a28367600 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:54.905994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 966eadd6-6452-4647-a0f9-ba1a28367600 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:54.906610 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:54.954699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19c49ae0-78b5-445b-8299-3c3245f42cb6 req-b1123a5a-358b-474d-b071-b1a968cf7268 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 210 time: 0.0577788 Jul 05 09:53:54.982511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e8e50-3ef8-4454-988c-336c355e2020 req-1a5db4fc-c6c5-420d-ab4c-fbad6520a817 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:55.007644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f1e8e50-3ef8-4454-988c-336c355e2020 req-1a5db4fc-c6c5-420d-ab4c-fbad6520a817 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 945 time: 0.2434797 Jul 05 09:53:55.096316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.109724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f1e8e50-3ef8-4454-988c-336c355e2020 req-fe0ab7ab-5899-4d1a-837f-ba46eb821024 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004755 Jul 05 09:53:55.124851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966eadd6-6452-4647-a0f9-ba1a28367600'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:55.129733 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977dd9b2-a861-4d39-b514-adf1568f0594" -d '{"events": [{"server_uuid": "e1d1bae1-7283-4ec3-b10c-04038774986c", "name": "network-vif-plugged", "status": "completed", "tag": "966eadd6-6452-4647-a0f9-ba1a28367600"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:55.148991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 966eadd6-6452-4647-a0f9-ba1a28367600, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=966eadd6-6452-4647-a0f9-ba1a28367600,segment=NetworkSegment(2bffd3de-c966-441e-b072-914dc8def816),segment_id=2bffd3de-c966-441e-b072-914dc8def816)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:55.157393 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:55.158419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:53:55.190024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 30c9d431-648f-4f15-8e4e-14f44f35705a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:53:55.190613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 30c9d431-648f-4f15-8e4e-14f44f35705a not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:53:55.273746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=966eadd6-6452-4647-a0f9-ba1a28367600,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:55.383022 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bab79b-3450-4130-952e-59d121e30097 x-openstack-request-id: req-d3bab79b-3450-4130-952e-59d121e30097 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:55.383996 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d1bae1-7283-4ec3-b10c-04038774986c", "name": "network-vif-plugged", "status": "completed", "tag": "966eadd6-6452-4647-a0f9-ba1a28367600", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:55.384627 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3bab79b-3450-4130-952e-59d121e30097 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:55.385587 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966eadd6-6452-4647-a0f9-ba1a28367600', 'code': 200} Jul 05 09:53:55.624797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cfc17-f501-4ab4-a528-bdd29951b4f6 req-1a78ce73-7714-4a25-a4ee-de0b37dc2c0d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:55.626523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-480cfc17-f501-4ab4-a528-bdd29951b4f6 req-1a78ce73-7714-4a25-a4ee-de0b37dc2c0d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0955632 Jul 05 09:53:55.668815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc353cf-a9d6-4cb7-8c30-90d15eda689d req-6c66aa77-da79-4a18-8a6b-beb775e6e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:55.672021 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4fc353cf-a9d6-4cb7-8c30-90d15eda689d req-6c66aa77-da79-4a18-8a6b-beb775e6e7f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 1098 time: 0.1509271 Jul 05 09:53:55.673754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-480cfc17-f501-4ab4-a528-bdd29951b4f6 req-df5d4b1b-f078-45aa-9e93-bbb785e20bc1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387223 Jul 05 09:53:55.752448 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4fc353cf-a9d6-4cb7-8c30-90d15eda689d req-7fbc4e28-25c5-4884-a153-ae0e1b3e5d19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681899 Jul 05 09:53:56.179892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef736044-e966-49d9-b340-068bd9ed55b5 req-449c9d45-d257-45e9-9981-f5ef5669ce10 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 210 time: 0.0675721 Jul 05 09:53:56.268478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-bda0d7cb-e568-410c-b492-f31c8ace6317 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:56.271122 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-bda0d7cb-e568-410c-b492-f31c8ace6317 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "GET /v2.0/networks?id=f76ef98f-3a40-4650-8be8-4e64927c7365 HTTP/1.1" status: 200 len: 797 time: 0.1833487 Jul 05 09:53:56.335146 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-cacae770-386b-4cef-8440-b75a91ad1b7a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 473 time: 0.0492170 Jul 05 09:53:56.359617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'port': {'device_id': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365', 'admin_state_up': True, 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'security_groups': ['9735fe3b-2b0c-43cb-89a0-7562249b4118']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:56.487639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9771be-64fc-41f2-92d2-866459032e82 req-4cb28926-65d1-4046-a91d-4d3b667c8080 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:56.499170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e9771be-64fc-41f2-92d2-866459032e82 req-4cb28926-65d1-4046-a91d-4d3b667c8080 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 946 time: 0.1386180 Jul 05 09:53:56.575322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:56.586051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:56.596901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e9771be-64fc-41f2-92d2-866459032e82 req-35f14e72-6e55-475d-b0a9-0d884cb55343 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963786 Jul 05 09:53:56.933854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60412) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.013044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.054727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8cbe-8573-4acd-ab19-e12ceedde7d0 req-cb185178-bd99-4b82-bab4-a87531e5935e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:57.072701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-852a8cbe-8573-4acd-ab19-e12ceedde7d0 req-cb185178-bd99-4b82-bab4-a87531e5935e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1577511 Jul 05 09:53:57.129704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-852a8cbe-8573-4acd-ab19-e12ceedde7d0 req-3dd44800-5257-4025-bc46-673e63f37da6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502195 Jul 05 09:53:57.180748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.20.0.23 (f76ef98f-3a40-4650-8be8-4e64927c7365/ad0c5ace-d83b-4212-b919-4f8a963e664f/674bfd3b-7227-4f4a-b45d-472a3ac41555) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:57.207786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1bff-7114-4613-9ac5-0bcbc04a0563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.322319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-71051989-2300-4fe0-b986-bf08470b1ca6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efbe218602e74ca2a59af2227961fc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873186 Jul 05 09:53:57.325592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60424) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.379753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-925ea611-c3e1-40e5-847c-3bf5e46199ab req-85fda932-56a5-48cd-bd02-4ef5d40790e3 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 210 time: 0.0454657 Jul 05 09:53:57.428693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.444336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Transition to ACTIVE for port object 674bfd3b-7227-4f4a-b45d-472a3ac41555 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:57.448921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1bff-7114-4613-9ac5-0bcbc04a0563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.454300 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1bff-7114-4613-9ac5-0bcbc04a0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.458715 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6621577-4f43-48ca-b358-35d14c111e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.479459 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.511094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6621577-4f43-48ca-b358-35d14c111e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.519600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c1bff-7114-4613-9ac5-0bcbc04a0563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f055e7-6111-43ef-a434-bb44f3158d09,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:57.522021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network f76ef98f-3a40-4650-8be8-4e64927c7365 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:57.528556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f5c1bff-7114-4613-9ac5-0bcbc04a0563 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71de92cb683e46c08c9aedec0f077b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110223 Jul 05 09:53:57.529804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:57.531798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:57.538135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:57.584400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=674bfd3b-7227-4f4a-b45d-472a3ac41555,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:57.615826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:57.616645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.635533 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-74ccdbbc-e462-4735-8f5b-e6f2472e0309 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2932146 Jul 05 09:53:57.636240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb01bf9-0746-45cb-8bf0-d7b8f9be525e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.649400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Request body: {'port': {'device_id': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:57.659173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6621577-4f43-48ca-b358-35d14c111e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.663920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6621577-4f43-48ca-b358-35d14c111e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.665273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c6621577-4f43-48ca-b358-35d14c111e1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db90ad8c-cf4a-45df-be99-a80d8a08ef66 HTTP/1.1" status: 204 len: 168 time: 0.3376899 Jul 05 09:53:57.740342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb01bf9-0746-45cb-8bf0-d7b8f9be525e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.749022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6621577-4f43-48ca-b358-35d14c111e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db90ad8c-cf4a-45df-be99-a80d8a08ef66,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:57.840570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.948544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb01bf9-0746-45cb-8bf0-d7b8f9be525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.952913 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fb01bf9-0746-45cb-8bf0-d7b8f9be525e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:57.955429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2fb01bf9-0746-45cb-8bf0-d7b8f9be525e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73f055e7-6111-43ef-a434-bb44f3158d09 HTTP/1.1" status: 204 len: 168 time: 0.4244680 Jul 05 09:53:57.972739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb01bf9-0746-45cb-8bf0-d7b8f9be525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f055e7-6111-43ef-a434-bb44f3158d09,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:57.984266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128282d-f31a-4a06-87ef-dd0d0b337d79 req-0cefadee-da6a-4ef6-9884-ed6e37866e92 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:57.985857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5128282d-f31a-4a06-87ef-dd0d0b337d79 req-0cefadee-da6a-4ef6-9884-ed6e37866e92 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 946 time: 0.1820107 Jul 05 09:53:58.012015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd1d6eea-5d76-49ff-8748-febd1dedd1a2 None None] Provisioning for port 674bfd3b-7227-4f4a-b45d-472a3ac41555 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:58.023205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd1d6eea-5d76-49ff-8748-febd1dedd1a2 None None] Provisioning complete for port 674bfd3b-7227-4f4a-b45d-472a3ac41555 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:58.023586 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6eea-5d76-49ff-8748-febd1dedd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.039039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5128282d-f31a-4a06-87ef-dd0d0b337d79 req-fa6776b7-8f1c-417c-9fc7-9f4daa73aa81 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Jul 05 09:53:58.110075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d6eea-5d76-49ff-8748-febd1dedd1a2 None None] Port 674bfd3b-7227-4f4a-b45d-472a3ac41555 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:53:58.325609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674bfd3b-7227-4f4a-b45d-472a3ac41555 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:53:58.343052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.387630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Transition to ACTIVE for port object 674bfd3b-7227-4f4a-b45d-472a3ac41555 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:58.399399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.508204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083dfe4-cda2-42d3-8929-7cd216175475 req-9ff8fe5d-df21-4661-8de7-23bd80f708ac tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:58.517312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a083dfe4-cda2-42d3-8929-7cd216175475 req-9ff8fe5d-df21-4661-8de7-23bd80f708ac tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1622775 Jul 05 09:53:58.707126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Pushing event updated for resources: {'Port': ['ID=674bfd3b-7227-4f4a-b45d-472a3ac41555,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:58.870219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Attempting to bind port 674bfd3b-7227-4f4a-b45d-472a3ac41555 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:58.871318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Attempting to bind port 674bfd3b-7227-4f4a-b45d-472a3ac41555 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:58.877077 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Attempting to bind port 674bfd3b-7227-4f4a-b45d-472a3ac41555 on network f76ef98f-3a40-4650-8be8-4e64927c7365 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:58.889257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Port 674bfd3b-7227-4f4a-b45d-472a3ac41555 on network f76ef98f-3a40-4650-8be8-4e64927c7365 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:53:58.889642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Attempting to bind port 674bfd3b-7227-4f4a-b45d-472a3ac41555 on network f76ef98f-3a40-4650-8be8-4e64927c7365 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:58.903141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:58.903818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Checking segment: {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:58.904401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Bound using segment: {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:58.905036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Bound port: 674bfd3b-7227-4f4a-b45d-472a3ac41555, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:58.905577 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.997280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] For port 674bfd3b-7227-4f4a-b45d-472a3ac41555, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:59.001511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] For port 674bfd3b-7227-4f4a-b45d-472a3ac41555, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=674bfd3b-7227-4f4a-b45d-472a3ac41555,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:59.009859 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.069083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:59.070083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.072106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] 10.222.0.16 "PUT /v2.0/ports/674bfd3b-7227-4f4a-b45d-472a3ac41555 HTTP/1.1" status: 200 len: 1093 time: 1.4280128 Jul 05 09:53:59.072796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'tag': '674bfd3b-7227-4f4a-b45d-472a3ac41555'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:53:59.076467 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca2ff1-1398-401b-95d7-efff85d8cd87", "tag": "674bfd3b-7227-4f4a-b45d-472a3ac41555"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:53:59.147566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e2ccf-5430-42ba-909e-8843cb3ea58b service neutron] Pushing event updated for resources: {'Port': ['ID=674bfd3b-7227-4f4a-b45d-472a3ac41555,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:59.221240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-2f6549d3-5211-4bc9-af42-479e3b17d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:59.224585 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-2f6549d3-5211-4bc9-af42-479e3b17d1a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 1096 time: 0.0886638 Jul 05 09:53:59.308586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-1330c056-92c0-4a91-8ff9-46037cdc558c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=674bfd3b-7227-4f4a-b45d-472a3ac41555 HTTP/1.1" status: 200 len: 217 time: 0.0744183 Jul 05 09:53:59.349978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.429730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a083dfe4-cda2-42d3-8929-7cd216175475 req-4bc2448c-cd80-4bed-ad08-35bbcf6aebf0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9115267 Jul 05 09:53:59.434134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-5cdacbbe-e933-4bad-a5b1-6a541f9693a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:59.442220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-5cdacbbe-e933-4bad-a5b1-6a541f9693a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad0c5ace-d83b-4212-b919-4f8a963e664f HTTP/1.1" status: 200 len: 838 time: 0.1251869 Jul 05 09:53:59.518301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814acdd-81fb-43eb-a826-7be80020c58f req-f359b020-23bc-4c4d-9fbe-77afdb16fe5c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:59.525765 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:59.526302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13160-08eb-4c58-8097-745bf808f8aa req-5b30c9a3-5b16-4cbd-90a7-c41cf30216a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:59.528872 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-5b30c9a3-5b16-4cbd-90a7-c41cf30216a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f76ef98f-3a40-4650-8be8-4e64927c7365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0801082 Jul 05 09:53:59.531337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a814acdd-81fb-43eb-a826-7be80020c58f req-f359b020-23bc-4c4d-9fbe-77afdb16fe5c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 944 time: 0.1689415 Jul 05 09:53:59.586782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a814acdd-81fb-43eb-a826-7be80020c58f req-eeb37278-19bc-44c6-9639-f2cf666664d9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542011 Jul 05 09:53:59.674962 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f76e01-38ae-45d4-8cec-950c36058497 x-openstack-request-id: req-87f76e01-38ae-45d4-8cec-950c36058497 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:53:59.697832 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca2ff1-1398-401b-95d7-efff85d8cd87", "tag": "674bfd3b-7227-4f4a-b45d-472a3ac41555", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:53:59.697832 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87f76e01-38ae-45d4-8cec-950c36058497 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:53:59.697832 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'tag': '674bfd3b-7227-4f4a-b45d-472a3ac41555', 'status': 'completed', 'code': 200} Jul 05 09:53:59.817789 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-1616ec74-0fab-4b2b-af82-b706c6df776d service neutron] 10.222.0.16 "GET /v2.0/networks/f76ef98f-3a40-4650-8be8-4e64927c7365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806726 Jul 05 09:53:59.966376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-96a13160-08eb-4c58-8097-745bf808f8aa req-2154051d-fd21-442d-8705-ac18803b48f0 service neutron] 10.222.0.16 "GET /v2.0/networks/f76ef98f-3a40-4650-8be8-4e64927c7365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397648 Jul 05 09:54:00.109891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-b58a81c8-7590-4437-b403-a3bcad6fde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.111935 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-b58a81c8-7590-4437-b403-a3bcad6fde4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 1096 time: 0.0935869 Jul 05 09:54:00.238811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-09c84ec1-b890-4405-8445-6e20d0df54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.240402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-09c84ec1-b890-4405-8445-6e20d0df54d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f76ef98f-3a40-4650-8be8-4e64927c7365 HTTP/1.1" status: 200 len: 898 time: 0.1213524 Jul 05 09:54:00.292145 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-2d68868c-51a5-4c4c-8294-9729d6ad78dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=674bfd3b-7227-4f4a-b45d-472a3ac41555 HTTP/1.1" status: 200 len: 217 time: 0.0395966 Jul 05 09:54:00.351894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-a15308d3-390d-45d4-a821-587754da3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.354273 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-a15308d3-390d-45d4-a821-587754da3580 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad0c5ace-d83b-4212-b919-4f8a963e664f HTTP/1.1" status: 200 len: 838 time: 0.0553939 Jul 05 09:54:00.422914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-f9a95497-947b-4909-a893-c173ba61ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.424582 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-f9a95497-947b-4909-a893-c173ba61ec8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f76ef98f-3a40-4650-8be8-4e64927c7365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0602784 Jul 05 09:54:00.552677 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-2143daa2-2142-4e4f-896d-42684d9762bd service neutron] 10.222.0.16 "GET /v2.0/networks/f76ef98f-3a40-4650-8be8-4e64927c7365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203263 Jul 05 09:54:00.664119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c9dfd-f8d2-45cb-a7f4-5e541d30ac14 req-09167b2f-37ba-4d72-849c-eec0546e0889 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.666364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca3c9dfd-f8d2-45cb-a7f4-5e541d30ac14 req-09167b2f-37ba-4d72-849c-eec0546e0889 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0992241 Jul 05 09:54:00.675653 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-71f2bb8a-b904-4a97-8e79-95d4f74a8ac6 req-a38759aa-fed0-4860-9d4b-d8014a5f722f service neutron] 10.222.0.16 "GET /v2.0/networks/f76ef98f-3a40-4650-8be8-4e64927c7365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148391 Jul 05 09:54:00.715242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca3c9dfd-f8d2-45cb-a7f4-5e541d30ac14 req-6646815d-ec4a-4a31-b270-0fa4b1174bfa tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Jul 05 09:54:00.974793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16733-a497-43d0-bdbc-efb9aff9faab req-dd1e790f-68c0-4a4a-901e-632573e9eceb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:00.976486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5d16733-a497-43d0-bdbc-efb9aff9faab req-dd1e790f-68c0-4a4a-901e-632573e9eceb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 944 time: 0.1159747 Jul 05 09:54:01.035466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5d16733-a497-43d0-bdbc-efb9aff9faab req-5613bf42-7bb6-4b1f-87ea-f1853f380356 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515902 Jul 05 09:54:01.974937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27336353-afbf-4d6e-b82d-51946c44c784 req-d15d0f27-321f-4b03-8ee2-693a669ebe8d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:01.976989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27336353-afbf-4d6e-b82d-51946c44c784 req-d15d0f27-321f-4b03-8ee2-693a669ebe8d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0809274 Jul 05 09:54:02.035239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27336353-afbf-4d6e-b82d-51946c44c784 req-3cbf8f5b-a701-47db-97b5-c95fdf292022 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501561 Jul 05 09:54:02.534854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076807-54ca-458a-b2e8-2c247c270d5a req-711437d7-27dd-4ded-b6a6-65de357f1b44 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:02.536878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71076807-54ca-458a-b2e8-2c247c270d5a req-711437d7-27dd-4ded-b6a6-65de357f1b44 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 944 time: 0.0945468 Jul 05 09:54:02.591858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71076807-54ca-458a-b2e8-2c247c270d5a req-d3190a4b-ea1d-4aee-b159-197e8ec88199 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448871 Jul 05 09:54:02.767624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 674bfd3b-7227-4f4a-b45d-472a3ac41555 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:02.928672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 674bfd3b-7227-4f4a-b45d-472a3ac41555, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=674bfd3b-7227-4f4a-b45d-472a3ac41555,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:02.950746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '674bfd3b-7227-4f4a-b45d-472a3ac41555', 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365', 'port_id': '674bfd3b-7227-4f4a-b45d-472a3ac41555', 'mac_address': 'fa:16:3e:bf:15:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:03.028730 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.073281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674bfd3b-7227-4f4a-b45d-472a3ac41555 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:03.073594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d8522-f716-4ce7-8220-2f8150d46a05 req-d50760a7-7075-45ea-8a21-36a2f8e9936a tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:03.079387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b00d8522-f716-4ce7-8220-2f8150d46a05 req-d50760a7-7075-45ea-8a21-36a2f8e9936a tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 946 time: 0.1097393 Jul 05 09:54:03.101602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 674bfd3b-7227-4f4a-b45d-472a3ac41555, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=674bfd3b-7227-4f4a-b45d-472a3ac41555,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:03.108219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:03.126283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b00d8522-f716-4ce7-8220-2f8150d46a05 req-db950d63-84c5-41c0-9417-2e124b6351e9 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Jul 05 09:54:03.200980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=674bfd3b-7227-4f4a-b45d-472a3ac41555,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:03.276309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524edc1-afe6-42b7-b7ec-d30f1a2a2c50 req-fe20846f-bfa2-4c23-9ad2-f3abf390295c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:03.277760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3524edc1-afe6-42b7-b7ec-d30f1a2a2c50 req-fe20846f-bfa2-4c23-9ad2-f3abf390295c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0875745 Jul 05 09:54:03.326494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3524edc1-afe6-42b7-b7ec-d30f1a2a2c50 req-53af6710-b67d-4ffe-9bc2-e9eda30584be tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Jul 05 09:54:03.442349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['674bfd3b-7227-4f4a-b45d-472a3ac41555'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:03.829080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c44055-c3ea-49c8-b84a-1ad6865e520f req-13394054-576d-49d7-b3ac-fb4440485622 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:03.830746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21c44055-c3ea-49c8-b84a-1ad6865e520f req-13394054-576d-49d7-b3ac-fb4440485622 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 945 time: 0.0738335 Jul 05 09:54:03.892405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21c44055-c3ea-49c8-b84a-1ad6865e520f req-e9440656-d9ad-4461-8645-4caf4345ed99 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519509 Jul 05 09:54:04.301770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60672) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:04.378785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d128d9-fea5-4aea-899d-f569bb90c9b3 req-953e28dc-7132-41c1-8c00-8e03385deed6 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:04.400852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6d128d9-fea5-4aea-899d-f569bb90c9b3 req-953e28dc-7132-41c1-8c00-8e03385deed6 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 946 time: 0.1110523 Jul 05 09:54:04.413797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-21f211fb-6a57-4fa0-97ca-80315f0ce944 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:04.415472 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-21f211fb-6a57-4fa0-97ca-80315f0ce944 tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 946 time: 0.1003494 Jul 05 09:54:04.480172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6d128d9-fea5-4aea-899d-f569bb90c9b3 req-5423a988-fd3b-4cbc-a107-9e14e90a697c tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/security-groups?id=eee56522-f310-4f8d-85b0-f565152e7c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 Jul 05 09:54:04.531234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f50a522-15b6-4700-a424-f6b26ddbe73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.579804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Deleting port 966eadd6-6452-4647-a0f9-ba1a28367600 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:04.580159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.721009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9af2-9a9c-40b7-a02e-fb5ae8ba93f6 req-2b8889b4-66d1-4b3f-aa9e-2ee5060ed16f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:04.722441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] For port 966eadd6-6452-4647-a0f9-ba1a28367600, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=966eadd6-6452-4647-a0f9-ba1a28367600,segment=NetworkSegment(2bffd3de-c966-441e-b072-914dc8def816),segment_id=2bffd3de-c966-441e-b072-914dc8def816)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:04.722635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.731770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbed9af2-9a9c-40b7-a02e-fb5ae8ba93f6 req-2b8889b4-66d1-4b3f-aa9e-2ee5060ed16f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0970426 Jul 05 09:54:04.745093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Calling delete_port for 966eadd6-6452-4647-a0f9-ba1a28367600 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:04.769443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f50a522-15b6-4700-a424-f6b26ddbe73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.778796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 674bfd3b-7227-4f4a-b45d-472a3ac41555 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:04.781723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbed9af2-9a9c-40b7-a02e-fb5ae8ba93f6 req-779bcbba-979f-4214-b286-d792b22c1264 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485461 Jul 05 09:54:04.808736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f50a522-15b6-4700-a424-f6b26ddbe73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.836593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 674bfd3b-7227-4f4a-b45d-472a3ac41555 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:04.841343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 674bfd3b-7227-4f4a-b45d-472a3ac41555 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:04.842047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.871996 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5f50a522-15b6-4700-a424-f6b26ddbe73e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a472fcdafc2414094ce26cb90843047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686300 Jul 05 09:54:04.874491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50a522-15b6-4700-a424-f6b26ddbe73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e63280-b5a9-4460-b328-2ec2287a3fd5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:04.874874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:04.953965 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.962482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:04.988483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['966eadd6-6452-4647-a0f9-ba1a28367600'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:04.997032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.002118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Pushing event deleted for resources: {'Port': ['ID=966eadd6-6452-4647-a0f9-ba1a28367600,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:05.066967 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.077764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] No DVR routers for this DVR port 966eadd6-6452-4647-a0f9-ba1a28367600 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:05.078549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.081253 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.082141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.083623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1e63280-b5a9-4460-b328-2ec2287a3fd5 HTTP/1.1" status: 204 len: 168 time: 0.2074671 Jul 05 09:54:05.085016 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-da2fa6ae-efa6-47f8-8874-a235994231bd req-6ce6ff74-745e-45ce-96c9-8a87a313995d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.16 "DELETE /v2.0/ports/966eadd6-6452-4647-a0f9-ba1a28367600 HTTP/1.1" status: 204 len: 173 time: 0.6605341 Jul 05 09:54:05.085754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'name': 'network-vif-deleted', 'tag': '966eadd6-6452-4647-a0f9-ba1a28367600'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:05.089969 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df5c060-e4c4-4577-837b-9144a2822d96" -d '{"events": [{"server_uuid": "e1d1bae1-7283-4ec3-b10c-04038774986c", "name": "network-vif-deleted", "tag": "966eadd6-6452-4647-a0f9-ba1a28367600"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:05.100779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e63280-b5a9-4460-b328-2ec2287a3fd5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:05.114163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.114659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.115142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.116019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.116362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.116694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.117048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.117183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674bfd3b-7227-4f4a-b45d-472a3ac41555'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:05.117427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.117766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.118151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.118484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.118804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0c7cb-4166-48f9-807d-f8dcad9efcfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:05.119625 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dad135-2203-48dd-ba1b-97e96b4f6146" -d '{"events": [{"server_uuid": "b4ca2ff1-1398-401b-95d7-efff85d8cd87", "name": "network-vif-plugged", "status": "completed", "tag": "674bfd3b-7227-4f4a-b45d-472a3ac41555"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:05.141180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 674bfd3b-7227-4f4a-b45d-472a3ac41555, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=674bfd3b-7227-4f4a-b45d-472a3ac41555,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:05.163442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:05.277834 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a841ca-446a-4684-b295-801bb04d2ec9 x-openstack-request-id: req-44a841ca-446a-4684-b295-801bb04d2ec9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:05.278307 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d1bae1-7283-4ec3-b10c-04038774986c", "name": "network-vif-deleted", "tag": "966eadd6-6452-4647-a0f9-ba1a28367600", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:05.278886 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44a841ca-446a-4684-b295-801bb04d2ec9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:05.279551 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d1bae1-7283-4ec3-b10c-04038774986c', 'name': 'network-vif-deleted', 'tag': '966eadd6-6452-4647-a0f9-ba1a28367600', 'status': 'completed', 'code': 200} Jul 05 09:54:05.291897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e81ea-dd8c-4b9b-923a-550b7e5bf861 req-d75760fd-a331-4b0a-a4b8-136cffc7b86e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:05.295706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e5e81ea-dd8c-4b9b-923a-550b7e5bf861 req-d75760fd-a331-4b0a-a4b8-136cffc7b86e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 946 time: 0.1363645 Jul 05 09:54:05.324018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=674bfd3b-7227-4f4a-b45d-472a3ac41555,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:05.343513 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78080d00-0c9f-48ae-b2de-51ab9a3e4141 x-openstack-request-id: req-78080d00-0c9f-48ae-b2de-51ab9a3e4141 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:05.343814 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca2ff1-1398-401b-95d7-efff85d8cd87", "name": "network-vif-plugged", "status": "completed", "tag": "674bfd3b-7227-4f4a-b45d-472a3ac41555", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:05.344059 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78080d00-0c9f-48ae-b2de-51ab9a3e4141 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:05.344659 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674bfd3b-7227-4f4a-b45d-472a3ac41555', 'code': 200} Jul 05 09:54:05.395874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e5e81ea-dd8c-4b9b-923a-550b7e5bf861 req-ed9b3740-fa5b-4b1d-b022-0bc735ef5a3c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853126 Jul 05 09:54:05.507365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c59ae-5f38-41dd-94c9-1c7a7e167afa req-8328612f-a733-49cb-849c-7947e2eeccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:05.509221 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329c59ae-5f38-41dd-94c9-1c7a7e167afa req-8328612f-a733-49cb-849c-7947e2eeccb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 1098 time: 0.0753789 Jul 05 09:54:05.584587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329c59ae-5f38-41dd-94c9-1c7a7e167afa req-ca41b523-1c47-45bb-95fb-251781cb514b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666361 Jul 05 09:54:05.684570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ef83d4c-09dc-4f1c-a60d-6fbcd0a4f0dd req-64a0f228-42d5-4228-a185-a7c2629a461d tempest-VolumesActionsTest-881812981 tempest-VolumesActionsTest-881812981-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d1bae1-7283-4ec3-b10c-04038774986c HTTP/1.1" status: 200 len: 210 time: 0.0438275 Jul 05 09:54:06.054591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f660b7-4a87-41ef-a244-d9a1dec0f176 req-bf031f4c-c2c1-428a-8a95-737a9e89fd43 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:06.062707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9f660b7-4a87-41ef-a244-d9a1dec0f176 req-bf031f4c-c2c1-428a-8a95-737a9e89fd43 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0815642 Jul 05 09:54:06.112095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9f660b7-4a87-41ef-a244-d9a1dec0f176 req-d3a16cb4-79f6-47ad-b653-6b05b621be55 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479655 Jul 05 09:54:06.243774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:06.372859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1219217141-network', 'tenant_id': 'c9c0a6cf25a8455889d973b80856ad53'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:06.403258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Made reservation on behalf of c9c0a6cf25a8455889d973b80856ad53 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:06.407172 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.418207 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.587605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.598944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.637144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:06.666666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50ad27-b592-401c-9448-ec57eb2d6653 req-a1346f7e-d6b3-4634-82c3-f60780749f74 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:06.674028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc50ad27-b592-401c-9448-ec57eb2d6653 req-a1346f7e-d6b3-4634-82c3-f60780749f74 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 946 time: 0.1327095 Jul 05 09:54:06.686643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bdacaa-ce87-4fac-9504-94e618ac3fba,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:06.703292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.708338 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Added segment 8029a1ed-b818-45d9-9724-5f36da0c6ea5 of type vlan for network a56e67d3-77ff-4f59-bbd6-08e684263100 Jul 05 09:54:06.797997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc50ad27-b592-401c-9448-ec57eb2d6653 req-a55aa358-0342-4db5-bc43-4959cfdc2a74 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230989 Jul 05 09:54:06.807622 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.871037 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.872179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:06.873057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:06.959426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7140529 Jul 05 09:54:06.963297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:06.973212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Request body: {'subnet': {'network_id': 'a56e67d3-77ff-4f59-bbd6-08e684263100', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1219217141-subnet', 'tenant_id': 'c9c0a6cf25a8455889d973b80856ad53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:06.991457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683fae-8c3a-47f8-a00b-d4c9cb054b6e admin admin] Pushing event updated for resources: {'Network': ['ID=a56e67d3-77ff-4f59-bbd6-08e684263100,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:07.006089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network a56e67d3-77ff-4f59-bbd6-08e684263100 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:07.008453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Made reservation on behalf of c9c0a6cf25a8455889d973b80856ad53 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:07.011766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.423258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.534064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde94b3d-a306-4d41-81da-64b84832fb1d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:07.569018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e7838-3630-49fe-9703-847629ba9408 req-f7fba49f-8118-4cab-8792-335b10725d11 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:07.570761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af4e7838-3630-49fe-9703-847629ba9408 req-f7fba49f-8118-4cab-8792-335b10725d11 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2421870 Jul 05 09:54:07.571868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Checking segment: {'id': '8029a1ed-b818-45d9-9724-5f36da0c6ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a56e67d3-77ff-4f59-bbd6-08e684263100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:07.572297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Network hostable DHCP agents. Network: a56e67d3-77ff-4f59-bbd6-08e684263100, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:07.625299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Network a56e67d3-77ff-4f59-bbd6-08e684263100 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:07.638548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af4e7838-3630-49fe-9703-847629ba9408 req-f6151cd9-30c2-4ac7-960f-6239f29f53e2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591555 Jul 05 09:54:07.644228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, a56e67d3-77ff-4f59-bbd6-08e684263100) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:07.649231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:07.649881 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:07.659668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0be3f4-73e6-4fb6-a8ea-9d0e623ba615 None None] Network a56e67d3-77ff-4f59-bbd6-08e684263100 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:07.668431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c1361518-0bd5-43d5-b1fa-9e9d10e3a0f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7036283 Jul 05 09:54:07.834250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87de78b-865f-4b99-9f13-382b78524127 None None] Network a56e67d3-77ff-4f59-bbd6-08e684263100 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:08.092803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a4764902-9415-422a-985e-92252eed2af8 req-fc036e6f-0887-40ef-85ef-f6d1bea86f40 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-454906246', 'description': 'tempest-description-2041108652'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:08.135204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4764902-9415-422a-985e-92252eed2af8 req-fc036e6f-0887-40ef-85ef-f6d1bea86f40 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.166601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff800a4-6116-433a-9d2c-fa8b5960b231 req-7e578e22-c446-4efa-89ed-3a80491bde75 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.168574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dff800a4-6116-433a-9d2c-fa8b5960b231 req-7e578e22-c446-4efa-89ed-3a80491bde75 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 946 time: 0.1189287 Jul 05 09:54:08.181816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812916-0aac-4516-9fea-09e6833ebb9c req-ef1f1096-12f3-4c00-8a09-fddb600ec371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.183560 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38812916-0aac-4516-9fea-09e6833ebb9c req-ef1f1096-12f3-4c00-8a09-fddb600ec371 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1097 time: 0.1341693 Jul 05 09:54:08.243949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dff800a4-6116-433a-9d2c-fa8b5960b231 req-98601c3a-62d2-4101-8088-f32fb6b8b5d9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635257 Jul 05 09:54:08.310949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4764902-9415-422a-985e-92252eed2af8 req-fc036e6f-0887-40ef-85ef-f6d1bea86f40 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.316470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4764902-9415-422a-985e-92252eed2af8 req-fc036e6f-0887-40ef-85ef-f6d1bea86f40 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.353216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc036e6f-0887-40ef-85ef-f6d1bea86f40 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1a63da-8855-40c2-bb59-e89ec7c4fb62,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:08.355792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4764902-9415-422a-985e-92252eed2af8 req-fc036e6f-0887-40ef-85ef-f6d1bea86f40 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:08.362904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4764902-9415-422a-985e-92252eed2af8 req-fc036e6f-0887-40ef-85ef-f6d1bea86f40 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2804558 Jul 05 09:54:08.372370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812916-0aac-4516-9fea-09e6833ebb9c req-dbf0730f-6cdb-4f91-9d65-66fe55ec5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.376883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38812916-0aac-4516-9fea-09e6833ebb9c req-dbf0730f-6cdb-4f91-9d65-66fe55ec5db1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.1821220 Jul 05 09:54:08.523686 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38812916-0aac-4516-9fea-09e6833ebb9c req-e176b91b-bc87-4ac1-89e3-d8025fad8dae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.1401975 Jul 05 09:54:08.568677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666058e-15c6-4bd3-a768-ea76f4d6c92f req-24b7cf16-edfe-4e00-be52-b132441241db tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.570314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b666058e-15c6-4bd3-a768-ea76f4d6c92f req-24b7cf16-edfe-4e00-be52-b132441241db tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1128731 Jul 05 09:54:08.585433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812916-0aac-4516-9fea-09e6833ebb9c req-73e8ceda-0848-412b-b131-f253c449552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.587558 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38812916-0aac-4516-9fea-09e6833ebb9c req-73e8ceda-0848-412b-b131-f253c449552a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.0555415 Jul 05 09:54:08.654644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b666058e-15c6-4bd3-a768-ea76f4d6c92f req-ad0781b6-125e-4dca-a9ed-2368538ed184 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780923 Jul 05 09:54:08.741073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812916-0aac-4516-9fea-09e6833ebb9c req-e175d471-8db3-4e45-a628-d4af22016a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.747448 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38812916-0aac-4516-9fea-09e6833ebb9c req-e175d471-8db3-4e45-a628-d4af22016a93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466224 Jul 05 09:54:08.774854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 966eadd6-6452-4647-a0f9-ba1a28367600 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:08.812216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 966eadd6-6452-4647-a0f9-ba1a28367600 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:08.816408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 966eadd6-6452-4647-a0f9-ba1a28367600 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:08.883684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-49a93cd3-af11-4079-910a-ab51a69d84eb tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/3e1a63da-8855-40c2-bb59-e89ec7c4fb62 HTTP/1.1" status: 200 len: 1814 time: 0.1195140 Jul 05 09:54:08.893705 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38812916-0aac-4516-9fea-09e6833ebb9c req-8b5e0224-922d-4f0d-850a-c8d2fe04ee98 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430182 Jul 05 09:54:08.901942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e1a63da-8855-40c2-bb59-e89ec7c4fb62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:08.902653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e1a63da-8855-40c2-bb59-e89ec7c4fb62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:08.947603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e776e-fc03-42e2-a7ba-6e6a46034644 req-06c1f09b-de00-49c3-a10d-20c07f7ce488 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:08.949750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f4e776e-fc03-42e2-a7ba-6e6a46034644 req-06c1f09b-de00-49c3-a10d-20c07f7ce488 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 946 time: 0.1122282 Jul 05 09:54:09.029381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f4e776e-fc03-42e2-a7ba-6e6a46034644 req-23188859-a175-43d1-8f1b-e3300aa8015c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698619 Jul 05 09:54:09.030766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.053783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-38812916-0aac-4516-9fea-09e6833ebb9c req-6752d8ac-72fe-4c73-8cef-a70f644e5a19 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504123 Jul 05 09:54:09.067334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.073020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.111332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5feda3-feca-4a8c-a53f-e232b1aa9afe,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:09.120036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.121749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01576bc8-e910-4485-a2d5-c7ba56d2fc9d req-d4744f8a-5a23-41fc-97e2-5ec70e94300c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2249553 Jul 05 09:54:09.196204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11b33008-070a-4da4-98b0-9a8eca06f5ba req-d99b3c22-8b13-4730-af28-65425b97006d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/3e1a63da-8855-40c2-bb59-e89ec7c4fb62 HTTP/1.1" status: 200 len: 2408 time: 0.0512187 Jul 05 09:54:09.247800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16118856-6cc2-4e41-9b4b-e8b67feafa81 req-2934bb30-b11d-40de-8d8e-a3c15abd5dbd tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-group-rules/2e5feda3-feca-4a8c-a53f-e232b1aa9afe HTTP/1.1" status: 200 len: 778 time: 0.0229766 Jul 05 09:54:09.297142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16118856-6cc2-4e41-9b4b-e8b67feafa81 req-2f8d23a8-82cf-43a0-ba6a-b3b2a0074e4e tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/3e1a63da-8855-40c2-bb59-e89ec7c4fb62 HTTP/1.1" status: 200 len: 2408 time: 0.0431404 Jul 05 09:54:09.333967 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16118856-6cc2-4e41-9b4b-e8b67feafa81 req-dd73ad99-9389-4133-9ed9-48e714713709 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.348488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16118856-6cc2-4e41-9b4b-e8b67feafa81 req-dd73ad99-9389-4133-9ed9-48e714713709 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.389902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16118856-6cc2-4e41-9b4b-e8b67feafa81 req-dd73ad99-9389-4133-9ed9-48e714713709 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.402293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16118856-6cc2-4e41-9b4b-e8b67feafa81 req-dd73ad99-9389-4133-9ed9-48e714713709 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.407017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16118856-6cc2-4e41-9b4b-e8b67feafa81 req-dd73ad99-9389-4133-9ed9-48e714713709 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2e5feda3-feca-4a8c-a53f-e232b1aa9afe HTTP/1.1" status: 204 len: 173 time: 0.1029422 Jul 05 09:54:09.425882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73ad99-9389-4133-9ed9-48e714713709 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e5feda3-feca-4a8c-a53f-e232b1aa9afe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:09.435249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6cdefbb8-25a1-4ad4-9acc-7f8e9fafd126 req-477c0403-3e76-4941-a495-981c2fa34e3c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1320946486', 'description': 'tempest-description-1721260081'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:09.461967 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6cdefbb8-25a1-4ad4-9acc-7f8e9fafd126 req-477c0403-3e76-4941-a495-981c2fa34e3c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.620519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6cdefbb8-25a1-4ad4-9acc-7f8e9fafd126 req-477c0403-3e76-4941-a495-981c2fa34e3c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.637121 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6cdefbb8-25a1-4ad4-9acc-7f8e9fafd126 req-477c0403-3e76-4941-a495-981c2fa34e3c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.703036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6cdefbb8-25a1-4ad4-9acc-7f8e9fafd126 req-477c0403-3e76-4941-a495-981c2fa34e3c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:09.716502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6cdefbb8-25a1-4ad4-9acc-7f8e9fafd126 req-477c0403-3e76-4941-a495-981c2fa34e3c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2854941 Jul 05 09:54:09.731243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c0403-3e76-4941-a495-981c2fa34e3c tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49e108-bb59-4a2d-95d8-9bfa07627584,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:09.857870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d658f1b-1395-4c77-994f-76a5a2b17682 req-88f301d5-ddc1-4523-aa69-ffebc401f99a tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/ce49e108-bb59-4a2d-95d8-9bfa07627584 HTTP/1.1" status: 200 len: 1815 time: 0.0763307 Jul 05 09:54:09.970694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3575a5-d0d9-451b-94de-91d875b3032b req-e6a4e26a-6f1d-4178-af4d-67f84a7e3bbf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:09.973478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f3575a5-d0d9-451b-94de-91d875b3032b req-e6a4e26a-6f1d-4178-af4d-67f84a7e3bbf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1046565 Jul 05 09:54:10.019223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f3575a5-d0d9-451b-94de-91d875b3032b req-b83777c6-c06a-420a-8446-c08faa00833e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394924 Jul 05 09:54:10.055027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4e8ecf78-77e5-4f4f-80d7-c45af5358f6c req-7fb57e9d-3e1d-484b-bdde-10117ed4289d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-861382926', 'description': 'tempest-description-649495546'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:10.080685 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4e8ecf78-77e5-4f4f-80d7-c45af5358f6c req-7fb57e9d-3e1d-484b-bdde-10117ed4289d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.234617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4e8ecf78-77e5-4f4f-80d7-c45af5358f6c req-7fb57e9d-3e1d-484b-bdde-10117ed4289d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.246789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4e8ecf78-77e5-4f4f-80d7-c45af5358f6c req-7fb57e9d-3e1d-484b-bdde-10117ed4289d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.314012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4e8ecf78-77e5-4f4f-80d7-c45af5358f6c req-7fb57e9d-3e1d-484b-bdde-10117ed4289d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.327940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e8ecf78-77e5-4f4f-80d7-c45af5358f6c req-7fb57e9d-3e1d-484b-bdde-10117ed4289d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2777886 Jul 05 09:54:10.330356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb57e9d-3e1d-484b-bdde-10117ed4289d tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea76d32-fe54-461f-922e-26c927cf0f2c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.412795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f922b7c-4db7-4e16-b488-9d75491f7877 req-1c5555c2-2f25-4c1c-841d-e5b02d622fcd tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/cea76d32-fe54-461f-922e-26c927cf0f2c HTTP/1.1" status: 200 len: 1813 time: 0.0576677 Jul 05 09:54:10.443375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b1f92ce9-62e1-4d99-8d53-2d4a1b269642 req-44c1bc76-a3cd-417a-a303-256774a36b25 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2081977831', 'description': 'tempest-description-703915235'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:10.479387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f92ce9-62e1-4d99-8d53-2d4a1b269642 req-44c1bc76-a3cd-417a-a303-256774a36b25 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.612122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f92ce9-62e1-4d99-8d53-2d4a1b269642 req-44c1bc76-a3cd-417a-a303-256774a36b25 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.621198 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f92ce9-62e1-4d99-8d53-2d4a1b269642 req-44c1bc76-a3cd-417a-a303-256774a36b25 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.668411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f92ce9-62e1-4d99-8d53-2d4a1b269642 req-44c1bc76-a3cd-417a-a303-256774a36b25 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:10.669887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1f92ce9-62e1-4d99-8d53-2d4a1b269642 req-44c1bc76-a3cd-417a-a303-256774a36b25 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2313037 Jul 05 09:54:10.672175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1bc76-a3cd-417a-a303-256774a36b25 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46522c8-22d6-43ea-8df1-8bbdb512b8f6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:10.728306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60852) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:10.794725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07896d30-c515-4aba-ac3f-cc512c2c3a1f req-b874fafc-e0a0-4955-a79a-20e892488238 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/a46522c8-22d6-43ea-8df1-8bbdb512b8f6 HTTP/1.1" status: 200 len: 1814 time: 0.0793557 Jul 05 09:54:10.821643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2c69f419-9a9a-4cf8-9229-6d970663ce4f req-e5a6434b-7840-4f29-9958-510acb721424 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-140751457', 'description': 'tempest-description-697884380'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:10.867162 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c69f419-9a9a-4cf8-9229-6d970663ce4f req-e5a6434b-7840-4f29-9958-510acb721424 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.114656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:11.115475 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c69f419-9a9a-4cf8-9229-6d970663ce4f req-e5a6434b-7840-4f29-9958-510acb721424 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.122964 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c69f419-9a9a-4cf8-9229-6d970663ce4f req-e5a6434b-7840-4f29-9958-510acb721424 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.212978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c69f419-9a9a-4cf8-9229-6d970663ce4f req-e5a6434b-7840-4f29-9958-510acb721424 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.218710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c69f419-9a9a-4cf8-9229-6d970663ce4f req-e5a6434b-7840-4f29-9958-510acb721424 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4125419 Jul 05 09:54:11.225523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6434b-7840-4f29-9958-510acb721424 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e60bb9-b840-45a0-8784-265664d0a126,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.395823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93d25f79-e540-4b17-b897-5f2b5e96550a req-27165743-15cf-457d-b458-d91c9b480e3e tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/b7e60bb9-b840-45a0-8784-265664d0a126 HTTP/1.1" status: 200 len: 1813 time: 0.1094453 Jul 05 09:54:11.536704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0883c191-f339-4d7c-8733-487533fb6e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.586948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e75e2-80b8-485d-82e2-b7c91269671c req-b3a908c3-6ff4-4652-bce5-7d2144e0220b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:11.595611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-576e75e2-80b8-485d-82e2-b7c91269671c req-b3a908c3-6ff4-4652-bce5-7d2144e0220b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1986217 Jul 05 09:54:11.654877 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-d1673371-995b-4702-ab02-faee4b23c995 req-800aab28-b6a4-4715-b6f2-ac5b646ffd66 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] show failed (client error): The resource could not be found. Jul 05 09:54:11.662207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1673371-995b-4702-ab02-faee4b23c995 req-800aab28-b6a4-4715-b6f2-ac5b646ffd66 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/c05fadd4-1011-4ebd-bccd-cce0afb25d0d HTTP/1.1" status: 404 len: 352 time: 0.0635293 Jul 05 09:54:11.714871 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-e66a7f36-9a96-49c7-bc1a-4495d9d582e0 req-cfe144f9-05a7-49c5-b927-c317e9571d8e tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] show failed (client error): The resource could not be found. Jul 05 09:54:11.721538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e66a7f36-9a96-49c7-bc1a-4495d9d582e0 req-cfe144f9-05a7-49c5-b927-c317e9571d8e tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-group-rules/3adda38f-340e-407e-b7a4-6efa52b43bc4 HTTP/1.1" status: 404 len: 361 time: 0.0317483 Jul 05 09:54:11.750292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-576e75e2-80b8-485d-82e2-b7c91269671c req-5e238879-7eb1-4892-8992-dcd6ed2daf7f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536343 Jul 05 09:54:11.840529 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1916d84c-1579-4783-8909-83e6bc07640a req-cf0b7a02-7e51-46a1-aef5-a6c177a853d0 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/b7e60bb9-b840-45a0-8784-265664d0a126 HTTP/1.1" status: 200 len: 1813 time: 0.0850165 Jul 05 09:54:11.867896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0883c191-f339-4d7c-8733-487533fb6e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.880698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0883c191-f339-4d7c-8733-487533fb6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.908883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1916d84c-1579-4783-8909-83e6bc07640a req-4821970d-e457-4bb7-9e08-f842c51d4207 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.933782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:11.953117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883c191-f339-4d7c-8733-487533fb6e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440dcae-aa54-4449-b61d-63da91c92f42,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:11.955127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1916d84c-1579-4783-8909-83e6bc07640a req-4821970d-e457-4bb7-9e08-f842c51d4207 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.067670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1916d84c-1579-4783-8909-83e6bc07640a req-4821970d-e457-4bb7-9e08-f842c51d4207 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.070704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1916d84c-1579-4783-8909-83e6bc07640a req-4821970d-e457-4bb7-9e08-f842c51d4207 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.072117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1916d84c-1579-4783-8909-83e6bc07640a req-4821970d-e457-4bb7-9e08-f842c51d4207 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7e60bb9-b840-45a0-8784-265664d0a126 HTTP/1.1" status: 204 len: 173 time: 0.2306886 Jul 05 09:54:12.089169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821970d-e457-4bb7-9e08-f842c51d4207 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e60bb9-b840-45a0-8784-265664d0a126,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:12.103109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512efaf-dcd9-40cd-8545-6f3811f6a4eb req-04a7d425-2c08-47ce-b0a7-831c4b6d5c10 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:12.111417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6512efaf-dcd9-40cd-8545-6f3811f6a4eb req-04a7d425-2c08-47ce-b0a7-831c4b6d5c10 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1190312 Jul 05 09:54:12.175244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6512efaf-dcd9-40cd-8545-6f3811f6a4eb req-2ebd540c-ef40-4f3b-af61-b701a14dc5c5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622253 Jul 05 09:54:12.277629 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0883c191-f339-4d7c-8733-487533fb6e9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdc20d96401d434983450da2a4133458&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1611984 Jul 05 09:54:12.280518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:12.284681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30bf7dee-6e48-4a44-b631-e7754804ee5f req-7b9a03e5-a3f9-4f5d-8563-7aae09e864f2 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/a46522c8-22d6-43ea-8df1-8bbdb512b8f6 HTTP/1.1" status: 200 len: 1814 time: 0.0581179 Jul 05 09:54:12.356194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30bf7dee-6e48-4a44-b631-e7754804ee5f req-a62ccd44-7861-4269-af2c-d8f88a2d52e8 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.380328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.20.0.17 (f76ef98f-3a40-4650-8be8-4e64927c7365/ad0c5ace-d83b-4212-b919-4f8a963e664f/2a432460-8097-49ea-b2e1-f1c3cb693dc0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:12.387014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30bf7dee-6e48-4a44-b631-e7754804ee5f req-a62ccd44-7861-4269-af2c-d8f88a2d52e8 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.449440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7176428-d3f6-4c6c-8b8b-5eb1ccbf5cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.511031 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30bf7dee-6e48-4a44-b631-e7754804ee5f req-a62ccd44-7861-4269-af2c-d8f88a2d52e8 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.513820 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30bf7dee-6e48-4a44-b631-e7754804ee5f req-a62ccd44-7861-4269-af2c-d8f88a2d52e8 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.515050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30bf7dee-6e48-4a44-b631-e7754804ee5f req-a62ccd44-7861-4269-af2c-d8f88a2d52e8 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "DELETE /v2.0/security-groups/a46522c8-22d6-43ea-8df1-8bbdb512b8f6 HTTP/1.1" status: 204 len: 173 time: 0.2244282 Jul 05 09:54:12.532520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ccd44-7861-4269-af2c-d8f88a2d52e8 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46522c8-22d6-43ea-8df1-8bbdb512b8f6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:12.532770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7176428-d3f6-4c6c-8b8b-5eb1ccbf5cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.625816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:54:12.787574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2231bf67-a880-4b5f-a3bb-1b56cc33b48c req-6c804703-8df5-4e38-8cd0-b3b03b2e5406 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/cea76d32-fe54-461f-922e-26c927cf0f2c HTTP/1.1" status: 200 len: 1813 time: 0.0581765 Jul 05 09:54:12.868075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2231bf67-a880-4b5f-a3bb-1b56cc33b48c req-80a2cd57-e590-4585-bba8-f165f1130862 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.894899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2231bf67-a880-4b5f-a3bb-1b56cc33b48c req-80a2cd57-e590-4585-bba8-f165f1130862 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.935053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.951451 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2231bf67-a880-4b5f-a3bb-1b56cc33b48c req-80a2cd57-e590-4585-bba8-f165f1130862 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.954018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2231bf67-a880-4b5f-a3bb-1b56cc33b48c req-80a2cd57-e590-4585-bba8-f165f1130862 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.957820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2231bf67-a880-4b5f-a3bb-1b56cc33b48c req-80a2cd57-e590-4585-bba8-f165f1130862 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "DELETE /v2.0/security-groups/cea76d32-fe54-461f-922e-26c927cf0f2c HTTP/1.1" status: 204 len: 173 time: 0.1667821 Jul 05 09:54:12.968894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2cd57-e590-4585-bba8-f165f1130862 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea76d32-fe54-461f-922e-26c927cf0f2c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:12.972852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Transition to ACTIVE for port object 2a432460-8097-49ea-b2e1-f1c3cb693dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:12.976262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7176428-d3f6-4c6c-8b8b-5eb1ccbf5cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.978872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7176428-d3f6-4c6c-8b8b-5eb1ccbf5cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:12.982507 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e7176428-d3f6-4c6c-8b8b-5eb1ccbf5cbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1440dcae-aa54-4449-b61d-63da91c92f42 HTTP/1.1" status: 204 len: 168 time: 0.6987228 Jul 05 09:54:12.993482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176428-d3f6-4c6c-8b8b-5eb1ccbf5cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440dcae-aa54-4449-b61d-63da91c92f42,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.031916 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.080349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de09704c-0441-4e63-a7d4-f80e7332cff6 req-2970f30b-a148-420c-90e0-2edd9d4a8e38 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/ce49e108-bb59-4a2d-95d8-9bfa07627584 HTTP/1.1" status: 200 len: 1815 time: 0.0677683 Jul 05 09:54:13.094535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network f76ef98f-3a40-4650-8be8-4e64927c7365 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:13.096882 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:13.098896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=2a432460-8097-49ea-b2e1-f1c3cb693dc0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.101318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:13.155607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.169146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d8c3-7763-4351-b846-b2ef92d003aa req-3016005b-8780-4efb-bed6-ccbc1a287d53 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:13.171889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e458d8c3-7763-4351-b846-b2ef92d003aa req-3016005b-8780-4efb-bed6-ccbc1a287d53 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1980774 Jul 05 09:54:13.258324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-de09704c-0441-4e63-a7d4-f80e7332cff6 req-ddeead38-48b4-4ae9-af5c-d4e677e89b8f tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.310153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e458d8c3-7763-4351-b846-b2ef92d003aa req-25c3bf4f-cca0-4d77-8994-4d99744b3ccd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238668 Jul 05 09:54:13.327391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-de09704c-0441-4e63-a7d4-f80e7332cff6 req-ddeead38-48b4-4ae9-af5c-d4e677e89b8f tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.391619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-de09704c-0441-4e63-a7d4-f80e7332cff6 req-ddeead38-48b4-4ae9-af5c-d4e677e89b8f tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.396279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-de09704c-0441-4e63-a7d4-f80e7332cff6 req-ddeead38-48b4-4ae9-af5c-d4e677e89b8f tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.403400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de09704c-0441-4e63-a7d4-f80e7332cff6 req-ddeead38-48b4-4ae9-af5c-d4e677e89b8f tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "DELETE /v2.0/security-groups/ce49e108-bb59-4a2d-95d8-9bfa07627584 HTTP/1.1" status: 204 len: 173 time: 0.3157828 Jul 05 09:54:13.422357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.438899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeead38-48b4-4ae9-af5c-d4e677e89b8f tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49e108-bb59-4a2d-95d8-9bfa07627584,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.477831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:13.510217 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a66b576-b2d8-4f9a-b18f-1050a11081e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.516006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-062d429d-d296-4650-b0a0-8457604ca6da None None] Provisioning for port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:13.532293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-062d429d-d296-4650-b0a0-8457604ca6da None None] Provisioning complete for port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:13.532920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-062d429d-d296-4650-b0a0-8457604ca6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.600658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-851b0d9f-c9fa-4fca-9976-2152fa897c51 req-361dd1bf-3350-4c94-9f54-c3af653cb15b tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "GET /v2.0/security-groups/3e1a63da-8855-40c2-bb59-e89ec7c4fb62 HTTP/1.1" status: 200 len: 1814 time: 0.0639882 Jul 05 09:54:13.626709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-062d429d-d296-4650-b0a0-8457604ca6da None None] Port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:13.699011 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-851b0d9f-c9fa-4fca-9976-2152fa897c51 req-5f9f759f-de82-4a6c-8a20-7b95b7705c55 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.740754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a66b576-b2d8-4f9a-b18f-1050a11081e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.742911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-851b0d9f-c9fa-4fca-9976-2152fa897c51 req-5f9f759f-de82-4a6c-8a20-7b95b7705c55 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.751466 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a66b576-b2d8-4f9a-b18f-1050a11081e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.854890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.855777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3a66b576-b2d8-4f9a-b18f-1050a11081e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce56d6220f804249baf20d3eceaace41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767478 Jul 05 09:54:13.856423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60934) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:13.860924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66b576-b2d8-4f9a-b18f-1050a11081e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1858547e-a5c4-409a-b9a1-c694a029832a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:13.884576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.897105 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-851b0d9f-c9fa-4fca-9976-2152fa897c51 req-5f9f759f-de82-4a6c-8a20-7b95b7705c55 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.901804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-851b0d9f-c9fa-4fca-9976-2152fa897c51 req-5f9f759f-de82-4a6c-8a20-7b95b7705c55 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.902989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-851b0d9f-c9fa-4fca-9976-2152fa897c51 req-5f9f759f-de82-4a6c-8a20-7b95b7705c55 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e1a63da-8855-40c2-bb59-e89ec7c4fb62 HTTP/1.1" status: 204 len: 173 time: 0.2962508 Jul 05 09:54:13.918557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60940) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:13.968942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f759f-de82-4a6c-8a20-7b95b7705c55 tempest-SecurityGroupRulesNegativeTestJSON-2086904646 tempest-SecurityGroupRulesNegativeTestJSON-2086904646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1a63da-8855-40c2-bb59-e89ec7c4fb62,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.031604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847899d1-4de4-4a49-8a3d-0f1e60863194 req-c635dced-6a8e-4d17-9210-4bc43fbd8414 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:14.041790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-847899d1-4de4-4a49-8a3d-0f1e60863194 req-c635dced-6a8e-4d17-9210-4bc43fbd8414 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2513487 Jul 05 09:54:14.046301 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaf48-221c-4e50-9bef-eed7e14c229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.057008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] Deleting subnet cde94b3d-a306-4d41-81da-64b84832fb1d {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:14.062432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.070147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c64aada-2c02-4a6a-b4ee-652b4cfec40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.076357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=2a432460-8097-49ea-b2e1-f1c3cb693dc0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.086158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.153430 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaf48-221c-4e50-9bef-eed7e14c229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.157008 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.194961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-847899d1-4de4-4a49-8a3d-0f1e60863194 req-e8fd71f5-9ebd-4ca4-9cd0-07b595f51c95 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518078 Jul 05 09:54:14.264008 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.271235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network f76ef98f-3a40-4650-8be8-4e64927c7365 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:14.273083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:14.351193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.390629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaf48-221c-4e50-9bef-eed7e14c229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.393915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaf48-221c-4e50-9bef-eed7e14c229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.398439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7f2aaf48-221c-4e50-9bef-eed7e14c229c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1858547e-a5c4-409a-b9a1-c694a029832a HTTP/1.1" status: 204 len: 168 time: 0.5395193 Jul 05 09:54:14.406795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde94b3d-a306-4d41-81da-64b84832fb1d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.412918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.418942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4106c143-b950-4412-8a3a-a0993d5dc0b9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cde94b3d-a306-4d41-81da-64b84832fb1d HTTP/1.1" status: 204 len: 168 time: 0.4991312 Jul 05 09:54:14.419567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:14.427362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aaf48-221c-4e50-9bef-eed7e14c229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1858547e-a5c4-409a-b9a1-c694a029832a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:14.587118 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.602722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 8f8ea615-c801-4c8e-8536-298da5e86329 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:14.774268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-405f97e0-b652-4f61-bb6f-2d9b19ce0e2f None None] Provisioning complete for port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:14.775297 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-405f97e0-b652-4f61-bb6f-2d9b19ce0e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.792659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.813229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56e67d3-77ff-4f59-bbd6-08e684263100']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:14.819821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-405f97e0-b652-4f61-bb6f-2d9b19ce0e2f None None] Port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:54:14.857171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8029a1ed-b818-45d9-9724-5f36da0c6ea5') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:14.857705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8029a1ed-b818-45d9-9724-5f36da0c6ea5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:14.884359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.907307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.911894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:14.918447 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-66768349-a144-4735-bc5b-9ac736cd9ef5 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "PUT /v2.0/routers/8f8ea615-c801-4c8e-8536-298da5e86329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1873755 Jul 05 09:54:14.928578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:14.929154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.930435 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Sync routers for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:14.931400 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:14.952851 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:14.954949 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:53:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:15.017905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.044831 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.046799 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] 10.222.0.21 "DELETE /v2.0/networks/a56e67d3-77ff-4f59-bbd6-08e684263100 HTTP/1.1" status: 204 len: 168 time: 0.6260262 Jul 05 09:54:15.048306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd77ce-5837-4fa4-8822-084235235abf admin admin] Pushing event deleted for resources: {'Network': ['ID=a56e67d3-77ff-4f59-bbd6-08e684263100,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:15.140791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.164092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a716-74b0-46f6-82ad-3551624cf1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.195362 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:15.288020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60970) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.433202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a716-74b0-46f6-82ad-3551624cf1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.436618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d73188c4-5087-4155-a9cf-73e191f579f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9c0a6cf25a8455889d973b80856ad53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415648 Jul 05 09:54:15.439743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.461968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a716-74b0-46f6-82ad-3551624cf1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.531123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f3370-508f-4258-b146-5946846e8c2d req-ecf62966-f81d-496e-aefc-575f862b4c55 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:15.542975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f3f3370-508f-4258-b146-5946846e8c2d req-ecf62966-f81d-496e-aefc-575f862b4c55 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1772013 Jul 05 09:54:15.576546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cc4a716-74b0-46f6-82ad-3551624cf1ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=389c8aed22e24042abda05ed81f82656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270229 Jul 05 09:54:15.578202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:15.585150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4a716-74b0-46f6-82ad-3551624cf1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2fceb-e22a-4faa-a62c-b1ded2876068,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:15.605075 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ea16f1-37f8-4d28-9b8e-035534e1e87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.630565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f3f3370-508f-4258-b146-5946846e8c2d req-9542504c-9f96-4955-9eb0-09fc91e6c06c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863492 Jul 05 09:54:15.649058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ea16f1-37f8-4d28-9b8e-035534e1e87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.731836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11ccfde4-a302-43d3-a057-13efcac2a978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.743114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ea16f1-37f8-4d28-9b8e-035534e1e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.745987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ea16f1-37f8-4d28-9b8e-035534e1e87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.751218 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-69ea16f1-37f8-4d28-9b8e-035534e1e87d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8bdacaa-ce87-4fac-9504-94e618ac3fba HTTP/1.1" status: 204 len: 168 time: 0.3084249 Jul 05 09:54:15.773899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea16f1-37f8-4d28-9b8e-035534e1e87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bdacaa-ce87-4fac-9504-94e618ac3fba,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:15.793238 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:10Z', 'revision_number': 1, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a432460-8097-49ea-b2e1-f1c3cb693dc0', 'name': '', 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:b6:65:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:12Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 2, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:15.813034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11ccfde4-a302-43d3-a057-13efcac2a978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.879911 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Checking router: 8f8ea615-c801-4c8e-8536-298da5e86329 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:54:15.880261 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Updating router 8f8ea615-c801-4c8e-8536-298da5e86329 port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:54:15.916946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11ccfde4-a302-43d3-a057-13efcac2a978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.920790 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11ccfde4-a302-43d3-a057-13efcac2a978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:15.922377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-11ccfde4-a302-43d3-a057-13efcac2a978 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9d2fceb-e22a-4faa-a62c-b1ded2876068 HTTP/1.1" status: 204 len: 168 time: 0.3436022 Jul 05 09:54:15.937224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccfde4-a302-43d3-a057-13efcac2a978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2fceb-e22a-4faa-a62c-b1ded2876068,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:15.963283 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.348880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7dc98-d567-48c2-8696-e3656a71d68b req-d50c3464-14c7-4e4b-98f5-75a011a288d7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:16.352380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7c7dc98-d567-48c2-8696-e3656a71d68b req-d50c3464-14c7-4e4b-98f5-75a011a288d7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1501334 Jul 05 09:54:16.429578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7c7dc98-d567-48c2-8696-e3656a71d68b req-bd5da5ae-166f-44ae-a76f-40eaa0b1dcf4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683870 Jul 05 09:54:16.718601 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.759115 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Transition to ACTIVE for port object 2a432460-8097-49ea-b2e1-f1c3cb693dc0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:16.779674 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.785847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.835537 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8339e87a-1ea3-4f21-932d-5f354d557873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.022686 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Attempting to bind port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:17.024148 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Attempting to bind port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:17.024879 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Attempting to bind port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 on network f76ef98f-3a40-4650-8be8-4e64927c7365 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:17.054262 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:17.054642 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Checking segment: {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:17.056221 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.060634 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Bound using segment: {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:17.061401 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Bound port: 2a432460-8097-49ea-b2e1-f1c3cb693dc0, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108cbde0-d398-4553-8e95-dc9bc1c6c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:17.062343 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.227896 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Pushing event updated for resources: {'Port': ['ID=2a432460-8097-49ea-b2e1-f1c3cb693dc0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:17.280015 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.280015 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.280015 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.280015 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.280015 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.294458 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.294816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.295197 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.295541 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.295863 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.296268 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.296599 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:17.319386 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] For port 2a432460-8097-49ea-b2e1-f1c3cb693dc0, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:17.324998 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] For port 2a432460-8097-49ea-b2e1-f1c3cb693dc0, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2a432460-8097-49ea-b2e1-f1c3cb693dc0,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:17.335057 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.420208 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:17.420473 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:17.483273 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ba9b6-52da-4a84-adfc-eca7b7654705 None None] Pushing event updated for resources: {'Port': ['ID=2a432460-8097-49ea-b2e1-f1c3cb693dc0,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:17.557103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 32812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:17.585985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 32816) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:17.669268 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:17.809525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1802668998-network', 'tenant_id': 'b271c378b1e64bed9ff37f01ba57bb8d'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:17.861413 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.925305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-820643407-network', 'tenant_id': '6c748da41dc44d6fb0d8a51a153dd528'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:17.964839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:54:17.964839 n-d-771363-33 neutron-server[93796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 09:54:17.964839 n-d-771363-33 neutron-server[93796]: [parameters: {'project_id': 'b271c378b1e64bed9ff37f01ba57bb8d', 'id': 'cb03e0ca-08db-411b-86c2-880a0809798f', 'expiration': datetime.datetime(2021, 7, 5, 9, 56, 17, 946902)}] Jul 05 09:54:17.964839 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:54:17.967130 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:54:17.970741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Made reservation on behalf of 6c748da41dc44d6fb0d8a51a153dd528 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:17.974782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:17.992811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.088636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fb7bc-6309-4281-b4fd-59de7ee7c544 req-98481dc9-6ff3-441a-b4b3-211e3b247e03 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:18.091008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f56fb7bc-6309-4281-b4fd-59de7ee7c544 req-98481dc9-6ff3-441a-b4b3-211e3b247e03 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3170507 Jul 05 09:54:18.141428 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:10Z', 'revision_number': 1, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a432460-8097-49ea-b2e1-f1c3cb693dc0', 'name': '', 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:b6:65:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:12Z', 'updated_at': '2021-07-05T09:54:17Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:18.187348 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33453f2e-f627-498b-993a-b63077e73e10 None None] The sync data for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 is: [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:13Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:10Z', 'revision_number': 1, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a432460-8097-49ea-b2e1-f1c3cb693dc0', 'name': '', 'network_id': 'f76ef98f-3a40-4650-8be8-4e64927c7365', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:b6:65:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:54:12Z', 'updated_at': '2021-07-05T09:54:17Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': 'ad0c5ace-d83b-4212-b919-4f8a963e664f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:18.207916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f56fb7bc-6309-4281-b4fd-59de7ee7c544 req-2845f75c-8b20-411c-aa18-314633c27f65 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029935 Jul 05 09:54:18.281522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.291431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.360978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:18.419933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.420287 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Added segment e8037ed9-41cc-4b01-a80a-71db86cbc85f of type vlan for network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 Jul 05 09:54:18.451924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b728860-19f1-41ae-a2fe-bc23bab0f048,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:18.519796 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.591307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Made reservation on behalf of b271c378b1e64bed9ff37f01ba57bb8d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:18.593666 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.613320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.614446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:18.615036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.617304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.666195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2a432460-8097-49ea-b2e1-f1c3cb693dc0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:18.734667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1465235 Jul 05 09:54:18.738122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 32832) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:18.747254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Request body: {'subnet': {'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-820643407-subnet', 'tenant_id': '6c748da41dc44d6fb0d8a51a153dd528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:18.763579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:18.770567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:18.771771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.772767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17cd77-c084-4488-bddf-49e1caa256c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5bf2a9-4f56-40cd-b169-f3529ec8ea48,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:18.794622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b540f0-4b12-4861-a580-5de772792f4a req-fffbead8-89f9-4103-8f18-3f84c3458dce tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:18.797320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57b540f0-4b12-4861-a580-5de772792f4a req-fffbead8-89f9-4103-8f18-3f84c3458dce tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2731788 Jul 05 09:54:18.825400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:18.886258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57b540f0-4b12-4861-a580-5de772792f4a req-da6376c3-c953-49d4-b1d4-80f652221d21 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790794 Jul 05 09:54:18.946472 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.953717 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:18.987254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:18.997783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee246055-f57e-4182-ade7-68bbb3a7f993,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.005914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Made reservation on behalf of 6c748da41dc44d6fb0d8a51a153dd528 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:19.006581 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.007175 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Added segment b6b41049-0dbc-48b3-ae1f-fd1eff088a99 of type vlan for network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 Jul 05 09:54:19.012883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.082735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.099251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.149112 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.150434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:19.151314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.168964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 2a432460-8097-49ea-b2e1-f1c3cb693dc0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2a432460-8097-49ea-b2e1-f1c3cb693dc0,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:19.178463 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.237781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6783242 Jul 05 09:54:19.246502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 32840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:19.256061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Request body: {'subnet': {'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1802668998-subnet', 'tenant_id': 'b271c378b1e64bed9ff37f01ba57bb8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:19.264137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f20a7-3f0b-479f-b1d3-86b7f7136b50 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf67815-dbed-4457-9fdc-cd7351ef7e28,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.276280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:19.279659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=2a432460-8097-49ea-b2e1-f1c3cb693dc0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.301986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.302633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.303203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.303710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.304047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.304720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.305223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.305548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.306052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.306544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.307056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.307570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:19.333608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210207-ab77-4803-8abb-101aeda625ca req-41830466-f114-4387-83c8-5282235d3406 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:19.336218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f210207-ab77-4803-8abb-101aeda625ca req-41830466-f114-4387-83c8-5282235d3406 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1998792 Jul 05 09:54:19.383371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Made reservation on behalf of b271c378b1e64bed9ff37f01ba57bb8d for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:19.387797 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.389450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.455421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bfd930-7629-4e6f-b5d1-d0ff5c00e09a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:19.478538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Checking segment: {'id': 'e8037ed9-41cc-4b01-a80a-71db86cbc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:19.479304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Network hostable DHCP agents. Network: ec5bf2a9-4f56-40cd-b169-f3529ec8ea48, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:19.506261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:19.515928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f210207-ab77-4803-8abb-101aeda625ca req-8158de0f-2ae4-4e49-923e-20b475f93e21 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722157 Jul 05 09:54:19.521706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ec5bf2a9-4f56-40cd-b169-f3529ec8ea48) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:19.527068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:19.527819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.533384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f58317-0827-4b2e-aa0a-0131aa96f5cd None None] Network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:19.610188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9d8d514c-20b2-49a1-a408-a9aff2e540c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8705437 Jul 05 09:54:19.856126 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:19.911894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0933511-8074-4b31-a525-049dca6ca5bf None None] Network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:19.970199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.093077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b13fc-3696-43bf-a770-684304b70fad req-b7ac0cde-7314-432c-b557-0d5fca26435d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:20.095007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c68b13fc-3696-43bf-a770-684304b70fad req-b7ac0cde-7314-432c-b557-0d5fca26435d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2172606 Jul 05 09:54:20.099017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Checking segment: {'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:20.099414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Network hostable DHCP agents. Network: 9cf67815-dbed-4457-9fdc-cd7351ef7e28, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:20.103957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18f1672-b90b-42e5-85a4-f661b88a2da0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:20.170579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c68b13fc-3696-43bf-a770-684304b70fad req-8b9eb695-06da-430b-b6af-f8993d8ccc7f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619168 Jul 05 09:54:20.172061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:20.186202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 9cf67815-dbed-4457-9fdc-cd7351ef7e28) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:20.195697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f08e5-ade2-4444-beeb-64daab3204fc None None] Network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:20.198920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:20.200220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.260065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7dd6a2d6-c635-4de8-94a1-c67113c7eca2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0115702 Jul 05 09:54:20.385347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045cffd-f88f-404f-86d0-5056824c0780 req-17c8f3ed-7eba-4178-b596-094bfb5fa03e tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:20.396788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0693f12-58d2-4da4-9765-faed0f0f07d1 None None] Network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:20.397006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-17c8f3ed-7eba-4178-b596-094bfb5fa03e tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/networks?id=ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 HTTP/1.1" status: 200 len: 821 time: 0.1721456 Jul 05 09:54:20.417486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-fb84e744-fe12-4232-920c-d08f24537e45 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/quotas/6c748da41dc44d6fb0d8a51a153dd528 HTTP/1.1" status: 200 len: 375 time: 0.0187752 Jul 05 09:54:20.458400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-6f2992fe-8b81-402c-82a1-7ed9898650b8 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c748da41dc44d6fb0d8a51a153dd528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402620 Jul 05 09:54:20.534296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-222c60b7-8a13-44fe-a1fc-14a2a6c8d87b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:54:20.544335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-222c60b7-8a13-44fe-a1fc-14a2a6c8d87b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842106 Jul 05 09:54:20.692628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2a432460-8097-49ea-b2e1-f1c3cb693dc0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:20.746770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-0b5f5240-e8f6-47d6-9c31-7c4d881b8a2c service neutron] 10.222.0.21 "GET /v2.0/networks/ec5bf2a9-4f56-40cd-b169-f3529ec8ea48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003219 Jul 05 09:54:20.773827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:20.774512 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:20.952212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-75deb6e1-d9f6-436c-b2a2-22368e197ae9 service neutron] 10.222.0.21 "GET /v2.0/networks/ec5bf2a9-4f56-40cd-b169-f3529ec8ea48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045214 Jul 05 09:54:21.232072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8949552-27ab-4ade-b3cf-2e08b865e5d3 req-f2dfd0a7-ab4d-4ff6-858f-5578b55e93a4 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 210 time: 0.0539174 Jul 05 09:54:22.505896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ac59585-4a37-4fe7-9eb5-2255cbc215ac req-40d7c9d2-ad4d-447a-9381-ab914de332a4 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 210 time: 0.0347645 Jul 05 09:54:22.581995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-82c98581-7089-4348-9689-ac0380134838 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:22.599935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-82c98581-7089-4348-9689-ac0380134838 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/networks?id=9cf67815-dbed-4457-9fdc-cd7351ef7e28 HTTP/1.1" status: 200 len: 809 time: 0.2291028 Jul 05 09:54:22.626276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-5f64c84c-8b19-4dd5-8c81-0f1dc918eba8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/quotas/b271c378b1e64bed9ff37f01ba57bb8d HTTP/1.1" status: 200 len: 375 time: 0.0253651 Jul 05 09:54:22.703197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-28b65a7c-6717-4757-baab-8a8e249e5dbb tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b271c378b1e64bed9ff37f01ba57bb8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759089 Jul 05 09:54:22.722163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045cffd-f88f-404f-86d0-5056824c0780 req-860b351b-f900-4b98-9953-1ea352c13fbe tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:22.723966 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-860b351b-f900-4b98-9953-1ea352c13fbe tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.16 "GET /v2.0/networks?id=ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 HTTP/1.1" status: 200 len: 821 time: 0.2404792 Jul 05 09:54:22.737041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Request body: {'port': {'device_id': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48', 'admin_state_up': True, 'tenant_id': '6c748da41dc44d6fb0d8a51a153dd528'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:22.912794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-eb991aae-05c6-4d51-852e-d75c60e27acb service neutron] 10.222.0.21 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991534 Jul 05 09:54:22.937391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Made reservation on behalf of 6c748da41dc44d6fb0d8a51a153dd528 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:22.941930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.015857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-e04df48d-20f7-4451-98f0-16ef0c8658cd service neutron] 10.222.0.21 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968170 Jul 05 09:54:23.106631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Allocated IP 172.20.0.12 (ec5bf2a9-4f56-40cd-b169-f3529ec8ea48/33bfd930-7629-4e6f-b5d1-d0ff5c00e09a/62be9fc4-0fc0-4884-91ec-74e663e10e76) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:23.325869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c9193c3-0691-446b-b9ef-449709fa7d09 req-f747b949-be51-4d88-9e1f-a76759e96aec tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 210 time: 0.0934846 Jul 05 09:54:23.418177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.461985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.527872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:23.535713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:23.540682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:23.547963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Pushing event updated for resources: {'Port': ['ID=62be9fc4-0fc0-4884-91ec-74e663e10e76,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:23.611793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:23.612785 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.635798 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-f536a9d6-ef6c-4eb2-8fd7-5c33d679dbb5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9024649 Jul 05 09:54:23.655787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Request body: {'port': {'device_id': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:23.764107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e57a13-296e-4435-9afc-8c9be23cde03 req-d2d0a6c6-4f45-419e-8056-59a9b9db6add tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:23.766570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40e57a13-296e-4435-9afc-8c9be23cde03 req-d2d0a6c6-4f45-419e-8056-59a9b9db6add tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 932 time: 0.0885150 Jul 05 09:54:23.772245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:23.828219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40e57a13-296e-4435-9afc-8c9be23cde03 req-f992f015-4498-4f3b-8fd8-48ca82b945e8 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539825 Jul 05 09:54:24.166543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62be9fc4-0fc0-4884-91ec-74e663e10e76 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:24.179124 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.198393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Transition to ACTIVE for port object 62be9fc4-0fc0-4884-91ec-74e663e10e76 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:24.202713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.260918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Pushing event updated for resources: {'Port': ['ID=62be9fc4-0fc0-4884-91ec-74e663e10e76,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:24.340037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Attempting to bind port 62be9fc4-0fc0-4884-91ec-74e663e10e76 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:24.340310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Attempting to bind port 62be9fc4-0fc0-4884-91ec-74e663e10e76 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'e8037ed9-41cc-4b01-a80a-71db86cbc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:24.340596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Attempting to bind port 62be9fc4-0fc0-4884-91ec-74e663e10e76 on network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:24.346047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Port 62be9fc4-0fc0-4884-91ec-74e663e10e76 on network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:54:24.346867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Attempting to bind port 62be9fc4-0fc0-4884-91ec-74e663e10e76 on network ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:24.352440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:24.352786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Checking segment: {'id': 'e8037ed9-41cc-4b01-a80a-71db86cbc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:24.353176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Bound using segment: {'id': 'e8037ed9-41cc-4b01-a80a-71db86cbc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:24.353609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Bound port: 62be9fc4-0fc0-4884-91ec-74e663e10e76, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8037ed9-41cc-4b01-a80a-71db86cbc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:24.353968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.424724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] For port 62be9fc4-0fc0-4884-91ec-74e663e10e76, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:24.428331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] For port 62be9fc4-0fc0-4884-91ec-74e663e10e76, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62be9fc4-0fc0-4884-91ec-74e663e10e76,segment=NetworkSegment(e8037ed9-41cc-4b01-a80a-71db86cbc85f),segment_id=e8037ed9-41cc-4b01-a80a-71db86cbc85f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:24.434521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.476125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:24.476754 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:24.478175 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] 10.222.0.16 "PUT /v2.0/ports/62be9fc4-0fc0-4884-91ec-74e663e10e76 HTTP/1.1" status: 200 len: 1093 time: 0.8324394 Jul 05 09:54:24.478626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'tag': '62be9fc4-0fc0-4884-91ec-74e663e10e76'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:24.481133 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9506c577-4700-4c15-983c-c51513f2f46d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaa192c-efa2-475d-a560-3d6b800d1573", "tag": "62be9fc4-0fc0-4884-91ec-74e663e10e76"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:24.519477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7b354e6-92a5-4f71-a02e-cc4d9bb480fd req-2d4b9115-041b-4ebf-9319-86ead027bd5c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 210 time: 0.0520530 Jul 05 09:54:24.520772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb83773-51f5-4bf6-8c7b-5e968a4460da service neutron] Pushing event updated for resources: {'Port': ['ID=62be9fc4-0fc0-4884-91ec-74e663e10e76,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:24.569505 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853dd590-6098-48fb-91ec-953a1bad5884 x-openstack-request-id: req-853dd590-6098-48fb-91ec-953a1bad5884 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:24.569853 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaa192c-efa2-475d-a560-3d6b800d1573", "tag": "62be9fc4-0fc0-4884-91ec-74e663e10e76", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:24.570230 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-853dd590-6098-48fb-91ec-953a1bad5884 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:24.571121 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'tag': '62be9fc4-0fc0-4884-91ec-74e663e10e76', 'status': 'completed', 'code': 200} Jul 05 09:54:24.652019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045cffd-f88f-404f-86d0-5056824c0780 req-0a79ffd0-4185-450c-a646-1d19ef574aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:24.654694 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-0a79ffd0-4185-450c-a646-1d19ef574aba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c748da41dc44d6fb0d8a51a153dd528&device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 1096 time: 0.1015134 Jul 05 09:54:24.718316 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-a51893f3-0da6-42a7-af7b-7f33b7d3d57a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62be9fc4-0fc0-4884-91ec-74e663e10e76 HTTP/1.1" status: 200 len: 217 time: 0.0547073 Jul 05 09:54:24.777332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045cffd-f88f-404f-86d0-5056824c0780 req-ac0ebf22-121f-4bb5-a6d7-ad8b05fbd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:24.778836 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-ac0ebf22-121f-4bb5-a6d7-ad8b05fbd95c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bfd930-7629-4e6f-b5d1-d0ff5c00e09a HTTP/1.1" status: 200 len: 861 time: 0.0528331 Jul 05 09:54:24.813586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-5b6d799e-c843-4232-8891-f4c902086ac6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec5bf2a9-4f56-40cd-b169-f3529ec8ea48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269430 Jul 05 09:54:24.931357 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-911796fd-8565-483a-a645-dfeaa065b36c service neutron] 10.222.0.16 "GET /v2.0/networks/ec5bf2a9-4f56-40cd-b169-f3529ec8ea48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085405 Jul 05 09:54:25.101093 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f045cffd-f88f-404f-86d0-5056824c0780 req-43bc6904-2607-413f-bfed-91fb7d4386e1 service neutron] 10.222.0.16 "GET /v2.0/networks/ec5bf2a9-4f56-40cd-b169-f3529ec8ea48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616907 Jul 05 09:54:25.149187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a17e69-3c8d-417a-9a0d-e0c045969f13 req-595dd44e-1930-46b9-ba36-6b33f0860037 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:25.160687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21a17e69-3c8d-417a-9a0d-e0c045969f13 req-595dd44e-1930-46b9-ba36-6b33f0860037 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 944 time: 0.1446111 Jul 05 09:54:25.214762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21a17e69-3c8d-417a-9a0d-e0c045969f13 req-51107eac-9b83-4afa-8d52-21694f875661 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532987 Jul 05 09:54:25.390547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506c577-4700-4c15-983c-c51513f2f46d req-6b0f6a9b-f64a-40ce-9320-fb6502efd306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:25.392117 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9506c577-4700-4c15-983c-c51513f2f46d req-6b0f6a9b-f64a-40ce-9320-fb6502efd306 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c748da41dc44d6fb0d8a51a153dd528&device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 1096 time: 0.1592412 Jul 05 09:54:25.401787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-c53914c2-d044-4d49-aed3-990a44643666 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:25.403251 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-c53914c2-d044-4d49-aed3-990a44643666 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.15 "GET /v2.0/networks?id=9cf67815-dbed-4457-9fdc-cd7351ef7e28 HTTP/1.1" status: 200 len: 809 time: 0.1341565 Jul 05 09:54:25.437129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Request body: {'port': {'device_id': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28', 'admin_state_up': True, 'tenant_id': 'b271c378b1e64bed9ff37f01ba57bb8d'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:25.650006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506c577-4700-4c15-983c-c51513f2f46d req-27d098ba-7198-4460-9b6a-2b839a7366ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:25.651516 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9506c577-4700-4c15-983c-c51513f2f46d req-27d098ba-7198-4460-9b6a-2b839a7366ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 HTTP/1.1" status: 200 len: 922 time: 0.2473652 Jul 05 09:54:25.711523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9506c577-4700-4c15-983c-c51513f2f46d req-03a06e45-77cf-4ea4-8c92-38e0406f9fd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62be9fc4-0fc0-4884-91ec-74e663e10e76 HTTP/1.1" status: 200 len: 217 time: 0.0504684 Jul 05 09:54:25.717484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Made reservation on behalf of b271c378b1e64bed9ff37f01ba57bb8d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:25.722441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:25.729721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-051ee781-56bc-4c90-9079-fdd0a8e637ed req-3d09a0d2-314e-4204-88cf-724901c28ee4 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 210 time: 0.0338910 Jul 05 09:54:25.819117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506c577-4700-4c15-983c-c51513f2f46d req-e08bc41f-7b26-4352-a366-d48f00bf5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:25.820587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9506c577-4700-4c15-983c-c51513f2f46d req-e08bc41f-7b26-4352-a366-d48f00bf5669 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bfd930-7629-4e6f-b5d1-d0ff5c00e09a HTTP/1.1" status: 200 len: 861 time: 0.0957122 Jul 05 09:54:25.869751 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9506c577-4700-4c15-983c-c51513f2f46d req-2e14a36e-bad8-428b-80ee-a795f64dee69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec5bf2a9-4f56-40cd-b169-f3529ec8ea48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369332 Jul 05 09:54:25.992456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Allocated IP 172.20.0.6 (9cf67815-dbed-4457-9fdc-cd7351ef7e28/a18f1672-b90b-42e5-85a4-f661b88a2da0/a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:26.374020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9506c577-4700-4c15-983c-c51513f2f46d req-662df027-f555-423a-aa8d-5b09728c33f6 service neutron] 10.222.0.16 "GET /v2.0/networks/ec5bf2a9-4f56-40cd-b169-f3529ec8ea48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950535 Jul 05 09:54:26.488674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e740a5-e2d4-4abb-870c-4a8ed024be30 req-e2eccf05-a9bd-4733-9fe8-4d5afbe4bd15 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:26.497850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34e740a5-e2d4-4abb-870c-4a8ed024be30 req-e2eccf05-a9bd-4733-9fe8-4d5afbe4bd15 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 944 time: 0.0939953 Jul 05 09:54:26.546633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34e740a5-e2d4-4abb-870c-4a8ed024be30 req-7de0b24f-0b25-44f3-83bf-01a007d902b7 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Jul 05 09:54:26.620452 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9506c577-4700-4c15-983c-c51513f2f46d req-5749e1d8-c924-45df-b729-19f474969c37 service neutron] 10.222.0.16 "GET /v2.0/networks/ec5bf2a9-4f56-40cd-b169-f3529ec8ea48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281723 Jul 05 09:54:26.770128 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.817344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.871327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:26.874892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:26.880916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:26.885772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Pushing event updated for resources: {'Port': ['ID=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:26.937975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:26.938650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:26.950048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d5c08-f4d9-4ae3-b006-9a92bea5ff3c req-fde0d119-a3b6-4901-9b56-b5aa5ebff440 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:26.951725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-435d5c08-f4d9-4ae3-b006-9a92bea5ff3c req-fde0d119-a3b6-4901-9b56-b5aa5ebff440 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 931 time: 0.0735574 Jul 05 09:54:26.954236 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-88eaeba2-53cb-4d96-8df4-b8823f320b9b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5260670 Jul 05 09:54:26.966304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Request body: {'port': {'device_id': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:26.995324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-435d5c08-f4d9-4ae3-b006-9a92bea5ff3c req-a58c6024-72c8-4374-9f08-893ba41cee88 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Jul 05 09:54:27.053975 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.351585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:27.360283 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.376413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Transition to ACTIVE for port object a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:27.381559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.440277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:27.522647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Attempting to bind port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:27.523252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Attempting to bind port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:27.523677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Attempting to bind port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a on network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:27.529495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a on network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:54:27.530072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Attempting to bind port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a on network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:27.536718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:27.537180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Checking segment: {'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:27.537427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Bound using segment: {'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:27.537771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Bound port: a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:27.538127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.626866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] For port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:27.633100 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] For port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:27.640650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.693294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:27.694317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:27.696283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a HTTP/1.1" status: 200 len: 1092 time: 0.7346437 Jul 05 09:54:27.697117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'tag': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:27.699778 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b897f1f-7153-4559-8e2f-e21f8394ad94" -d '{"events": [{"name": "network-changed", "server_uuid": "49fc2149-b6b3-4d01-8dea-15b73491e963", "tag": "a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:27.762316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c1fca-484f-4561-b496-96865eb533b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:27.784388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad158e4-1da4-4882-af7f-944ea822c303 req-e9f458c2-a28e-4c5e-9e4a-e46ab161a1bd tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:27.791475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ad158e4-1da4-4882-af7f-944ea822c303 req-e9f458c2-a28e-4c5e-9e4a-e46ab161a1bd tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 944 time: 0.1005785 Jul 05 09:54:27.838799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-6b897937-9120-4e0b-898d-1f406d974f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:27.840454 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-6b897937-9120-4e0b-898d-1f406d974f77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b271c378b1e64bed9ff37f01ba57bb8d&device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 1095 time: 0.0637190 Jul 05 09:54:27.851668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ad158e4-1da4-4882-af7f-944ea822c303 req-983b5ecc-fb23-4642-b271-412b282fb12a tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591009 Jul 05 09:54:27.898503 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a8b8b-a6b1-47be-8080-ce5a48cec8f7 x-openstack-request-id: req-eb8a8b8b-a6b1-47be-8080-ce5a48cec8f7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:27.899110 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fc2149-b6b3-4d01-8dea-15b73491e963", "tag": "a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:27.899355 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb8a8b8b-a6b1-47be-8080-ce5a48cec8f7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:27.899879 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'tag': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a', 'status': 'completed', 'code': 200} Jul 05 09:54:27.902859 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-2bb3f817-4b8c-40f9-a21c-8a5d49580cdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a HTTP/1.1" status: 200 len: 217 time: 0.0536010 Jul 05 09:54:27.998151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-82fbd519-4ace-4ef6-ad12-49f695e01f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.000036 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-82fbd519-4ace-4ef6-ad12-49f695e01f83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a18f1672-b90b-42e5-85a4-f661b88a2da0 HTTP/1.1" status: 200 len: 849 time: 0.0902619 Jul 05 09:54:28.048516 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-de3f4705-ed58-47b9-ab29-bf36af9b467c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cf67815-dbed-4457-9fdc-cd7351ef7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397062 Jul 05 09:54:28.195253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-743d4427-e117-437d-9502-14918cef820d service neutron] 10.222.0.15 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400399 Jul 05 09:54:28.234471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873622-9fe1-4a52-b51b-12e545f24b5d req-c178d3af-30a7-4636-908b-b4146843bd2e tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.236059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75873622-9fe1-4a52-b51b-12e545f24b5d req-c178d3af-30a7-4636-908b-b4146843bd2e tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 943 time: 0.0874333 Jul 05 09:54:28.297903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75873622-9fe1-4a52-b51b-12e545f24b5d req-1b40a6cd-c701-475a-a128-101fef49ee25 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Jul 05 09:54:28.404413 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d74695a6-9235-409f-90b2-39a6048a4b24 req-d795d0c1-9320-4983-b823-436d78086731 service neutron] 10.222.0.15 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013099 Jul 05 09:54:28.551267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-e221c2c6-cbd3-4ae1-b40b-c0d5da6715b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.552964 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-e221c2c6-cbd3-4ae1-b40b-c0d5da6715b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b271c378b1e64bed9ff37f01ba57bb8d&device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 1095 time: 0.0906320 Jul 05 09:54:28.734970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-742cb1d0-17d9-461d-b862-89494deef4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.737355 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-742cb1d0-17d9-461d-b862-89494deef4d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cf67815-dbed-4457-9fdc-cd7351ef7e28 HTTP/1.1" status: 200 len: 910 time: 0.1677639 Jul 05 09:54:28.744453 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-bbbbbe75-1890-4a91-942c-93c71a6d5197 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047370 Jul 05 09:54:28.799948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-457b6ab1-1c2a-40fa-97b6-6140c4f63d26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a HTTP/1.1" status: 200 len: 217 time: 0.0535440 Jul 05 09:54:28.869236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62be9fc4-0fc0-4884-91ec-74e663e10e76 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:28.886231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-2a6fd3b0-b759-4715-b897-43ac248f23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.887850 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-2a6fd3b0-b759-4715-b897-43ac248f23cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a18f1672-b90b-42e5-85a4-f661b88a2da0 HTTP/1.1" status: 200 len: 849 time: 0.0684659 Jul 05 09:54:28.894923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-e37aa6d2-5669-4630-a08c-6279fe07bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:28.897032 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-e37aa6d2-5669-4630-a08c-6279fe07bac3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 1097 time: 0.1069963 Jul 05 09:54:28.946771 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-bafce18e-5c0f-4dfd-aaf6-8a21908bf5ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cf67815-dbed-4457-9fdc-cd7351ef7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482187 Jul 05 09:54:29.045521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 62be9fc4-0fc0-4884-91ec-74e663e10e76, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62be9fc4-0fc0-4884-91ec-74e663e10e76,segment=NetworkSegment(e8037ed9-41cc-4b01-a80a-71db86cbc85f),segment_id=e8037ed9-41cc-4b01-a80a-71db86cbc85f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:29.077951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '62be9fc4-0fc0-4884-91ec-74e663e10e76', 'network_id': 'ec5bf2a9-4f56-40cd-b169-f3529ec8ea48', 'port_id': '62be9fc4-0fc0-4884-91ec-74e663e10e76', 'mac_address': 'fa:16:3e:8d:62:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bfd930-7629-4e6f-b5d1-d0ff5c00e09a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:29.166112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-9d19beeb-d487-4aa0-833c-060f12bf1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.170872 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-9d19beeb-d487-4aa0-833c-060f12bf1291 service neutron] 10.222.0.16 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.2339084 Jul 05 09:54:29.181637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.219541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd8c4-7890-4639-9138-18be97f98b5d req-3b95c090-73b6-4588-88a6-f610f62b96f9 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.222812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62be9fc4-0fc0-4884-91ec-74e663e10e76 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:29.229179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-6d26cbf5-489d-4400-93a4-dda7dc15d336 service neutron] 10.222.0.15 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690260 Jul 05 09:54:29.230326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d28dd8c4-7890-4639-9138-18be97f98b5d req-3b95c090-73b6-4588-88a6-f610f62b96f9 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 944 time: 0.1921105 Jul 05 09:54:29.230837 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-e20aa1b4-5739-446b-91c9-1e7394f3749d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91 HTTP/1.1" status: 200 len: 217 time: 0.0507681 Jul 05 09:54:29.249564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 62be9fc4-0fc0-4884-91ec-74e663e10e76, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62be9fc4-0fc0-4884-91ec-74e663e10e76,segment=NetworkSegment(e8037ed9-41cc-4b01-a80a-71db86cbc85f),segment_id=e8037ed9-41cc-4b01-a80a-71db86cbc85f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:29.259328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.338633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d28dd8c4-7890-4639-9138-18be97f98b5d req-b254c776-8b18-44ce-962e-27e646c000ff tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938952 Jul 05 09:54:29.389755 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.395772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=62be9fc4-0fc0-4884-91ec-74e663e10e76,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:29.398525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-3aa5c9b3-1320-40ce-b7ff-fe4fd97a14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.400186 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-3aa5c9b3-1320-40ce-b7ff-fe4fd97a14bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1615794 Jul 05 09:54:29.468856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:29.473873 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b897f1f-7153-4559-8e2f-e21f8394ad94 req-4fc2159b-13e9-40ac-80b2-27a69449cae4 service neutron] 10.222.0.15 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250347 Jul 05 09:54:29.526297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-9e467287-0fa1-49cd-b4db-df51ce761762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.528105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-9e467287-0fa1-49cd-b4db-df51ce761762 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197727 Jul 05 09:54:29.594745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fcad6-e03f-4f3e-8484-9f67931e4f4d req-49c97574-7063-4ef2-b397-a4da6128f234 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:29.598410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee4fcad6-e03f-4f3e-8484-9f67931e4f4d req-49c97574-7063-4ef2-b397-a4da6128f234 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 943 time: 0.0999093 Jul 05 09:54:29.643576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['62be9fc4-0fc0-4884-91ec-74e663e10e76'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:29.666302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee4fcad6-e03f-4f3e-8484-9f67931e4f4d req-6c525107-254d-40b8-9181-4cb6ff196cb7 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590987 Jul 05 09:54:29.694927 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-700fcc74-8eb1-47e0-ab36-0def2f6bc6e0 service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583393 Jul 05 09:54:29.803028 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d85183b5-c3ff-43c0-8bd1-09a31a104258 req-2aa4d89a-feb4-4d7d-9b25-4a282a149be7 service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006038 Jul 05 09:54:30.005387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:30.117701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:30.131002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a', 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28', 'port_id': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a', 'mac_address': 'fa:16:3e:67:98:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18f1672-b90b-42e5-85a4-f661b88a2da0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:30.179255 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.208165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:30.233683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:30.241393 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:30.308918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:30.559375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f923266-1efe-4e80-9029-f15ea6ae76c3 req-4797d041-00ae-42d4-9267-5a222a1af220 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:30.568610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f923266-1efe-4e80-9029-f15ea6ae76c3 req-4797d041-00ae-42d4-9267-5a222a1af220 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 945 time: 0.0981762 Jul 05 09:54:30.693952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:30.879813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62be9fc4-0fc0-4884-91ec-74e663e10e76 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:30.915506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f923266-1efe-4e80-9029-f15ea6ae76c3 req-9d29233e-099f-4a18-826a-83da9c589a1d tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458674 Jul 05 09:54:31.008371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 62be9fc4-0fc0-4884-91ec-74e663e10e76 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:31.020398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 62be9fc4-0fc0-4884-91ec-74e663e10e76 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:31.020895 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:31.037706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a40aab-f4ab-4d3e-b5cf-a3938679a33f req-7f9e8eb0-168a-476c-a650-c74b585bb8aa tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:31.039536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8a40aab-f4ab-4d3e-b5cf-a3938679a33f req-7f9e8eb0-168a-476c-a650-c74b585bb8aa tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 944 time: 0.0742464 Jul 05 09:54:31.107569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8a40aab-f4ab-4d3e-b5cf-a3938679a33f req-9127d3b4-c651-488d-87a0-73a697d053bb tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578432 Jul 05 09:54:31.140955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:31.170154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be9fc4-0fc0-4884-91ec-74e663e10e76'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:31.172514 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2247400d-e19b-4e49-be7f-8040ca2ce6c6" -d '{"events": [{"server_uuid": "fcaa192c-efa2-475d-a560-3d6b800d1573", "name": "network-vif-plugged", "status": "completed", "tag": "62be9fc4-0fc0-4884-91ec-74e663e10e76"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:31.187472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 62be9fc4-0fc0-4884-91ec-74e663e10e76, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62be9fc4-0fc0-4884-91ec-74e663e10e76,segment=NetworkSegment(e8037ed9-41cc-4b01-a80a-71db86cbc85f),segment_id=e8037ed9-41cc-4b01-a80a-71db86cbc85f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:31.194633 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:31.249335 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e2c33-9193-4dcd-b0f2-7e734afdd09b x-openstack-request-id: req-262e2c33-9193-4dcd-b0f2-7e734afdd09b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:31.249626 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa192c-efa2-475d-a560-3d6b800d1573", "name": "network-vif-plugged", "status": "completed", "tag": "62be9fc4-0fc0-4884-91ec-74e663e10e76", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:31.249897 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-262e2c33-9193-4dcd-b0f2-7e734afdd09b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:31.250300 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be9fc4-0fc0-4884-91ec-74e663e10e76', 'code': 200} Jul 05 09:54:31.251187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=62be9fc4-0fc0-4884-91ec-74e663e10e76,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:31.270983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10744fc-0402-4981-b793-7257edfc6399 req-bd9ba930-670a-4f13-90bb-dc446348faf2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:31.272558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a10744fc-0402-4981-b793-7257edfc6399 req-bd9ba930-670a-4f13-90bb-dc446348faf2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1000159 Jul 05 09:54:31.320117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a10744fc-0402-4981-b793-7257edfc6399 req-1078040b-de1b-4b72-86c2-9a22ebd9124c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388596 Jul 05 09:54:31.367691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f612a8-530e-4aa5-98bc-3c1c4b046749 req-9cc969bb-68fc-4b5c-9b15-08b1ea4080e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:31.369132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f8f612a8-530e-4aa5-98bc-3c1c4b046749 req-9cc969bb-68fc-4b5c-9b15-08b1ea4080e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 1098 time: 0.0619566 Jul 05 09:54:31.411509 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f8f612a8-530e-4aa5-98bc-3c1c4b046749 req-a45df7e3-ac9a-4558-b12b-7aa8b02f55f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Jul 05 09:54:32.025992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:32.082843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:32.087352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:32.087893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.120211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8372f-f079-4475-b17b-6c4ddaaeee69 req-8e67526c-4892-4c57-8da0-a18763a4e017 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.122620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ad8372f-f079-4475-b17b-6c4ddaaeee69 req-8e67526c-4892-4c57-8da0-a18763a4e017 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 946 time: 0.0898924 Jul 05 09:54:32.167585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ad8372f-f079-4475-b17b-6c4ddaaeee69 req-e50204b7-b6aa-4f38-99c7-db130ea72332 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371001 Jul 05 09:54:32.214988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.258658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:32.265064 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.320589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:32.418931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c294543-b932-47a5-8824-9db87693586f req-cd63b13e-8b4d-4f1d-8b60-2c9fb29f2853 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.420884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c294543-b932-47a5-8824-9db87693586f req-cd63b13e-8b4d-4f1d-8b60-2c9fb29f2853 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 945 time: 0.0729010 Jul 05 09:54:32.467217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c294543-b932-47a5-8824-9db87693586f req-1d013796-bec5-4464-8d28-cc8922742d8c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370679 Jul 05 09:54:32.546227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72006d-1bf6-47d9-af8a-5a75e258d6ba req-13f75f05-ca86-4f1f-87c6-5d5fceef94f4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:32.548011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef72006d-1bf6-47d9-af8a-5a75e258d6ba req-13f75f05-ca86-4f1f-87c6-5d5fceef94f4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.0790799 Jul 05 09:54:32.597936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef72006d-1bf6-47d9-af8a-5a75e258d6ba req-867da30b-c5f2-462b-b1fa-b5a21670e6f9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409632 Jul 05 09:54:32.640938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:32.689268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] Deleting subnet d20ead2c-3c60-4605-b686-50dad78e46bd {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:32.693154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.730186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.772707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.844705 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.876498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20ead2c-3c60-4605-b686-50dad78e46bd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:32.884288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:32.886784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4f5d7d67-30ba-440c-b77b-3a9fabf77c18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d20ead2c-3c60-4605-b686-50dad78e46bd HTTP/1.1" status: 204 len: 168 time: 0.2446520 Jul 05 09:54:32.889293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:32.969511 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.053615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.066191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b86f94-3a9b-47bd-b46c-04853b44eb16']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:33.078563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bffd3de-c966-441e-b072-914dc8def816') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:33.078863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bffd3de-c966-441e-b072-914dc8def816') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:33.089615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.116635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.124032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:33.124472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:33.126659 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:33.197691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.206084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.212317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:33.225451 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e8b86f94-3a9b-47bd-b46c-04853b44eb16 HTTP/1.1" status: 204 len: 168 time: 0.3346679 Jul 05 09:54:33.245815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0b92d-9563-492c-ad4f-7a56dc8a9782 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b86f94-3a9b-47bd-b46c-04853b44eb16,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:33.251851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:33.254259 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df55a13a-420a-4b83-af58-251ee479563c" -d '{"events": [{"server_uuid": "49fc2149-b6b3-4d01-8dea-15b73491e963", "name": "network-vif-plugged", "status": "completed", "tag": "a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:33.284236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] Deleting subnet bbfbfcf8-f366-47b2-b273-9b7f8c43f610 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:33.288846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.328959 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.434293 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f701bd-c7b7-4404-9284-362b04661d72 x-openstack-request-id: req-10f701bd-c7b7-4404-9284-362b04661d72 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:33.434666 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc2149-b6b3-4d01-8dea-15b73491e963", "name": "network-vif-plugged", "status": "completed", "tag": "a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:33.434857 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10f701bd-c7b7-4404-9284-362b04661d72 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:33.435915 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a', 'code': 200} Jul 05 09:54:33.437810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.503100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181016-4a08-4a2d-81f2-44e9495d2388 req-6e7ca2a1-17e4-4b81-bf3c-94d0c63b3294 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.504628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba181016-4a08-4a2d-81f2-44e9495d2388 req-6e7ca2a1-17e4-4b81-bf3c-94d0c63b3294 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 946 time: 0.1514726 Jul 05 09:54:33.578052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5746a7-7366-492a-a118-acbba74b46fb req-d6d0622f-ef94-4e81-a4c7-0ed1a6f95dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.580523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-db5746a7-7366-492a-a118-acbba74b46fb req-d6d0622f-ef94-4e81-a4c7-0ed1a6f95dae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 1097 time: 0.0688243 Jul 05 09:54:33.585229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.613507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfbfcf8-f366-47b2-b273-9b7f8c43f610,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:33.620567 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-db5746a7-7366-492a-a118-acbba74b46fb req-b9d071dd-3d8a-40b7-b42f-733592f2076b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Jul 05 09:54:33.621578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba181016-4a08-4a2d-81f2-44e9495d2388 req-14a712c3-b9b2-4568-8e70-4e3e9684e54a tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009953 Jul 05 09:54:33.629538 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.634302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a6e4722d-638a-4c4a-87fa-d74187101fd9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bbfbfcf8-f366-47b2-b273-9b7f8c43f610 HTTP/1.1" status: 204 len: 168 time: 0.4179442 Jul 05 09:54:33.634956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:33.728262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.733150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b023-9281-4c5a-8a03-b87c79452816 req-c82fc100-8374-42a2-8fb5-6868ee39be5d tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.735954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddf8b023-9281-4c5a-8a03-b87c79452816 req-c82fc100-8374-42a2-8fb5-6868ee39be5d tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 945 time: 0.1017897 Jul 05 09:54:33.788045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddf8b023-9281-4c5a-8a03-b87c79452816 req-990bbbaa-4438-4000-b8d8-04b5f70e6e46 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405617 Jul 05 09:54:33.830676 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.841519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715d1999-82f3-4508-a8c9-6229895a52a5']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:33.854643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec357a0-7b9e-4cf9-8ac6-54f67f483a53') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:33.854940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec357a0-7b9e-4cf9-8ac6-54f67f483a53') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:33.867313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.889932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.898422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:33.898902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:33.900735 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:33.948421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693527f-9fa5-4985-bc17-8c9edf51cfc9 req-140a9950-6f75-4386-ba6f-26cff4eade88 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:33.956233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1693527f-9fa5-4985-bc17-8c9edf51cfc9 req-140a9950-6f75-4386-ba6f-26cff4eade88 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.0849023 Jul 05 09:54:33.968677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.980708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:33.985433 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/715d1999-82f3-4508-a8c9-6229895a52a5 HTTP/1.1" status: 204 len: 168 time: 0.3463135 Jul 05 09:54:33.993111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7e42a-9071-4ff1-bdff-9be2d1dd7a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=715d1999-82f3-4508-a8c9-6229895a52a5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:33.997162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1693527f-9fa5-4985-bc17-8c9edf51cfc9 req-36eeaa08-6b06-426a-9db9-54c1b58ee493 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398457 Jul 05 09:54:34.136611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:34.187932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1d39beaf-4466-43b0-8450-795217f86d67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c3aa010a20243efbfbd36823b9a904f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491941 Jul 05 09:54:34.190834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33172) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:34.245244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-501864f7-7e64-44d0-ae6e-bf9f02ed76f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.270136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-501864f7-7e64-44d0-ae6e-bf9f02ed76f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.325966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-501864f7-7e64-44d0-ae6e-bf9f02ed76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.329121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-501864f7-7e64-44d0-ae6e-bf9f02ed76f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.331376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-501864f7-7e64-44d0-ae6e-bf9f02ed76f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eee56522-f310-4f8d-85b0-f565152e7c73 HTTP/1.1" status: 204 len: 168 time: 0.1394711 Jul 05 09:54:34.347898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501864f7-7e64-44d0-ae6e-bf9f02ed76f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee56522-f310-4f8d-85b0-f565152e7c73,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:34.348246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d38a-e11c-4499-a3a8-0f7e0c11d256 req-4754ced7-5aab-425f-a7dc-265f2d96abcb tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:34.349941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3819d38a-e11c-4499-a3a8-0f7e0c11d256 req-4754ced7-5aab-425f-a7dc-265f2d96abcb tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 946 time: 0.0774620 Jul 05 09:54:34.404504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3819d38a-e11c-4499-a3a8-0f7e0c11d256 req-123dbfba-5cf9-4b9d-924e-586b819e3cdd tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454090 Jul 05 09:54:34.715171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:34.760703 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2f1eb62-6495-4639-a769-63055f63f193 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7489c57f74ce41b089436528f1e46f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440512 Jul 05 09:54:34.763116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:34.816755 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4677439d-76fc-44f7-912a-9fc6b321207b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.839677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4677439d-76fc-44f7-912a-9fc6b321207b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.894281 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4677439d-76fc-44f7-912a-9fc6b321207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.897232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4677439d-76fc-44f7-912a-9fc6b321207b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:34.900783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4677439d-76fc-44f7-912a-9fc6b321207b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3e4bb17-eb6a-470e-a9f6-3ab24dd372be HTTP/1.1" status: 204 len: 168 time: 0.1343887 Jul 05 09:54:34.906373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677439d-76fc-44f7-912a-9fc6b321207b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e4bb17-eb6a-470e-a9f6-3ab24dd372be,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:34.993929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b816c9e-8725-42b5-83e9-83ad88a104d2 req-1244fb17-0a35-4f15-9f28-3feb084855c8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:34.995594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b816c9e-8725-42b5-83e9-83ad88a104d2 req-1244fb17-0a35-4f15-9f28-3feb084855c8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 945 time: 0.0753684 Jul 05 09:54:35.048006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b816c9e-8725-42b5-83e9-83ad88a104d2 req-1bc7ba01-a19c-40ec-9ed4-8ee5fe8a172e tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Jul 05 09:54:35.211776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e89c0-d4db-42e4-8e14-c8ecf2a2075c req-4e2c9f6f-790e-4555-bb13-553337e77de5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.213523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-563e89c0-d4db-42e4-8e14-c8ecf2a2075c req-4e2c9f6f-790e-4555-bb13-553337e77de5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.0743680 Jul 05 09:54:35.261357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-563e89c0-d4db-42e4-8e14-c8ecf2a2075c req-a80cc45a-35fb-4006-a1a3-531f300a03b2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Jul 05 09:54:35.661070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8621ef-1a2a-4b69-a5fe-06c77851a20d req-28f9f547-08ee-4abb-8c2c-fbe536f6a38c tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.667925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b8621ef-1a2a-4b69-a5fe-06c77851a20d req-28f9f547-08ee-4abb-8c2c-fbe536f6a38c tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 946 time: 0.1036060 Jul 05 09:54:35.723562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b8621ef-1a2a-4b69-a5fe-06c77851a20d req-67cfce3f-6077-4573-85d0-be2afda57b81 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b728860-19f1-41ae-a2fe-bc23bab0f048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Jul 05 09:54:35.781202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:35.856604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-7d0551ad-7908-4408-9f11-c5908b5060d5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:35.858209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-7d0551ad-7908-4408-9f11-c5908b5060d5 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 946 time: 0.1151991 Jul 05 09:54:36.072889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Deleting port 62be9fc4-0fc0-4884-91ec-74e663e10e76 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:36.075444 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.240433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] For port 62be9fc4-0fc0-4884-91ec-74e663e10e76, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=62be9fc4-0fc0-4884-91ec-74e663e10e76,segment=NetworkSegment(e8037ed9-41cc-4b01-a80a-71db86cbc85f),segment_id=e8037ed9-41cc-4b01-a80a-71db86cbc85f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:36.241151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.263946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Calling delete_port for 62be9fc4-0fc0-4884-91ec-74e663e10e76 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:36.277919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462611e6-3817-43a2-9c7c-639a847a34ed req-49ece467-f298-4d51-a556-95f3a3c6667e tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:36.279760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-462611e6-3817-43a2-9c7c-639a847a34ed req-49ece467-f298-4d51-a556-95f3a3c6667e tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 945 time: 0.1181214 Jul 05 09:54:36.354499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-462611e6-3817-43a2-9c7c-639a847a34ed req-b184229f-b061-4d06-b797-0cd56e42304f tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671968 Jul 05 09:54:36.416087 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.456331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.478217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['62be9fc4-0fc0-4884-91ec-74e663e10e76'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:36.493581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Pushing event deleted for resources: {'Port': ['ID=62be9fc4-0fc0-4884-91ec-74e663e10e76,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:36.551610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] No DVR routers for this DVR port 62be9fc4-0fc0-4884-91ec-74e663e10e76 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:36.555531 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:36.558498 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ede045f4-bf50-4ac4-8c88-e3b041a26a4d req-ae3298d9-b17b-440f-bccc-bf58ed5be946 tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.16 "DELETE /v2.0/ports/62be9fc4-0fc0-4884-91ec-74e663e10e76 HTTP/1.1" status: 204 len: 173 time: 0.6916640 Jul 05 09:54:36.559245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'name': 'network-vif-deleted', 'tag': '62be9fc4-0fc0-4884-91ec-74e663e10e76'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:36.563013 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51eee42-2ac0-4c6e-8403-9c7f4cf0f02e" -d '{"events": [{"server_uuid": "fcaa192c-efa2-475d-a560-3d6b800d1573", "name": "network-vif-deleted", "tag": "62be9fc4-0fc0-4884-91ec-74e663e10e76"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:36.604344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb3000-07b1-4a41-aafa-63aecd575255 req-e1310afc-1557-4ac7-b16c-7c7ba5d0aafb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:36.607237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fedb3000-07b1-4a41-aafa-63aecd575255 req-e1310afc-1557-4ac7-b16c-7c7ba5d0aafb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1480238 Jul 05 09:54:36.614934 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfad270-9a15-49a5-9305-3077cb12cff6 x-openstack-request-id: req-9bfad270-9a15-49a5-9305-3077cb12cff6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:36.615362 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa192c-efa2-475d-a560-3d6b800d1573", "name": "network-vif-deleted", "tag": "62be9fc4-0fc0-4884-91ec-74e663e10e76", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:36.615684 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bfad270-9a15-49a5-9305-3077cb12cff6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:36.616021 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaa192c-efa2-475d-a560-3d6b800d1573', 'name': 'network-vif-deleted', 'tag': '62be9fc4-0fc0-4884-91ec-74e663e10e76', 'status': 'completed', 'code': 200} Jul 05 09:54:36.795665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fedb3000-07b1-4a41-aafa-63aecd575255 req-755d3d03-2c51-4d47-9448-3edcc22f9358 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040287 Jul 05 09:54:36.966838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f11e0b94-18b3-469d-8cfa-7ff49fe4abbb req-fd23357f-6162-4baf-96e6-d7b3e61b41be tempest-InstanceActionsNegativeTestJSON-2038518222 tempest-InstanceActionsNegativeTestJSON-2038518222-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcaa192c-efa2-475d-a560-3d6b800d1573 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Jul 05 09:54:36.999189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 2a432460-8097-49ea-b2e1-f1c3cb693dc0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:36.999428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.104198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port 2a432460-8097-49ea-b2e1-f1c3cb693dc0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2a432460-8097-49ea-b2e1-f1c3cb693dc0,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:37.104557 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.121167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 2a432460-8097-49ea-b2e1-f1c3cb693dc0 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:37.396115 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.427041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=2a432460-8097-49ea-b2e1-f1c3cb693dc0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:37.691726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ce3fa-a5fd-4496-aac2-c72182d375ed req-d271859d-dd4f-4412-b9be-0b8f1da640c8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:37.694559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c4ce3fa-a5fd-4496-aac2-c72182d375ed req-d271859d-dd4f-4412-b9be-0b8f1da640c8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 945 time: 0.1822183 Jul 05 09:54:37.733839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:37.800573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c4ce3fa-a5fd-4496-aac2-c72182d375ed req-15c9f79c-7c28-4ab5-b629-c8bdcc420a4e tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897350 Jul 05 09:54:37.905302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-b6ddbb24-d3b5-49a9-b665-cf5009275fbe tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:37.906908 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-b6ddbb24-d3b5-49a9-b665-cf5009275fbe tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.15 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 945 time: 0.1417511 Jul 05 09:54:38.060238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Deleting port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:38.060578 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.109044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:38.152183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf266ba-c74e-486a-9645-fbf4fe8fdc1e req-a523ad8c-6f5c-412d-b7a5-99287c1fca20 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:38.153781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3cf266ba-c74e-486a-9645-fbf4fe8fdc1e req-a523ad8c-6f5c-412d-b7a5-99287c1fca20 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1583316 Jul 05 09:54:38.180019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 8f8ea615-c801-4c8e-8536-298da5e86329 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:38.182609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] For port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:38.183456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.202408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Calling delete_port for a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:38.202813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] Deleting subnet 33bfd930-7629-4e6f-b5d1-d0ff5c00e09a {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:38.211904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.398684 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.415537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:38.436048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Pushing event deleted for resources: {'Port': ['ID=a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:38.498701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] No DVR routers for this DVR port a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:38.501040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.503830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-498ff61f-f9ac-44fd-a619-e5741c548b63 req-98421130-dfd5-491b-8c21-2fb248563066 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.15 "DELETE /v2.0/ports/a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a HTTP/1.1" status: 204 len: 173 time: 0.5871584 Jul 05 09:54:38.566856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3cf266ba-c74e-486a-9645-fbf4fe8fdc1e req-b83e0b6c-263e-430a-9924-a37a4d471f45 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014492 Jul 05 09:54:38.583838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.617575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'name': 'network-vif-deleted', 'tag': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:38.621775 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c33a7a1-7ff1-4efe-9528-a99e5bbc2faa" -d '{"events": [{"server_uuid": "49fc2149-b6b3-4d01-8dea-15b73491e963", "name": "network-vif-deleted", "tag": "a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:38.692817 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d635e344-2fc1-4b15-a1be-a97c74d7aff6 x-openstack-request-id: req-d635e344-2fc1-4b15-a1be-a97c74d7aff6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:38.693292 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc2149-b6b3-4d01-8dea-15b73491e963", "name": "network-vif-deleted", "tag": "a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:38.693810 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d635e344-2fc1-4b15-a1be-a97c74d7aff6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:38.694447 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc2149-b6b3-4d01-8dea-15b73491e963', 'name': 'network-vif-deleted', 'tag': 'a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a', 'status': 'completed', 'code': 200} Jul 05 09:54:38.696706 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.723350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:38.729679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e9f7f6c4-8772-4c4f-a0e7-a356b6971b9a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "PUT /v2.0/routers/8f8ea615-c801-4c8e-8536-298da5e86329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9473302 Jul 05 09:54:38.733999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] Sync routers for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:38.745525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:38.746287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:38.773721 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.811460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33bfd930-7629-4e6f-b5d1-d0ff5c00e09a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:38.816473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:38.818600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3771d728-261e-4ba5-bcef-5301dae8f627 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/33bfd930-7629-4e6f-b5d1-d0ff5c00e09a HTTP/1.1" status: 204 len: 168 time: 0.7083857 Jul 05 09:54:38.822615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:38.914060 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:38.984169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.125054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.153520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29c49ab1-3c22-4094-9c8a-bca4ff0a20a8 req-b4570efd-cb3b-4b8e-88cc-4a465372bb55 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc2149-b6b3-4d01-8dea-15b73491e963 HTTP/1.1" status: 200 len: 210 time: 0.0618000 Jul 05 09:54:39.159773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5bf2a9-4f56-40cd-b169-f3529ec8ea48']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:39.174097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8037ed9-41cc-4b01-a80a-71db86cbc85f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:39.174592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8037ed9-41cc-4b01-a80a-71db86cbc85f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:39.185336 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.207245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.224251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:39.224654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:39.226719 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:39.332844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.338217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.341209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ec5bf2a9-4f56-40cd-b169-f3529ec8ea48 HTTP/1.1" status: 204 len: 168 time: 0.5171583 Jul 05 09:54:39.373301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642b2dc-20f2-4702-8fe3-fc5268e836b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5bf2a9-4f56-40cd-b169-f3529ec8ea48,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:39.420541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:37Z', 'revision_number': 6, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:10Z', 'revision_number': 1, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:39.481179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] Checking router: 8f8ea615-c801-4c8e-8536-298da5e86329 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:54:39.504429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:39.510139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:39.592279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b220bb9-7cd2-47a5-938b-d3d35f7d65cd req-e9fd2297-5d45-477e-8305-8f2904c479c0 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.594791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b220bb9-7cd2-47a5-938b-d3d35f7d65cd req-e9fd2297-5d45-477e-8305-8f2904c479c0 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 946 time: 0.1606410 Jul 05 09:54:39.681789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b220bb9-7cd2-47a5-938b-d3d35f7d65cd req-8489c603-2a35-4d31-ad04-40ebd3413f07 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771570 Jul 05 09:54:39.715714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:39.719441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:39.767668 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f6398aec-5daa-463c-9e8d-0735b985dd6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c748da41dc44d6fb0d8a51a153dd528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497525 Jul 05 09:54:39.770693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:39.878394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650c155f-a1bb-48a8-a74d-dbfdc74e6d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.918399 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650c155f-a1bb-48a8-a74d-dbfdc74e6d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:39.928314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ec450-58c1-42ba-a07c-28e085cfe0de req-2d28a35c-7ddb-49fd-8b11-9265d72cdc71 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:39.935529 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c54ec450-58c1-42ba-a07c-28e085cfe0de req-2d28a35c-7ddb-49fd-8b11-9265d72cdc71 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1494389 Jul 05 09:54:40.014282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c54ec450-58c1-42ba-a07c-28e085cfe0de req-ce88f728-9439-4a84-ad2a-6db8246357e7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777042 Jul 05 09:54:40.039316 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650c155f-a1bb-48a8-a74d-dbfdc74e6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:40.042498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650c155f-a1bb-48a8-a74d-dbfdc74e6d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:40.044255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-650c155f-a1bb-48a8-a74d-dbfdc74e6d3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b728860-19f1-41ae-a2fe-bc23bab0f048 HTTP/1.1" status: 204 len: 168 time: 0.2716782 Jul 05 09:54:40.066317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c155f-a1bb-48a8-a74d-dbfdc74e6d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b728860-19f1-41ae-a2fe-bc23bab0f048,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:40.107114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:37Z', 'revision_number': 6, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:10Z', 'revision_number': 1, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:40.140280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5fcd2-b075-48b9-819d-782ee0903d55 None None] The sync data for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 is: [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:37Z', 'revision_number': 6, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '408c2b9c-7ba1-4648-b46d-87bd3e45c253', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'port_id': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'mac_address': 'fa:16:3e:9e:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:53:07Z', 'updated_at': '2021-07-05T09:53:10Z', 'revision_number': 1, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:40.583164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2a432460-8097-49ea-b2e1-f1c3cb693dc0 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:40.628143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 2a432460-8097-49ea-b2e1-f1c3cb693dc0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:40.628485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2a432460-8097-49ea-b2e1-f1c3cb693dc0 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:40.783852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-59ccbd3c-2c07-43f5-8de6-8c9de59bd5d0 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:40.792115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-59ccbd3c-2c07-43f5-8de6-8c9de59bd5d0 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/networks?id=9cf67815-dbed-4457-9fdc-cd7351ef7e28 HTTP/1.1" status: 200 len: 809 time: 0.1970866 Jul 05 09:54:40.812756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-ce14c51d-17f6-4533-a11e-69572bfd9cc3 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/quotas/b271c378b1e64bed9ff37f01ba57bb8d HTTP/1.1" status: 200 len: 375 time: 0.0182843 Jul 05 09:54:40.827736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-91ae9482-c909-4051-afaf-1b63d025540c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:40.834322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-91ae9482-c909-4051-afaf-1b63d025540c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 946 time: 0.1557462 Jul 05 09:54:40.867741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-ea344b0a-0e89-49df-b9a1-cd39259c4ca9 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b271c378b1e64bed9ff37f01ba57bb8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522170 Jul 05 09:54:40.886064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62be9fc4-0fc0-4884-91ec-74e663e10e76 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:40.942009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 62be9fc4-0fc0-4884-91ec-74e663e10e76 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:40.942458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 62be9fc4-0fc0-4884-91ec-74e663e10e76 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:40.987723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-d0079ccc-d2ad-4b63-b315-797bfea6e4df service neutron] 10.222.0.21 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185555 Jul 05 09:54:41.043807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 674bfd3b-7227-4f4a-b45d-472a3ac41555 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:41.044251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.194110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-516be80a-372f-4a60-8fc1-640cf576c2fd service neutron] 10.222.0.21 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948533 Jul 05 09:54:41.194417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port 674bfd3b-7227-4f4a-b45d-472a3ac41555, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=674bfd3b-7227-4f4a-b45d-472a3ac41555,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:41.194793 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.211109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 674bfd3b-7227-4f4a-b45d-472a3ac41555 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:41.218762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbb23d-1a0d-4a89-acfb-64d9cc5d0ff2 req-c37ceac7-65c8-4cbe-a837-1aa259ce1e3b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:41.232171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdbbb23d-1a0d-4a89-acfb-64d9cc5d0ff2 req-c37ceac7-65c8-4cbe-a837-1aa259ce1e3b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 946 time: 0.2544405 Jul 05 09:54:41.324052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33404) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:41.346817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdbbb23d-1a0d-4a89-acfb-64d9cc5d0ff2 req-8bbcd421-b5ca-4b4a-a0b4-3eb7f54ad511 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=9735fe3b-2b0c-43cb-89a0-7562249b4118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112576 Jul 05 09:54:41.371838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.472309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=674bfd3b-7227-4f4a-b45d-472a3ac41555,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:41.507288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] No DVR routers for this DVR port 674bfd3b-7227-4f4a-b45d-472a3ac41555 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:41.514150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.516383 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bf8b4cd1-83f8-4f06-827f-5b99cd4d897d req-a939f45c-6727-4fa1-b4a9-32869d4e7901 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "DELETE /v2.0/ports/674bfd3b-7227-4f4a-b45d-472a3ac41555 HTTP/1.1" status: 204 len: 173 time: 0.6756072 Jul 05 09:54:41.517941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'name': 'network-vif-deleted', 'tag': '674bfd3b-7227-4f4a-b45d-472a3ac41555'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:41.542818 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775b510-a8bf-4980-9d8a-4c0b63d8b56e" -d '{"events": [{"server_uuid": "b4ca2ff1-1398-401b-95d7-efff85d8cd87", "name": "network-vif-deleted", "tag": "674bfd3b-7227-4f4a-b45d-472a3ac41555"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:41.555253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2fc17e5-df2b-41d6-bb2a-0d9501bc7b34 req-7f3e9c54-2dc9-4a93-9ca6-2bc1f99d2706 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 210 time: 0.0604846 Jul 05 09:54:41.602667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1689770609-network', 'tenant_id': '1e004f3f44ff433c9ba05f96c97fd71e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:41.633186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Made reservation on behalf of 1e004f3f44ff433c9ba05f96c97fd71e for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:41.636014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.647569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.707029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988efbb-0413-48bc-ac43-fa3deaf9177a req-2e37e417-739c-4962-b894-105c63ddf0ea tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:41.715539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2988efbb-0413-48bc-ac43-fa3deaf9177a req-2e37e417-739c-4962-b894-105c63ddf0ea tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1588984 Jul 05 09:54:41.801880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2988efbb-0413-48bc-ac43-fa3deaf9177a req-9c8a21a6-88eb-414b-b04b-7b1355abd536 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849128 Jul 05 09:54:41.841279 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4512934a-3f85-4b65-99e3-9e403d76694a x-openstack-request-id: req-4512934a-3f85-4b65-99e3-9e403d76694a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:41.841802 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca2ff1-1398-401b-95d7-efff85d8cd87", "name": "network-vif-deleted", "tag": "674bfd3b-7227-4f4a-b45d-472a3ac41555", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:41.842048 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4512934a-3f85-4b65-99e3-9e403d76694a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:41.845595 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca2ff1-1398-401b-95d7-efff85d8cd87', 'name': 'network-vif-deleted', 'tag': '674bfd3b-7227-4f4a-b45d-472a3ac41555', 'status': 'completed', 'code': 200} Jul 05 09:54:41.924714 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.929737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.967546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949e25cf-49b2-4001-ac98-8b8447eecdfa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:41.980036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:54:41.994522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:41.995227 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Added segment cdfc80f5-43bb-4739-8aa4-08cb69c51651 of type vlan for network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 Jul 05 09:54:42.041393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:42.062968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.093487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:42.096281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a4d3ba6d-e4fc-46e3-a7ff-1ab62e6af94a not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:42.137767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.139723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:42.139864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.254902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:42.255680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9299378 Jul 05 09:54:42.265872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba11c0-364d-4293-a847-0076d9b71b8f admin admin] Pushing event updated for resources: {'Network': ['ID=aa1c65f7-5f5e-4b42-bce9-c069a46e64e9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:42.276862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:54:42.277220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Request body: {'subnet': {'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1689770609-subnet', 'tenant_id': '1e004f3f44ff433c9ba05f96c97fd71e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:42.330488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Made reservation on behalf of 1e004f3f44ff433c9ba05f96c97fd71e for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:42.333484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.579516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6814a01-807b-4c0b-a3c3-6e15d62576e7 req-e9c9e6eb-c6b8-44bc-8a50-62a021ef1a34 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ca2ff1-1398-401b-95d7-efff85d8cd87 HTTP/1.1" status: 200 len: 210 time: 0.0332725 Jul 05 09:54:42.588228 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.677490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ded3347-65f8-4027-a513-e7e26f487baa,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:42.704967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Checking segment: {'id': 'cdfc80f5-43bb-4739-8aa4-08cb69c51651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:42.705341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Network hostable DHCP agents. Network: aa1c65f7-5f5e-4b42-bce9-c069a46e64e9, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:54:42.736463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:54:42.748848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, aa1c65f7-5f5e-4b42-bce9-c069a46e64e9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:42.755192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bc3de24-8a8d-4d61-895b-2549be86adb0 req-ff471358-b28f-467a-a71a-7002009670f6 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 210 time: 0.0459270 Jul 05 09:54:42.758090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce61210-646a-4de7-948e-b82dad643d46 None None] Network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:42.763963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:42.764884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:42.791390 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb570101-e59f-4a4f-8ea9-2d041a8e0525 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5309553 Jul 05 09:54:42.898737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:43.077523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:43.091479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351be1d-9b3b-44c2-a1ca-835c72d5eb29 None None] Network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:43.137295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'port_id': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'mac_address': 'fa:16:3e:da:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:43.206155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd2f-032b-4ffb-9d5a-bdc3af3e2f81 req-de99f30d-617c-4522-9035-a6d194a25030 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.209526 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d01fd2f-032b-4ffb-9d5a-bdc3af3e2f81 req-de99f30d-617c-4522-9035-a6d194a25030 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1411161 Jul 05 09:54:43.228238 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.305259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d01fd2f-032b-4ffb-9d5a-bdc3af3e2f81 req-11b5eb70-a902-4679-b95f-decd5e15d863 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852475 Jul 05 09:54:43.533844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc945-f4bd-46ea-9098-065dc0b932de req-b6e498a0-487e-4155-aecd-09bf060282ef tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.545332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-b6e498a0-487e-4155-aecd-09bf060282ef tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/networks?id=aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 HTTP/1.1" status: 200 len: 814 time: 0.2317145 Jul 05 09:54:43.578599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-d867f0bf-a311-491b-ae58-5c3bd08eb827 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/quotas/1e004f3f44ff433c9ba05f96c97fd71e HTTP/1.1" status: 200 len: 375 time: 0.0320559 Jul 05 09:54:43.593590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a78d5387-d320-4175-8a8e-2d183fec56b3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:43.634696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:43.644042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.650674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-bd1ede1d-d9fe-406a-a05a-58156d5e4e88 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e004f3f44ff433c9ba05f96c97fd71e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709391 Jul 05 09:54:43.760307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-5ad71714-453d-408f-b0af-44108d6415a5 service neutron] 10.222.0.21 "GET /v2.0/networks/aa1c65f7-5f5e-4b42-bce9-c069a46e64e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085415 Jul 05 09:54:43.812211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['a78d5387-d320-4175-8a8e-2d183fec56b3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:43.840142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:43.867182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-03356110-c3fe-48b4-8f39-64bb90325d82 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:43.868913 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-03356110-c3fe-48b4-8f39-64bb90325d82 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.16 "GET /v2.0/networks?id=9cf67815-dbed-4457-9fdc-cd7351ef7e28 HTTP/1.1" status: 200 len: 809 time: 0.5471463 Jul 05 09:54:43.888232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Request body: {'port': {'device_id': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28', 'admin_state_up': True, 'tenant_id': 'b271c378b1e64bed9ff37f01ba57bb8d'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:43.904179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-c6c9ff69-1074-4104-ae46-d05532be550d service neutron] 10.222.0.21 "GET /v2.0/networks/aa1c65f7-5f5e-4b42-bce9-c069a46e64e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423333 Jul 05 09:54:43.944866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:44.034560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e275351-16f6-4aa5-9967-1bd1da23a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.152772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Made reservation on behalf of b271c378b1e64bed9ff37f01ba57bb8d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:44.160689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.161038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1764299f-e8ec-4566-a2ef-640ba3c46a0b req-04ff2c81-a60c-452d-8fab-1e4ea6cee880 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 210 time: 0.1000147 Jul 05 09:54:44.207940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f20c000d-fe8c-48d8-b1d3-f55c55ed6bb4 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.308409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f20c000d-fe8c-48d8-b1d3-f55c55ed6bb4 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.416219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1ea42b6-025c-4f20-b034-1d320c28a025 req-12db3e99-90b6-4e86-9857-1f7d143d121d tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 210 time: 0.0544522 Jul 05 09:54:44.470116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Allocated IP 172.20.0.8 (9cf67815-dbed-4457-9fdc-cd7351ef7e28/a18f1672-b90b-42e5-85a4-f661b88a2da0/2459bb6c-69ba-4ed2-8526-19a2039273df) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:44.707222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55860649-a3c9-4c48-a045-810fc851a295 req-8e0cab6a-47e0-4d39-b399-f03e7d097cfa tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:44.721883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55860649-a3c9-4c48-a045-810fc851a295 req-8e0cab6a-47e0-4d39-b399-f03e7d097cfa tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 944 time: 0.1336105 Jul 05 09:54:44.778602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f20c000d-fe8c-48d8-b1d3-f55c55ed6bb4 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.782141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f20c000d-fe8c-48d8-b1d3-f55c55ed6bb4 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.787433 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f20c000d-fe8c-48d8-b1d3-f55c55ed6bb4 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/security-groups/9735fe3b-2b0c-43cb-89a0-7562249b4118 HTTP/1.1" status: 204 len: 168 time: 0.9461386 Jul 05 09:54:44.807778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55860649-a3c9-4c48-a045-810fc851a295 req-70cb83fa-f81c-4682-8647-cb4b40d00d0f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845706 Jul 05 09:54:44.831843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c000d-fe8c-48d8-b1d3-f55c55ed6bb4 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9735fe3b-2b0c-43cb-89a0-7562249b4118,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:44.890745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:44.912507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:44.973980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.984989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting subnet ad0c5ace-d83b-4212-b919-4f8a963e664f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:54:44.991719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.031700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port a78d5387-d320-4175-8a8e-2d183fec56b3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:45.033680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.056280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.111989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.216176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.223617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:45.239006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:45.244350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:45.246922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Pushing event updated for resources: {'Port': ['ID=2459bb6c-69ba-4ed2-8526-19a2039273df,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:45.272331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.320121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:45.322785 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78daf677-1158-4217-bb62-7f7a0c556535" -d '{"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-plugged", "status": "completed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:45.337944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:45.351812 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.356218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 674bfd3b-7227-4f4a-b45d-472a3ac41555 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:45.426771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:45.427413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.461394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-64d268ce-e4d8-4a14-954c-c709adfd025c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5816977 Jul 05 09:54:45.479020 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.512832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Request body: {'port': {'device_id': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:45.525782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:45.528800 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/subnets/ad0c5ace-d83b-4212-b919-4f8a963e664f HTTP/1.1" status: 204 len: 168 time: 0.6367867 Jul 05 09:54:45.533751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:45.548113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d2460-d068-4f76-8991-1df0266646ac req-69319249-fd44-4a33-b3b9-04c1dffeb459 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:45.560868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-088d2460-d068-4f76-8991-1df0266646ac req-69319249-fd44-4a33-b3b9-04c1dffeb459 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 931 time: 0.1549780 Jul 05 09:54:45.569415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 674bfd3b-7227-4f4a-b45d-472a3ac41555 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:45.578187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 674bfd3b-7227-4f4a-b45d-472a3ac41555 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:45.630923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e088b1aa-c458-427a-ad6f-8186dec71ae7 None None] Network f76ef98f-3a40-4650-8be8-4e64927c7365 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:54:45.637797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:45.670751 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-088d2460-d068-4f76-8991-1df0266646ac req-bb0742e6-d805-4ea7-8ee5-2a5a3b933b90 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074493 Jul 05 09:54:45.742413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b5211-e058-4225-86e2-745d19cc245f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0c5ace-d83b-4212-b919-4f8a963e664f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:45.811491 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769b246f-abc1-4dd5-a7c3-26b30c682df4 x-openstack-request-id: req-769b246f-abc1-4dd5-a7c3-26b30c682df4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:45.811908 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-plugged", "status": "completed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:45.812257 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-769b246f-abc1-4dd5-a7c3-26b30c682df4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:45.812902 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'code': 200} Jul 05 09:54:45.976333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-517ff2d4-1cb3-4b28-8acf-3ac4c9dde724 req-7ebcda02-3fab-47bc-97f3-3ab61f12f657 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 210 time: 0.0398178 Jul 05 09:54:46.140390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.164782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] DHCP port deletion for f76ef98f-3a40-4650-8be8-4e64927c7365 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:54:46.169518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.287602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e91593-9c2a-4cf0-9294-61783265661c req-58873f3e-6343-454f-aab4-614d2d4c983b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:46.296202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46e91593-9c2a-4cf0-9294-61783265661c req-58873f3e-6343-454f-aab4-614d2d4c983b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1862693 Jul 05 09:54:46.348246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] Deleting port 0492a212-31d9-4cb8-bddc-7aa4a8735ece {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:46.349847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.395740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46e91593-9c2a-4cf0-9294-61783265661c req-47ed11da-8900-4d01-9aaf-61f843acd01f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976102 Jul 05 09:54:46.486013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] For port 0492a212-31d9-4cb8-bddc-7aa4a8735ece, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0492a212-31d9-4cb8-bddc-7aa4a8735ece,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:46.486013 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.504490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] Calling delete_port for 0492a212-31d9-4cb8-bddc-7aa4a8735ece owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:46.545700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 0492a212-31d9-4cb8-bddc-7aa4a8735ece {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:46.545951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.706336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0492a212-31d9-4cb8-bddc-7aa4a8735ece no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:46.730504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.765659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port 0492a212-31d9-4cb8-bddc-7aa4a8735ece, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0492a212-31d9-4cb8-bddc-7aa4a8735ece,segment=NetworkSegment(108cbde0-d398-4553-8e95-dc9bc1c6c4a6),segment_id=108cbde0-d398-4553-8e95-dc9bc1c6c4a6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:46.766063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.817422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 0492a212-31d9-4cb8-bddc-7aa4a8735ece owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:46.829891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0492a212-31d9-4cb8-bddc-7aa4a8735ece {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:46.830725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0492a212-31d9-4cb8-bddc-7aa4a8735ece not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:46.843461 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37d383e0-065c-4c93-a713-a2b14e4d7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.858481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] No DVR routers for this DVR port 0492a212-31d9-4cb8-bddc-7aa4a8735ece on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:46.872668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce46d61-d1a1-4d9d-a9bd-d2e75b33bc67 None None] Pushing event deleted for resources: {'Port': ['ID=0492a212-31d9-4cb8-bddc-7aa4a8735ece,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:46.879937 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.152376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d816-5ba9-4224-8758-dce73cbc18c5 req-2ba7831b-97aa-413c-ac06-2868f8a0372d tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:47.153952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0312d816-5ba9-4224-8758-dce73cbc18c5 req-2ba7831b-97aa-413c-ac06-2868f8a0372d tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 931 time: 0.1343875 Jul 05 09:54:47.230138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc945-f4bd-46ea-9098-065dc0b932de req-51b1cbb2-88fe-43ba-a544-ee506ddb8391 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:47.233389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-51b1cbb2-88fe-43ba-a544-ee506ddb8391 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.15 "GET /v2.0/networks?id=aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 HTTP/1.1" status: 200 len: 814 time: 0.3118951 Jul 05 09:54:47.250512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Request body: {'port': {'device_id': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9', 'admin_state_up': True, 'tenant_id': '1e004f3f44ff433c9ba05f96c97fd71e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:47.258911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0312d816-5ba9-4224-8758-dce73cbc18c5 req-dbd3bf09-e980-4166-b328-dfba987b5333 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967846 Jul 05 09:54:47.323361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2459bb6c-69ba-4ed2-8526-19a2039273df {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:47.350608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.389143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.393613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Transition to ACTIVE for port object 2459bb6c-69ba-4ed2-8526-19a2039273df will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:47.418054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a3e6e04-5de3-4ea9-baea-b3317d75de6b req-21c3f7af-986b-44b8-958f-29c3ced07b47 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 210 time: 0.0780149 Jul 05 09:54:47.459945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.478200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=0492a212-31d9-4cb8-bddc-7aa4a8735ece,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:47.483364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] No DVR routers for this DVR port 0492a212-31d9-4cb8-bddc-7aa4a8735ece on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:47.679698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2459bb6c-69ba-4ed2-8526-19a2039273df,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:47.706791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.713278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568d156-c348-4f1d-a7ef-81f6ca360d1e req-b0a3bc6f-7902-4f72-910f-5bf89f6b006f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:47.722305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0568d156-c348-4f1d-a7ef-81f6ca360d1e req-b0a3bc6f-7902-4f72-910f-5bf89f6b006f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1436644 Jul 05 09:54:47.757520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Made reservation on behalf of 1e004f3f44ff433c9ba05f96c97fd71e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:54:47.762700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.780365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0568d156-c348-4f1d-a7ef-81f6ca360d1e req-f46fc9c5-aabc-4702-8182-571b88194403 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566382 Jul 05 09:54:47.780616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76ef98f-3a40-4650-8be8-4e64927c7365']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:47.818472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108cbde0-d398-4553-8e95-dc9bc1c6c4a6') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:47.818833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108cbde0-d398-4553-8e95-dc9bc1c6c4a6') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:47.846628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.866500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.919873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.949083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:54:47.949649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:54:47.952801 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:54:48.011345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Attempting to bind port 2459bb6c-69ba-4ed2-8526-19a2039273df on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:48.013089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Attempting to bind port 2459bb6c-69ba-4ed2-8526-19a2039273df by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:48.013089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Attempting to bind port 2459bb6c-69ba-4ed2-8526-19a2039273df on network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:48.045182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Port 2459bb6c-69ba-4ed2-8526-19a2039273df on network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:54:48.045513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Attempting to bind port 2459bb6c-69ba-4ed2-8526-19a2039273df on network 9cf67815-dbed-4457-9fdc-cd7351ef7e28 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:48.082873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:48.087428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Checking segment: {'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:48.088188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Bound using segment: {'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:48.089008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Bound port: 2459bb6c-69ba-4ed2-8526-19a2039273df, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:48.089614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.105849 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.121148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.127119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:48.127599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/networks/f76ef98f-3a40-4650-8be8-4e64927c7365 HTTP/1.1" status: 204 len: 168 time: 2.5923378 Jul 05 09:54:48.225921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] For port 2459bb6c-69ba-4ed2-8526-19a2039273df, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:48.231444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] For port 2459bb6c-69ba-4ed2-8526-19a2039273df, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2459bb6c-69ba-4ed2-8526-19a2039273df,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:48.238422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207c536-d92e-44ad-beee-3c323d738283 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Network': ['ID=f76ef98f-3a40-4650-8be8-4e64927c7365,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:48.242852 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.327208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2459bb6c-69ba-4ed2-8526-19a2039273df,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:48.336841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Allocated IP 172.20.0.7 (aa1c65f7-5f5e-4b42-bce9-c069a46e64e9/9ded3347-65f8-4027-a513-e7e26f487baa/a26563e2-b1e1-4527-97af-fc56a1789832) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:54:48.340037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.340781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.343286 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-6033c4b9-1ac4-4fa4-bf72-f5b181bd90b8 service neutron] 10.222.0.16 "PUT /v2.0/ports/2459bb6c-69ba-4ed2-8526-19a2039273df HTTP/1.1" status: 200 len: 1092 time: 2.8728867 Jul 05 09:54:48.343286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'tag': '2459bb6c-69ba-4ed2-8526-19a2039273df'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:48.346183 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "497bcbb1-fb66-42e0-8273-a2d7f294a850", "tag": "2459bb6c-69ba-4ed2-8526-19a2039273df"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:48.470029 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8b81d0-0629-4699-8c48-fb9a171ae914 x-openstack-request-id: req-5d8b81d0-0629-4699-8c48-fb9a171ae914 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:48.470378 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497bcbb1-fb66-42e0-8273-a2d7f294a850", "tag": "2459bb6c-69ba-4ed2-8526-19a2039273df", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:48.470633 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d8b81d0-0629-4699-8c48-fb9a171ae914 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:48.472039 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'tag': '2459bb6c-69ba-4ed2-8526-19a2039273df', 'status': 'completed', 'code': 200} Jul 05 09:54:48.665261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-a8d78321-882d-459d-8e55-6343a53f5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.665479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 666a15e0-56ab-402b-aa2f-2f5a048ad0ac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:48.665992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.666887 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-a8d78321-882d-459d-8e55-6343a53f5973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b271c378b1e64bed9ff37f01ba57bb8d&device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 1095 time: 0.1940074 Jul 05 09:54:48.701649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8557f-dab6-4dd2-a860-6decf2c2a205 req-534a7d34-7fa9-4c79-a30a-9da0d9cfe518 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.709385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1be8557f-dab6-4dd2-a860-6decf2c2a205 req-534a7d34-7fa9-4c79-a30a-9da0d9cfe518 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 943 time: 0.2170916 Jul 05 09:54:48.733060 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-afd63d95-6b3f-4ec5-acec-efaa36229d3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2459bb6c-69ba-4ed2-8526-19a2039273df HTTP/1.1" status: 200 len: 217 time: 0.0527864 Jul 05 09:54:48.796142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.823983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-2adf0d12-16bc-46df-9e68-b38bf7b070f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:48.826176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-2adf0d12-16bc-46df-9e68-b38bf7b070f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a18f1672-b90b-42e5-85a4-f661b88a2da0 HTTP/1.1" status: 200 len: 849 time: 0.0828183 Jul 05 09:54:48.849127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bec63697-e8f2-48d2-8dab-7a51e87dd6ac req-22c612d2-5fe3-443c-a505-20a0b07ef58d tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 210 time: 0.1156964 Jul 05 09:54:48.899956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1be8557f-dab6-4dd2-a860-6decf2c2a205 req-1948ee76-ca15-4f8a-ab84-3a2509aeec89 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891286 Jul 05 09:54:48.958794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:48.960360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.012279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 666a15e0-56ab-402b-aa2f-2f5a048ad0ac owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:49.024994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-dd3ee2ae-574f-4a46-afec-8f381058cc06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9cf67815-dbed-4457-9fdc-cd7351ef7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851029 Jul 05 09:54:49.027032 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.258677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:54:49.286208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:54:49.297098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:54:49.345616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Pushing event updated for resources: {'Port': ['ID=a26563e2-b1e1-4527-97af-fc56a1789832,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:49.437742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:49.439292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.452536 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-32530fd8-5d8e-4bf9-85b8-618fc4f2a840 service neutron] 10.222.0.16 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131575 Jul 05 09:54:49.458351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e7794-513a-4df3-aed8-7af4432af9a6 req-986058fb-2ff2-4009-b9fe-2cf676c5ecb1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:49.459586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-537e7794-513a-4df3-aed8-7af4432af9a6 req-986058fb-2ff2-4009-b9fe-2cf676c5ecb1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.3499770 Jul 05 09:54:49.550641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.598016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=666a15e0-56ab-402b-aa2f-2f5a048ad0ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:49.627143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-537e7794-513a-4df3-aed8-7af4432af9a6 req-2710a932-b21a-42a1-b365-c03d4322d6ce tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294429 Jul 05 09:54:49.634145 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:54:49.667980 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-aa7f5b17-abe7-43b8-98a3-8d05562a129b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4236379 Jul 05 09:54:49.672814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.710012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Request body: {'port': {'device_id': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:54:49.775612 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-69d20d63-50b7-48cb-aa27-6f7cafebf145 req-b53b77cb-6756-4a55-8302-973b913fce9f service neutron] 10.222.0.16 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145533 Jul 05 09:54:49.856719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.864047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:49.864639 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Floating IP 408c2b9c-7ba1-4648-b46d-87bd3e45c253 disassociated (deleted). External IP: 172.25.1.86, port: a9887afe-ece5-48bf-93d2-6a0d70b179eb. Jul 05 09:54:50.181985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-e052b00a-0157-4c2b-88c4-33c7cf1c5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:50.187609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-e052b00a-0157-4c2b-88c4-33c7cf1c5dc6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b271c378b1e64bed9ff37f01ba57bb8d&device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 1095 time: 0.3271606 Jul 05 09:54:50.529261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a85eb-ba5b-40f0-abd2-f457a64c61a9 req-81a20865-170b-4a70-b8c9-164bd1526909 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:50.531353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff7a85eb-ba5b-40f0-abd2-f457a64c61a9 req-81a20865-170b-4a70-b8c9-164bd1526909 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 931 time: 0.3974001 Jul 05 09:54:50.629622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74695e-83f6-4c89-831c-72849587b796 req-12f7db56-de06-4413-9e0b-b04c21d56685 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:50.638415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a74695e-83f6-4c89-831c-72849587b796 req-12f7db56-de06-4413-9e0b-b04c21d56685 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 943 time: 0.3234797 Jul 05 09:54:50.645586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 8f8ea615-c801-4c8e-8536-298da5e86329 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:54:50.671454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff7a85eb-ba5b-40f0-abd2-f457a64c61a9 req-1db935e1-b7c8-48d9-9fd7-40c42ed6f86a tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211767 Jul 05 09:54:50.863538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a74695e-83f6-4c89-831c-72849587b796 req-4b5d3f5d-4fc7-4676-a957-8f2d37a0cbf8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192791 Jul 05 09:54:51.055862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:54:51.067355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.072459 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] Sync routers for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:54:51.096852 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:51.097690 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:51.148954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-196837f7-9afa-4a58-a32a-d847f6a4e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:51.151414 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-196837f7-9afa-4a58-a32a-d847f6a4e68f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9cf67815-dbed-4457-9fdc-cd7351ef7e28 HTTP/1.1" status: 200 len: 910 time: 0.9555857 Jul 05 09:54:51.224212 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-ee1bfefe-758d-495b-b316-e86fb7202a2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2459bb6c-69ba-4ed2-8526-19a2039273df HTTP/1.1" status: 200 len: 217 time: 0.0608222 Jul 05 09:54:51.271895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8926e3db-3829-4b9e-9140-1fd16ee29cad tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/floatingips/408c2b9c-7ba1-4648-b46d-87bd3e45c253 HTTP/1.1" status: 204 len: 168 time: 3.1436236 Jul 05 09:54:51.272783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:51.275185 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28182bc-19ee-4f6b-88d2-1d633fc61e07" -d '{"events": [{"name": "network-changed", "server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:51.342032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:51.372746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9e240-dd01-4501-abf2-2cedec52e7f9 req-8ac63f60-3d32-40f3-9c1b-913e5abf44a8 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:51.379990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fc9e240-dd01-4501-abf2-2cedec52e7f9 req-8ac63f60-3d32-40f3-9c1b-913e5abf44a8 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.2275770 Jul 05 09:54:51.416514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-0a9f2721-a3e7-4764-8f70-5277ff265d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:51.419988 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-0a9f2721-a3e7-4764-8f70-5277ff265d77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a18f1672-b90b-42e5-85a4-f661b88a2da0 HTTP/1.1" status: 200 len: 849 time: 0.1824970 Jul 05 09:54:51.500532 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-5264c6ce-48f5-4d56-9baf-c90cb7f4b9cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9cf67815-dbed-4457-9fdc-cd7351ef7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722725 Jul 05 09:54:51.553795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fc9e240-dd01-4501-abf2-2cedec52e7f9 req-3b0201b7-399f-42ae-af64-436b6872d91b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638453 Jul 05 09:54:51.742063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26563e2-b1e1-4527-97af-fc56a1789832 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:51.796465 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:37Z', 'revision_number': 6, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:51.829402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.883677 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f138a0-6a38-4d02-854c-89641182f47c x-openstack-request-id: req-13f138a0-6a38-4d02-854c-89641182f47c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:51.883863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Transition to ACTIVE for port object a26563e2-b1e1-4527-97af-fc56a1789832 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:54:51.884606 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:51.885063 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13f138a0-6a38-4d02-854c-89641182f47c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:51.885836 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'status': 'completed', 'code': 200} Jul 05 09:54:51.903118 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:51.904658 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] Checking router: 8f8ea615-c801-4c8e-8536-298da5e86329 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:54:51.942391 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:54:51.944592 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:52.224569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e9643-9d5a-4d5b-ae7d-9ccf7602f4dd req-459f9ef0-3698-43a9-b279-5b0b6b9743d1 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:52.227055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e36e9643-9d5a-4d5b-ae7d-9ccf7602f4dd req-459f9ef0-3698-43a9-b279-5b0b6b9743d1 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 943 time: 0.1544499 Jul 05 09:54:52.291764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e36e9643-9d5a-4d5b-ae7d-9ccf7602f4dd req-5bbb1b7a-410d-431e-acea-a4e203ab2c9b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525978 Jul 05 09:54:52.311643 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:54:52.452079 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-d9776793-96e5-424e-8b08-53b0a8c0af13 service neutron] 10.222.0.16 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9397724 Jul 05 09:54:52.623509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Pushing event updated for resources: {'Port': ['ID=a26563e2-b1e1-4527-97af-fc56a1789832,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:52.638610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Attempting to bind port a26563e2-b1e1-4527-97af-fc56a1789832 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:54:52.639217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Attempting to bind port a26563e2-b1e1-4527-97af-fc56a1789832 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cdfc80f5-43bb-4739-8aa4-08cb69c51651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:54:52.639773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Attempting to bind port a26563e2-b1e1-4527-97af-fc56a1789832 on network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:52.646526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2c51-d5ca-432a-9271-87a53d6aec3a req-4cf211e1-44d1-4c98-a772-ba53bf015a0f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:52.648668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a9c2c51-d5ca-432a-9271-87a53d6aec3a req-4cf211e1-44d1-4c98-a772-ba53bf015a0f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 946 time: 0.1932776 Jul 05 09:54:52.687539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Port a26563e2-b1e1-4527-97af-fc56a1789832 on network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:54:52.687731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Attempting to bind port a26563e2-b1e1-4527-97af-fc56a1789832 on network aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:54:52.721998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-2425f45c-22df-4d5e-ad8e-aaafc457f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:52.724749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-2425f45c-22df-4d5e-ad8e-aaafc457f3fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 1098 time: 0.7936277 Jul 05 09:54:52.726031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:54:52.726429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Checking segment: {'id': 'cdfc80f5-43bb-4739-8aa4-08cb69c51651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:54:52.727010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Bound using segment: {'id': 'cdfc80f5-43bb-4739-8aa4-08cb69c51651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:54:52.727748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Bound port: a26563e2-b1e1-4527-97af-fc56a1789832, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfc80f5-43bb-4739-8aa4-08cb69c51651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:54:52.728273 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:52.771883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a9c2c51-d5ca-432a-9271-87a53d6aec3a req-d61c88ef-5e9f-4662-aace-19b4630713d6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105576 Jul 05 09:54:52.793785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:37Z', 'revision_number': 6, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:54:52.824369 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0d00e-1416-40cb-88a7-15326d46faaa None None] The sync data for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 is: [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:54:37Z', 'revision_number': 6, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '7844afab-df5e-4763-9504-562cdca92284', 'name': '', 'network_id': 'e9c0c5c5-d58f-423d-958b-4d17d1163e32', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:76:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:29Z', 'updated_at': '2021-07-05T09:52:43Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '8bd45170-80c1-48f8-a906-fcb493ef3a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:54:52.834718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1347add3-07f2-4b2e-b4d2-ee80b65cc7d0 req-b7b6706c-9d81-4549-9e69-016fca9c22a1 service neutron] 10.222.0.16 "GET /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637886 Jul 05 09:54:52.872022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f568-37aa-4f29-8096-8ea5a1f38a36 req-22b177dd-0358-45a1-9036-4ff0eaa1eb90 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:52.882646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b648f568-37aa-4f29-8096-8ea5a1f38a36 req-22b177dd-0358-45a1-9036-4ff0eaa1eb90 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 943 time: 0.2143986 Jul 05 09:54:52.932486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2459bb6c-69ba-4ed2-8526-19a2039273df details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:53.045464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b648f568-37aa-4f29-8096-8ea5a1f38a36 req-346529e3-ac84-4e7c-9d43-00e85d36418d tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597826 Jul 05 09:54:53.164831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] For port a26563e2-b1e1-4527-97af-fc56a1789832, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:54:53.216220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-cce84a33-682e-4b42-a66a-534e2a4272e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:53.218950 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-cce84a33-682e-4b42-a66a-534e2a4272e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9c0c5c5-d58f-423d-958b-4d17d1163e32 HTTP/1.1" status: 200 len: 898 time: 0.4823475 Jul 05 09:54:53.229853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] For port a26563e2-b1e1-4527-97af-fc56a1789832, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a26563e2-b1e1-4527-97af-fc56a1789832,segment=NetworkSegment(cdfc80f5-43bb-4739-8aa4-08cb69c51651),segment_id=cdfc80f5-43bb-4739-8aa4-08cb69c51651)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:54:53.276050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2459bb6c-69ba-4ed2-8526-19a2039273df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2459bb6c-69ba-4ed2-8526-19a2039273df,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:53.311581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '2459bb6c-69ba-4ed2-8526-19a2039273df', 'network_id': '9cf67815-dbed-4457-9fdc-cd7351ef7e28', 'port_id': '2459bb6c-69ba-4ed2-8526-19a2039273df', 'mac_address': 'fa:16:3e:7b:83:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18f1672-b90b-42e5-85a4-f661b88a2da0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:53.384150 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-7bb2e197-791b-4651-9cac-7da691596f62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb HTTP/1.1" status: 200 len: 217 time: 0.1395707 Jul 05 09:54:53.395473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.398069 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.455504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2459bb6c-69ba-4ed2-8526-19a2039273df {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:53.556210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2459bb6c-69ba-4ed2-8526-19a2039273df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2459bb6c-69ba-4ed2-8526-19a2039273df,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:53.561613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d8c85-4fef-425f-ac74-20301e55c537 None None] New status for floating IP 408c2b9c-7ba1-4648-b46d-87bd3e45c253: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:54:53.571729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.644016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:53.644696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:53.646103 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] 10.222.0.15 "PUT /v2.0/ports/a26563e2-b1e1-4527-97af-fc56a1789832 HTTP/1.1" status: 200 len: 1092 time: 3.9438963 Jul 05 09:54:53.646593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'tag': 'a26563e2-b1e1-4527-97af-fc56a1789832'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:53.668373 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1" -d '{"events": [{"name": "network-changed", "server_uuid": "563cc939-8190-42a6-bf80-b8d125aa1c3f", "tag": "a26563e2-b1e1-4527-97af-fc56a1789832"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:53.803720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Pushing event updated for resources: {'Port': ['ID=a26563e2-b1e1-4527-97af-fc56a1789832,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:53.822863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.823269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.823702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.823956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.824295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.824630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.824959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.825304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.825619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.825951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.826275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.826599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b97a67-f35f-4111-a76c-29d47002eef8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:54:53.828028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=2459bb6c-69ba-4ed2-8526-19a2039273df,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:53.836008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-a71100b1-8b4e-4d6d-96cb-f3c8c003c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:53.837602 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-a71100b1-8b4e-4d6d-96cb-f3c8c003c162 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8bd45170-80c1-48f8-a906-fcb493ef3a48 HTTP/1.1" status: 200 len: 833 time: 0.4243526 Jul 05 09:54:53.926767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc945-f4bd-46ea-9098-065dc0b932de req-6fa1ff9f-73d2-4fe4-a941-934d8297a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:53.928634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-6fa1ff9f-73d2-4fe4-a941-934d8297a267 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e004f3f44ff433c9ba05f96c97fd71e&device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 1095 time: 0.2219918 Jul 05 09:54:54.013449 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-c70149e0-f75d-4623-99a2-c93bfff4f140 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a26563e2-b1e1-4527-97af-fc56a1789832 HTTP/1.1" status: 200 len: 217 time: 0.0712421 Jul 05 09:54:54.024626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['2459bb6c-69ba-4ed2-8526-19a2039273df'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:54.027770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-1775ba01-f251-4df1-816e-b803909ae836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.031711 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-1775ba01-f251-4df1-816e-b803909ae836 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9c0c5c5-d58f-423d-958b-4d17d1163e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828136 Jul 05 09:54:54.055702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a284e-e5ef-4ed6-90b2-1e655fc40919 req-f2a9b96a-efc9-4cc0-81b7-7efd96eee82c tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.057243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a66a284e-e5ef-4ed6-90b2-1e655fc40919 req-f2a9b96a-efc9-4cc0-81b7-7efd96eee82c tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 943 time: 0.1862390 Jul 05 09:54:54.091720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc945-f4bd-46ea-9098-065dc0b932de req-074c76e9-4481-4123-b6db-f364e4d92758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.093853 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-074c76e9-4481-4123-b6db-f364e4d92758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ded3347-65f8-4027-a513-e7e26f487baa HTTP/1.1" status: 200 len: 854 time: 0.0607500 Jul 05 09:54:54.115442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-7a98d749-fcb1-4f1d-aee4-25870c149747 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.118892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-7a98d749-fcb1-4f1d-aee4-25870c149747 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.15 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 946 time: 0.7067816 Jul 05 09:54:54.156550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25bb16-f389-497c-84c5-9be8409a44f0 req-2a582714-9d49-464d-bcee-8d70a238e43b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.164463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad25bb16-f389-497c-84c5-9be8409a44f0 req-2a582714-9d49-464d-bcee-8d70a238e43b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.2639620 Jul 05 09:54:54.211205 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-4f2db0d3-6609-405d-8ec3-a4e7079b3376 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa1c65f7-5f5e-4b42-bce9-c069a46e64e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058235 Jul 05 09:54:54.261052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a66a284e-e5ef-4ed6-90b2-1e655fc40919 req-b148cc00-ac97-4142-9b33-e1cb2ed3e5ac tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913226 Jul 05 09:54:54.294401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad25bb16-f389-497c-84c5-9be8409a44f0 req-d5dc07cf-f520-402e-b47b-5e4644aa6a5d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289229 Jul 05 09:54:54.385703 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f2a31d-03c7-4719-ab3f-db7a4817d728 x-openstack-request-id: req-91f2a31d-03c7-4719-ab3f-db7a4817d728 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:54.385999 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563cc939-8190-42a6-bf80-b8d125aa1c3f", "tag": "a26563e2-b1e1-4527-97af-fc56a1789832", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:54.386255 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91f2a31d-03c7-4719-ab3f-db7a4817d728 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:54.386659 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'tag': 'a26563e2-b1e1-4527-97af-fc56a1789832', 'status': 'completed', 'code': 200} Jul 05 09:54:54.417102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port a9887afe-ece5-48bf-93d2-6a0d70b179eb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:54:54.417933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.465303 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-dd11a806-f68e-4f81-b998-87d3a5cb46a0 service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703170 Jul 05 09:54:54.473905 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-33ff9466-9655-4042-8ddc-be27f54977ea service neutron] 10.222.0.15 "GET /v2.0/networks/aa1c65f7-5f5e-4b42-bce9-c069a46e64e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476363 Jul 05 09:54:54.735661 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a28182bc-19ee-4f6b-88d2-1d633fc61e07 req-445a89f7-80d4-4a94-a7a0-a26c1b3aba2a service neutron] 10.222.0.15 "GET /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604659 Jul 05 09:54:54.738637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-defcc945-f4bd-46ea-9098-065dc0b932de req-81f247e0-a603-419a-9b1e-21106acdbb61 service neutron] 10.222.0.15 "GET /v2.0/networks/aa1c65f7-5f5e-4b42-bce9-c069a46e64e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508287 Jul 05 09:54:54.778221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port a9887afe-ece5-48bf-93d2-6a0d70b179eb, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a9887afe-ece5-48bf-93d2-6a0d70b179eb,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:54.778903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:54.805781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for a9887afe-ece5-48bf-93d2-6a0d70b179eb owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:54:54.898395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-c24f76d8-19d6-4223-b3b7-b64a6e90fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.905537 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-c24f76d8-19d6-4223-b3b7-b64a6e90fc64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e004f3f44ff433c9ba05f96c97fd71e&device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 1095 time: 0.0808671 Jul 05 09:54:54.914621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67b847-7b4e-451a-9061-58e214c2e697 req-f5e943e6-7597-4574-b86c-0725e7ed2ea8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.921790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b67b847-7b4e-451a-9061-58e214c2e697 req-f5e943e6-7597-4574-b86c-0725e7ed2ea8 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 944 time: 0.3576343 Jul 05 09:54:54.951688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47314f-8128-4101-83d8-fbe19d6f79c6 req-bb0372f2-3bfe-47bf-8657-a333a119a654 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:54.959675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f47314f-8128-4101-83d8-fbe19d6f79c6 req-bb0372f2-3bfe-47bf-8657-a333a119a654 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5998c023-b668-4cbe-9e86-21d1f2290b5c HTTP/1.1" status: 200 len: 946 time: 0.3652298 Jul 05 09:54:55.021715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b67b847-7b4e-451a-9061-58e214c2e697 req-dea1a309-70d9-4ab8-9178-94e999f0e6d2 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988195 Jul 05 09:54:55.125377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f47314f-8128-4101-83d8-fbe19d6f79c6 req-0569c0c8-8061-45af-ab4a-111ea05284f7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=d420739a-537b-417e-b99e-a8362de9c6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647015 Jul 05 09:54:55.136841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-6a28da3e-a946-43ac-ab1c-365dec5f00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:55.139726 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-6a28da3e-a946-43ac-ab1c-365dec5f00f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 HTTP/1.1" status: 200 len: 915 time: 0.2273023 Jul 05 09:54:55.233616 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-d6af0b54-39a6-4831-a502-1c4a56cfa0ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a26563e2-b1e1-4527-97af-fc56a1789832 HTTP/1.1" status: 200 len: 217 time: 0.0857203 Jul 05 09:54:55.247552 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:55.300977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=a9887afe-ece5-48bf-93d2-6a0d70b179eb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:55.324064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-cf2c213f-34c5-408c-bbdc-1bbb9842e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:55.325608 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-cf2c213f-34c5-408c-bbdc-1bbb9842e00d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ded3347-65f8-4027-a513-e7e26f487baa HTTP/1.1" status: 200 len: 854 time: 0.0849559 Jul 05 09:54:55.398869 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-1f39212c-4519-4b57-8b12-12de303efacb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa1c65f7-5f5e-4b42-bce9-c069a46e64e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567267 Jul 05 09:54:55.426824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] No DVR routers for this DVR port a9887afe-ece5-48bf-93d2-6a0d70b179eb on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:54:55.436234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:55.441290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa32cc2f-7fc3-44a6-aa03-de331a3bca96 req-dc987f8d-f42e-444b-820d-bb8d292b5899 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.15 "DELETE /v2.0/ports/a9887afe-ece5-48bf-93d2-6a0d70b179eb HTTP/1.1" status: 204 len: 173 time: 1.3075087 Jul 05 09:54:55.441772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'name': 'network-vif-deleted', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:55.445321 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e728afed-4926-4a01-b6fb-0504573b3752" -d '{"events": [{"server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "name": "network-vif-deleted", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:55.623466 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-b119dcb4-e993-4d3a-8a56-5ac5a632006c service neutron] 10.222.0.15 "GET /v2.0/networks/aa1c65f7-5f5e-4b42-bce9-c069a46e64e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167766 Jul 05 09:54:55.784134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47726cbd-e39a-4409-915d-4e9eb77b0598 req-59ac6218-d048-44f9-8217-18dad8fa426f tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:55.790809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47726cbd-e39a-4409-915d-4e9eb77b0598 req-59ac6218-d048-44f9-8217-18dad8fa426f tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 943 time: 0.1598005 Jul 05 09:54:55.823040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-08ab1550-d13e-4bbd-b9d4-58619cbb44b1 req-fb9a7b5f-97db-4853-b8ea-8d2aeede640a service neutron] 10.222.0.15 "GET /v2.0/networks/aa1c65f7-5f5e-4b42-bce9-c069a46e64e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921463 Jul 05 09:54:56.025065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47726cbd-e39a-4409-915d-4e9eb77b0598 req-8f93b4bb-5f36-4e2e-92fe-a26a4de19fdc tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832008 Jul 05 09:54:56.075745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-fbe0b447-4dac-450a-afa3-e270dee99966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.077662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-fbe0b447-4dac-450a-afa3-e270dee99966 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1097 time: 0.2853606 Jul 05 09:54:56.152609 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf92d83-42e5-4d68-b1b7-6ef3e0dd4dad x-openstack-request-id: req-adf92d83-42e5-4d68-b1b7-6ef3e0dd4dad {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:56.153978 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5998c023-b668-4cbe-9e86-21d1f2290b5c", "name": "network-vif-deleted", "tag": "a9887afe-ece5-48bf-93d2-6a0d70b179eb", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:56.154677 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adf92d83-42e5-4d68-b1b7-6ef3e0dd4dad {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:56.155591 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5998c023-b668-4cbe-9e86-21d1f2290b5c', 'name': 'network-vif-deleted', 'tag': 'a9887afe-ece5-48bf-93d2-6a0d70b179eb', 'status': 'completed', 'code': 200} Jul 05 09:54:56.230566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc05d4-902d-408e-906d-37f080173f60 req-63856f63-d76e-46b9-8a1f-55a02e650a0f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.238636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddfc05d4-902d-408e-906d-37f080173f60 req-63856f63-d76e-46b9-8a1f-55a02e650a0f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.3719392 Jul 05 09:54:56.398099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddfc05d4-902d-408e-906d-37f080173f60 req-83194921-4503-47f5-b653-29c0dd067579 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534572 Jul 05 09:54:56.462612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-c4c03d91-81ee-45b6-b61a-37439e675c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.464563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-c4c03d91-81ee-45b6-b61a-37439e675c47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.3761435 Jul 05 09:54:56.631410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6e25-d240-4d5f-bd47-ffdcc15d37c5 req-2c1be5ef-7421-4f30-8a2c-eac96393996a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.639610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e69c6e25-d240-4d5f-bd47-ffdcc15d37c5 req-2c1be5ef-7421-4f30-8a2c-eac96393996a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3146725 Jul 05 09:54:56.733227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-e56d7cc6-ea79-4a27-b7b2-184d1ac583a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.2560494 Jul 05 09:54:56.823272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e69c6e25-d240-4d5f-bd47-ffdcc15d37c5 req-03e68986-33fd-480c-b3fa-fb4c2e3877df tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823471 Jul 05 09:54:56.874951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-a06f1fa6-98bf-4250-a943-73061d8f82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.877312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-a06f1fa6-98bf-4250-a943-73061d8f82de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1354847 Jul 05 09:54:56.982774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2459bb6c-69ba-4ed2-8526-19a2039273df up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:54:56.984053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee83b5-7f49-4e2b-930b-4666bd026fe7 req-3afd27c5-674d-4140-99f7-5d27ec242da7 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:56.992470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24ee83b5-7f49-4e2b-930b-4666bd026fe7 req-3afd27c5-674d-4140-99f7-5d27ec242da7 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 944 time: 0.3320563 Jul 05 09:54:57.060450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:57.086435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24ee83b5-7f49-4e2b-930b-4666bd026fe7 req-e84a9b9b-05b5-4c6a-8edf-514b2e5cfe0b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925641 Jul 05 09:54:57.136292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-b43f76a1-6e66-4163-a345-9eef744c84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:57.142989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-b43f76a1-6e66-4163-a345-9eef744c84be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2561188 Jul 05 09:54:57.224972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 2459bb6c-69ba-4ed2-8526-19a2039273df completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:54:57.233923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 2459bb6c-69ba-4ed2-8526-19a2039273df triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:54:57.234859 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.257105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9079940-346c-48b7-a718-6522dbfd4ff6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.318069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9079940-346c-48b7-a718-6522dbfd4ff6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.394421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.424823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-9c071dbb-c635-47f9-adcb-f6c6fd87d65d service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763815 Jul 05 09:54:57.458644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2459bb6c-69ba-4ed2-8526-19a2039273df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2459bb6c-69ba-4ed2-8526-19a2039273df,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:57.461036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2459bb6c-69ba-4ed2-8526-19a2039273df'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:54:57.465869 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9115b6-cadc-4b86-93bc-7f66ad74cfd6" -d '{"events": [{"server_uuid": "497bcbb1-fb66-42e0-8273-a2d7f294a850", "name": "network-vif-plugged", "status": "completed", "tag": "2459bb6c-69ba-4ed2-8526-19a2039273df"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:54:57.471711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.513442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9079940-346c-48b7-a718-6522dbfd4ff6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.528680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9079940-346c-48b7-a718-6522dbfd4ff6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:57.530034 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b9079940-346c-48b7-a718-6522dbfd4ff6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/security-groups/d420739a-537b-417e-b99e-a8362de9c6d9 HTTP/1.1" status: 204 len: 168 time: 0.4685037 Jul 05 09:54:57.572167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079940-346c-48b7-a718-6522dbfd4ff6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420739a-537b-417e-b99e-a8362de9c6d9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:57.590710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=2459bb6c-69ba-4ed2-8526-19a2039273df,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:57.648572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed7f7193-d17f-4949-a769-0768b3b4654b req-8d995fb5-51ee-478d-a872-61fb1d024e25 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131171 Jul 05 09:54:57.696739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b2349-c0e2-4a41-9d63-91389b0bb3d5 req-793571d2-856a-48d4-95bb-8ebfd226633c tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:57.698694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-006b2349-c0e2-4a41-9d63-91389b0bb3d5 req-793571d2-856a-48d4-95bb-8ebfd226633c tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 943 time: 0.1141734 Jul 05 09:54:57.774941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-006b2349-c0e2-4a41-9d63-91389b0bb3d5 req-4b147aca-90d9-400f-8bad-180c327139fc tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Jul 05 09:54:57.863851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593abc2-a56a-478b-a4d0-0b6ee5bd5fab req-2cc3e9f0-eeb7-40bc-a5d0-30ae8a819813 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:57.871898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1593abc2-a56a-478b-a4d0-0b6ee5bd5fab req-2cc3e9f0-eeb7-40bc-a5d0-30ae8a819813 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1160927 Jul 05 09:54:57.879912 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3cb3f-d5c1-4960-ba52-6474d5239683 x-openstack-request-id: req-dff3cb3f-d5c1-4960-ba52-6474d5239683 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:54:57.880218 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497bcbb1-fb66-42e0-8273-a2d7f294a850", "name": "network-vif-plugged", "status": "completed", "tag": "2459bb6c-69ba-4ed2-8526-19a2039273df", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:54:57.880482 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dff3cb3f-d5c1-4960-ba52-6474d5239683 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:54:57.880890 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2459bb6c-69ba-4ed2-8526-19a2039273df', 'code': 200} Jul 05 09:54:57.932532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1593abc2-a56a-478b-a4d0-0b6ee5bd5fab req-ef47172f-8b03-4392-9e81-0d456ddbf56c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599763 Jul 05 09:54:57.937390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:54:58.082471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a26563e2-b1e1-4527-97af-fc56a1789832 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:54:58.085948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a9887afe-ece5-48bf-93d2-6a0d70b179eb no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:54:58.182172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a9887afe-ece5-48bf-93d2-6a0d70b179eb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:54:58.183233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a9887afe-ece5-48bf-93d2-6a0d70b179eb not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:54:58.224814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c8e22-df50-45e2-8133-0acb18802119 req-65166759-b3be-469f-9c62-8afd1d461145 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:58.241267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-881c8e22-df50-45e2-8133-0acb18802119 req-65166759-b3be-469f-9c62-8afd1d461145 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1123855 Jul 05 09:54:58.314129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-881c8e22-df50-45e2-8133-0acb18802119 req-b5631f71-cfbd-4fb7-83cf-f61b4d383f35 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635450 Jul 05 09:54:58.355746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d9173-3489-4947-bae2-4d0524d20635 req-a50bb33f-ef37-4bd3-9297-9fdd12f8f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:58.357493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c89d9173-3489-4947-bae2-4d0524d20635 req-a50bb33f-ef37-4bd3-9297-9fdd12f8f15c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 1097 time: 0.2730963 Jul 05 09:54:58.420288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a26563e2-b1e1-4527-97af-fc56a1789832, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a26563e2-b1e1-4527-97af-fc56a1789832,segment=NetworkSegment(cdfc80f5-43bb-4739-8aa4-08cb69c51651),segment_id=cdfc80f5-43bb-4739-8aa4-08cb69c51651)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:58.449860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a26563e2-b1e1-4527-97af-fc56a1789832', 'network_id': 'aa1c65f7-5f5e-4b42-bce9-c069a46e64e9', 'port_id': 'a26563e2-b1e1-4527-97af-fc56a1789832', 'mac_address': 'fa:16:3e:5b:fd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ded3347-65f8-4027-a513-e7e26f487baa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:54:58.478531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c89d9173-3489-4947-bae2-4d0524d20635 req-bcb0a6a1-86df-4ad3-8c52-f85c6de6e716 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093700 Jul 05 09:54:58.557670 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.570725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a56946-0cbf-4424-91f1-6a3e494d6060 req-9ca6edaa-7e17-49eb-a1c0-3850dd95e623 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:58.583606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79a56946-0cbf-4424-91f1-6a3e494d6060 req-9ca6edaa-7e17-49eb-a1c0-3850dd95e623 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 945 time: 0.2682006 Jul 05 09:54:58.587968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26563e2-b1e1-4527-97af-fc56a1789832 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:54:58.669390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a26563e2-b1e1-4527-97af-fc56a1789832, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a26563e2-b1e1-4527-97af-fc56a1789832,segment=NetworkSegment(cdfc80f5-43bb-4739-8aa4-08cb69c51651),segment_id=cdfc80f5-43bb-4739-8aa4-08cb69c51651)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:54:58.675056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:58.676957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79a56946-0cbf-4424-91f1-6a3e494d6060 req-c8a827f1-cb17-4e08-b516-939a97cbb805 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878038 Jul 05 09:54:58.834303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a26563e2-b1e1-4527-97af-fc56a1789832,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:54:58.967856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:59.053707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a26563e2-b1e1-4527-97af-fc56a1789832'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:54:59.250033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f04d8-29d4-489b-9c6c-c96138c1e8c5 req-6dc1eb08-7738-4e37-8dfc-e27edf4cfdc5 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:59.253076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d65f04d8-29d4-489b-9c6c-c96138c1e8c5 req-6dc1eb08-7738-4e37-8dfc-e27edf4cfdc5 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 944 time: 0.2727227 Jul 05 09:54:59.336172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d65f04d8-29d4-489b-9c6c-c96138c1e8c5 req-789d8383-a4ba-4b84-9f96-260daece775b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622416 Jul 05 09:54:59.388307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2abcd4-03bc-4895-86f7-3187878ffabb req-937043b8-d8d7-46b8-9d5f-bd252dd36b1c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:59.397401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa2abcd4-03bc-4895-86f7-3187878ffabb req-937043b8-d8d7-46b8-9d5f-bd252dd36b1c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1745968 Jul 05 09:54:59.409312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:59.506817 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:59.533668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa2abcd4-03bc-4895-86f7-3187878ffabb req-f6d0f2f3-da5f-4a22-840f-8e9b196aa8ff tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289327 Jul 05 09:54:59.820253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca871b-9fed-4e76-89f1-7baa3e265593 req-b300b698-e533-4aa1-bbcb-106f4627dd1b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:54:59.830423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04ca871b-9fed-4e76-89f1-7baa3e265593 req-b300b698-e533-4aa1-bbcb-106f4627dd1b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1961746 Jul 05 09:54:59.889943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04ca871b-9fed-4e76-89f1-7baa3e265593 req-c9be93c2-3407-442f-8cd3-228642f29985 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581610 Jul 05 09:55:00.263452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdb1dc-d269-41ff-867f-07a213d94028 req-13f3c512-2032-496f-8f1f-7beda3a4bff1 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:00.277771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0fdb1dc-d269-41ff-867f-07a213d94028 req-13f3c512-2032-496f-8f1f-7beda3a4bff1 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 945 time: 0.1373277 Jul 05 09:55:00.296684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 7844afab-df5e-4763-9504-562cdca92284 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:00.298890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.381442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0fdb1dc-d269-41ff-867f-07a213d94028 req-d25dabf6-2fde-4b5c-98b5-f8a4ee1a326b tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025000 Jul 05 09:55:00.422023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port 7844afab-df5e-4763-9504-562cdca92284, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7844afab-df5e-4763-9504-562cdca92284,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:00.422672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:00.447715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 7844afab-df5e-4763-9504-562cdca92284 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:00.767952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f297fa3-ae19-4df7-b22f-e884e3ceaea3 req-129159ae-2fd3-41b9-8240-c34fc0bd9ee3 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:00.773525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f297fa3-ae19-4df7-b22f-e884e3ceaea3 req-129159ae-2fd3-41b9-8240-c34fc0bd9ee3 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 944 time: 0.2289834 Jul 05 09:55:01.029030 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:01.040851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f297fa3-ae19-4df7-b22f-e884e3ceaea3 req-530fbd44-3ff7-4531-873c-8eb2cca4b9e4 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453594 Jul 05 09:55:01.076554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297ad8-ec8a-4208-b47f-eff02546bef6 req-34ba426a-9ad4-4813-8797-71e78d150a14 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:01.086474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0297ad8-ec8a-4208-b47f-eff02546bef6 req-34ba426a-9ad4-4813-8797-71e78d150a14 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.2582204 Jul 05 09:55:01.177469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=7844afab-df5e-4763-9504-562cdca92284,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:01.222114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0297ad8-ec8a-4208-b47f-eff02546bef6 req-4551928e-984d-4bb3-a515-3aca35b07962 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315255 Jul 05 09:55:01.743682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.117265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a26563e2-b1e1-4527-97af-fc56a1789832 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:02.249576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 8f8ea615-c801-4c8e-8536-298da5e86329 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:55:02.276773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a26563e2-b1e1-4527-97af-fc56a1789832 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:02.287063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a26563e2-b1e1-4527-97af-fc56a1789832 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:02.287724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.449241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d21dba-7273-4de7-8b9e-5756bed3400d req-d22f9d42-a77f-4d89-b183-99148d75411c tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:02.459528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55d21dba-7273-4de7-8b9e-5756bed3400d req-d22f9d42-a77f-4d89-b183-99148d75411c tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 944 time: 0.1660340 Jul 05 09:55:02.495179 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.559132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:02.567110 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3fac806e-9e7c-4394-bf67-f554c6ec6deb tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "PUT /v2.0/routers/8f8ea615-c801-4c8e-8536-298da5e86329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6276376 Jul 05 09:55:02.572026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33736) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:02.572853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] Sync routers for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:02.577085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a26563e2-b1e1-4527-97af-fc56a1789832, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a26563e2-b1e1-4527-97af-fc56a1789832,segment=NetworkSegment(cdfc80f5-43bb-4739-8aa4-08cb69c51651),segment_id=cdfc80f5-43bb-4739-8aa4-08cb69c51651)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:02.581088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26563e2-b1e1-4527-97af-fc56a1789832'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:02.585418 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91191b7-722f-4e27-a402-1b350cc1add4" -d '{"events": [{"server_uuid": "563cc939-8190-42a6-bf80-b8d125aa1c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a26563e2-b1e1-4527-97af-fc56a1789832"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:02.591143 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.597118 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:02.597757 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:02.696429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a26563e2-b1e1-4527-97af-fc56a1789832,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:02.749698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55d21dba-7273-4de7-8b9e-5756bed3400d req-4f37ea15-7913-4362-aae0-b0fac6d8382f tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892470 Jul 05 09:55:02.812052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting subnet 8bd45170-80c1-48f8-a906-fcb493ef3a48 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:02.818921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:02.856529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362284b-5c5a-4906-b835-aadaf09e9ae9 req-cabd19f3-c704-4d81-9d71-f354449a8b62 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:02.865154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2362284b-5c5a-4906-b835-aadaf09e9ae9 req-cabd19f3-c704-4d81-9d71-f354449a8b62 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 945 time: 0.3344665 Jul 05 09:55:02.939055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2362284b-5c5a-4906-b835-aadaf09e9ae9 req-49d55d07-f753-481c-acb4-fca7d21c0b59 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 Jul 05 09:55:02.966992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.263812 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:03.287260 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a674f3-278b-433f-b2fe-b9d81674e383 x-openstack-request-id: req-76a674f3-278b-433f-b2fe-b9d81674e383 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:03.288375 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563cc939-8190-42a6-bf80-b8d125aa1c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a26563e2-b1e1-4527-97af-fc56a1789832", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:03.288910 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76a674f3-278b-433f-b2fe-b9d81674e383 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:03.289545 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26563e2-b1e1-4527-97af-fc56a1789832', 'code': 200} Jul 05 09:55:03.304271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57a32-8a6c-45ca-be99-9927e029bd1c req-8761ff21-3d7f-47d5-99eb-e6675e491f18 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:03.316156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bc57a32-8a6c-45ca-be99-9927e029bd1c req-8761ff21-3d7f-47d5-99eb-e6675e491f18 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.3712823 Jul 05 09:55:03.371889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.511020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3bc57a32-8a6c-45ca-be99-9927e029bd1c req-71ccd670-a0c2-41c2-98b0-e85c0e2571fe tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938374 Jul 05 09:55:03.639386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.666519 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:55:00Z', 'revision_number': 7, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:03.682945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.687715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/subnets/8bd45170-80c1-48f8-a906-fcb493ef3a48 HTTP/1.1" status: 204 len: 168 time: 1.0843124 Jul 05 09:55:03.687715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8df415-f701-4807-9955-2fd17f28ea8d req-a79e4e44-d9cf-40b5-865e-b128c64c5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:03.688616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:03.690300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da8df415-f701-4807-9955-2fd17f28ea8d req-a79e4e44-d9cf-40b5-865e-b128c64c5ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 1097 time: 0.3061979 Jul 05 09:55:03.690902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6836107-1e54-40de-a4fc-95ff7c22f993 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd45170-80c1-48f8-a906-fcb493ef3a48,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:03.694708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abca070-dbee-4b3e-b3e9-3fb42efd09de None None] Network e9c0c5c5-d58f-423d-958b-4d17d1163e32 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:03.760839 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] Checking router: 8f8ea615-c801-4c8e-8536-298da5e86329 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:55:03.784515 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] Routers {'8f8ea615-c801-4c8e-8536-298da5e86329'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:03.785070 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8f8ea615-c801-4c8e-8536-298da5e86329'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:03.807775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da8df415-f701-4807-9955-2fd17f28ea8d req-2d3d3e5e-3f8d-4936-ac49-8e0ffa4b85f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097383 Jul 05 09:55:04.045469 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] Set router 8f8ea615-c801-4c8e-8536-298da5e86329 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:04.050107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] DHCP port deletion for e9c0c5c5-d58f-423d-958b-4d17d1163e32 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:55:04.108535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587074e0-7d1a-4a7f-9f00-deb022d7b303 req-f6f0eed4-0819-4ddc-92fa-ef63976e7753 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:04.112701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-587074e0-7d1a-4a7f-9f00-deb022d7b303 req-f6f0eed4-0819-4ddc-92fa-ef63976e7753 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 945 time: 0.1569946 Jul 05 09:55:04.152763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.187961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] Deleting port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:04.187961 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.299698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] For port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75,segment=NetworkSegment(a13eb686-3ada-4b93-9e82-6b13a6fdb47d),segment_id=a13eb686-3ada-4b93-9e82-6b13a6fdb47d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:04.300351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.311236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-2e8d08a3-9d5c-4190-b51e-b9f21cc7bf94 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:04.314044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-2e8d08a3-9d5c-4190-b51e-b9f21cc7bf94 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.16 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 945 time: 0.5229654 Jul 05 09:55:04.315297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-587074e0-7d1a-4a7f-9f00-deb022d7b303 req-1f448d76-761c-4741-abf9-d0489f35a57b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926031 Jul 05 09:55:04.315642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.326052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] Calling delete_port for c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:04.415819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47e46d-bc95-4cc2-8d8c-85ae76d9872e req-7b795968-988a-4d6d-ba84-0b90f72c11c9 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:04.418809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b47e46d-bc95-4cc2-8d8c-85ae76d9872e req-7b795968-988a-4d6d-ba84-0b90f72c11c9 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 945 time: 0.2465851 Jul 05 09:55:04.525138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b47e46d-bc95-4cc2-8d8c-85ae76d9872e req-a6fccdf1-fcc3-42ea-85ad-e23152da0657 tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee246055-f57e-4182-ade7-68bbb3a7f993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986764 Jul 05 09:55:04.545117 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.594709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Deleting port 2459bb6c-69ba-4ed2-8526-19a2039273df {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:04.595058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.604297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port ce7122a4-447b-44bc-80ac-c5790916e2ff {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:04.604639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.635432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] Pushing event deleted for resources: {'Port': ['ID=c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.662485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42acec25-b53e-404d-9246-8d14a62ed603 None None] No DVR routers for this DVR port c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:04.704739 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:55:00Z', 'revision_number': 7, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:04.761184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:04.806158 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f74eea-4e26-4797-ba51-75152c59b36d None None] The sync data for ids ['8f8ea615-c801-4c8e-8536-298da5e86329'] in n-d-771363-33 is: [{'id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'name': 'tempest-TestNetworkBasicOps-router-2139044066', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:52:11Z', 'updated_at': '2021-07-05T09:55:00Z', 'revision_number': 7, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': 'ce7122a4-447b-44bc-80ac-c5790916e2ff', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ea615-c801-4c8e-8536-298da5e86329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:12Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:04.812765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:04.813258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c69f73ae-5eb7-4ce0-b4dd-8e9b74f1da75 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:04.838889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port ce7122a4-447b-44bc-80ac-c5790916e2ff, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce7122a4-447b-44bc-80ac-c5790916e2ff,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:04.839478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.011428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] For port 2459bb6c-69ba-4ed2-8526-19a2039273df, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2459bb6c-69ba-4ed2-8526-19a2039273df,segment=NetworkSegment(b6b41049-0dbc-48b3-ae1f-fd1eff088a99),segment_id=b6b41049-0dbc-48b3-ae1f-fd1eff088a99)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:05.011796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.052210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Calling delete_port for 2459bb6c-69ba-4ed2-8526-19a2039273df owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:05.073850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for ce7122a4-447b-44bc-80ac-c5790916e2ff owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:05.142361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129b24-7919-4443-804a-ac32178e634c req-30f8ad99-f2bd-47fa-99c2-a4a543a1c96b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:05.144333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2129b24-7919-4443-804a-ac32178e634c req-30f8ad99-f2bd-47fa-99c2-a4a543a1c96b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1616778 Jul 05 09:55:05.230969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2129b24-7919-4443-804a-ac32178e634c req-dba15d90-e8d8-44b6-9680-4563919fb2f2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797935 Jul 05 09:55:05.559685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.572670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.645260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Pushing event deleted for resources: {'Port': ['ID=2459bb6c-69ba-4ed2-8526-19a2039273df,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:05.681894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f252247-a00d-4f9d-a22e-e1cca5219781 req-e2192e7c-5a00-40c0-aa9b-28b4ab1ad725 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:05.697170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f252247-a00d-4f9d-a22e-e1cca5219781 req-e2192e7c-5a00-40c0-aa9b-28b4ab1ad725 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 945 time: 0.1904345 Jul 05 09:55:05.875426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=ce7122a4-447b-44bc-80ac-c5790916e2ff,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:05.880957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5d806ad-e310-47c9-86f7-5086c0c22efa req-3035192d-cc89-4ca5-8c7c-f25013513b5c tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.21 "GET /v2.0/ports?device_id=497bcbb1-fb66-42e0-8273-a2d7f294a850 HTTP/1.1" status: 200 len: 210 time: 0.0982018 Jul 05 09:55:05.930456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f252247-a00d-4f9d-a22e-e1cca5219781 req-d12c0521-3d46-4be0-b836-c00722b97cf2 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318654 Jul 05 09:55:05.948925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] No DVR routers for this DVR port 2459bb6c-69ba-4ed2-8526-19a2039273df on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:05.955542 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:05.962322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5189ddf1-6bdc-4902-8095-fe99e9830b14 req-22050d5b-0860-4c4f-9034-a61a5fcf94db tempest-VolumesActionsTest-872510877 tempest-VolumesActionsTest-872510877-project] 10.222.0.16 "DELETE /v2.0/ports/2459bb6c-69ba-4ed2-8526-19a2039273df HTTP/1.1" status: 204 len: 173 time: 1.6415150 Jul 05 09:55:05.976134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'name': 'network-vif-deleted', 'tag': '2459bb6c-69ba-4ed2-8526-19a2039273df'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:05.984060 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb50b2c-0776-4b55-a745-b7306e21aa33" -d '{"events": [{"server_uuid": "497bcbb1-fb66-42e0-8273-a2d7f294a850", "name": "network-vif-deleted", "tag": "2459bb6c-69ba-4ed2-8526-19a2039273df"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:06.010780 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.233826 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff64d4-44f5-4fbd-b915-09a158ed91d1 x-openstack-request-id: req-d6ff64d4-44f5-4fbd-b915-09a158ed91d1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:06.234102 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497bcbb1-fb66-42e0-8273-a2d7f294a850", "name": "network-vif-deleted", "tag": "2459bb6c-69ba-4ed2-8526-19a2039273df", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:06.234426 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6ff64d4-44f5-4fbd-b915-09a158ed91d1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:06.235414 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497bcbb1-fb66-42e0-8273-a2d7f294a850', 'name': 'network-vif-deleted', 'tag': '2459bb6c-69ba-4ed2-8526-19a2039273df', 'status': 'completed', 'code': 200} Jul 05 09:55:06.243725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.246870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.394973 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.396262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Fanout notify agent at l3_agent the message router_deleted on router 8f8ea615-c801-4c8e-8536-298da5e86329 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:55:06.407379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:06.412074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:06.420845 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3eeff59-614f-4eb3-9714-a4ed91b457c7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/routers/8f8ea615-c801-4c8e-8536-298da5e86329 HTTP/1.1" status: 204 len: 168 time: 2.7310834 Jul 05 09:55:07.007227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2459bb6c-69ba-4ed2-8526-19a2039273df no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:07.052939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 2459bb6c-69ba-4ed2-8526-19a2039273df {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:07.055198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2459bb6c-69ba-4ed2-8526-19a2039273df not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:07.097535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7844afab-df5e-4763-9504-562cdca92284 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:07.160536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.185102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7844afab-df5e-4763-9504-562cdca92284 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:07.188211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7844afab-df5e-4763-9504-562cdca92284 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:07.327280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877a9b-5965-4d84-8e1d-91679ba67248 req-c5e36b1f-3ecf-46b7-b941-30b20398a5b9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:07.329682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc877a9b-5965-4d84-8e1d-91679ba67248 req-c5e36b1f-3ecf-46b7-b941-30b20398a5b9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.7522247 Jul 05 09:55:07.376407 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.408125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c0c5c5-d58f-423d-958b-4d17d1163e32']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:07.433259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:07.433883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13eb686-3ada-4b93-9e82-6b13a6fdb47d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:07.459442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc877a9b-5965-4d84-8e1d-91679ba67248 req-29185b76-09e3-4265-a9ee-7685992470b0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224506 Jul 05 09:55:07.463071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.512321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.526227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:07.526717 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:07.530023 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:07.780217 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.791381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.798859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/networks/e9c0c5c5-d58f-423d-958b-4d17d1163e32 HTTP/1.1" status: 204 len: 168 time: 1.3846140 Jul 05 09:55:07.819980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33804) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:07.826149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'network': {'name': 'tempest-network-smoke--755525463', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:07.881922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:07.886470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.916912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Network': ['ID=e9c0c5c5-d58f-423d-958b-4d17d1163e32,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:07.936128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.936570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.936989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.937443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.939508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.939962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.940358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.940754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.941151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.941539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.941941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.942356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9ef0-66bb-4171-8923-f491c4138f22 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:07.965538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:55:07.981545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:07.982201 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Added segment fd13bd6a-7cca-43e8-873a-5d7ba55a880b of type vlan for network e4914070-1f35-43d5-9d57-4238a313f394 Jul 05 09:55:08.029462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533c915-18a2-46ec-be21-6444e04fcb63 req-e5e255ea-da5d-4783-8633-3226f7d2f12b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:08.029462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4533c915-18a2-46ec-be21-6444e04fcb63 req-e5e255ea-da5d-4783-8633-3226f7d2f12b tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 945 time: 0.2390957 Jul 05 09:55:08.082340 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.112483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4533c915-18a2-46ec-be21-6444e04fcb63 req-ebf39934-5eb1-448a-b4d7-a3e03c1ada24 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822537 Jul 05 09:55:08.167778 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.180558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:08.197050 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.235699 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4135256 Jul 05 09:55:08.238149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33818) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:08.243969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-238299342', 'admin_state_up': True, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:08.294946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.300210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.373119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aca745-7c03-4bda-8a76-65da738c1d49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Network': ['ID=e4914070-1f35-43d5-9d57-4238a313f394,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:08.392432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e4914070-1f35-43d5-9d57-4238a313f394 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:55:08.506158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:08.694139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce7122a4-447b-44bc-80ac-c5790916e2ff no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:08.740214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ce7122a4-447b-44bc-80ac-c5790916e2ff {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:08.753123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce7122a4-447b-44bc-80ac-c5790916e2ff not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:08.946691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.064163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-fdbe81e5-b824-4df2-b103-4f3beaa45610 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:09.069117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-fdbe81e5-b824-4df2-b103-4f3beaa45610 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.15 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 945 time: 0.2172041 Jul 05 09:55:09.251172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b686f-10bf-46de-9363-553bd2d7eb25 req-a808b687-7ea4-4bb1-ab84-34a08a629683 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:09.256267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-035b686f-10bf-46de-9363-553bd2d7eb25 req-a808b687-7ea4-4bb1-ab84-34a08a629683 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.4859250 Jul 05 09:55:09.362691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-035b686f-10bf-46de-9363-553bd2d7eb25 req-e3c8ec88-50e7-44a7-926b-f04ab6a5de26 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961387 Jul 05 09:55:09.523939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0db18-8de0-4d5a-b557-a9a3e23ee004 req-fd8352cb-31a8-4904-af93-776a4b754032 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:09.526073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6d0db18-8de0-4d5a-b557-a9a3e23ee004 req-fd8352cb-31a8-4904-af93-776a4b754032 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 945 time: 0.1869199 Jul 05 09:55:09.529349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Deleting port a26563e2-b1e1-4527-97af-fc56a1789832 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:55:09.529688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.810658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.837938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6d0db18-8de0-4d5a-b557-a9a3e23ee004 req-ff2dcab8-3ad8-43c9-8801-18f475c95620 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/security-groups?id=949e25cf-49b2-4001-ac98-8b8447eecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974770 Jul 05 09:55:09.873963 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.898584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] For port a26563e2-b1e1-4527-97af-fc56a1789832, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a26563e2-b1e1-4527-97af-fc56a1789832,segment=NetworkSegment(cdfc80f5-43bb-4739-8aa4-08cb69c51651),segment_id=cdfc80f5-43bb-4739-8aa4-08cb69c51651)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:09.898882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:09.971226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Calling delete_port for a26563e2-b1e1-4527-97af-fc56a1789832 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:55:10.257458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.25.1.154 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/3f990f99-0089-475b-b3c5-2d6d3b200f5d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:10.772731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.786790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a26563e2-b1e1-4527-97af-fc56a1789832'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:10.835780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Pushing event deleted for resources: {'Port': ['ID=a26563e2-b1e1-4527-97af-fc56a1789832,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:10.872297 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.903846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] No DVR routers for this DVR port a26563e2-b1e1-4527-97af-fc56a1789832 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:55:10.908254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:10.910559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02f97787-af5e-48fb-9488-ffa95e210f02 req-18c8ba27-c5b4-40b4-929e-4df0055b3b40 tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.15 "DELETE /v2.0/ports/a26563e2-b1e1-4527-97af-fc56a1789832 HTTP/1.1" status: 204 len: 173 time: 1.8328385 Jul 05 09:55:10.918036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'name': 'network-vif-deleted', 'tag': 'a26563e2-b1e1-4527-97af-fc56a1789832'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:10.920450 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e59bc4-47fa-4d3d-bc43-0e9c653c0f19" -d '{"events": [{"server_uuid": "563cc939-8190-42a6-bf80-b8d125aa1c3f", "name": "network-vif-deleted", "tag": "a26563e2-b1e1-4527-97af-fc56a1789832"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:10.930431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-1d40fe53-814a-4233-a49b-8721c83f09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:10.941225 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-1d40fe53-814a-4233-a49b-8721c83f09be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 1097 time: 0.1504061 Jul 05 09:55:10.964400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49967af4-98c8-4bc3-8dc0-4b48f7aff4ce req-218947e6-87f4-456d-bc46-c93c399ed7bc tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:10.972898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49967af4-98c8-4bc3-8dc0-4b48f7aff4ce req-218947e6-87f4-456d-bc46-c93c399ed7bc tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.2727139 Jul 05 09:55:11.058893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49967af4-98c8-4bc3-8dc0-4b48f7aff4ce req-23d3931e-b37c-4adb-9777-32f74639ccdd tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812733 Jul 05 09:55:11.080766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:11.152990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-241a9e2b-492f-4d31-9344-030bc2ada965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:11.152990 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-241a9e2b-492f-4d31-9344-030bc2ada965 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.2004983 Jul 05 09:55:11.274261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45d7ead1-1202-474a-b5c6-092cb8af4e62 req-b9c1a53a-252a-4a1d-94eb-e63bbff060ea tempest-ServerAddressesTestJSON-1939088053 tempest-ServerAddressesTestJSON-1939088053-project] 10.222.0.21 "GET /v2.0/ports?device_id=563cc939-8190-42a6-bf80-b8d125aa1c3f HTTP/1.1" status: 200 len: 210 time: 0.1236022 Jul 05 09:55:11.287803 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407cc61-088b-4ba9-a231-b738e0abb6c0 x-openstack-request-id: req-f407cc61-088b-4ba9-a231-b738e0abb6c0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:11.288172 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-1c9410bb-b689-443e-afbc-f6da8f5f635b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78d5387-d320-4175-8a8e-2d183fec56b3 HTTP/1.1" status: 200 len: 1001 time: 0.1296673 Jul 05 09:55:11.292069 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563cc939-8190-42a6-bf80-b8d125aa1c3f", "name": "network-vif-deleted", "tag": "a26563e2-b1e1-4527-97af-fc56a1789832", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:11.292340 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f407cc61-088b-4ba9-a231-b738e0abb6c0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:11.292771 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563cc939-8190-42a6-bf80-b8d125aa1c3f', 'name': 'network-vif-deleted', 'tag': 'a26563e2-b1e1-4527-97af-fc56a1789832', 'status': 'completed', 'code': 200} Jul 05 09:55:11.304077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:11.305405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=3f990f99-0089-475b-b3c5-2d6d3b200f5d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:11.340740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:11.347478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:11.358683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-c4b21128-75d8-4e19-a505-21569a30d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:11.360813 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-c4b21128-75d8-4e19-a505-21569a30d695 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.0614405 Jul 05 09:55:11.505019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-dd353b37-27e5-4561-8598-d58601affc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:11.511830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-dd353b37-27e5-4561-8598-d58601affc2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419699 Jul 05 09:55:11.797918 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-1e98b44f-ca48-4bce-9c55-4c7b3c6564d1 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771311 Jul 05 09:55:12.019234 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-05d18b12-d7a3-4c9c-aac9-9076aa69584e req-a22ac7df-f01a-4fe7-88d7-52817a70abd6 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131698 Jul 05 09:55:12.283833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.489869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:12.561241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] Deleting subnet 9ded3347-65f8-4027-a513-e7e26f487baa {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:12.565801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.624463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93219733-3f43-489f-93f7-568c7987fee0 req-287a38d5-ef27-4251-9ed2-c7e0b26a604a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:12.627989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93219733-3f43-489f-93f7-568c7987fee0 req-287a38d5-ef27-4251-9ed2-c7e0b26a604a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.2320118 Jul 05 09:55:12.680568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.756885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93219733-3f43-489f-93f7-568c7987fee0 req-59863d0f-362a-4dbc-8868-345d7eebe466 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115561 Jul 05 09:55:12.759953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.887250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.042272 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.112973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ded3347-65f8-4027-a513-e7e26f487baa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:13.125736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.128324 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7caa8a7-4611-4fb5-9d17-8dd3751ab3bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ded3347-65f8-4027-a513-e7e26f487baa HTTP/1.1" status: 204 len: 168 time: 0.6369157 Jul 05 09:55:13.133160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33936) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:13.163779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33938) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:13.180932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 6963e5bf-63d5-41b4-834e-e394feeae315 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:55:13.303300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.386696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a44c95ae-9880-45b2-ab2d-70d0b0be5d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.420950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.434776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1c65f7-5f5e-4b42-bce9-c069a46e64e9']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:13.449120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfc80f5-43bb-4739-8aa4-08cb69c51651') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:13.449488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfc80f5-43bb-4739-8aa4-08cb69c51651') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:13.462135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.496194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a44c95ae-9880-45b2-ab2d-70d0b0be5d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.499020 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.501265 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a44c95ae-9880-45b2-ab2d-70d0b0be5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.513961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:13.514384 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.544161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:13.560409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Sync routers for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:13.577033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a44c95ae-9880-45b2-ab2d-70d0b0be5d73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b8ca3369ffb4c7ba809858074ed62b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102283 Jul 05 09:55:13.579054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:13.586616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:13.587309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:13.615285 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:13.618736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.639434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.642398 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa1c65f7-5f5e-4b42-bce9-c069a46e64e9 HTTP/1.1" status: 204 len: 168 time: 0.5078797 Jul 05 09:55:13.643427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf94b2-79a2-4b51-841f-511f0dabebbd admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1c65f7-5f5e-4b42-bce9-c069a46e64e9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:13.666664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c95ae-9880-45b2-ab2d-70d0b0be5d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d9335f-943e-42e1-906c-6eea2fe1daec,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:13.740751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.741979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fd5df607-aaa5-4e55-a601-7c010110747e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5021431 Jul 05 09:55:13.745300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:13.779235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd4f9-4088-4041-a149-7265e25d1fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.818846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:13.820341 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-215f501a-80a5-4eed-99b1-1b87ec5550c5 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7ab4b5a2844b4c1790b5d9af97c73544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0737584 Jul 05 09:55:13.823691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33952) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:13.842920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd4f9-4088-4041-a149-7265e25d1fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.001832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33956) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:14.003989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3977e74-4214-43b1-aa78-035dd012fdf8 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:14.006467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a3977e74-4214-43b1-aa78-035dd012fdf8 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1811457 Jul 05 09:55:14.009312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33958) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:14.033257 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd4f9-4088-4041-a149-7265e25d1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.038357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd4f9-4088-4041-a149-7265e25d1fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.041834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6c1bd4f9-4088-4041-a149-7265e25d1fd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52d9335f-943e-42e1-906c-6eea2fe1daec HTTP/1.1" status: 204 len: 168 time: 0.4607728 Jul 05 09:55:14.102171 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4625b454-3b7f-4959-8333-025a2d78221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.179206 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-530947d6-7e18-4e6c-a528-7201a61f4e1d tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1654263 Jul 05 09:55:14.182731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:14.191263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402821397', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:14.204371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a26563e2-b1e1-4527-97af-fc56a1789832 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:14.242699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a26563e2-b1e1-4527-97af-fc56a1789832 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:55:14.243516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a26563e2-b1e1-4527-97af-fc56a1789832 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:55:14.267336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:12Z', 'revision_number': 3, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:14.275135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bd4f9-4088-4041-a149-7265e25d1fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d9335f-943e-42e1-906c-6eea2fe1daec,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:14.358151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0a622d12-1ce3-45b7-b088-94344cc5b470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e004f3f44ff433c9ba05f96c97fd71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529675 Jul 05 09:55:14.364325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Checking router: 6963e5bf-63d5-41b4-834e-e394feeae315 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:55:14.365376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Updating router 6963e5bf-63d5-41b4-834e-e394feeae315 port 3f990f99-0089-475b-b3c5-2d6d3b200f5d binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:55:14.365562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33972) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:14.397959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bfbf4-447b-40a0-a9bc-dafbceab9217 req-7b33ee73-de56-4a2c-bdb1-d660ad0f6b9b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:14.409278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-623bfbf4-447b-40a0-a9bc-dafbceab9217 req-7b33ee73-de56-4a2c-bdb1-d660ad0f6b9b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.2789557 Jul 05 09:55:14.424394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:14.438533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.447121 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.528950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-623bfbf4-447b-40a0-a9bc-dafbceab9217 req-be0ccd0e-08c0-4a89-aefc-ede082867c83 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183033 Jul 05 09:55:14.710201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e52d67-3fbf-4442-b87a-0b21e8cbb454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.774454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e52d67-3fbf-4442-b87a-0b21e8cbb454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.972092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.024779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e52d67-3fbf-4442-b87a-0b21e8cbb454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.027447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e52d67-3fbf-4442-b87a-0b21e8cbb454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.032351 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-35e52d67-3fbf-4442-b87a-0b21e8cbb454 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/949e25cf-49b2-4001-ac98-8b8447eecdfa HTTP/1.1" status: 204 len: 168 time: 0.6656358 Jul 05 09:55:15.055874 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.061433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e52d67-3fbf-4442-b87a-0b21e8cbb454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949e25cf-49b2-4001-ac98-8b8447eecdfa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:15.081671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:55:15.092445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Subnet': ['ID=0e23f9c9-3e33-49b5-b474-0486e60e9c66,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:15.119111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Checking segment: {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:15.119474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network hostable DHCP agents. Network: e4914070-1f35-43d5-9d57-4238a313f394, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:55:15.130765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Transition to ACTIVE for port object 3f990f99-0089-475b-b3c5-2d6d3b200f5d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:15.155708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e4914070-1f35-43d5-9d57-4238a313f394 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:55:15.167095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.178273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e4914070-1f35-43d5-9d57-4238a313f394) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:15.184242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:15.184936 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.211176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-749ef858-decf-4748-b1bc-5d2bad410e81 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0268481 Jul 05 09:55:15.215814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 33986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:15.278455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff94b07-9348-4973-895a-af7e0ce0b253 None None] Pushing event updated for resources: {'Port': ['ID=3f990f99-0089-475b-b3c5-2d6d3b200f5d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:15.291412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ff2d6-23d6-4ee1-ae23-530e17f158e6 None None] Network e4914070-1f35-43d5-9d57-4238a313f394 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:15.924729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Attempting to bind port 3f990f99-0089-475b-b3c5-2d6d3b200f5d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:15.925073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Attempting to bind port 3f990f99-0089-475b-b3c5-2d6d3b200f5d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:15.925436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Attempting to bind port 3f990f99-0089-475b-b3c5-2d6d3b200f5d on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:15.942124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:15.942522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:15.942904 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:15.943325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:15.943810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Bound port: 3f990f99-0089-475b-b3c5-2d6d3b200f5d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:15.944189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.019478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6fa3b-8e32-44bb-84f0-069048a1db9a req-dd027fd2-de6a-48e1-910d-6e73646c7d64 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:16.028054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4a6fa3b-8e32-44bb-84f0-069048a1db9a req-dd027fd2-de6a-48e1-910d-6e73646c7d64 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 945 time: 0.1329529 Jul 05 09:55:16.102813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4a6fa3b-8e32-44bb-84f0-069048a1db9a req-571360c7-a706-4b27-ad5b-5617013f5dec tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738406 Jul 05 09:55:16.247664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e4914070-1f35-43d5-9d57-4238a313f394', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:55:16.249377 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.255233 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.348676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] For port 3f990f99-0089-475b-b3c5-2d6d3b200f5d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:16.448550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] For port 3f990f99-0089-475b-b3c5-2d6d3b200f5d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3f990f99-0089-475b-b3c5-2d6d3b200f5d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:16.455298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:16.468437 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da3b9c2-f1f0-4b6f-bf1d-417cb19ae333" -d '{"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-unplugged", "status": "completed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:16.705171 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.917603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:16.922123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff94b07-9348-4973-895a-af7e0ce0b253 None None] Pushing event updated for resources: {'Port': ['ID=3f990f99-0089-475b-b3c5-2d6d3b200f5d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:16.947376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.961107 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.082614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caec55b3-c7d9-417f-9312-9f49da200719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.108274 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cd7466-3d21-4a4e-b377-a0229cd456d4 x-openstack-request-id: req-d4cd7466-3d21-4a4e-b377-a0229cd456d4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:17.108473 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-unplugged", "status": "failed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:17.111672 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4cd7466-3d21-4a4e-b377-a0229cd456d4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:17.112402 n-d-771363-33 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'code': 422} returned with failed status Jul 05 09:55:17.289735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:17.290597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:17.303113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:17.603295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:17.662289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:17.769363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Allocated IP 172.20.0.2 (e4914070-1f35-43d5-9d57-4238a313f394/0e23f9c9-3e33-49b5-b474-0486e60e9c66/61c4260c-02e5-48f9-a791-c42cc160453f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:17.915323 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a6d06a1-92ec-4aa8-ab33-2226424e6844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.056442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841736d4-c401-4a48-8cb5-5a56acbcd724 req-07b9c273-b6c3-488f-a77f-526f25b70c09 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:18.067888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-841736d4-c401-4a48-8cb5-5a56acbcd724 req-07b9c273-b6c3-488f-a77f-526f25b70c09 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2500513 Jul 05 09:55:18.068403 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.079415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Transition to ACTIVE for port object 61c4260c-02e5-48f9-a791-c42cc160453f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:18.100620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Transition to ACTIVE for port object 61c4260c-02e5-48f9-a791-c42cc160453f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:18.117311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:18.131448 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.191245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-841736d4-c401-4a48-8cb5-5a56acbcd724 req-fe582e13-cea9-49e8-ae17-83bb26c30a7d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218605 Jul 05 09:55:18.211875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Network e4914070-1f35-43d5-9d57-4238a313f394 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:18.214608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Pushing event updated for resources: {'Port': ['ID=61c4260c-02e5-48f9-a791-c42cc160453f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:18.227227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:18.238486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:18.238486 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.262585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.20.0.1 (e4914070-1f35-43d5-9d57-4238a313f394/0e23f9c9-3e33-49b5-b474-0486e60e9c66/bc5007f2-02ac-4bb6-9938-baf664b21995) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:18.265992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a6d06a1-92ec-4aa8-ab33-2226424e6844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.274839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a6d06a1-92ec-4aa8-ab33-2226424e6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.397617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Attempting to bind port 61c4260c-02e5-48f9-a791-c42cc160453f on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:18.398163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Attempting to bind port 61c4260c-02e5-48f9-a791-c42cc160453f by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:18.398440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Attempting to bind port 61c4260c-02e5-48f9-a791-c42cc160453f on network e4914070-1f35-43d5-9d57-4238a313f394 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:18.413206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:18.413686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Checking segment: {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:18.414202 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.414913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Bound using segment: {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:18.415342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Bound port: 61c4260c-02e5-48f9-a791-c42cc160453f, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:18.415950 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.420467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34142) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:18.468336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2a6d06a1-92ec-4aa8-ab33-2226424e6844 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f88c4d21325a474da938194d6822c2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8011708 Jul 05 09:55:18.470015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d06a1-92ec-4aa8-ab33-2226424e6844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec4cb0-a020-4865-af17-2d11e8573861,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:18.475484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:18.610264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] For port 61c4260c-02e5-48f9-a791-c42cc160453f, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:18.613451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] For port 61c4260c-02e5-48f9-a791-c42cc160453f, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=61c4260c-02e5-48f9-a791-c42cc160453f,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:18.629339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c51a4-42f4-41f6-929c-b899a107b8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.644708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.715251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-1440dac7-3df9-4344-b8c3-ff81a0527766 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2932425 Jul 05 09:55:18.722833 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.727219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c51a4-42f4-41f6-929c-b899a107b8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.739436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:12Z', 'revision_number': 3, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:18.778867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Transition to ACTIVE for port object bc5007f2-02ac-4bb6-9938-baf664b21995 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:18.822850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23ba77-f5fd-4a6f-aba3-824febaa526a None None] The sync data for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 is: [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:12Z', 'revision_number': 3, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:18.857508 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.869487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2450ff-6063-46c8-a942-66ec61bd4b16 None None] Pushing event updated for resources: {'Port': ['ID=61c4260c-02e5-48f9-a791-c42cc160453f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:18.933452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c51a4-42f4-41f6-929c-b899a107b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.939428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c51a4-42f4-41f6-929c-b899a107b8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:18.944675 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a0c51a4-42f4-41f6-929c-b899a107b8ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3ec4cb0-a020-4865-af17-2d11e8573861 HTTP/1.1" status: 204 len: 168 time: 0.4576523 Jul 05 09:55:19.001010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e4914070-1f35-43d5-9d57-4238a313f394 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:19.005162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c51a4-42f4-41f6-929c-b899a107b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec4cb0-a020-4865-af17-2d11e8573861,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:19.021516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:19.034517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:19.116103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.320418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=bc5007f2-02ac-4bb6-9938-baf664b21995,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:19.699929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.704124 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:19.753017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c2432-9e43-487a-9763-8296b763e676 req-6604d594-af83-4f81-aa6d-e2d8a26d6dc8 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:19.776772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-061c2432-9e43-487a-9763-8296b763e676 req-6604d594-af83-4f81-aa6d-e2d8a26d6dc8 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2054017 Jul 05 09:55:19.943180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-061c2432-9e43-487a-9763-8296b763e676 req-e695e20a-66e5-41a8-bfd9-d02f7b0df474 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653154 Jul 05 09:55:20.505834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.522360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.834736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=bc5007f2-02ac-4bb6-9938-baf664b21995,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:20.903597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:20.962843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 61c4260c-02e5-48f9-a791-c42cc160453f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:21.176197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 61c4260c-02e5-48f9-a791-c42cc160453f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:21.189290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f990f99-0089-475b-b3c5-2d6d3b200f5d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:21.340209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ce4b9-1034-4183-af87-9b1059e37d7a None None] Network e4914070-1f35-43d5-9d57-4238a313f394 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:55:21.351168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e4914070-1f35-43d5-9d57-4238a313f394 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:21.357775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:21.451072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f225ad-980d-4ecb-80db-bcf432df8089 req-47e2be98-9e81-455f-b459-80953b623d60 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:21.466686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47f225ad-980d-4ecb-80db-bcf432df8089 req-47e2be98-9e81-455f-b459-80953b623d60 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2025232 Jul 05 09:55:21.585880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47f225ad-980d-4ecb-80db-bcf432df8089 req-1fec292a-f071-4ea5-923b-68d2ecc8e11e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140730 Jul 05 09:55:21.725912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 6963e5bf-63d5-41b4-834e-e394feeae315 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:55:21.936911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-04d4120f-04b2-4fce-9e8f-6a8bc1036881 None None] Provisioning for port 61c4260c-02e5-48f9-a791-c42cc160453f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:21.982571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-04d4120f-04b2-4fce-9e8f-6a8bc1036881 None None] Provisioning complete for port 61c4260c-02e5-48f9-a791-c42cc160453f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:22.021778 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04d4120f-04b2-4fce-9e8f-6a8bc1036881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.135896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3f990f99-0089-475b-b3c5-2d6d3b200f5d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:22.148863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:55:22.161658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3f990f99-0089-475b-b3c5-2d6d3b200f5d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:22.163657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.163846 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a348bb58-9f1f-41f5-99a1-2fc3542a1c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "PUT /v2.0/routers/6963e5bf-63d5-41b4-834e-e394feeae315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9469204 Jul 05 09:55:22.165323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:22.429407 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Sync routers for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:55:22.443786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04d4120f-04b2-4fce-9e8f-6a8bc1036881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.451852 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:22.456870 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:22.629153 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.902768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3f990f99-0089-475b-b3c5-2d6d3b200f5d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3f990f99-0089-475b-b3c5-2d6d3b200f5d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:22.909115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.909893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-04d4120f-04b2-4fce-9e8f-6a8bc1036881 None None] For port 61c4260c-02e5-48f9-a791-c42cc160453f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=61c4260c-02e5-48f9-a791-c42cc160453f,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:22.911579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.912181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.913370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.914395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.915842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.916042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.916434 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.916951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.917486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.919744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.920346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.920907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.922394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:22.930336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:22.930998 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cd4b8fa-2cf2-4d01-a573-2b595539e976 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9149 time: 0.7627556 Jul 05 09:55:22.942084 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04d4120f-04b2-4fce-9e8f-6a8bc1036881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:22.992074 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:23.131562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3f990f99-0089-475b-b3c5-2d6d3b200f5d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:23.151667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.152645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.153282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.153903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.154525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.155175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.156657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.157301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.157927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.158543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.159200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.159930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.160822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.161021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2654f014-50d1-4387-b215-85d946c64ab4 None None] Provisioning complete for port 61c4260c-02e5-48f9-a791-c42cc160453f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:23.164270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f9ef1c60-03ce-44af-b467-241bd95e4619 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8267 time: 0.2319739 Jul 05 09:55:23.165115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2654f014-50d1-4387-b215-85d946c64ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.168294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:23.182676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.184510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.184813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.185160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.185531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.192997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.194063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.194404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.194742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.195093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.195431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.195760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:23.204457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e13f1-817f-43b6-9a6c-b6cc8f19a031 req-340a6eac-ffe1-401f-9dfd-85b930db9fa0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.234936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-260e13f1-817f-43b6-9a6c-b6cc8f19a031 req-340a6eac-ffe1-401f-9dfd-85b930db9fa0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2838335 Jul 05 09:55:23.366851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-260e13f1-817f-43b6-9a6c-b6cc8f19a031 req-cb45c940-2922-41b3-bb1a-3131bd688320 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304557 Jul 05 09:55:23.470836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-c7274c86-4153-4c6b-a819-ed3f0eaf95ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747221 Jul 05 09:55:23.573028 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:20Z', 'revision_number': 2, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:23.632625 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4120f-04b2-4fce-9e8f-6a8bc1036881 None None] Pushing event updated for resources: {'Port': ['ID=61c4260c-02e5-48f9-a791-c42cc160453f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:23.633621 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Checking router: 6963e5bf-63d5-41b4-834e-e394feeae315 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:55:23.635573 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Updating router 6963e5bf-63d5-41b4-834e-e394feeae315 port bc5007f2-02ac-4bb6-9938-baf664b21995 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:55:23.756682 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:23.761425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e03fa-dead-402e-a628-b10d69fa89fa req-379b2268-b238-44f9-ba68-c621e79f32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:23.773876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-379b2268-b238-44f9-ba68-c621e79f32d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1097 time: 0.2068319 Jul 05 09:55:23.881962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2654f014-50d1-4387-b215-85d946c64ab4 None None] Provisioning for port bc5007f2-02ac-4bb6-9938-baf664b21995 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:23.907812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2654f014-50d1-4387-b215-85d946c64ab4 None None] Provisioning complete for port bc5007f2-02ac-4bb6-9938-baf664b21995 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:23.908344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2654f014-50d1-4387-b215-85d946c64ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.031474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2654f014-50d1-4387-b215-85d946c64ab4 None None] Port bc5007f2-02ac-4bb6-9938-baf664b21995 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:24.070426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e03fa-dead-402e-a628-b10d69fa89fa req-8a87a218-8741-4bff-b67a-61b20fa0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.077029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-8a87a218-8741-4bff-b67a-61b20fa0ee9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.2585459 Jul 05 09:55:24.188434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-77e9f867-8681-4cb0-a39c-f717a57a01b3 None None] Provisioning complete for port bc5007f2-02ac-4bb6-9938-baf664b21995 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:24.188965 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77e9f867-8681-4cb0-a39c-f717a57a01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.280323 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b6dae8bf-da8a-4281-8c23-c1a38cad3d07 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 1.1089931 Jul 05 09:55:24.345003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-77e9f867-8681-4cb0-a39c-f717a57a01b3 None None] Port bc5007f2-02ac-4bb6-9938-baf664b21995 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:24.348977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-eb2c0d2b-d3db-475e-9dfb-1ae66f60fee8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.2578421 Jul 05 09:55:24.425378 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.437335 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Transition to ACTIVE for port object bc5007f2-02ac-4bb6-9938-baf664b21995 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:24.445626 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.494451 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Pushing event updated for resources: {'Port': ['ID=bc5007f2-02ac-4bb6-9938-baf664b21995,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:24.504835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.505420 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.506055 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.506530 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.506995 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.507521 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.507983 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.508445 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.508914 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.509863 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.510349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.510830 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:24.598568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e03fa-dead-402e-a628-b10d69fa89fa req-46537d6e-b6ce-4431-9b1e-15e9dfd1e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.600130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-46537d6e-b6ce-4431-9b1e-15e9dfd1e049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.2485747 Jul 05 09:55:24.624806 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Attempting to bind port bc5007f2-02ac-4bb6-9938-baf664b21995 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:24.631431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Attempting to bind port bc5007f2-02ac-4bb6-9938-baf664b21995 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:24.632132 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Attempting to bind port bc5007f2-02ac-4bb6-9938-baf664b21995 on network e4914070-1f35-43d5-9d57-4238a313f394 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:24.641354 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:24.652343 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Checking segment: {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:24.654362 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.655617 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Bound using segment: {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:24.664057 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Bound port: bc5007f2-02ac-4bb6-9938-baf664b21995, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:24.665305 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.871062 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] For port bc5007f2-02ac-4bb6-9938-baf664b21995, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:24.877088 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] For port bc5007f2-02ac-4bb6-9938-baf664b21995, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bc5007f2-02ac-4bb6-9938-baf664b21995,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:24.890914 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:24.902556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e03fa-dead-402e-a628-b10d69fa89fa req-5a7d8d7c-9956-4d83-8b2a-b331dae50f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:24.904683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-5a7d8d7c-9956-4d83-8b2a-b331dae50f61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2904339 Jul 05 09:55:25.017272 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed42849-e950-4011-927e-2d579c47a8f9 None None] Pushing event updated for resources: {'Port': ['ID=bc5007f2-02ac-4bb6-9938-baf664b21995,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:25.086550 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:55:25.087209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:25.199365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 61c4260c-02e5-48f9-a791-c42cc160453f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:25.203658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd925-814d-4c6a-9413-e97e9b99621a req-268cd6bb-8087-40f9-ac4e-6d8e2dc17cd9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:25.214863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-508cd925-814d-4c6a-9413-e97e9b99621a req-268cd6bb-8087-40f9-ac4e-6d8e2dc17cd9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.4182386 Jul 05 09:55:25.395950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:25.397746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 61c4260c-02e5-48f9-a791-c42cc160453f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:25.398131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.401481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d298cf1d-b338-40a5-bebf-95ffdf3d50fc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258858549', 'description': 'tempest-secgroup-smoke-1258858549 description', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:25.517665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-508cd925-814d-4c6a-9413-e97e9b99621a req-7d340169-45e5-4eab-9594-ef9252585d8d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017652 Jul 05 09:55:25.530950 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d298cf1d-b338-40a5-bebf-95ffdf3d50fc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.632547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-a01610f4-d53b-4b54-84ab-882d7b42c65b service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153013 Jul 05 09:55:25.634893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:55:25.761632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f990f99-0089-475b-b3c5-2d6d3b200f5d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:25.928282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-539e03fa-dead-402e-a628-b10d69fa89fa req-1c10889e-f18e-4337-ad21-9bd18af08a70 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797124 Jul 05 09:55:25.957518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d298cf1d-b338-40a5-bebf-95ffdf3d50fc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.958578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3f990f99-0089-475b-b3c5-2d6d3b200f5d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:25.959752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:25.989143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d298cf1d-b338-40a5-bebf-95ffdf3d50fc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.247274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298cf1d-b338-40a5-bebf-95ffdf3d50fc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a3664-559a-4e31-853f-648be4ddb018,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:26.256689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d298cf1d-b338-40a5-bebf-95ffdf3d50fc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.259029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d298cf1d-b338-40a5-bebf-95ffdf3d50fc tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8617480 Jul 05 09:55:26.262197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:26.267796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-43c0881d-df5f-403c-aed6-86ba7abc965d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '7b6a3664-559a-4e31-853f-648be4ddb018', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:26.319802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43c0881d-df5f-403c-aed6-86ba7abc965d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.502853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:24Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:26.504880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43c0881d-df5f-403c-aed6-86ba7abc965d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.515271 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43c0881d-df5f-403c-aed6-86ba7abc965d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.537641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0881d-df5f-403c-aed6-86ba7abc965d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22827bc-9540-462c-83a8-095239c76973,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:26.599212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43c0881d-df5f-403c-aed6-86ba7abc965d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.601015 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-43c0881d-df5f-403c-aed6-86ba7abc965d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378613 Jul 05 09:55:26.604528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:26.613359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c6de0982-4a91-4b6c-92ff-af879aebb2c6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '7b6a3664-559a-4e31-853f-648be4ddb018', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:26.670295 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b41c13-e519-4624-8400-cf7361704e0f None None] The sync data for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 is: [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:24Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:55:26.719666 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:55:26.720097 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6de0982-4a91-4b6c-92ff-af879aebb2c6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:26.895401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6de0982-4a91-4b6c-92ff-af879aebb2c6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.003362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6de0982-4a91-4b6c-92ff-af879aebb2c6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.117073 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6de0982-4a91-4b6c-92ff-af879aebb2c6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.121959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:27.122521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c6de0982-4a91-4b6c-92ff-af879aebb2c6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5159562 Jul 05 09:55:27.127524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b0f6bca5-bdd9-48e3-887b-c6fbafe1ce60 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '7b6a3664-559a-4e31-853f-648be4ddb018', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:27.134884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de0982-4a91-4b6c-92ff-af879aebb2c6 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680d87c0-9680-43ab-9ebf-63a9dd9d1ef7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:27.241564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0f6bca5-bdd9-48e3-887b-c6fbafe1ce60 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.297099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85813ef-195e-4277-ab42-e3335fc51e55 req-00b59387-44a0-4397-9160-679b7427b86b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:27.320146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d85813ef-195e-4277-ab42-e3335fc51e55 req-00b59387-44a0-4397-9160-679b7427b86b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.4141450 Jul 05 09:55:27.329223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc5007f2-02ac-4bb6-9938-baf664b21995 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:27.493947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0f6bca5-bdd9-48e3-887b-c6fbafe1ce60 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.507875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0f6bca5-bdd9-48e3-887b-c6fbafe1ce60 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.529928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d85813ef-195e-4277-ab42-e3335fc51e55 req-341b9db0-19cb-4599-991e-ec78ccd84304 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045531 Jul 05 09:55:27.568443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6bca5-bdd9-48e3-887b-c6fbafe1ce60 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b39eb0d-7fda-4e2b-829f-882fa3f95253,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:27.582315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0f6bca5-bdd9-48e3-887b-c6fbafe1ce60 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.583951 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b0f6bca5-bdd9-48e3-887b-c6fbafe1ce60 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4609976 Jul 05 09:55:27.586906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:27.592090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-27a911df-d691-4a31-aaec-2af2233a8a01 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '7b6a3664-559a-4e31-853f-648be4ddb018', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:27.665528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a911df-d691-4a31-aaec-2af2233a8a01 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.746144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:27.834986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a911df-d691-4a31-aaec-2af2233a8a01 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.845663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a911df-d691-4a31-aaec-2af2233a8a01 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.906226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a911df-d691-4a31-aaec-2af2233a8a01 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9eb86f5-ae6f-40ba-9774-0dbeb5706eef,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:27.935710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a911df-d691-4a31-aaec-2af2233a8a01 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:27.937956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-27a911df-d691-4a31-aaec-2af2233a8a01 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3499374 Jul 05 09:55:27.941060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:27.946820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '7b6a3664-559a-4e31-853f-648be4ddb018', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:28.004846 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Project 7ab4b5a2844b4c1790b5d9af97c73544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 09:55:28.046473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.068344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port bc5007f2-02ac-4bb6-9938-baf664b21995 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:28.078271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bc5007f2-02ac-4bb6-9938-baf664b21995 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:28.079041 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.102739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44efbfcc-8ba8-46ce-b135-c526e1ccd077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.227856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.283279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44efbfcc-8ba8-46ce-b135-c526e1ccd077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.300357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port bc5007f2-02ac-4bb6-9938-baf664b21995, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bc5007f2-02ac-4bb6-9938-baf664b21995,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:28.348567 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.350189 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44efbfcc-8ba8-46ce-b135-c526e1ccd077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.461929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.486150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.486532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=bc5007f2-02ac-4bb6-9938-baf664b21995,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:28.508026 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-44efbfcc-8ba8-46ce-b135-c526e1ccd077 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d34a37665f3447b8971a1e8fabb1bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580960 Jul 05 09:55:28.508612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34328) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:28.545521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efbfcc-8ba8-46ce-b135-c526e1ccd077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77465514-c031-458c-8e10-f99d21074519,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:28.572422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0da1f5c-0195-47bf-a84d-724907e6eb5b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:28.580025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.581397 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50b8432d-4b44-45cf-954b-f1146eb4ef36 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6388791 Jul 05 09:55:28.584815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:28.592001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'security_group_rule': {'security_group_id': '7b6a3664-559a-4e31-853f-648be4ddb018', 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:28.627289 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Project 7ab4b5a2844b4c1790b5d9af97c73544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 09:55:28.640836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.700956 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24ffa197-6120-4b23-ad18-573feca7ffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.810137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.838549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.922627 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24ffa197-6120-4b23-ad18-573feca7ffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.978972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:28.978972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3862917 Jul 05 09:55:28.978972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7edfd-d592-4ae0-aa16-89a7e60b005f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10062c5-e31f-4ac5-8365-d9afb9365d4a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:29.053618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543aa78-6f45-4fad-a282-01b627706136 req-0b2373ba-5ba6-4a58-8820-93bb070d79c6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:29.064447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c543aa78-6f45-4fad-a282-01b627706136 req-0b2373ba-5ba6-4a58-8820-93bb070d79c6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2499948 Jul 05 09:55:29.094511 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24ffa197-6120-4b23-ad18-573feca7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.097434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24ffa197-6120-4b23-ad18-573feca7ffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.098852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-24ffa197-6120-4b23-ad18-573feca7ffdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77465514-c031-458c-8e10-f99d21074519 HTTP/1.1" status: 204 len: 168 time: 0.5896020 Jul 05 09:55:29.125001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffa197-6120-4b23-ad18-573feca7ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77465514-c031-458c-8e10-f99d21074519,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:29.145481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c543aa78-6f45-4fad-a282-01b627706136 req-30c20708-7e2a-4114-8739-0bc9b622f1c1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799818 Jul 05 09:55:29.269497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc5007f2-02ac-4bb6-9938-baf664b21995 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:29.357745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bc5007f2-02ac-4bb6-9938-baf664b21995 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:29.358380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.394239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.572529 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.818553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:29.844997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42b8a8a9-071d-4750-acf5-74ffdba7b700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:29.993066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42b8a8a9-071d-4750-acf5-74ffdba7b700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.003011 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42b8a8a9-071d-4750-acf5-74ffdba7b700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.116208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-42b8a8a9-071d-4750-acf5-74ffdba7b700 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f7dc4f0fcc94dbea8715ef65925fa99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954736 Jul 05 09:55:30.116977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8a8a9-071d-4750-acf5-74ffdba7b700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0708a80-4f7f-4ba8-ab9a-94aacee770a4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:30.118950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:30.222237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5bf92ed3-1437-45c9-8318-7e1a0e3b4a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.252990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5bf92ed3-1437-45c9-8318-7e1a0e3b4a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.347784 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5bf92ed3-1437-45c9-8318-7e1a0e3b4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.353245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5bf92ed3-1437-45c9-8318-7e1a0e3b4a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:30.355302 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5bf92ed3-1437-45c9-8318-7e1a0e3b4a4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0708a80-4f7f-4ba8-ab9a-94aacee770a4 HTTP/1.1" status: 204 len: 168 time: 0.2342534 Jul 05 09:55:30.376053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf92ed3-1437-45c9-8318-7e1a0e3b4a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0708a80-4f7f-4ba8-ab9a-94aacee770a4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:30.476665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d891f-6ce6-4f63-9cb3-a5105618d6f2 req-fb139b2e-b5b9-49b7-9978-ffc31cae28e3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:30.478966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f5d891f-6ce6-4f63-9cb3-a5105618d6f2 req-fb139b2e-b5b9-49b7-9978-ffc31cae28e3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1207156 Jul 05 09:55:30.581732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f5d891f-6ce6-4f63-9cb3-a5105618d6f2 req-941258ae-cc05-4cfb-93e5-c3f5d4f575f1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917127 Jul 05 09:55:31.903112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a417ac2-a1a5-434b-a6f8-0a5d75d454ce req-28a99f2e-034a-4d60-9c5a-305538f231d9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:31.904781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a417ac2-a1a5-434b-a6f8-0a5d75d454ce req-28a99f2e-034a-4d60-9c5a-305538f231d9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1389208 Jul 05 09:55:31.996309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a417ac2-a1a5-434b-a6f8-0a5d75d454ce req-f6190f10-2ee3-42a1-9dfc-f107250ea5a7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763938 Jul 05 09:55:32.741448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-e0e6b6ab-05fb-4c7c-bb9f-0633db90883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:32.744363 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-e0e6b6ab-05fb-4c7c-bb9f-0633db90883f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d&tenant_id=8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 1095 time: 0.1440020 Jul 05 09:55:32.885156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-a5f56f9a-883b-4a4c-9b2c-8e016a1d82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:32.888506 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-a5f56f9a-883b-4a4c-9b2c-8e016a1d82b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 1095 time: 0.1063275 Jul 05 09:55:33.226373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-d575c426-11ed-41f1-aeda-6b152d56501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:33.226926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-d575c426-11ed-41f1-aeda-6b152d56501c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.2042804 Jul 05 09:55:33.318312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595b3e8-8803-4171-9286-26551fddc7c6 req-e59b60b0-a69a-428b-8d6e-1f1913c97966 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:33.319976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4595b3e8-8803-4171-9286-26551fddc7c6 req-e59b60b0-a69a-428b-8d6e-1f1913c97966 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.0906742 Jul 05 09:55:33.455134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4595b3e8-8803-4171-9286-26551fddc7c6 req-21d029db-e092-4fb0-a66b-a08c8302dd5f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287861 Jul 05 09:55:33.889080 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-f49cff0f-9e73-49de-9a49-f84ca61acc70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78d5387-d320-4175-8a8e-2d183fec56b3 HTTP/1.1" status: 200 len: 999 time: 0.6533947 Jul 05 09:55:33.977808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-7ae01cf2-b747-4b94-87c5-c41abc5001ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:33.980304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-7ae01cf2-b747-4b94-87c5-c41abc5001ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.0740149 Jul 05 09:55:34.113467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-121cb61b-dac8-4bd7-84b0-680d63ddd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:34.115286 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-121cb61b-dac8-4bd7-84b0-680d63ddd451 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280675 Jul 05 09:55:34.280978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-253b8d00-49b1-413b-8a2e-94c8055956ea service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541576 Jul 05 09:55:34.401911 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-14b26e5f-b5ed-4015-a463-4b75a1baadc1 req-8c85226e-683d-46ed-94e6-4bce079123b8 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118200 Jul 05 09:55:34.719928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b99e8-ec00-4497-9e5e-3d916ddd16a0 req-a70ab5a5-20ea-43f8-9f4f-108993e6dfe1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:34.729811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-472b99e8-ec00-4497-9e5e-3d916ddd16a0 req-a70ab5a5-20ea-43f8-9f4f-108993e6dfe1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1157262 Jul 05 09:55:34.796405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-472b99e8-ec00-4497-9e5e-3d916ddd16a0 req-06ea9b2d-e355-43ed-88cf-fa694ab9e731 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647235 Jul 05 09:55:35.759626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e999-8ebf-4ac4-8427-e6318cea6122 req-1dcec201-c9ab-4659-b713-012b592da459 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:35.761261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5a2e999-8ebf-4ac4-8427-e6318cea6122 req-1dcec201-c9ab-4659-b713-012b592da459 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0752232 Jul 05 09:55:35.815932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5a2e999-8ebf-4ac4-8427-e6318cea6122 req-1b669788-5a20-48c0-8e13-00b671372fe0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Jul 05 09:55:36.076796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc33204-4735-4764-b6d2-b3af9e444659 req-81552597-eca6-43c2-ba92-61067da54981 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:36.078914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cc33204-4735-4764-b6d2-b3af9e444659 req-81552597-eca6-43c2-ba92-61067da54981 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1166611 Jul 05 09:55:36.160138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cc33204-4735-4764-b6d2-b3af9e444659 req-c5959c40-4cf2-4aec-b15d-173ebf3da464 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715110 Jul 05 09:55:36.374520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f452c8-9c86-4967-a5e2-7e568963bff7 req-262d3c34-3c1a-49d1-a843-b7f083536f0e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:36.376230 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f452c8-9c86-4967-a5e2-7e568963bff7 req-262d3c34-3c1a-49d1-a843-b7f083536f0e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.0909324 Jul 05 09:55:36.433165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f452c8-9c86-4967-a5e2-7e568963bff7 req-45b60f8d-f1b2-4cb2-a0af-0fd56f31f276 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Jul 05 09:55:42.965947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-5ec87282-90c5-47c3-b998-b9cdbd98df79 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258858549&fields=id&tenant_id=7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 267 time: 0.0740879 Jul 05 09:55:43.174474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-3bb919af-e7cd-4b54-8628-0d64bb9a0c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:43.182353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-3bb919af-e7cd-4b54-8628-0d64bb9a0c93 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/networks?id=e4914070-1f35-43d5-9d57-4238a313f394 HTTP/1.1" status: 200 len: 796 time: 0.2061114 Jul 05 09:55:43.207804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-b95c34bc-4953-434c-a9e4-009e74b356ef tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/quotas/7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 375 time: 0.0239458 Jul 05 09:55:43.382148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-e53be72f-14d5-4bde-bb3b-ccc724d03ed8 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728008 Jul 05 09:55:43.521784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-1a8eb107-9e0a-4fb2-80af-2a9ad9bc867b service neutron] 10.222.0.21 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339829 Jul 05 09:55:43.644345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-a4a11ff9-9934-4196-8429-eced31e070a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209440 Jul 05 09:55:44.034197 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73d9edc5-ba00-4e3b-9f78-78de6c8e49b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.409462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c771d-f6e5-434f-ad60-019345c74784 req-33817571-d082-4f42-9861-e71025163653 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:44.426616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-011c771d-f6e5-434f-ad60-019345c74784 req-33817571-d082-4f42-9861-e71025163653 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.3250015 Jul 05 09:55:44.548310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-011c771d-f6e5-434f-ad60-019345c74784 req-bb6b237a-bb47-45e1-8f4a-f2f6b4a772af tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081872 Jul 05 09:55:45.469632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05808053-fee3-4af3-8678-4741e0ae79c6 req-15a514cb-bbf3-44dd-9268-ef830ead2f0e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 210 time: 0.1230969 Jul 05 09:55:45.877240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd0dc9-e43f-489f-9c5f-2c0294c96b70 req-2fbfd4bb-91fc-4ecc-8c4b-be2ecb56b0ca tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:45.887888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64bd0dc9-e43f-489f-9c5f-2c0294c96b70 req-2fbfd4bb-91fc-4ecc-8c4b-be2ecb56b0ca tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1132827 Jul 05 09:55:45.983332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64bd0dc9-e43f-489f-9c5f-2c0294c96b70 req-e277832f-bb4a-4f49-acdb-3a5ed133ef2d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938287 Jul 05 09:55:46.338944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-6bb17f62-0863-4325-8cd3-fda6fa34ad91 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:46.342409 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-6bb17f62-0863-4325-8cd3-fda6fa34ad91 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "GET /v2.0/networks?id=e4914070-1f35-43d5-9d57-4238a313f394 HTTP/1.1" status: 200 len: 796 time: 0.1812367 Jul 05 09:55:46.444312 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-0b9a397d-929c-45bf-9ea5-a21120ace217 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ab4b5a2844b4c1790b5d9af97c73544 HTTP/1.1" status: 200 len: 380 time: 0.0866935 Jul 05 09:55:46.469259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'port': {'device_id': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'admin_state_up': True, 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'security_groups': ['7b6a3664-559a-4e31-853f-648be4ddb018']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:46.811711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.821998 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95c85035-268f-47e2-8126-3ad0022aa436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.842453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Made reservation on behalf of 7ab4b5a2844b4c1790b5d9af97c73544 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:46.850210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.913084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2460ef65-d0b3-4de9-a5fb-4c36c1887cb1 req-e2e0c70a-e19e-4fd5-85c8-2b6da66e88b1 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 210 time: 0.0554838 Jul 05 09:55:47.118437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.20.0.10 (e4914070-1f35-43d5-9d57-4238a313f394/0e23f9c9-3e33-49b5-b474-0486e60e9c66/5a8a7d53-1701-4102-859b-942dbb47011b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:47.336220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05706b-c531-4b05-98d8-c4e695611d1d req-6abe04d3-bc71-4b0b-bb65-fdf743d10d74 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:47.339417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e05706b-c531-4b05-98d8-c4e695611d1d req-6abe04d3-bc71-4b0b-bb65-fdf743d10d74 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1342802 Jul 05 09:55:47.427931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e05706b-c531-4b05-98d8-c4e695611d1d req-afa8451f-9234-4151-b64b-5a209d155552 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810692 Jul 05 09:55:47.583432 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.650339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Transition to ACTIVE for port object 5a8a7d53-1701-4102-859b-942dbb47011b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:47.771653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.846045 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network e4914070-1f35-43d5-9d57-4238a313f394 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:47.855627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-df17f855-b19e-4e34-8074-35c0ca457489 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:47.872587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-df17f855-b19e-4e34-8074-35c0ca457489 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.3722360 Jul 05 09:55:47.875377 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:47.909333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-fa67ba5c-51ff-4efc-950f-b202bd49cd89 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/quotas/6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 375 time: 0.0260727 Jul 05 09:55:47.940142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:47.944288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:48.117652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:48.118390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.143408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-ca19a95c-0ccc-4cd3-9711-542512b4620e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2273438 Jul 05 09:55:48.213517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=5a8a7d53-1701-4102-859b-942dbb47011b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:48.248862 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-d509190e-d229-4671-ab80-7aea98e67a6a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7891591 Jul 05 09:55:48.276719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Request body: {'port': {'device_id': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:48.494463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.494672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f03c201-7436-4c4d-8bd9-4e47999bab59 None None] Provisioning for port 5a8a7d53-1701-4102-859b-942dbb47011b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:48.510634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f03c201-7436-4c4d-8bd9-4e47999bab59 None None] Provisioning complete for port 5a8a7d53-1701-4102-859b-942dbb47011b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:48.511617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f03c201-7436-4c4d-8bd9-4e47999bab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:48.613856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4f03c201-7436-4c4d-8bd9-4e47999bab59 None None] Port 5a8a7d53-1701-4102-859b-942dbb47011b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:48.635016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-c1d240ca-701c-42bf-b534-ec5075c7bda9 service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891121 Jul 05 09:55:48.851567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429882a-f213-42fb-bc35-0e76ae05030c req-37e3c5dc-e9e6-4ae8-b2ba-a6e8e4af1a7e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:48.859020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d429882a-f213-42fb-bc35-0e76ae05030c req-37e3c5dc-e9e6-4ae8-b2ba-a6e8e4af1a7e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 932 time: 0.4478457 Jul 05 09:55:48.968908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d429882a-f213-42fb-bc35-0e76ae05030c req-9b007440-2c04-4ceb-b3cd-f18dee45f66f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087403 Jul 05 09:55:49.049127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8a7d53-1701-4102-859b-942dbb47011b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:55:49.062870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-accbef16-0bf6-4c51-9332-7632950ab5c6 service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265375 Jul 05 09:55:49.074091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.113260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Transition to ACTIVE for port object 5a8a7d53-1701-4102-859b-942dbb47011b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:49.131986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.367585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1be0-1765-4363-a50a-84ad266e8c43 req-6531a677-2a2e-4e0c-a829-961f93a0f9ea tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:49.379724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cae1be0-1765-4363-a50a-84ad266e8c43 req-6531a677-2a2e-4e0c-a829-961f93a0f9ea tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1561749 Jul 05 09:55:49.429440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a7d53-1701-4102-859b-942dbb47011b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:49.505362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cae1be0-1765-4363-a50a-84ad266e8c43 req-c82bcc2f-d3d0-4105-a496-9816c4e6cd43 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246173 Jul 05 09:55:49.619422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Attempting to bind port 5a8a7d53-1701-4102-859b-942dbb47011b on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:49.619780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Attempting to bind port 5a8a7d53-1701-4102-859b-942dbb47011b by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:49.620111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Attempting to bind port 5a8a7d53-1701-4102-859b-942dbb47011b on network e4914070-1f35-43d5-9d57-4238a313f394 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:49.636167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Port 5a8a7d53-1701-4102-859b-942dbb47011b on network e4914070-1f35-43d5-9d57-4238a313f394 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:55:49.642079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Attempting to bind port 5a8a7d53-1701-4102-859b-942dbb47011b on network e4914070-1f35-43d5-9d57-4238a313f394 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:49.661047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.676765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:49.681354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Checking segment: {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:49.681854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Bound using segment: {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:49.682359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Bound port: 5a8a7d53-1701-4102-859b-942dbb47011b, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:49.682742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.902483 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] For port 5a8a7d53-1701-4102-859b-942dbb47011b, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:49.908371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] For port 5a8a7d53-1701-4102-859b-942dbb47011b, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a8a7d53-1701-4102-859b-942dbb47011b,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:49.918901 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.042220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76457080-1fb0-478d-bfa7-701696dcf5a8 req-1a86221f-18ac-4140-b0c8-b249475126c5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 210 time: 0.1741450 Jul 05 09:55:50.096493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:50.252373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:50.253134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.266445 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a8a7d53-1701-4102-859b-942dbb47011b HTTP/1.1" status: 200 len: 1093 time: 1.9942136 Jul 05 09:55:50.269381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:50.283962 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d986c-08fa-4265-97b5-7466fba557a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:50.315117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e8411-a291-438a-96c1-b9a203f27bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a7d53-1701-4102-859b-942dbb47011b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:50.497739 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d20499-8a6a-43d2-b973-d1089d33436e x-openstack-request-id: req-43d20499-8a6a-43d2-b973-d1089d33436e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:50.513746 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:50.514191 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43d20499-8a6a-43d2-b973-d1089d33436e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:50.514818 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b', 'status': 'completed', 'code': 200} Jul 05 09:55:50.530058 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51dc56b0-097d-4183-8c30-23798b944727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:50.628724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f68df2f6-5186-4b59-a437-b082b661913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:50.630465 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-f68df2f6-5186-4b59-a437-b082b661913c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 1096 time: 0.2885613 Jul 05 09:55:50.784376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8351d-eba4-4e7d-a78d-ae090b2b0765 req-91e0f03e-8d3e-41d5-b88d-8c72dc0ee174 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:50.797051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0c8351d-eba4-4e7d-a78d-ae090b2b0765 req-91e0f03e-8d3e-41d5-b88d-8c72dc0ee174 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 944 time: 0.3744764 Jul 05 09:55:50.821379 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-4a5fba14-9596-4815-8b7f-50ea519b8ee3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a8a7d53-1701-4102-859b-942dbb47011b HTTP/1.1" status: 200 len: 217 time: 0.1637039 Jul 05 09:55:50.931642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0c8351d-eba4-4e7d-a78d-ae090b2b0765 req-0b1bcb1e-c26d-4905-bf73-0901087d3e49 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318772 Jul 05 09:55:51.180022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51dc56b0-097d-4183-8c30-23798b944727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.192493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a284a0b-16f9-428a-ad2c-d1d1a8773b0d req-9e82bbf6-f888-43af-8cba-602b9e670fed tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:51.193202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-b1b997d1-6743-4712-9a86-3204a744f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:51.194344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a284a0b-16f9-428a-ad2c-d1d1a8773b0d req-9e82bbf6-f888-43af-8cba-602b9e670fed tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2447557 Jul 05 09:55:51.194689 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-b1b997d1-6743-4712-9a86-3204a744f417 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e23f9c9-3e33-49b5-b474-0486e60e9c66 HTTP/1.1" status: 200 len: 834 time: 0.1174448 Jul 05 09:55:51.196080 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51dc56b0-097d-4183-8c30-23798b944727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.302780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-ae3a55a4-c093-439b-aa66-bf2ccfbb7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:51.304359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-ae3a55a4-c093-439b-aa66-bf2ccfbb7e69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4914070-1f35-43d5-9d57-4238a313f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932918 Jul 05 09:55:51.312634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc56b0-097d-4183-8c30-23798b944727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcbd307-3f1c-4047-8c5c-c499dea8d22f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:51.343159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34866) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:51.345857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-51dc56b0-097d-4183-8c30-23798b944727 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76590e3652b443a5a94c2d24a69769dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2473140 Jul 05 09:55:51.427806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a284a0b-16f9-428a-ad2c-d1d1a8773b0d req-1cb8b57a-a683-4342-9250-9b4f6b104d06 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907482 Jul 05 09:55:51.525178 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-6fbe574b-2205-474b-81ff-998539a58811 service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111018 Jul 05 09:55:51.560152 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abf67c37-0247-4266-bdb9-b00c4d36712f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.671702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abf67c37-0247-4266-bdb9-b00c4d36712f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.738228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b931acf-715c-4b63-9a62-e2ba0c62b732 req-808705e3-74a3-443c-949a-394ffc6ea46a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 210 time: 0.0788550 Jul 05 09:55:51.781404 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-caf72ff3-5b10-4e6a-a463-0d9eaebced5d req-bb2bfc7e-bea5-46bb-a782-7f8af2505a0a service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460783 Jul 05 09:55:51.832869 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abf67c37-0247-4266-bdb9-b00c4d36712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.845060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abf67c37-0247-4266-bdb9-b00c4d36712f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:51.851147 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-abf67c37-0247-4266-bdb9-b00c4d36712f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edcbd307-3f1c-4047-8c5c-c499dea8d22f HTTP/1.1" status: 204 len: 168 time: 0.5027926 Jul 05 09:55:51.952494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67c37-0247-4266-bdb9-b00c4d36712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcbd307-3f1c-4047-8c5c-c499dea8d22f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:52.114971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d986c-08fa-4265-97b5-7466fba557a1 req-e0d8b7a5-86f5-458c-9096-039a0de0d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:52.117745 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-490d986c-08fa-4265-97b5-7466fba557a1 req-e0d8b7a5-86f5-458c-9096-039a0de0d8aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 1096 time: 0.2027297 Jul 05 09:55:52.563284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-4ca6eb1d-360d-44a2-9f6e-75a6b3062759 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:52.579449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-4ca6eb1d-360d-44a2-9f6e-75a6b3062759 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.3979781 Jul 05 09:55:52.643606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'port': {'device_id': '3ffb0114-302a-4864-b238-5ba0d1297280', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'admin_state_up': True, 'tenant_id': '6d2bed338d834802bb71dc6e229186e1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:52.759146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:52.793389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dda7c28f-3cb5-4bdf-b3a4-44fcbcd05420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:52.831892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d986c-08fa-4265-97b5-7466fba557a1 req-9d3644dd-27a4-4c29-8efb-500b9a429026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:52.833681 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-490d986c-08fa-4265-97b5-7466fba557a1 req-9d3644dd-27a4-4c29-8efb-500b9a429026 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4914070-1f35-43d5-9d57-4238a313f394 HTTP/1.1" status: 200 len: 897 time: 0.2905583 Jul 05 09:55:52.909926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-490d986c-08fa-4265-97b5-7466fba557a1 req-f6f75875-8466-4798-8074-42ab073d137b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a8a7d53-1701-4102-859b-942dbb47011b HTTP/1.1" status: 200 len: 217 time: 0.0673451 Jul 05 09:55:53.085313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dda7c28f-3cb5-4bdf-b3a4-44fcbcd05420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.098285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dda7c28f-3cb5-4bdf-b3a4-44fcbcd05420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.207778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dda7c28f-3cb5-4bdf-b3a4-44fcbcd05420 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58ee63fbbda945e2b64e11bd39f981de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468400 Jul 05 09:55:53.234560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c28f-3cb5-4bdf-b3a4-44fcbcd05420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9ec758-8f9a-441f-96cd-3014b02f8ec8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:53.257597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:53.388110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d986c-08fa-4265-97b5-7466fba557a1 req-c01f1820-050d-4ac4-8d78-4001282a95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:53.391400 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-490d986c-08fa-4265-97b5-7466fba557a1 req-c01f1820-050d-4ac4-8d78-4001282a95fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e23f9c9-3e33-49b5-b474-0486e60e9c66 HTTP/1.1" status: 200 len: 834 time: 0.1784163 Jul 05 09:55:53.447695 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b397f9f7-14d0-44ba-9bce-dad0eac2ce75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.555639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Made reservation on behalf of 6d2bed338d834802bb71dc6e229186e1 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:55:53.561513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b397f9f7-14d0-44ba-9bce-dad0eac2ce75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.567993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.686999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d986c-08fa-4265-97b5-7466fba557a1 req-b16675a7-9ee2-4e86-911a-3f884c4d8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:53.701144 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-490d986c-08fa-4265-97b5-7466fba557a1 req-b16675a7-9ee2-4e86-911a-3f884c4d8a57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4914070-1f35-43d5-9d57-4238a313f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474806 Jul 05 09:55:53.716138 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b397f9f7-14d0-44ba-9bce-dad0eac2ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.721286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b397f9f7-14d0-44ba-9bce-dad0eac2ce75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:53.722849 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b397f9f7-14d0-44ba-9bce-dad0eac2ce75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae9ec758-8f9a-441f-96cd-3014b02f8ec8 HTTP/1.1" status: 204 len: 168 time: 0.4631057 Jul 05 09:55:53.762287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397f9f7-14d0-44ba-9bce-dad0eac2ce75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9ec758-8f9a-441f-96cd-3014b02f8ec8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:53.837635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d3886-6b8b-46bc-bdee-19d90f9ae776 req-d2da48ff-1a07-4c49-9508-7726d28fb02b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:53.858938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b3d3886-6b8b-46bc-bdee-19d90f9ae776 req-d2da48ff-1a07-4c49-9508-7726d28fb02b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 944 time: 1.2781456 Jul 05 09:55:53.915207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222ea6-ab40-4397-b235-75bd3032872c req-e7ea49ac-9395-428a-b302-a9cd06358ecc tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:53.918082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51222ea6-ab40-4397-b235-75bd3032872c req-e7ea49ac-9395-428a-b302-a9cd06358ecc tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.9765780 Jul 05 09:55:54.037856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b3d3886-6b8b-46bc-bdee-19d90f9ae776 req-34413788-1b00-4f27-8803-140ac459e4a2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776092 Jul 05 09:55:54.118277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51222ea6-ab40-4397-b235-75bd3032872c req-69e3053e-3da3-4f7f-a62a-b03fa397523a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902106 Jul 05 09:55:54.198826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-490d986c-08fa-4265-97b5-7466fba557a1 req-1ab86b6a-7d29-4448-86ad-6252c43de83a service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009760 Jul 05 09:55:54.198961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Allocated IP 172.20.0.11 (57d205e5-0179-4187-9bc3-81ed83bf84a9/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b/0ed8400e-bd6b-42d5-a062-138b4bbef039) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:55:54.385858 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-490d986c-08fa-4265-97b5-7466fba557a1 req-b031110b-3d3e-40cd-8e46-76dddb3f3fb4 service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694584 Jul 05 09:55:54.596406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8b6439c-e335-4176-bb14-46d74eda30f8 req-c5e58855-f189-4de0-b0c9-7a74280f77dc tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 210 time: 0.0916867 Jul 05 09:55:54.731593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.764364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Transition to ACTIVE for port object 0ed8400e-bd6b-42d5-a062-138b4bbef039 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:54.853229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:54.868567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:54.870830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['422b1240-c0f2-470b-97c6-9e04a4858e6f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:54.987391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=0ed8400e-bd6b-42d5-a062-138b4bbef039,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:55.001351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:55:55.003280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:55:55.033167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:55:55.192543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:55.196529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.245817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-a40e45a3-9e3d-4db5-abe9-a89c8ad9ee9e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6250811 Jul 05 09:55:55.294546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Request body: {'port': {'device_id': '3ffb0114-302a-4864-b238-5ba0d1297280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:55:55.301649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5a8a7d53-1701-4102-859b-942dbb47011b details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:55:55.753860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d07b9874-c35f-4217-84d2-e1e2dd80d21b None None] Provisioning for port 0ed8400e-bd6b-42d5-a062-138b4bbef039 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:55.767307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d07b9874-c35f-4217-84d2-e1e2dd80d21b None None] Provisioning complete for port 0ed8400e-bd6b-42d5-a062-138b4bbef039 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:55.779810 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d07b9874-c35f-4217-84d2-e1e2dd80d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.886625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:55.920935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d07b9874-c35f-4217-84d2-e1e2dd80d21b None None] Port 0ed8400e-bd6b-42d5-a062-138b4bbef039 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:55:55.940093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5e6c-dec4-4c0b-a4b6-e598d60f3ec5 req-3819b243-4c46-46c4-b6bb-7c0b2cda0ac7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:55.948020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-186d5e6c-dec4-4c0b-a4b6-e598d60f3ec5 req-3819b243-4c46-46c4-b6bb-7c0b2cda0ac7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 944 time: 0.5479562 Jul 05 09:55:55.959496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6642d-8579-47e3-9e28-389ed88facce req-30fe83ea-848a-405a-88ed-ee0bdcbf0aa5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:55.968272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aea6642d-8579-47e3-9e28-389ed88facce req-30fe83ea-848a-405a-88ed-ee0bdcbf0aa5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.5042443 Jul 05 09:55:56.088558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a8a7d53-1701-4102-859b-942dbb47011b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a8a7d53-1701-4102-859b-942dbb47011b,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:56.119303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aea6642d-8579-47e3-9e28-389ed88facce req-544b6a7b-271c-468d-88a2-679eb4380e1c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497979 Jul 05 09:55:56.179765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '5a8a7d53-1701-4102-859b-942dbb47011b', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'port_id': '5a8a7d53-1701-4102-859b-942dbb47011b', 'mac_address': 'fa:16:3e:07:01:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:55:56.316706 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.353841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-186d5e6c-dec4-4c0b-a4b6-e598d60f3ec5 req-f3d1c412-ed0b-47d4-94a7-d98892f4524a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044530 Jul 05 09:55:56.359174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8a7d53-1701-4102-859b-942dbb47011b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:55:56.421930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a8a7d53-1701-4102-859b-942dbb47011b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a8a7d53-1701-4102-859b-942dbb47011b,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:55:56.429860 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:56.622492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5a8a7d53-1701-4102-859b-942dbb47011b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:56.788915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:56.807290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['5a8a7d53-1701-4102-859b-942dbb47011b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:55:57.040627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Deleting subnet a18f1672-b90b-42e5-85a4-f661b88a2da0 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:55:57.053658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.144881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41488-76f7-4ce8-9e21-c040425154ba req-3a12c958-f4db-4f79-9c27-a20be392a134 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:57.146498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9f41488-76f7-4ce8-9e21-c040425154ba req-3a12c958-f4db-4f79-9c27-a20be392a134 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 932 time: 0.4079952 Jul 05 09:55:57.237003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.510902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed8400e-bd6b-42d5-a062-138b4bbef039 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:55:57.552595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.584371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.602576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9f41488-76f7-4ce8-9e21-c040425154ba req-e6f56241-2c6c-4e24-b9af-d87e21150c20 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209719 Jul 05 09:55:57.731672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Transition to ACTIVE for port object 0ed8400e-bd6b-42d5-a062-138b4bbef039 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:55:57.819404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:57.911893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.082293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed8400e-bd6b-42d5-a062-138b4bbef039,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.152093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18f1672-b90b-42e5-85a4-f661b88a2da0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.167741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.182277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a18f1672-b90b-42e5-85a4-f661b88a2da0 HTTP/1.1" status: 204 len: 168 time: 1.3885221 Jul 05 09:55:58.187784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:58.246925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.247300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.248181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.248526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.248879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.249242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.260067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.260514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.260856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.261196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.261925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.262265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a558b-7127-4343-aa31-be663c97852b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:58.375628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.504630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07481be-5fd4-4296-a080-85c1fbba322d req-5073519f-91fe-4fe5-95c5-c17df3e9444f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:58.512838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d07481be-5fd4-4296-a080-85c1fbba322d req-5073519f-91fe-4fe5-95c5-c17df3e9444f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.9495583 Jul 05 09:55:58.517923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.542964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf67815-dbed-4457-9fdc-cd7351ef7e28']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:58.557901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:58.558735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b41049-0dbc-48b3-ae1f-fd1eff088a99') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:55:58.575306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.597105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.605338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:55:58.605722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:55:58.679597 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:55:58.686354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.692649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.697625 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/9cf67815-dbed-4457-9fdc-cd7351ef7e28 HTTP/1.1" status: 204 len: 168 time: 0.5072179 Jul 05 09:55:58.703462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9b8fb-34fe-491a-ac84-adee69b8f1f7 req-e1704b59-c627-4dcc-b156-2aad579fb42b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:58.714522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41732ab2-fff7-4a97-966c-9d36414a9b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf67815-dbed-4457-9fdc-cd7351ef7e28,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:58.721365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fe9b8fb-34fe-491a-ac84-adee69b8f1f7 req-e1704b59-c627-4dcc-b156-2aad579fb42b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 945 time: 0.6836052 Jul 05 09:55:58.731152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Attempting to bind port 0ed8400e-bd6b-42d5-a062-138b4bbef039 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:55:58.732398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Attempting to bind port 0ed8400e-bd6b-42d5-a062-138b4bbef039 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:55:58.733845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Attempting to bind port 0ed8400e-bd6b-42d5-a062-138b4bbef039 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:58.788603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Port 0ed8400e-bd6b-42d5-a062-138b4bbef039 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:55:58.788959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Attempting to bind port 0ed8400e-bd6b-42d5-a062-138b4bbef039 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:55:58.874673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d07481be-5fd4-4296-a080-85c1fbba322d req-f2de7dc4-d915-4208-b564-db12e5381614 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365197 Jul 05 09:55:58.874673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:55:58.874673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:55:58.874673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Bound using segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:55:58.874673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Bound port: 0ed8400e-bd6b-42d5-a062-138b4bbef039, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:55:58.874673 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:58.979450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fe9b8fb-34fe-491a-ac84-adee69b8f1f7 req-52a893f9-40f4-4cf4-9268-f3a11ae1968b tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568641 Jul 05 09:55:58.985655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:59.114858 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7cd31e89-6217-4c50-9947-cd27f384c603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b271c378b1e64bed9ff37f01ba57bb8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277599 Jul 05 09:55:59.117236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35020) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:59.122326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] For port 0ed8400e-bd6b-42d5-a062-138b4bbef039, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:55:59.132913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] For port 0ed8400e-bd6b-42d5-a062-138b4bbef039, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:55:59.145267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.157489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35022) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:59.251840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcaeb51-853f-4da9-903c-a24651cdde52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.272782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5a8a7d53-1701-4102-859b-942dbb47011b up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:55:59.367183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcaeb51-853f-4da9-903c-a24651cdde52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.391900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed8400e-bd6b-42d5-a062-138b4bbef039,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:59.400990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:59.401779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.405978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-b4c51dc4-930f-4cb2-a737-2d79f30bae68 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ed8400e-bd6b-42d5-a062-138b4bbef039 HTTP/1.1" status: 200 len: 1093 time: 4.1354496 Jul 05 09:55:59.406495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:55:59.450376 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2e414-2d61-498d-8650-30b13e1e1970" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:55:59.627515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.629643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.632097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 5a8a7d53-1701-4102-859b-942dbb47011b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:55:59.644731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 5a8a7d53-1701-4102-859b-942dbb47011b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:55:59.645261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcaeb51-853f-4da9-903c-a24651cdde52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.645672 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.653436 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efcaeb51-853f-4da9-903c-a24651cdde52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.659980 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-efcaeb51-853f-4da9-903c-a24651cdde52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee246055-f57e-4182-ade7-68bbb3a7f993 HTTP/1.1" status: 204 len: 168 time: 0.5393765 Jul 05 09:55:59.691880 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d2fa3b-4812-460b-944b-65e832fa083f x-openstack-request-id: req-99d2fa3b-4812-460b-944b-65e832fa083f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:55:59.692471 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:55:59.692471 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d2fa3b-4812-460b-944b-65e832fa083f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:55:59.693155 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039', 'status': 'completed', 'code': 200} Jul 05 09:55:59.712684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaeb51-853f-4da9-903c-a24651cdde52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee246055-f57e-4182-ade7-68bbb3a7f993,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:59.779978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ef884b9-2d2d-40ff-9447-c4fcdbded4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.823885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-d0c245c4-e6d8-4163-9766-0ee790f3eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:59.826392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-d0c245c4-e6d8-4163-9766-0ee790f3eb06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 1096 time: 0.3491330 Jul 05 09:55:59.902730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-abec1b0e-5f1f-4ddc-8199-9834b31ce1b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039 HTTP/1.1" status: 200 len: 217 time: 0.0670393 Jul 05 09:55:59.916945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:59.918683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688bc11-f318-48fa-920a-32da476da331 req-085b9b99-957f-4358-8e47-b99260d043f2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:55:59.937282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e688bc11-f318-48fa-920a-32da476da331 req-085b9b99-957f-4358-8e47-b99260d043f2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 944 time: 0.2894807 Jul 05 09:56:00.000216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:00.002941 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9836f431-d2aa-4959-ae99-2db13d54838a" -d '{"events": [{"server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:00.018911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a8a7d53-1701-4102-859b-942dbb47011b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a8a7d53-1701-4102-859b-942dbb47011b,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:00.026476 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.076831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-29bd151e-46ee-46a5-a13a-032b048760a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:00.078853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-29bd151e-46ee-46a5-a13a-032b048760a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1389003 Jul 05 09:56:00.170257 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e688bc11-f318-48fa-920a-32da476da331 req-199cbab0-727e-404e-a948-f8f4580360ac tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319579 Jul 05 09:56:00.178555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5a8a7d53-1701-4102-859b-942dbb47011b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.249918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ef884b9-2d2d-40ff-9447-c4fcdbded4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.270867 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20581528-dde0-4990-8e3e-be10d3faefa3 x-openstack-request-id: req-20581528-dde0-4990-8e3e-be10d3faefa3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:00.275585 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:00.276139 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20581528-dde0-4990-8e3e-be10d3faefa3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:00.276802 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b', 'code': 200} Jul 05 09:56:00.292077 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ef884b9-2d2d-40ff-9447-c4fcdbded4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.407366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0ef884b9-2d2d-40ff-9447-c4fcdbded4ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcbd1fb22d774db5a15b2e88c6b6ac5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2439516 Jul 05 09:56:00.410245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35050) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:00.478898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74767521-3541-4c65-bb7b-e6de0e5b33f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.481082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef884b9-2d2d-40ff-9447-c4fcdbded4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758d45ad-7163-4cbc-a3af-8c963849f471,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.495406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e715db-bd75-48df-bd84-424ff29788f8 req-f2ec710d-2888-4046-b4ab-34c3dfb2a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:00.496755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-f2ec710d-2888-4046-b4ab-34c3dfb2a955 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4079349 Jul 05 09:56:00.522630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74767521-3541-4c65-bb7b-e6de0e5b33f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.603940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74767521-3541-4c65-bb7b-e6de0e5b33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.608552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74767521-3541-4c65-bb7b-e6de0e5b33f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:00.611133 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-74767521-3541-4c65-bb7b-e6de0e5b33f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/758d45ad-7163-4cbc-a3af-8c963849f471 HTTP/1.1" status: 204 len: 168 time: 0.1942658 Jul 05 09:56:00.632993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f39721-7b7c-4d97-bb47-54ac05ff9da1 req-75a6f7cb-b193-44ec-a95c-714f024808d9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:00.634733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f39721-7b7c-4d97-bb47-54ac05ff9da1 req-75a6f7cb-b193-44ec-a95c-714f024808d9 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 946 time: 0.2204649 Jul 05 09:56:00.639281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74767521-3541-4c65-bb7b-e6de0e5b33f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d45ad-7163-4cbc-a3af-8c963849f471,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:00.660379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d5d6-905a-4ac7-bbae-d980cc26e0df req-42b6abae-db6b-499c-9d34-57f29c627e9d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:00.662084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5c8d5d6-905a-4ac7-bbae-d980cc26e0df req-42b6abae-db6b-499c-9d34-57f29c627e9d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.4085588 Jul 05 09:56:00.692173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40490c26-5861-4469-bcdc-630abd3da2b9 req-ff49a9fa-e75f-41ae-b04a-650b8a6036a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:00.693341 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-40490c26-5861-4469-bcdc-630abd3da2b9 req-ff49a9fa-e75f-41ae-b04a-650b8a6036a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 1098 time: 0.1011887 Jul 05 09:56:00.739872 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-40490c26-5861-4469-bcdc-630abd3da2b9 req-51714dfc-5d9f-4dd9-a51a-7994e2976f34 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363867 Jul 05 09:56:00.750517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-9a85391d-3aac-4774-9d02-28fff012ad67 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416754 Jul 05 09:56:00.784106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f39721-7b7c-4d97-bb47-54ac05ff9da1 req-2160c57a-cf59-48cf-bf28-5fd878366f59 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370549 Jul 05 09:56:00.836111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5c8d5d6-905a-4ac7-bbae-d980cc26e0df req-32548faf-d872-46c5-809b-aea54665e9d7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617961 Jul 05 09:56:00.909285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07e715db-bd75-48df-bd84-424ff29788f8 req-f2c57bcb-c434-4ece-b1cc-e30f7534aab6 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464899 Jul 05 09:56:01.103380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-32420f2d-0956-401d-b79d-c20ee050f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:01.104943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-32420f2d-0956-401d-b79d-c20ee050f5a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 1096 time: 0.1048188 Jul 05 09:56:01.237747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:01.244896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-0798caa8-e31d-4d31-9eae-2f59b2027495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:01.246778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-0798caa8-e31d-4d31-9eae-2f59b2027495 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.1310778 Jul 05 09:56:01.254653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19bd202b-0271-4777-9fdd-c69429f24210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.370132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-3331692a-ab86-4c9f-aef7-3edf996ff671 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039 HTTP/1.1" status: 200 len: 217 time: 0.1130424 Jul 05 09:56:01.387462 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19bd202b-0271-4777-9fdd-c69429f24210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.394753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19bd202b-0271-4777-9fdd-c69429f24210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:01.427426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd202b-0271-4777-9fdd-c69429f24210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c0714-88d5-43bd-ac8f-1ecdcf6bfc29,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:01.455938 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-19bd202b-0271-4777-9fdd-c69429f24210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c237042a34504601aa96fcb6aa540776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163386 Jul 05 09:56:01.456311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35080) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:01.503029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-fd8e96f0-4849-42e9-a723-119379ab656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:01.505249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-fd8e96f0-4849-42e9-a723-119379ab656b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1111765 Jul 05 09:56:01.986794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ed13c-1d53-4479-8865-ab777ae8ad43 req-d0cb0295-0fe0-4b6a-8122-c41dc017dcc6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:01.988430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-532ed13c-1d53-4479-8865-ab777ae8ad43 req-d0cb0295-0fe0-4b6a-8122-c41dc017dcc6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 944 time: 0.6382015 Jul 05 09:56:02.089082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d5b5-4582-4631-af14-1d87a96bf313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.134098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-532ed13c-1d53-4479-8865-ab777ae8ad43 req-5b2841c7-5e18-43e1-a331-7f0bd6f16ef3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237786 Jul 05 09:56:02.148676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-306ec1d9-ce2d-452b-940f-ee7bf37dbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:02.150273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-306ec1d9-ce2d-452b-940f-ee7bf37dbdbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6344891 Jul 05 09:56:02.158806 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d5b5-4582-4631-af14-1d87a96bf313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.258614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e301fbb-31e8-4255-be88-f7df99a5ae0e req-5eaed3c4-2041-453c-9d89-15092a410368 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:02.260282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e301fbb-31e8-4255-be88-f7df99a5ae0e req-5eaed3c4-2041-453c-9d89-15092a410368 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 946 time: 0.2843525 Jul 05 09:56:02.383228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e301fbb-31e8-4255-be88-f7df99a5ae0e req-d5d46e05-aab8-47e8-a872-30b8eaeafbe0 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099794 Jul 05 09:56:02.391982 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d5b5-4582-4631-af14-1d87a96bf313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.394485 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d5b5-4582-4631-af14-1d87a96bf313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:02.395651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cdc9d5b5-4582-4631-af14-1d87a96bf313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d51c0714-88d5-43bd-ac8f-1ecdcf6bfc29 HTTP/1.1" status: 204 len: 168 time: 0.9370425 Jul 05 09:56:02.414137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9d5b5-4582-4631-af14-1d87a96bf313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c0714-88d5-43bd-ac8f-1ecdcf6bfc29,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:02.417288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-d44ebfd8-c67d-4843-ab12-86201bf0cb47 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533410 Jul 05 09:56:02.517680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041aec1c-968f-4ccb-9226-47c52353c5f3 req-c62cb052-be4a-4f3a-87ea-d03ac727959a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:02.519368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-041aec1c-968f-4ccb-9226-47c52353c5f3 req-c62cb052-be4a-4f3a-87ea-d03ac727959a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2265453 Jul 05 09:56:02.593808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41b2e414-2d61-498d-8650-30b13e1e1970 req-ac2800b2-c837-46d4-8122-fd5bf9c830cb service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690400 Jul 05 09:56:02.597812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-041aec1c-968f-4ccb-9226-47c52353c5f3 req-1a4d1c3c-1b59-4d37-8c21-f9774e7b442d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668733 Jul 05 09:56:02.832543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf15b9-da27-41a7-958b-75eb8bb96cd1 req-02446928-7d6b-4e09-964b-535662bc3a1c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:02.834182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ecf15b9-da27-41a7-958b-75eb8bb96cd1 req-02446928-7d6b-4e09-964b-535662bc3a1c tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 946 time: 0.0835798 Jul 05 09:56:02.891795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ecf15b9-da27-41a7-958b-75eb8bb96cd1 req-d862d744-d3ce-4ea4-9c1b-91a1394d0654 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Jul 05 09:56:02.914899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35124) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:02.983630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca09f2c-0073-4df6-9b0e-d67ad1a93191 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:02.988056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eca09f2c-0073-4df6-9b0e-d67ad1a93191 tempest-TestNetworkBasicOps-259622058 tempest-TestNetworkBasicOps-259622058-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 1093 time: 0.0686884 Jul 05 09:56:02.988694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:02.993584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '5a8a7d53-1701-4102-859b-942dbb47011b', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:03.019065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.097167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-f9b86436-e57e-41f8-bb35-3c658d5a8632 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5aa798cfa4254002a9eda7fd6be1e6e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380044 Jul 05 09:56:03.153930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.336021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Allocated IP 172.25.1.42 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/13d18bbc-98e3-4764-a124-ffcae618793d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:03.394685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-3771886b-8464-4710-b642-47f3a6c2a9b7 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:03.398331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-3771886b-8464-4710-b642-47f3a6c2a9b7 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001957 Jul 05 09:56:03.428410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-b4df6ffb-51bb-4775-8784-fb3a566a7253 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/quotas/5aa798cfa4254002a9eda7fd6be1e6e6 HTTP/1.1" status: 200 len: 375 time: 0.0240860 Jul 05 09:56:03.484384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-bba1166a-4cba-4c24-bc56-f5d64b73ffc7 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5aa798cfa4254002a9eda7fd6be1e6e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485613 Jul 05 09:56:03.492823 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.522102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5882-a1e1-46e7-913d-990f5ab28dd1 req-5a3cc7a7-0317-4e38-b011-40b05b0cbfe0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:03.534894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaed5882-a1e1-46e7-913d-990f5ab28dd1 req-5a3cc7a7-0317-4e38-b011-40b05b0cbfe0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 944 time: 0.2064946 Jul 05 09:56:03.555265 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:03.614187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:03.617943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:03.618332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaed5882-a1e1-46e7-913d-990f5ab28dd1 req-63e1ce8d-f133-44ab-9770-b787bd0fe163 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816946 Jul 05 09:56:03.621670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:03.673710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=13d18bbc-98e3-4764-a124-ffcae618793d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:03.675426 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:56:04.073703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b5e48-dd56-46ec-bc63-6ce5118399b0 req-491de380-44ad-40d8-8341-3d5ddecbd482 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:04.076013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7b5e48-dd56-46ec-bc63-6ce5118399b0 req-491de380-44ad-40d8-8341-3d5ddecbd482 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1151874 Jul 05 09:56:04.206525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7b5e48-dd56-46ec-bc63-6ce5118399b0 req-c47c19e3-9a01-416e-8e0a-ac4b0e56cd88 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196935 Jul 05 09:56:04.294779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8acaa8b5-4a5d-4b80-ac5d-07bd74cc9a53 req-a934477e-d987-4e5a-a520-8cc2de252aae tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 210 time: 0.0519021 Jul 05 09:56:04.348763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.404351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0ed8400e-bd6b-42d5-a062-138b4bbef039 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:04.463794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.584727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0ed8400e-bd6b-42d5-a062-138b4bbef039, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:04.604342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0ed8400e-bd6b-42d5-a062-138b4bbef039', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '0ed8400e-bd6b-42d5-a062-138b4bbef039', 'mac_address': 'fa:16:3e:dd:c6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:04.666165 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.698356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.708484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.717064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed8400e-bd6b-42d5-a062-138b4bbef039 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:04.785637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0ed8400e-bd6b-42d5-a062-138b4bbef039, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:04.801230 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.807834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event updated for resources: {'Port': ['ID=13d18bbc-98e3-4764-a124-ffcae618793d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:04.831545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:04.876211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0ed8400e-bd6b-42d5-a062-138b4bbef039,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:05.026082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385356f-6572-4077-b5e3-d3fe96876815 req-e461a040-0909-43b0-884d-3512bb4a1762 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:05.043368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0385356f-6572-4077-b5e3-d3fe96876815 req-e461a040-0909-43b0-884d-3512bb4a1762 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 945 time: 0.1655576 Jul 05 09:56:05.091991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0385356f-6572-4077-b5e3-d3fe96876815 req-87f1fc94-746d-4b64-8e19-1e649622149a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512888 Jul 05 09:56:05.109067 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Floating IP 60959dac-e2ee-41a8-bcc4-abb900e378e1 associated. External IP: 172.25.1.42, port: 5a8a7d53-1701-4102-859b-942dbb47011b. Jul 05 09:56:05.170269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0ed8400e-bd6b-42d5-a062-138b4bbef039'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:05.484225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 6963e5bf-63d5-41b4-834e-e394feeae315 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:05.505416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7146764-6afc-44f6-bfd9-fb27a42ee4bd req-d6d2b3bc-2e1a-43b6-9ad0-6b38a5588786 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 210 time: 0.0502923 Jul 05 09:56:05.535834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1e377-d20a-460a-a5d9-946eb5a45ab7 req-6cc7972d-9644-4e23-b46e-c43408a4efa4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:05.538042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fde1e377-d20a-460a-a5d9-946eb5a45ab7 req-6cc7972d-9644-4e23-b46e-c43408a4efa4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1743605 Jul 05 09:56:05.587683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fde1e377-d20a-460a-a5d9-946eb5a45ab7 req-4b7d61e5-7868-4ff7-89a6-7b2443a366e6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 Jul 05 09:56:05.987854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35268) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:06.010192 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-d1686450-eee1-4012-b59c-55f78c2e103e tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5aa798cfa4254002a9eda7fd6be1e6e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340962 Jul 05 09:56:06.111029 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7e72a3b-cddd-44b5-9f0a-08ee067936ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.126638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:06.140075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] Sync routers for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:06.156012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:06.158245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:55:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:06.252737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7e72a3b-cddd-44b5-9f0a-08ee067936ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.261058 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7e72a3b-cddd-44b5-9f0a-08ee067936ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.277716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-122bc9b3-5fbb-451f-9898-fcace569c546 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:06.280467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-122bc9b3-5fbb-451f-9898-fcace569c546 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608576 Jul 05 09:56:06.301539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.313532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Request body: {'port': {'device_id': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '5aa798cfa4254002a9eda7fd6be1e6e6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:06.322822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f7e72a3b-cddd-44b5-9f0a-08ee067936ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=257514d6d4434921bf72d3dd6befde81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338413 Jul 05 09:56:06.324822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35280) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:06.338686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:06.373252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e72a3b-cddd-44b5-9f0a-08ee067936ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5acf2-a2f0-4520-91eb-a8706d977179,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.444386 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db84f94d-3563-4fcd-9a2e-87211e0c35db tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4546978 Jul 05 09:56:06.452507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:06.454492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:06.454721 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee207c12-173d-49f4-b65f-d8f73106f36f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:06.454963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0ed8400e-bd6b-42d5-a062-138b4bbef039 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:06.521323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Made reservation on behalf of 5aa798cfa4254002a9eda7fd6be1e6e6 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:06.525873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.545669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.611814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d22e62d9-a8a6-4a69-90ea-e3798dfa69ca tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/floatingips/60959dac-e2ee-41a8-bcc4-abb900e378e1 HTTP/1.1" status: 200 len: 991 time: 0.1517239 Jul 05 09:56:06.622679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d2102-02a9-49f6-8edc-2c31aece9f25 req-c988d576-bc08-4d69-896a-42bffba6553d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:06.624714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c11d2102-02a9-49f6-8edc-2c31aece9f25 req-c988d576-bc08-4d69-896a-42bffba6553d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 945 time: 0.2688365 Jul 05 09:56:06.625665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0d27-87f6-4db4-bf6c-beba294e4665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.661413 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515cade5-3aae-49c0-920d-1c8049ccc3a8 x-openstack-request-id: req-515cade5-3aae-49c0-920d-1c8049ccc3a8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:06.661792 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:06.662268 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-515cade5-3aae-49c0-920d-1c8049ccc3a8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:06.662425 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b', 'status': 'completed', 'code': 200} Jul 05 09:56:06.724482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 0ed8400e-bd6b-42d5-a062-138b4bbef039 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:06.732293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0ed8400e-bd6b-42d5-a062-138b4bbef039 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:06.732992 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.735501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.744090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.766275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8ac5c31-27ee-4b7e-9b89-6a3f756dc2d7 req-a8ea907e-0ae0-48e3-b8ba-69eb35b4398c tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 210 time: 0.0350542 Jul 05 09:56:06.773283 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0d27-87f6-4db4-bf6c-beba294e4665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.832196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c11d2102-02a9-49f6-8edc-2c31aece9f25 req-4aff4dee-7769-4595-bda8-252b6782da9b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725228 Jul 05 09:56:06.879408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-8920ed41-c3dc-459e-857f-c96ec748308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:06.881532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-8920ed41-c3dc-459e-857f-c96ec748308f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 1098 time: 0.2497990 Jul 05 09:56:06.882667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0d27-87f6-4db4-bf6c-beba294e4665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.886130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0d27-87f6-4db4-bf6c-beba294e4665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:06.887365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4eaa0d27-87f6-4db4-bf6c-beba294e4665 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01d5acf2-a2f0-4520-91eb-a8706d977179 HTTP/1.1" status: 204 len: 168 time: 0.5607209 Jul 05 09:56:06.922150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa0d27-87f6-4db4-bf6c-beba294e4665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5acf2-a2f0-4520-91eb-a8706d977179,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.934111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8c6ca-b861-4f5c-8745-487707bb4cf3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:06.958411 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.001398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '60959dac-e2ee-41a8-bcc4-abb900e378e1', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'port_id': '5a8a7d53-1701-4102-859b-942dbb47011b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'mac_address': 'fa:16:3e:07:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:56:04Z', 'updated_at': '2021-07-05T09:56:04Z', 'revision_number': 0, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:28Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:07.004963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-0d85c8e2-5fc9-401f-ada6-1d09981d5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.007242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-0d85c8e2-5fc9-401f-ada6-1d09981d5441 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4914070-1f35-43d5-9d57-4238a313f394 HTTP/1.1" status: 200 len: 897 time: 0.1149201 Jul 05 09:56:07.031908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] Checking router: 6963e5bf-63d5-41b4-834e-e394feeae315 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:07.037702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:07.040268 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf05118-2062-434f-9558-3d8d8224c2a0" -d '{"events": [{"server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "name": "network-vif-plugged", "status": "completed", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:07.061635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0ed8400e-bd6b-42d5-a062-138b4bbef039, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:07.062705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:07.063377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:55:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:07.107585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Allocated IP 192.168.233.25 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/f5a9845e-ee64-401b-bb32-30ec304326eb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:07.110259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-77acb75c-62ce-4d46-88b1-fda91d27e88c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a8a7d53-1701-4102-859b-942dbb47011b HTTP/1.1" status: 200 len: 999 time: 0.0886419 Jul 05 09:56:07.146541 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcacd8a-3846-4ef4-b59c-3d56c4efe1da x-openstack-request-id: req-4bcacd8a-3846-4ef4-b59c-3d56c4efe1da {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:07.146991 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "name": "network-vif-plugged", "status": "completed", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:07.147071 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bcacd8a-3846-4ef4-b59c-3d56c4efe1da {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:07.148148 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039', 'code': 200} Jul 05 09:56:07.152554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.210579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-5d88b6c0-47d1-498d-88b5-124cf4baa212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.212126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-5d88b6c0-47d1-498d-88b5-124cf4baa212 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e23f9c9-3e33-49b5-b474-0486e60e9c66 HTTP/1.1" status: 200 len: 834 time: 0.0895944 Jul 05 09:56:07.242354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0ed8400e-bd6b-42d5-a062-138b4bbef039,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:07.244455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcca5d-70cf-4fe1-91bc-a9079cdf650b req-e25852d0-c547-4a25-b28c-125637ce6353 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.252877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7bcca5d-70cf-4fe1-91bc-a9079cdf650b req-e25852d0-c547-4a25-b28c-125637ce6353 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.1413443 Jul 05 09:56:07.335619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:07.386878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7bcca5d-70cf-4fe1-91bc-a9079cdf650b req-138ba05a-c66f-4074-ab65-26f9b90e820a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325650 Jul 05 09:56:07.456203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.475860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-770dab73-46b5-4f24-be84-21820c9d3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.476177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Transition to ACTIVE for port object f5a9845e-ee64-401b-bb32-30ec304326eb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:07.477638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-770dab73-46b5-4f24-be84-21820c9d3368 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4914070-1f35-43d5-9d57-4238a313f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2430823 Jul 05 09:56:07.501444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.506723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639be95-cd82-4fc0-a523-1a712675b87e req-41e4fdfa-5108-44e9-82cc-19fad7449d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.519436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3639be95-cd82-4fc0-a523-1a712675b87e req-41e4fdfa-5108-44e9-82cc-19fad7449d89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 1098 time: 0.3033166 Jul 05 09:56:07.538201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.598903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:07.610762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:07.613325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:07.615824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:07.673815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Pushing event updated for resources: {'Port': ['ID=f5a9845e-ee64-401b-bb32-30ec304326eb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:07.721479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:07.722439 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.743545 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-fb5a3b19-a6af-4c25-bce6-02bba75940d5 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4431705 Jul 05 09:56:07.750594 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:07.753341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '60959dac-e2ee-41a8-bcc4-abb900e378e1', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'port_id': '5a8a7d53-1701-4102-859b-942dbb47011b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'mac_address': 'fa:16:3e:07:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:56:04Z', 'updated_at': '2021-07-05T09:56:04Z', 'revision_number': 0, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:28Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:07.772103 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Request body: {'port': {'device_id': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:07.785441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0c8484ac-5055-490f-9c32-b407a84b6559 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/floatingips/60959dac-e2ee-41a8-bcc4-abb900e378e1 HTTP/1.1" status: 200 len: 991 time: 0.1497207 Jul 05 09:56:07.838037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3639be95-cd82-4fc0-a523-1a712675b87e req-eec2d9a1-c1be-4462-8e5e-62de58724202 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407303 Jul 05 09:56:07.913281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-4125caa6-6e3f-4845-85d9-b769cdf2c650 service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210689 Jul 05 09:56:07.944160 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.012367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ba09a-29e9-4e31-a021-cc8fc424e68d None None] The sync data for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 is: [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '60959dac-e2ee-41a8-bcc4-abb900e378e1', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'port_id': '5a8a7d53-1701-4102-859b-942dbb47011b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'mac_address': 'fa:16:3e:07:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:56:04Z', 'updated_at': '2021-07-05T09:56:04Z', 'revision_number': 0, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:28Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:08.027710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c69726ab-f6e7-4fec-87bf-d0fc11612531 None None] Provisioning for port f5a9845e-ee64-401b-bb32-30ec304326eb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:08.033168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c69726ab-f6e7-4fec-87bf-d0fc11612531 None None] Provisioning complete for port f5a9845e-ee64-401b-bb32-30ec304326eb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:08.033548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c69726ab-f6e7-4fec-87bf-d0fc11612531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.100787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c69726ab-f6e7-4fec-87bf-d0fc11612531 None None] Port f5a9845e-ee64-401b-bb32-30ec304326eb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:56:08.176764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.196270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.242697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f22bf49e83644c7280b5d08e8a329f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7383988 Jul 05 09:56:08.271139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:08.365735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50917612-4033-4326-a124-b40aed9a9023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.423826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873dbe3-27fd-4cf2-a1a7-39fa2ba84137 req-8b7cede3-0820-4fc0-86a5-d413d89ec17f tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:08.430667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3873dbe3-27fd-4cf2-a1a7-39fa2ba84137 req-8b7cede3-0820-4fc0-86a5-d413d89ec17f tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 935 time: 0.3511567 Jul 05 09:56:08.432762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08b095-6084-43f9-ad47-3c4ac0bfbce4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.437696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50917612-4033-4326-a124-b40aed9a9023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.439726 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f6f80-1069-4d07-8538-433aee120b5e None None] New status for floating IP 60959dac-e2ee-41a8-bcc4-abb900e378e1: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:56:08.477570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a9845e-ee64-401b-bb32-30ec304326eb {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:08.487742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.503782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3873dbe3-27fd-4cf2-a1a7-39fa2ba84137 req-8ea4fd53-a308-4539-ab5a-cf6744961f66 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721881 Jul 05 09:56:08.505279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Transition to ACTIVE for port object f5a9845e-ee64-401b-bb32-30ec304326eb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:08.510288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.510288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.510288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.510288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.510857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.510943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.511252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.511606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.511932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.512386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.513303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.513736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4013b21-9c70-4bdf-ab9e-0737d451320f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:08.521342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.539254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee207c12-173d-49f4-b65f-d8f73106f36f req-c3f634ce-6078-4bd5-8ac1-a4fb7807826c service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147170 Jul 05 09:56:08.573527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de691aa0-f4db-405f-9ff7-85a610e5f14d req-b87371d5-d179-445d-b119-5be229b95fc7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:08.583810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de691aa0-f4db-405f-9ff7-85a610e5f14d req-b87371d5-d179-445d-b119-5be229b95fc7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 946 time: 0.4976227 Jul 05 09:56:08.671749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de691aa0-f4db-405f-9ff7-85a610e5f14d req-ce5fe79f-8b0a-455b-b769-f07a88793337 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869510 Jul 05 09:56:08.702991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50917612-4033-4326-a124-b40aed9a9023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.708341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50917612-4033-4326-a124-b40aed9a9023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.712389 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-50917612-4033-4326-a124-b40aed9a9023 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc08b095-6084-43f9-ad47-3c4ac0bfbce4 HTTP/1.1" status: 204 len: 168 time: 0.4391210 Jul 05 09:56:08.740349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50917612-4033-4326-a124-b40aed9a9023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08b095-6084-43f9-ad47-3c4ac0bfbce4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.780065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9845e-ee64-401b-bb32-30ec304326eb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:08.790090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35326) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:08.915609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Attempting to bind port f5a9845e-ee64-401b-bb32-30ec304326eb on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:08.916038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Attempting to bind port f5a9845e-ee64-401b-bb32-30ec304326eb by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:08.916494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Attempting to bind port f5a9845e-ee64-401b-bb32-30ec304326eb on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:08.933135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Port f5a9845e-ee64-401b-bb32-30ec304326eb on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:56:08.933551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Attempting to bind port f5a9845e-ee64-401b-bb32-30ec304326eb on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:08.948245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:08.948694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:08.949217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:08.949878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Bound port: f5a9845e-ee64-401b-bb32-30ec304326eb, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:08.950902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:08.973411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dfedb734-97d4-4b70-bdf8-d93eeac03d76 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/floatingips/60959dac-e2ee-41a8-bcc4-abb900e378e1 HTTP/1.1" status: 200 len: 993 time: 0.1820126 Jul 05 09:56:08.986735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7a196-f022-4950-8066-50f33dca614d req-211c6b14-b94e-4d7c-a196-9403a30e60ab tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.001063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bf7a196-f022-4950-8066-50f33dca614d req-211c6b14-b94e-4d7c-a196-9403a30e60ab tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 943 time: 0.2152591 Jul 05 09:56:09.044063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bf7a196-f022-4950-8066-50f33dca614d req-7c87e418-dc7d-41d9-8491-9c5591e9f6af tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479693 Jul 05 09:56:09.064383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] For port f5a9845e-ee64-401b-bb32-30ec304326eb, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:09.068963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] For port f5a9845e-ee64-401b-bb32-30ec304326eb, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f5a9845e-ee64-401b-bb32-30ec304326eb,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:09.084586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.120576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.121427 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.123575 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f5a9845e-ee64-401b-bb32-30ec304326eb HTTP/1.1" status: 200 len: 1096 time: 1.3685145 Jul 05 09:56:09.126264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'tag': 'f5a9845e-ee64-401b-bb32-30ec304326eb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:09.128786 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb65de77-f498-4cf0-9c15-4687c58d26e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f637214c-f5f9-4219-884b-90b45c7ea3c6", "tag": "f5a9845e-ee64-401b-bb32-30ec304326eb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:09.165611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961a9ad-eb70-4227-9b63-dcd12895aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9845e-ee64-401b-bb32-30ec304326eb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:09.178618 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798fba29-f300-4192-be63-1ac43e2f4ec6 x-openstack-request-id: req-798fba29-f300-4192-be63-1ac43e2f4ec6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:09.178908 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f637214c-f5f9-4219-884b-90b45c7ea3c6", "tag": "f5a9845e-ee64-401b-bb32-30ec304326eb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:09.179187 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-798fba29-f300-4192-be63-1ac43e2f4ec6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:09.179804 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'tag': 'f5a9845e-ee64-401b-bb32-30ec304326eb', 'status': 'completed', 'code': 200} Jul 05 09:56:09.265736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-2f07c582-e1fe-4500-9e20-b24c70fb38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.266955 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-2f07c582-e1fe-4500-9e20-b24c70fb38f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5aa798cfa4254002a9eda7fd6be1e6e6&device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 1099 time: 0.0799885 Jul 05 09:56:09.286096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:09.320574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-1cbb91cf-ab04-4f7e-a427-b5abedf9b63c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f5a9845e-ee64-401b-bb32-30ec304326eb HTTP/1.1" status: 200 len: 217 time: 0.0408328 Jul 05 09:56:09.386959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-7699f157-aa29-4838-a4e4-ed4086ff7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.390119 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-7699f157-aa29-4838-a4e4-ed4086ff7d43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0574524 Jul 05 09:56:09.438352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:09.451070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'port_id': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'mac_address': 'fa:16:3e:da:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:09.455620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-1ee12f3b-1fe5-4451-bd60-2f94546accc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.457104 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-1ee12f3b-1fe5-4451-bd60-2f94546accc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598385 Jul 05 09:56:09.499410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.523316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78d5387-d320-4175-8a8e-2d183fec56b3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:09.550500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:09.555523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:09.581862 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-dbb10fe7-c956-4633-b31d-c13fe92c735e service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136680 Jul 05 09:56:09.617529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:09.740216 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-048035bd-9b6c-4569-807c-32e481e7cfd7 req-a995bdc1-7b77-43bb-bab7-36d19820a1eb service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480660 Jul 05 09:56:09.920444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-5690475a-b508-4123-a407-8ff642221984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.923494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-5690475a-b508-4123-a407-8ff642221984 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5aa798cfa4254002a9eda7fd6be1e6e6&device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 1099 time: 0.1136630 Jul 05 09:56:09.968723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bc7f7-03fa-42dd-a78f-e6f89af23998 req-ee05198b-4f09-42cd-9e72-2f2ec83520ce tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:09.971258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c87bc7f7-03fa-42dd-a78f-e6f89af23998 req-ee05198b-4f09-42cd-9e72-2f2ec83520ce tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 947 time: 0.1990798 Jul 05 09:56:10.005160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56b7c6-b316-442f-bf78-d2ee2ba7dd83 req-8ae48125-dd1f-4eb0-8c48-95694158c49d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:10.006866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f56b7c6-b316-442f-bf78-d2ee2ba7dd83 req-8ae48125-dd1f-4eb0-8c48-95694158c49d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 946 time: 0.1566167 Jul 05 09:56:10.048318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c87bc7f7-03fa-42dd-a78f-e6f89af23998 req-af2657dd-9d95-4673-8276-9afefca8b335 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695257 Jul 05 09:56:10.051893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['a78d5387-d320-4175-8a8e-2d183fec56b3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:10.082453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f56b7c6-b316-442f-bf78-d2ee2ba7dd83 req-5e1f10ae-870f-43ff-b54b-061af96a92dc tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603800 Jul 05 09:56:10.137427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-eb6487d8-0161-4687-9eec-bfd5c724014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:10.144119 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-eb6487d8-0161-4687-9eec-bfd5c724014a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2028418 Jul 05 09:56:10.253253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-b8f0ecdb-8ce6-40e7-9d5c-c3fe44e35abd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f5a9845e-ee64-401b-bb32-30ec304326eb HTTP/1.1" status: 200 len: 217 time: 0.0976899 Jul 05 09:56:10.376855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-54150a8c-b6ff-4e44-95c9-ee866d5648cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:10.378510 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-54150a8c-b6ff-4e44-95c9-ee866d5648cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1105266 Jul 05 09:56:10.398603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd665af0-7e33-4a0b-b9bf-f08840016656 req-e5e5bd05-7bb7-4809-98d7-4f5a8bc70e97 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:10.399273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd665af0-7e33-4a0b-b9bf-f08840016656 req-e5e5bd05-7bb7-4809-98d7-4f5a8bc70e97 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 944 time: 0.1188605 Jul 05 09:56:10.444861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-e250f4d0-b6ac-45c1-975f-c405b2e835ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:10.446411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-e250f4d0-b6ac-45c1-975f-c405b2e835ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583894 Jul 05 09:56:10.459237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-6ba2c860-b661-4cec-a0ef-0e91ed4570d1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 267 time: 0.0578332 Jul 05 09:56:10.497634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd665af0-7e33-4a0b-b9bf-f08840016656 req-01c07f64-ba7e-44ed-8fb4-eabe841dab47 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778410 Jul 05 09:56:10.592793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-1adb9d25-2f80-4cb2-a575-80c610e97870 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357780 Jul 05 09:56:10.628799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-49f7241f-ddc6-4641-9dff-6e89854c84d6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:10.633900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-49f7241f-ddc6-4641-9dff-6e89854c84d6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 946 time: 0.1639354 Jul 05 09:56:10.645461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'port': {'security_groups': []}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:10.743986 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb65de77-f498-4cf0-9c15-4687c58d26e2 req-4315a5cd-e83e-44da-bc80-41b0533bf766 service neutron] 10.222.0.16 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389008 Jul 05 09:56:10.765847 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.779203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:10.891651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-732070026', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:10.917709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Made reservation on behalf of aadd9776f56644dd9fb9cd7e90b38c0c for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:10.920882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.934237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:10.952440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] For port 0ed8400e-bd6b-42d5-a062-138b4bbef039, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:11.006478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.012344 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.026562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['422b1240-c0f2-470b-97c6-9e04a4858e6f', '0ed8400e-bd6b-42d5-a062-138b4bbef039'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:11.072493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.073151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.074499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.079945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-399eb472-bf77-486e-a197-ba9c66aa9cbb req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "PUT /v2.0/ports/0ed8400e-bd6b-42d5-a062-138b4bbef039 HTTP/1.1" status: 200 len: 905 time: 0.4387491 Jul 05 09:56:11.080740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:11.083668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.107458 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:11.119810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:11.144175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd37657b-4a78-4401-80c3-8a6ff20cfe63,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:11.160009 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.172118 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Added segment daa22e52-a0b1-4421-abbc-eb94a6781eb6 of type vlan for network 5804e8b0-2984-4e0e-ab28-646d95a8f014 Jul 05 09:56:11.198013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca99c01-1a4e-43a2-84e6-cc89489c502e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=0ed8400e-bd6b-42d5-a062-138b4bbef039,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:11.201633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0ed8400e-bd6b-42d5-a062-138b4bbef039'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:11.302401 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.310932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:11.343386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13679f0b-546c-4bf0-92b2-bb0439692e1b req-4879f8f8-d36e-4ca3-a06b-d4cdac392e65 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.345283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13679f0b-546c-4bf0-92b2-bb0439692e1b req-4879f8f8-d36e-4ca3-a06b-d4cdac392e65 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 947 time: 0.1119688 Jul 05 09:56:11.369690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.371247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.372068 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.444855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6638751 Jul 05 09:56:11.449636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:11.455724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'subnet': {'network_id': '5804e8b0-2984-4e0e-ab28-646d95a8f014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:11.467326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13679f0b-546c-4bf0-92b2-bb0439692e1b req-d5bb5515-de0f-4a0d-ba53-51cc9c46f09b tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109414 Jul 05 09:56:11.478359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869dc7d-cdb9-4cfa-ae47-10f7b18f777e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Network': ['ID=5804e8b0-2984-4e0e-ab28-646d95a8f014,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:11.492331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 5804e8b0-2984-4e0e-ab28-646d95a8f014 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:11.504555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a1ba5-8a0b-47ae-bada-6ebcc0fc9b60 req-674b98a9-dbde-417b-8681-ea5022c2653b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.507325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Made reservation on behalf of aadd9776f56644dd9fb9cd7e90b38c0c for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:11.508319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446a1ba5-8a0b-47ae-bada-6ebcc0fc9b60 req-674b98a9-dbde-417b-8681-ea5022c2653b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 908 time: 0.1621366 Jul 05 09:56:11.511364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.535566 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eaad8e-2a34-4310-b4e4-890e51b569a4 x-openstack-request-id: req-f8eaad8e-2a34-4310-b4e4-890e51b569a4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:11.536542 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:11.536663 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8eaad8e-2a34-4310-b4e4-890e51b569a4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:11.537071 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039', 'status': 'completed', 'code': 200} Jul 05 09:56:11.685476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-3aefd4d9-749f-4b70-960c-4f66423d151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.687252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-3aefd4d9-749f-4b70-960c-4f66423d151d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 1060 time: 0.1154108 Jul 05 09:56:11.813330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8db6b9e4-14e1-4090-bc12-2637267c75e9 None None] Provisioning complete for port 0ed8400e-bd6b-42d5-a062-138b4bbef039 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:11.814187 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e4-14e1-4090-bc12-2637267c75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:11.914835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-45c6c53f-0322-4a2e-a1e4-293ff6bac482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.918390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-45c6c53f-0322-4a2e-a1e4-293ff6bac482 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.2172098 Jul 05 09:56:11.975666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc8da4-3c25-4c7f-b027-fe6a2602caaa req-75740e0a-6237-48a0-a7db-7915f6d60c42 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:11.977527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eddc8da4-3c25-4c7f-b027-fe6a2602caaa req-75740e0a-6237-48a0-a7db-7915f6d60c42 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 944 time: 0.1774578 Jul 05 09:56:12.021071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.objects.ports [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:56:12.021643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.109269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Checking segment: {'id': 'daa22e52-a0b1-4421-abbc-eb94a6781eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5804e8b0-2984-4e0e-ab28-646d95a8f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:12.109711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network hostable DHCP agents. Network: 5804e8b0-2984-4e0e-ab28-646d95a8f014, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:12.113979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97a69535-6da2-445f-976a-44a2a821ed52,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:12.133715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network 5804e8b0-2984-4e0e-ab28-646d95a8f014 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:12.144217 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 5804e8b0-2984-4e0e-ab28-646d95a8f014) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:12.148454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.149047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.160937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b8e4f-f8a1-4732-a8ef-ceeeddc99e6e None None] Network 5804e8b0-2984-4e0e-ab28-646d95a8f014 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:12.171683 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-73350124-f2c9-4338-824b-59078fe75f10 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7202332 Jul 05 09:56:12.174272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.183631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-933042758', 'network_id': '5804e8b0-2984-4e0e-ab28-646d95a8f014'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:12.218177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Made reservation on behalf of aadd9776f56644dd9fb9cd7e90b38c0c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:12.222270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.253054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] device_id is not set on port cf234bf2-08a6-4035-a5c1-cc78084b005d yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:56:12.359109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-06e2a9e9-cabe-4657-8d35-7353d19ef73c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039 HTTP/1.1" status: 200 len: 217 time: 0.4004982 Jul 05 09:56:12.372504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880b506-321d-4d8f-97ea-9d724ec7e9d7 None None] Network 5804e8b0-2984-4e0e-ab28-646d95a8f014 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:12.405702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Allocated IP 172.20.0.5 (5804e8b0-2984-4e0e-ab28-646d95a8f014/97a69535-6da2-445f-976a-44a2a821ed52/cf234bf2-08a6-4035-a5c1-cc78084b005d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:12.454997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eddc8da4-3c25-4c7f-b027-fe6a2602caaa req-a051b5bc-bfcb-4fa1-bb34-19e100962a03 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062081 Jul 05 09:56:12.463054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-7cc11058-d114-4a9e-b366-fb6148489d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.464716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-7cc11058-d114-4a9e-b366-fb6148489d8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.0953157 Jul 05 09:56:12.496121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c791-6bfa-4597-b745-49a199c19ac1 req-2faa5fdc-2625-40fe-8fff-6b9020d320f6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.503652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ec0c791-6bfa-4597-b745-49a199c19ac1 req-2faa5fdc-2625-40fe-8fff-6b9020d320f6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.5826271 Jul 05 09:56:12.629258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ec0c791-6bfa-4597-b745-49a199c19ac1 req-fd935177-258b-497a-b060-e88becd45b94 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235828 Jul 05 09:56:12.641641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.660880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-09ceaeec-60ca-4318-92f3-423a2a77eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.663546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-09ceaeec-60ca-4318-92f3-423a2a77eee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906960 Jul 05 09:56:12.718463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.766023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network 5804e8b0-2984-4e0e-ab28-646d95a8f014 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:12.769807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:12.773263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:12.823038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.823887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:12.829056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-f7703975-6189-4e25-a4f7-a5743fdca9ca service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584144 Jul 05 09:56:12.842946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Port': ['ID=cf234bf2-08a6-4035-a5c1-cc78084b005d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:12.854388 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d0cfb792-0490-47c3-ac73-7ed4efdc14ef tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6783791 Jul 05 09:56:12.866766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35414) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:12.918506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74600f4-9a50-4ed7-aac5-55bf528fd97e req-afde5929-807e-411d-9151-97a873033d65 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:12.920562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c74600f4-9a50-4ed7-aac5-55bf528fd97e req-afde5929-807e-411d-9151-97a873033d65 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 947 time: 0.1877596 Jul 05 09:56:12.971187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Deleting port cf234bf2-08a6-4035-a5c1-cc78084b005d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:12.971538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.007004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b78d0fdf-504e-4cc9-8a01-cbf42d1af833 req-38e01ba6-abbc-4420-b8a4-b799c988567b service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682169 Jul 05 09:56:13.010673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c74600f4-9a50-4ed7-aac5-55bf528fd97e req-5da948c1-8a1e-4112-9fe0-b1f909e52553 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801451 Jul 05 09:56:13.018976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d6937-ed24-4a32-9e69-8a4e7a836c45 req-a4b05715-dd3f-47d5-89c4-b27a29026477 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:13.021196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c1d6937-ed24-4a32-9e69-8a4e7a836c45 req-a4b05715-dd3f-47d5-89c4-b27a29026477 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1969249 Jul 05 09:56:13.098020 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.141340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c1d6937-ed24-4a32-9e69-8a4e7a836c45 req-a9469b6b-f466-4033-98c8-8fd1ae0ee0c3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136136 Jul 05 09:56:13.146909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Calling delete_port for cf234bf2-08a6-4035-a5c1-cc78084b005d owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:13.302571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f5a9845e-ee64-401b-bb32-30ec304326eb details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:13.306003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:13.351048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.401605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf234bf2-08a6-4035-a5c1-cc78084b005d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.450310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port a78d5387-d320-4175-8a8e-2d183fec56b3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:13.450677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.467657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.469643 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-066be119-a9f8-4906-a991-5bd9f15dc07e tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "DELETE /v2.0/ports/cf234bf2-08a6-4035-a5c1-cc78084b005d HTTP/1.1" status: 204 len: 168 time: 0.6017876 Jul 05 09:56:13.474299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:13.478863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5804e8b0-2984-4e0e-ab28-646d95a8f014', 'external_fixed_ips': [{'subnet_id': '97a69535-6da2-445f-976a-44a2a821ed52', 'ip_address': '172.20.0.5'}]}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:13.495668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f5a9845e-ee64-401b-bb32-30ec304326eb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f5a9845e-ee64-401b-bb32-30ec304326eb,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:13.515712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'f5a9845e-ee64-401b-bb32-30ec304326eb', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'f5a9845e-ee64-401b-bb32-30ec304326eb', 'mac_address': 'fa:16:3e:fe:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:13.521051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.522095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.560276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-08b79fba-fe45-492c-b2c8-d0c6b53bae04 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:13.563482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-08b79fba-fe45-492c-b2c8-d0c6b53bae04 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.1472111 Jul 05 09:56:13.585801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.596550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-e5837348-154b-4f11-80da-4d8b8c4cba53 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/quotas/6d2bed338d834802bb71dc6e229186e1 HTTP/1.1" status: 200 len: 375 time: 0.0272346 Jul 05 09:56:13.604771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.609463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a9845e-ee64-401b-bb32-30ec304326eb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:13.612510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.647154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f5a9845e-ee64-401b-bb32-30ec304326eb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f5a9845e-ee64-401b-bb32-30ec304326eb,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:13.652108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:13.655193 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fbf4f-16fa-4e2f-965a-a92d5a5afe2b" -d '{"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-plugged", "status": "completed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:13.666800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.674852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:13.701078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.747318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f5a9845e-ee64-401b-bb32-30ec304326eb,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.764372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-e60515b4-bb1d-49cf-8882-a919649a4926 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1667304 Jul 05 09:56:13.782856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237675-5f87-44de-8ebc-aebec0868e6c req-064de91f-18df-420f-9f84-6ace3568e00b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:13.784447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a237675-5f87-44de-8ebc-aebec0868e6c req-064de91f-18df-420f-9f84-6ace3568e00b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 944 time: 0.1727774 Jul 05 09:56:13.812367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:13.819329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.885117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a237675-5f87-44de-8ebc-aebec0868e6c req-f93bcc2c-9932-4699-b979-10a6a0807f0e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878046 Jul 05 09:56:13.917124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-adccfaa0-894d-4d2d-ab0d-47de9d6a90cf service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316855 Jul 05 09:56:14.014264 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-683d5105-3e82-4591-88b9-a100eb1b7fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.065220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-cd0ab42a-fac5-44a9-8cae-7b3b80eba6f6 service neutron] 10.222.0.21 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400940 Jul 05 09:56:14.070466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['f5a9845e-ee64-401b-bb32-30ec304326eb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:14.081101 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d35035-3b08-4f90-afa0-db8dc3254497 x-openstack-request-id: req-16d35035-3b08-4f90-afa0-db8dc3254497 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:14.081424 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-plugged", "status": "completed", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:14.081739 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16d35035-3b08-4f90-afa0-db8dc3254497 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:14.082226 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'code': 200} Jul 05 09:56:14.167252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.386945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d0a6b9c-34f2-481b-9ecb-fe26ba645ec3 req-ee072748-9fe8-44ee-a51a-409bac509fd2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 210 time: 0.1261601 Jul 05 09:56:14.508411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398660ec-7bdd-4177-82d9-3f5ae14dd1e2 req-3d40dd60-8dc9-453f-975e-2ab6dc5326bc tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:14.513480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398660ec-7bdd-4177-82d9-3f5ae14dd1e2 req-3d40dd60-8dc9-453f-975e-2ab6dc5326bc tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 948 time: 0.2847984 Jul 05 09:56:14.617153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398660ec-7bdd-4177-82d9-3f5ae14dd1e2 req-cafa7b89-9c90-4737-8276-0c3cc69e0e7f tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952716 Jul 05 09:56:14.627533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.820222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6687c5-07d0-498f-9a0c-e5786185ffa4 req-a1cd4db4-9801-4ca6-ae7f-93647e8a0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:14.821837 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7d6687c5-07d0-498f-9a0c-e5786185ffa4 req-a1cd4db4-9801-4ca6-ae7f-93647e8a0dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 1098 time: 0.2041662 Jul 05 09:56:14.905237 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7d6687c5-07d0-498f-9a0c-e5786185ffa4 req-9631fb29-4ca7-48b5-bcb9-66e966bae001 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704968 Jul 05 09:56:14.906354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Allocated IP 172.20.0.5 (5804e8b0-2984-4e0e-ab28-646d95a8f014/97a69535-6da2-445f-976a-44a2a821ed52/749a8de2-7654-472b-83a7-a274a1a504cb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:15.103171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.121792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f83df-210a-45bf-9220-f599968ecf04 req-316eb90d-e41b-4a60-91d6-aacaecec6c61 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:15.129825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d55f83df-210a-45bf-9220-f599968ecf04 req-316eb90d-e41b-4a60-91d6-aacaecec6c61 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 946 time: 0.0952282 Jul 05 09:56:15.176461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:15.195213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d55f83df-210a-45bf-9220-f599968ecf04 req-d617348a-5461-470c-b745-3c4f542d9c59 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634968 Jul 05 09:56:15.234244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network 5804e8b0-2984-4e0e-ab28-646d95a8f014 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:15.240347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:15.244663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:15.251321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Port': ['ID=749a8de2-7654-472b-83a7-a274a1a504cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:15.583726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3bc0d01-de30-4db3-816f-224f3044d168 req-9dd3faf5-0c5a-40a0-b354-140201746ae8 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 210 time: 0.0377483 Jul 05 09:56:15.592544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.007347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.057561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d556-7172-48df-981e-624f5248262d req-d2b5e24f-84a1-4b32-87e3-730418a801bc tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:16.060051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3306d556-7172-48df-981e-624f5248262d req-d2b5e24f-84a1-4b32-87e3-730418a801bc tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 948 time: 0.2721655 Jul 05 09:56:16.105214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-bd15d0b8-f9a0-4866-8b57-42dd4b284883 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:16.107384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-bd15d0b8-f9a0-4866-8b57-42dd4b284883 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 811 time: 0.2844532 Jul 05 09:56:16.125393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Request body: {'port': {'device_id': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'admin_state_up': True, 'tenant_id': '6d2bed338d834802bb71dc6e229186e1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:16.200516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3306d556-7172-48df-981e-624f5248262d req-ebcd963b-4b13-43ca-892e-93bf493dd027 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304634 Jul 05 09:56:16.243407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Router df6fec12-06d2-4b1f-9f39-4a4b81909e3b is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:16.373987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Made reservation on behalf of 6d2bed338d834802bb71dc6e229186e1 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:16.380235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.485448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:16.496251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Sync routers for ids ['df6fec12-06d2-4b1f-9f39-4a4b81909e3b'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:16.514171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.515417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Routers {'df6fec12-06d2-4b1f-9f39-4a4b81909e3b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:16.516335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:55:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['df6fec12-06d2-4b1f-9f39-4a4b81909e3b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:16.519631 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7d58033-bd3c-4b9d-8d65-ff5ae6c2b0d0 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0442686 Jul 05 09:56:16.520499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:16.648999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22ca7-5616-46a2-a67e-c84f82e5c460 req-6e2cee08-3700-4f20-86b8-3e9abc72ba24 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:16.659852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ada22ca7-5616-46a2-a67e-c84f82e5c460 req-6e2cee08-3700-4f20-86b8-3e9abc72ba24 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 946 time: 0.1781323 Jul 05 09:56:16.674592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Allocated IP 172.20.0.4 (57d205e5-0179-4187-9bc3-81ed83bf84a9/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b/9578bff8-2915-4e6b-86e2-755f8c3b0394) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:16.701192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Set router df6fec12-06d2-4b1f-9f39-4a4b81909e3b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:16.741357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ada22ca7-5616-46a2-a67e-c84f82e5c460 req-2a4a2e2e-4dc1-4a8a-8786-1955196684dd tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804641 Jul 05 09:56:16.784930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.819894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.836431 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10df6dfc-3ace-445a-af51-172aba208dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.961510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.055462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Deleting port 749a8de2-7654-472b-83a7-a274a1a504cb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:17.056361 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.058820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6fec12-06d2-4b1f-9f39-4a4b81909e3b', 'name': '', 'tenant_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5804e8b0-2984-4e0e-ab28-646d95a8f014', 'external_fixed_ips': [{'subnet_id': '97a69535-6da2-445f-976a-44a2a821ed52', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '749a8de2-7654-472b-83a7-a274a1a504cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:13Z', 'updated_at': '2021-07-05T09:56:15Z', 'revision_number': 3, 'project_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'gw_port': {'id': '749a8de2-7654-472b-83a7-a274a1a504cb', 'name': '', 'network_id': '5804e8b0-2984-4e0e-ab28-646d95a8f014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6fec12-06d2-4b1f-9f39-4a4b81909e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97a69535-6da2-445f-976a-44a2a821ed52', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:14Z', 'updated_at': '2021-07-05T09:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97a69535-6da2-445f-976a-44a2a821ed52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:17.091448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Checking router: df6fec12-06d2-4b1f-9f39-4a4b81909e3b for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:17.091895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Updating router df6fec12-06d2-4b1f-9f39-4a4b81909e3b port 749a8de2-7654-472b-83a7-a274a1a504cb binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:56:17.134376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.144587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2682346e-e1c9-4e3f-998f-278d96944b3a req-5c54cf32-a3e5-41ae-86d3-6fd4b6b1186f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 210 time: 0.3660138 Jul 05 09:56:17.175596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.191573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Calling delete_port for 749a8de2-7654-472b-83a7-a274a1a504cb owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:17.229834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.287885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Transition to ACTIVE for port object 9578bff8-2915-4e6b-86e2-755f8c3b0394 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:17.420711 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.500910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.534704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:17.560187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:17.563436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event deleted for resources: {'Port': ['ID=749a8de2-7654-472b-83a7-a274a1a504cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:17.565826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:17.566301 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:17.578926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f5a9845e-ee64-401b-bb32-30ec304326eb up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:17.616978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:17.626578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['422b1240-c0f2-470b-97c6-9e04a4858e6f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:17.657955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:17.663053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.773169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:17.811413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.815159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.824765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:17.825595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.868011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-d73929e5-1f47-44d5-ae79-ad45fef9b8d2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7311623 Jul 05 09:56:17.877912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Request body: {'port': {'device_id': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:17.895718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.896698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df6fec12-06d2-4b1f-9f39-4a4b81909e3b {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:17.907921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port f5a9845e-ee64-401b-bb32-30ec304326eb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:17.909902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.919531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1fa8f3ed-a8ac-40d0-948b-721fd635cbc6 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "DELETE /v2.0/routers/df6fec12-06d2-4b1f-9f39-4a4b81909e3b HTTP/1.1" status: 204 len: 168 time: 1.3965683 Jul 05 09:56:17.920164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:17.945350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c5cd-2282-4207-91cb-8f890fc9c3c1 req-68fa17c8-fa22-4244-abd5-aabb24d64334 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:17.949024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port f5a9845e-ee64-401b-bb32-30ec304326eb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:17.949614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:17.953053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb28c5cd-2282-4207-91cb-8f890fc9c3c1 req-68fa17c8-fa22-4244-abd5-aabb24d64334 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 948 time: 0.4043262 Jul 05 09:56:17.993484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Deleting subnet 97a69535-6da2-445f-976a-44a2a821ed52 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:17.997786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.005719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.014513 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.039690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb28c5cd-2282-4207-91cb-8f890fc9c3c1 req-3344eddc-a0f5-4391-9274-d1950bbc56a6 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857139 Jul 05 09:56:18.052481 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.170916 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.188981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Port 749a8de2-7654-472b-83a7-a274a1a504cb not found while updating agent binding for router df6fec12-06d2-4b1f-9f39-4a4b81909e3b. {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 09:56:18.228580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3c1085ab-865a-450f-a506-4b2a9186afaa None None] Provisioning for port 9578bff8-2915-4e6b-86e2-755f8c3b0394 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:18.270130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3c1085ab-865a-450f-a506-4b2a9186afaa None None] Provisioning complete for port 9578bff8-2915-4e6b-86e2-755f8c3b0394 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:18.270744 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c1085ab-865a-450f-a506-4b2a9186afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.286344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.326916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Routers set() bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:18.327396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Router IDs set() for agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:56:18.327866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_agentschedulers_db [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df6fec12-06d2-4b1f-9f39-4a4b81909e3b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent'). {{(pid=93797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 09:56:18.328246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb0a64-f999-456e-9495-155196e042c8 None None] The sync data for ids ['df6fec12-06d2-4b1f-9f39-4a4b81909e3b'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:18.349829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.352184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/97a69535-6da2-445f-976a-44a2a821ed52 HTTP/1.1" status: 204 len: 168 time: 0.4303119 Jul 05 09:56:18.353413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391e6e2-4fb5-451c-954b-58009133f4a8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97a69535-6da2-445f-976a-44a2a821ed52,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:18.360664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:18.407101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3c1085ab-865a-450f-a506-4b2a9186afaa None None] Port 9578bff8-2915-4e6b-86e2-755f8c3b0394 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:56:18.411288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.473089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9845e-ee64-401b-bb32-30ec304326eb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:18.475643 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910da2e-4867-45ed-a2a6-b4284067ef68" -d '{"events": [{"server_uuid": "f637214c-f5f9-4219-884b-90b45c7ea3c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a9845e-ee64-401b-bb32-30ec304326eb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:18.493904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f5a9845e-ee64-401b-bb32-30ec304326eb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f5a9845e-ee64-401b-bb32-30ec304326eb,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:18.504771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.521170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.579366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f5a9845e-ee64-401b-bb32-30ec304326eb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:18.624652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9578bff8-2915-4e6b-86e2-755f8c3b0394 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:18.632944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.637128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.643614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5804e8b0-2984-4e0e-ab28-646d95a8f014']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:18.656641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa22e52-a0b1-4421-abbc-eb94a6781eb6') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:18.656881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa22e52-a0b1-4421-abbc-eb94a6781eb6') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:18.663613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Transition to ACTIVE for port object 9578bff8-2915-4e6b-86e2-755f8c3b0394 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:18.668214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.676807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede25b7-a258-42e8-a6bf-83f60882fa6b req-81352aa4-77d5-43dd-b7e1-187559ff0bd0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:18.678411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fede25b7-a258-42e8-a6bf-83f60882fa6b req-81352aa4-77d5-43dd-b7e1-187559ff0bd0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 946 time: 0.6329336 Jul 05 09:56:18.685836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.698315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.710663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:56:18.711187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:56:18.713762 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:56:18.749485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6f288-a551-4a53-9202-05854daa72ce req-6938dcd6-9dca-4c39-8ded-7b8e531634ed tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:18.750697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd6f288-a551-4a53-9202-05854daa72ce req-6938dcd6-9dca-4c39-8ded-7b8e531634ed tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 931 time: 0.2279949 Jul 05 09:56:18.801690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.809744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5804e8b0-2984-4e0e-ab28-646d95a8f014 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 09:56:18.812838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:18.816935 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5804e8b0-2984-4e0e-ab28-646d95a8f014 HTTP/1.1" status: 204 len: 168 time: 0.4557481 Jul 05 09:56:18.842208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c461e-6b51-4afc-a4a7-9c394ddacb2b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event deleted for resources: {'Network': ['ID=5804e8b0-2984-4e0e-ab28-646d95a8f014,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:18.847370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:18.893789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fede25b7-a258-42e8-a6bf-83f60882fa6b req-8c185de5-71a3-4ec7-9153-e836570198fd tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042017 Jul 05 09:56:18.944764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd6f288-a551-4a53-9202-05854daa72ce req-f7ff3459-416f-41e7-bd1e-35059e59df3b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834438 Jul 05 09:56:19.073960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Attempting to bind port 9578bff8-2915-4e6b-86e2-755f8c3b0394 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:19.078382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Attempting to bind port 9578bff8-2915-4e6b-86e2-755f8c3b0394 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:19.078832 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7eb5d8-0264-4843-ba5d-5e0d4e76ab07 x-openstack-request-id: req-5d7eb5d8-0264-4843-ba5d-5e0d4e76ab07 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:19.078958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Attempting to bind port 9578bff8-2915-4e6b-86e2-755f8c3b0394 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:19.079467 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f637214c-f5f9-4219-884b-90b45c7ea3c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a9845e-ee64-401b-bb32-30ec304326eb", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:19.079987 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d7eb5d8-0264-4843-ba5d-5e0d4e76ab07 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:19.087622 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9845e-ee64-401b-bb32-30ec304326eb', 'code': 200} Jul 05 09:56:19.097668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Port 9578bff8-2915-4e6b-86e2-755f8c3b0394 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:56:19.098522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Attempting to bind port 9578bff8-2915-4e6b-86e2-755f8c3b0394 on network 57d205e5-0179-4187-9bc3-81ed83bf84a9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:19.103966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:19.104311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Checking segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:19.104870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Bound using segment: {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:19.106015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Bound port: 9578bff8-2915-4e6b-86e2-755f8c3b0394, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff69e38-46fe-45a4-a1ff-b382f37f148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:19.107280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.278972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f7f81-948b-4f25-81b8-4377ca605a8a req-02778966-ee16-4d0a-91ac-95e765f5cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.280133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:19.281310 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a85f7f81-948b-4f25-81b8-4377ca605a8a req-02778966-ee16-4d0a-91ac-95e765f5cc32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 1101 time: 0.1183751 Jul 05 09:56:19.284081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:19.291016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.293470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35556) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:19.301106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-62a6fb47-7395-4422-aa6b-965d813eaa7a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'router': {'name': 'tempest-router--385930082', 'project_id': '2a8dc678bc934ab0a677ba1da2a406fa'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:19.340301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a85f7f81-948b-4f25-81b8-4377ca605a8a req-6c48621a-7b14-4ab0-9c97-9f0f5be83262 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Jul 05 09:56:19.399690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.400325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.401756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/9578bff8-2915-4e6b-86e2-755f8c3b0394 HTTP/1.1" status: 200 len: 1092 time: 1.5329924 Jul 05 09:56:19.407716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:19.410486 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c453c2c-b3dd-4336-bc78-2571bdee47cb" -d '{"events": [{"name": "network-changed", "server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:19.429954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a6fb47-7395-4422-aa6b-965d813eaa7a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.430746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a6fb47-7395-4422-aa6b-965d813eaa7a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.468725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e47b38-f669-4d40-b924-cea62295f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:19.567231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e0277-5f74-4dd3-a680-ac6585086870 req-92b19b53-0354-400b-9771-72e0755e2e6a tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.567581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd8e0277-5f74-4dd3-a680-ac6585086870 req-92b19b53-0354-400b-9771-72e0755e2e6a tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 949 time: 0.2226784 Jul 05 09:56:19.648410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a6fb47-7395-4422-aa6b-965d813eaa7a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.670255 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b12b07d-e302-4a2e-9d5b-1d7a1f8b1817 x-openstack-request-id: req-0b12b07d-e302-4a2e-9d5b-1d7a1f8b1817 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:19.670566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.671290 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:19.671913 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b12b07d-e302-4a2e-9d5b-1d7a1f8b1817 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:19.672694 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'status': 'completed', 'code': 200} Jul 05 09:56:19.681800 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a6fb47-7395-4422-aa6b-965d813eaa7a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.710221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-0987de2f-9b32-4c1f-93d4-fb7da0166a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.711962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-0987de2f-9b32-4c1f-93d4-fb7da0166a2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 1095 time: 0.2276547 Jul 05 09:56:19.773760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62a6fb47-7395-4422-aa6b-965d813eaa7a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.773760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-62a6fb47-7395-4422-aa6b-965d813eaa7a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4704037 Jul 05 09:56:19.773760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:19.784718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-703085ef-a3ae-4018-94bf-8800eb0641a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394 HTTP/1.1" status: 200 len: 217 time: 0.0631781 Jul 05 09:56:19.838761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd8e0277-5f74-4dd3-a680-ac6585086870 req-a5ec578f-2971-455f-8352-606ee460e0f6 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877952 Jul 05 09:56:19.901567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7220-ba1c-4358-8c7a-67e94fc67885 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:19.986123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-78d06c3f-65ea-46b5-a061-0e07f570675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:19.987687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-78d06c3f-65ea-46b5-a061-0e07f570675f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1618397 Jul 05 09:56:20.167611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7220-ba1c-4358-8c7a-67e94fc67885 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.174276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7220-ba1c-4358-8c7a-67e94fc67885 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.608384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7220-ba1c-4358-8c7a-67e94fc67885 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.609020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2b7220-ba1c-4358-8c7a-67e94fc67885 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1457fea3-7dc2-495a-81ce-12e2afbbbd0e {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:20.613832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7220-ba1c-4358-8c7a-67e94fc67885 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:20.617583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8d2b7220-ba1c-4358-8c7a-67e94fc67885 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1457fea3-7dc2-495a-81ce-12e2afbbbd0e HTTP/1.1" status: 204 len: 168 time: 0.8451803 Jul 05 09:56:20.622020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406fe-490b-43b9-a122-47546d48eda4 req-4a792056-8a78-4d3a-ba2c-6aec9ac029ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:20.623889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-4a792056-8a78-4d3a-ba2c-6aec9ac029ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6162851 Jul 05 09:56:20.651994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39889f-59f7-4abe-8f36-97b2626d37f6 req-a8e70a8e-3375-4075-aec1-838f034c3f96 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:20.654087 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb39889f-59f7-4abe-8f36-97b2626d37f6 req-a8e70a8e-3375-4075-aec1-838f034c3f96 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 943 time: 0.5581532 Jul 05 09:56:20.767745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb39889f-59f7-4abe-8f36-97b2626d37f6 req-906a2ddb-2ace-4e90-870c-3b307c9aacb5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021729 Jul 05 09:56:20.794698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-92cc36e1-82fc-48ad-b869-25c7af290f86 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598749 Jul 05 09:56:20.795108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:20.921719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-157406fe-490b-43b9-a122-47546d48eda4 req-fe650bd4-1a33-468b-875d-1da28b69ae01 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189661 Jul 05 09:56:21.084857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1829058818', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:21.138103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-17976e66-e253-4cef-884f-e2e4b747b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:21.139674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-17976e66-e253-4cef-884f-e2e4b747b6d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 1095 time: 0.1513374 Jul 05 09:56:21.141609 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.142605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.165997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d6d2e-c008-4971-9a3b-0c223bc67ed1 req-2928691e-cbb8-4c62-ab86-60654af8afec tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:21.167614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c80d6d2e-c008-4971-9a3b-0c223bc67ed1 req-2928691e-cbb8-4c62-ab86-60654af8afec tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 949 time: 0.1580846 Jul 05 09:56:21.319016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.359453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c80d6d2e-c008-4971-9a3b-0c223bc67ed1 req-64215c24-b2c7-42fc-94c0-8f73822ed44e tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725261 Jul 05 09:56:21.477567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-dc0e846b-2bc8-43f6-a9d1-c8fe49cb9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:21.479416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-dc0e846b-2bc8-43f6-a9d1-c8fe49cb9aff service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.3313951 Jul 05 09:56:21.588440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-333a82a0-ffab-4b72-bd50-592d7b941d3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394 HTTP/1.1" status: 200 len: 217 time: 0.0716856 Jul 05 09:56:21.591689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:21.697780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-869cbaa8-965c-4dac-a823-520af46a5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:21.700304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-869cbaa8-965c-4dac-a823-520af46a5b74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1007187 Jul 05 09:56:21.837329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-79997cb4-c88c-44a8-9507-34b45bea5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:21.838783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-79997cb4-c88c-44a8-9507-34b45bea5a46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316206 Jul 05 09:56:22.075760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472eb41-b02e-4b61-9d2f-61881c066e7f req-0a925d8f-95c2-4279-b5ce-aa42e2da1a5c tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:22.077142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6472eb41-b02e-4b61-9d2f-61881c066e7f req-0a925d8f-95c2-4279-b5ce-aa42e2da1a5c tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 949 time: 0.2876668 Jul 05 09:56:22.110057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.147861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-044e22cb-1ab5-4ebb-99ec-5ba004dd0d6f service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009880 Jul 05 09:56:22.151259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.290360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6472eb41-b02e-4b61-9d2f-61881c066e7f req-857e9755-e9f9-46ab-890b-9c97138e9d6f tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895080 Jul 05 09:56:22.312866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a87159-f678-4597-8a7f-eddae423e52d req-35460b3a-dd22-4931-b3b7-8676d2f0e6e5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:22.319121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41a87159-f678-4597-8a7f-eddae423e52d req-35460b3a-dd22-4931-b3b7-8676d2f0e6e5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 943 time: 0.3044546 Jul 05 09:56:22.439139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41a87159-f678-4597-8a7f-eddae423e52d req-c742b706-6f69-414d-a1ba-2c434709c29c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188335 Jul 05 09:56:22.451651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c453c2c-b3dd-4336-bc78-2571bdee47cb req-39ca0bac-627c-45fc-8af7-4ae824b8c64e service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923248 Jul 05 09:56:22.474028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Allocated IP 172.25.1.93 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/56787f12-2550-4d84-9ebf-9af36cf56833) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:22.625414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.673253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:22.720506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:22.728275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:22.733786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:22.764614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event updated for resources: {'Port': ['ID=56787f12-2550-4d84-9ebf-9af36cf56833,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:22.962663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.053399 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.095242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa2bb2d-251b-4082-8576-f61f06857a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.213069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa2bb2d-251b-4082-8576-f61f06857a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.221396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa2bb2d-251b-4082-8576-f61f06857a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.267641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-baa2bb2d-251b-4082-8576-f61f06857a7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5285e7e2a9024aba967a62a4ab8694ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031366 Jul 05 09:56:23.268898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2bb2d-251b-4082-8576-f61f06857a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b7c828-1a9f-435f-a780-3297512e5c63,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:23.271326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.302288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.331039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7097-9174-420f-8ea6-729768435cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.366067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7097-9174-420f-8ea6-729768435cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.451403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Router 32948a0b-ab34-49bb-b47b-7f1dce8cc857 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:23.463190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-311acc91-2f56-4ba2-a1a2-bb3fdcd383f4 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.464707 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-311acc91-2f56-4ba2-a1a2-bb3fdcd383f4 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.16 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 949 time: 0.1121542 Jul 05 09:56:23.483491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7097-9174-420f-8ea6-729768435cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.486695 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7097-9174-420f-8ea6-729768435cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.490753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4cc7097-9174-420f-8ea6-729768435cdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53b7c828-1a9f-435f-a780-3297512e5c63 HTTP/1.1" status: 204 len: 168 time: 0.2155719 Jul 05 09:56:23.520533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc7097-9174-420f-8ea6-729768435cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b7c828-1a9f-435f-a780-3297512e5c63,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:23.635893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ac80e-a542-48ed-a81f-2b2ff7263e61 req-730a2593-6feb-4c35-8c3c-8b06961a749f tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.638942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac1ac80e-a542-48ed-a81f-2b2ff7263e61 req-730a2593-6feb-4c35-8c3c-8b06961a749f tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 949 time: 0.1753268 Jul 05 09:56:23.653108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Deleting port f5a9845e-ee64-401b-bb32-30ec304326eb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:23.654582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.682110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:23.699828 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] Sync routers for ids ['32948a0b-ab34-49bb-b47b-7f1dce8cc857'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:23.716379 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] Routers {'32948a0b-ab34-49bb-b47b-7f1dce8cc857'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:23.717006 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['32948a0b-ab34-49bb-b47b-7f1dce8cc857'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:23.748610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac1ac80e-a542-48ed-a81f-2b2ff7263e61 req-cf70dbad-49ff-4e1a-ae2a-1c5597962aef tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dc8c6ca-b861-4f5c-8745-487707bb4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988934 Jul 05 09:56:23.757067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.758501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2aa53dba-38ab-4f30-9d2a-d2ebefb1e590 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9614346 Jul 05 09:56:23.761230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:23.765812 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:23.776539 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] Routers {'32948a0b-ab34-49bb-b47b-7f1dce8cc857'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:23.777361 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['32948a0b-ab34-49bb-b47b-7f1dce8cc857'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:23.829809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] For port f5a9845e-ee64-401b-bb32-30ec304326eb, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f5a9845e-ee64-401b-bb32-30ec304326eb,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:23.830473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:23.832757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd3992-1f24-4646-9870-7b6636883648 req-28353986-7c01-4590-9f99-a0b56995b612 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:23.834334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76dd3992-1f24-4646-9870-7b6636883648 req-28353986-7c01-4590-9f99-a0b56995b612 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 943 time: 0.1699948 Jul 05 09:56:23.860163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Calling delete_port for f5a9845e-ee64-401b-bb32-30ec304326eb owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:23.890586 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:23.891315 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5200a1-49d2-4d3f-92f3-98825b44e764 None None] The sync data for ids ['32948a0b-ab34-49bb-b47b-7f1dce8cc857'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:23.962993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bc3ac74c-3e45-4c54-b033-e784f4d32a8d tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/32948a0b-ab34-49bb-b47b-7f1dce8cc857 HTTP/1.1" status: 200 len: 920 time: 0.2006080 Jul 05 09:56:23.967104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76dd3992-1f24-4646-9870-7b6636883648 req-f8dce707-2c21-4fab-b332-cac69bc0365b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948312 Jul 05 09:56:23.967543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.017556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-01d32f9c-900d-4bbe-9a3d-701b79dcb444 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=32948a0b-ab34-49bb-b47b-7f1dce8cc857 HTTP/1.1" status: 200 len: 205 time: 0.0489075 Jul 05 09:56:24.020652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35636) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.078031 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.093925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['f5a9845e-ee64-401b-bb32-30ec304326eb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:24.167486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Pushing event deleted for resources: {'Port': ['ID=f5a9845e-ee64-401b-bb32-30ec304326eb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:24.284275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] No DVR routers for this DVR port f5a9845e-ee64-401b-bb32-30ec304326eb on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:24.288711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.292562 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aa6545b2-4e8b-4b30-8120-0226465f5e62 req-1252b886-9fa8-4979-9e1a-bf2e0a739f17 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.16 "DELETE /v2.0/ports/f5a9845e-ee64-401b-bb32-30ec304326eb HTTP/1.1" status: 204 len: 173 time: 0.8179336 Jul 05 09:56:24.293318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'name': 'network-vif-deleted', 'tag': 'f5a9845e-ee64-401b-bb32-30ec304326eb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:24.297785 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eddf135-23d1-422c-bd6f-fc9ce806c087" -d '{"events": [{"server_uuid": "f637214c-f5f9-4219-884b-90b45c7ea3c6", "name": "network-vif-deleted", "tag": "f5a9845e-ee64-401b-bb32-30ec304326eb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:24.399203 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b6d3f8-e2a8-4bea-8fb8-aee41f737d66 x-openstack-request-id: req-a7b6d3f8-e2a8-4bea-8fb8-aee41f737d66 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:24.399529 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f637214c-f5f9-4219-884b-90b45c7ea3c6", "name": "network-vif-deleted", "tag": "f5a9845e-ee64-401b-bb32-30ec304326eb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:24.399789 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7b6d3f8-e2a8-4bea-8fb8-aee41f737d66 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:24.400205 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f637214c-f5f9-4219-884b-90b45c7ea3c6', 'name': 'network-vif-deleted', 'tag': 'f5a9845e-ee64-401b-bb32-30ec304326eb', 'status': 'completed', 'code': 200} Jul 05 09:56:24.525509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9578bff8-2915-4e6b-86e2-755f8c3b0394 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:24.547982 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.632576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:24.658170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:24.693794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'mac_address': 'fa:16:3e:57:c6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:24.697712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.781401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1419937029-network', 'tenant_id': 'b14c75ade05f4a319cd707ccd3956fb9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:24.783280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.810990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Made reservation on behalf of b14c75ade05f4a319cd707ccd3956fb9 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:24.815008 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.829774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.841712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-5d1fb016-7822-4942-848b-a54b2de6e8e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1278198 Jul 05 09:56:24.853120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Deleting port 56787f12-2550-4d84-9ebf-9af36cf56833 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:24.853525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.977217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:24.984395 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.047693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9578bff8-2915-4e6b-86e2-755f8c3b0394 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:25.057284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:25.069532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.071137 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Added segment 05b563eb-5a8b-4af8-b982-6ba74a4db7c4 of type vlan for network d29dcc60-27cd-47b2-8f72-b9c99b7f703a Jul 05 09:56:25.073465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237960ca-6cfb-4ec7-8b9a-ac21aae0251c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.097591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:25.109576 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.120110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee4b2f72-63ff-4aa2-b4ed-fb32f4df11f7 req-75cc6e43-061a-4bf6-afa4-802c27337762 tempest-VolumesNegativeTest-1348049010 tempest-VolumesNegativeTest-1348049010-project] 10.222.0.21 "GET /v2.0/ports?device_id=f637214c-f5f9-4219-884b-90b45c7ea3c6 HTTP/1.1" status: 200 len: 210 time: 0.1257098 Jul 05 09:56:25.190493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.208509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.209072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.209645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.210285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.210816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.211309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.211942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.212564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.213533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.214379 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.215014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.215834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:25.232659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.240485 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.261185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Calling delete_port for 56787f12-2550-4d84-9ebf-9af36cf56833 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:25.290576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.291986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.292981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.358803 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7255518 Jul 05 09:56:25.363645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:25.368779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Request body: {'subnet': {'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1419937029-subnet', 'tenant_id': 'b14c75ade05f4a319cd707ccd3956fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:25.379905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1eaa4-9ca5-49f2-88f7-836d2baa0b06 admin admin] Pushing event updated for resources: {'Network': ['ID=d29dcc60-27cd-47b2-8f72-b9c99b7f703a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.390965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d29dcc60-27cd-47b2-8f72-b9c99b7f703a details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:25.405714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Made reservation on behalf of b14c75ade05f4a319cd707ccd3956fb9 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:25.408360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.420024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.420494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.420963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.421437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.421906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.422372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.422838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.424848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d696f4f2-ed58-4db8-8a9c-bafd1a86a2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6497 time: 0.4556227 Jul 05 09:56:25.462175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['9578bff8-2915-4e6b-86e2-755f8c3b0394'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:25.590697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e75f3-480a-4e00-acdb-e1e20440438b req-c1293442-c1a7-4ea1-bab7-65b7a378678c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.592222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-349e75f3-480a-4e00-acdb-e1e20440438b req-c1293442-c1a7-4ea1-bab7-65b7a378678c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 944 time: 0.2352645 Jul 05 09:56:25.611203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.680550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37a0880-0a1e-4768-bd0a-2c107c89223b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.685047 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-bcdfa240-9fb8-41bb-848f-199e9463365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.685712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-bcdfa240-9fb8-41bb-848f-199e9463365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.686189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-bcdfa240-9fb8-41bb-848f-199e9463365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.688105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-bcdfa240-9fb8-41bb-848f-199e9463365b service neutron] 10.222.0.15 "GET /v2.0/networks?id=98ea41e3-cf22-4a13-848f-12586fc4efe9&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073 HTTP/1.1" status: 200 len: 2293 time: 0.2302766 Jul 05 09:56:25.694798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Checking segment: {'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:25.694798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Network hostable DHCP agents. Network: d29dcc60-27cd-47b2-8f72-b9c99b7f703a, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:25.710992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-349e75f3-480a-4e00-acdb-e1e20440438b req-ca4be022-c869-4831-839c-ab97c77392ad tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023185 Jul 05 09:56:25.711628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.722413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Network d29dcc60-27cd-47b2-8f72-b9c99b7f703a is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:25.739214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d29dcc60-27cd-47b2-8f72-b9c99b7f703a) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:25.747872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:25.748172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c9bfd-d2ad-4820-98f7-abb8c08a3bf7 None None] Network d29dcc60-27cd-47b2-8f72-b9c99b7f703a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:25.749407 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:25.769062 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-edd99a8b-2201-4934-9ba2-8a3ff3de31c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4042673 Jul 05 09:56:25.782835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event deleted for resources: {'Port': ['ID=56787f12-2550-4d84-9ebf-9af36cf56833,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:25.852700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-497be300-1261-45eb-8ecd-82c1f1249d87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3 HTTP/1.1" status: 200 len: 1001 time: 0.1556971 Jul 05 09:56:25.909738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd024b5-b3af-4f8f-a357-99c06e3d3720 None None] Network d29dcc60-27cd-47b2-8f72-b9c99b7f703a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:25.910794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.008764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-ccbd09d3-282a-46c8-93cf-482595246443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:26.010303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-ccbd09d3-282a-46c8-93cf-482595246443 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be84a1f0-a45d-4935-b6eb-5fad93310e84 HTTP/1.1" status: 200 len: 850 time: 0.1500351 Jul 05 09:56:26.018258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.021685 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.093139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.093671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Fanout notify agent at l3_agent the message router_deleted on router 32948a0b-ab34-49bb-b47b-7f1dce8cc857 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:26.103447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.104578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b1cbbc46-d2cc-4d11-bc6b-43ad88c378ad tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/32948a0b-ab34-49bb-b47b-7f1dce8cc857 HTTP/1.1" status: 204 len: 168 time: 2.0826600 Jul 05 09:56:26.110342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:26.115510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1595041031', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:26.122749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-46c76c90-72e9-4fc4-a31e-ab255ab7a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:26.124435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-46c76c90-72e9-4fc4-a31e-ab255ab7a5fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98ea41e3-cf22-4a13-848f-12586fc4efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042397 Jul 05 09:56:26.142764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.144000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.225174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.296809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-6098b7bc-05f9-44a2-9395-75d23730f974 service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645000 Jul 05 09:56:26.486100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-e7579b81-fbc3-4e3f-bfdd-f5ba361b7ef5 service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804349 Jul 05 09:56:26.543692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9578bff8-2915-4e6b-86e2-755f8c3b0394 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:26.552630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-393cf03d-5fb8-4df2-852e-7c1fc6825e02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 217 time: 0.0598819 Jul 05 09:56:26.630467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-29d247ad-f6bb-48e4-b5be-5fbe90035d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:26.632395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-29d247ad-f6bb-48e4-b5be-5fbe90035d2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.0714910 Jul 05 09:56:26.634021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 9578bff8-2915-4e6b-86e2-755f8c3b0394 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:26.641532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 9578bff8-2915-4e6b-86e2-755f8c3b0394 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:26.644167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.741137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-40e3eb47-29fe-4b0a-8bc1-bd4bc86b63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:26.743160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-40e3eb47-29fe-4b0a-8bc1-bd4bc86b63ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031370 Jul 05 09:56:26.875038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d5d61c20-708e-4e33-ab01-45b6b512b905 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229675 Jul 05 09:56:26.887792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.948403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.962477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:26.963368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:26.966493 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaed7efc-ded6-4546-a3eb-a5245606472f" -d '{"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:26.975650 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.032195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:27.085816 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8d3285-8825-4912-a25a-cf03a3b35859 x-openstack-request-id: req-3a8d3285-8825-4912-a25a-cf03a3b35859 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:27.086109 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:27.086374 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a8d3285-8825-4912-a25a-cf03a3b35859 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:27.087769 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'code': 200} Jul 05 09:56:27.117729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-b68e0ff6-33ed-4922-a8e4-e9226192357b service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344387 Jul 05 09:56:27.195987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-5a92df0a-3218-49ca-952c-a664ba34c3ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0690463 Jul 05 09:56:27.228195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1a10-e55a-484a-950d-9d5220120481 req-685a44ba-a3be-485b-b684-307269efdea3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.229867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-baad1a10-e55a-484a-950d-9d5220120481 req-685a44ba-a3be-485b-b684-307269efdea3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.1915007 Jul 05 09:56:27.337376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.355026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-bf1be87b-aa50-4cad-a6cb-303e712c371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.357603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-bf1be87b-aa50-4cad-a6cb-303e712c371f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.1535099 Jul 05 09:56:27.369948 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.382201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f5a9845e-ee64-401b-bb32-30ec304326eb no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:27.445989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: f5a9845e-ee64-401b-bb32-30ec304326eb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:27.446832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f5a9845e-ee64-401b-bb32-30ec304326eb not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:27.457386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfd5e9-2a06-4c98-9eb4-1dacaba7c646 req-2a009783-5e61-48e9-a4c4-3d57ca51f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.459018 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-20bfd5e9-2a06-4c98-9eb4-1dacaba7c646 req-2a009783-5e61-48e9-a4c4-3d57ca51f073 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 1097 time: 0.2704649 Jul 05 09:56:27.472732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-baad1a10-e55a-484a-950d-9d5220120481 req-00606419-4b70-4202-a315-813bf46559b8 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300825 Jul 05 09:56:27.522478 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-20bfd5e9-2a06-4c98-9eb4-1dacaba7c646 req-96da2569-575a-4eaa-a936-35e9e8d41ac3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 Jul 05 09:56:27.554685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-8372105d-a773-4164-a0c1-5c58566b9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.556417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-8372105d-a773-4164-a0c1-5c58566b9565 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1905279 Jul 05 09:56:27.561126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Allocated IP 172.25.1.145 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/ec18c1bc-2583-4f7d-a03c-b815c72b6b6a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:27.708255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-4101266e-b35c-44f8-ab6a-b578b19ee8ae service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254053 Jul 05 09:56:27.724889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.779101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:27.834296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-1f0bddd1-99e8-44b2-b376-24eaf0f1e7be service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194172 Jul 05 09:56:27.844351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:27.853110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:27.859886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:27.884389 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-c9ef4255-58ff-4b74-8503-887b7f5fa134 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd3031b9-7d87-4127-a500-826390bc98c0 HTTP/1.1" status: 200 len: 217 time: 0.0427532 Jul 05 09:56:27.894918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Port': ['ID=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:27.948904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-39584f07-78cd-4088-92be-5050234e5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:27.951205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-39584f07-78cd-4088-92be-5050234e5c2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.0534518 Jul 05 09:56:28.036457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-847e47da-89db-4f9b-b3d7-7c8024a491ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:28.038106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-847e47da-89db-4f9b-b3d7-7c8024a491ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771549 Jul 05 09:56:28.150757 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-8a7602c1-3f4f-4c0b-bbaa-75750b1cd024 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044865 Jul 05 09:56:28.171860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.263247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-c495d5b7-7982-4e26-bda0-83c09ee1c4ee service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021402 Jul 05 09:56:28.325820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-1cc740b5-6124-428f-83ab-b487ef43af46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf HTTP/1.1" status: 200 len: 217 time: 0.0502486 Jul 05 09:56:28.417747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-8d01eef3-44de-4865-8147-4f8cd1f1019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:28.424012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-8d01eef3-44de-4865-8147-4f8cd1f1019d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.0832436 Jul 05 09:56:28.429838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.503595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-829aa217-7dae-4a8e-bc27-d5eb1a77db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:28.505369 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-829aa217-7dae-4a8e-bc27-d5eb1a77db76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0739615 Jul 05 09:56:28.640904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-73515f0f-c879-4a55-ad3b-97a93d5f1324 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210141 Jul 05 09:56:28.652874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Router 249c2e91-807c-4cac-868a-7fe8918fce96 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:28.852432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446e946-2968-432a-8052-9b5d84404207 req-7ced66cc-eb10-4a3f-a03c-0ce3ae1e2c63 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:28.860534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f446e946-2968-432a-8052-9b5d84404207 req-7ced66cc-eb10-4a3f-a03c-0ce3ae1e2c63 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2010641 Jul 05 09:56:28.860969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:28.873117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Sync routers for ids ['249c2e91-807c-4cac-868a-7fe8918fce96'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:28.892325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-33cc3b67-915b-4855-a04b-152587e253b2 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437191 Jul 05 09:56:28.895274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Routers {'249c2e91-807c-4cac-868a-7fe8918fce96'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:28.895727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:28.896287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['249c2e91-807c-4cac-868a-7fe8918fce96'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:28.901535 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e2ee770b-bf25-4983-a3a3-0db880651719 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7896371 Jul 05 09:56:28.904261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:28.979274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-6aa470bd-c9fa-4689-b646-e187c2e17425 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a HTTP/1.1" status: 200 len: 217 time: 0.0749371 Jul 05 09:56:29.004034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f446e946-2968-432a-8052-9b5d84404207 req-0af1ebc9-d328-47aa-9194-1a8ee19c53b1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423352 Jul 05 09:56:29.101391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Set router 249c2e91-807c-4cac-868a-7fe8918fce96 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:29.126808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-62e9b67f-13f3-48c1-95a0-941ec3de52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:29.131196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-62e9b67f-13f3-48c1-95a0-941ec3de52f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.1258171 Jul 05 09:56:29.154480 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af17f30b-bfc1-465b-bb57-e31fa4e1703b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/249c2e91-807c-4cac-868a-7fe8918fce96 HTTP/1.1" status: 200 len: 909 time: 0.2481022 Jul 05 09:56:29.166915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:29.185971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1595041031', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': True}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:29.240097 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.241574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.257136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-42eef234-7c78-4611-8f21-9264eec33710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:29.258761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-42eef234-7c78-4611-8f21-9264eec33710 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1161222 Jul 05 09:56:29.338059 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.409852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.442175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d4c1eec2-f1ab-4da8-9952-09147066afd6 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751964 Jul 05 09:56:29.484488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c2e91-807c-4cac-868a-7fe8918fce96', 'name': 'tempest-snat-router-1595041031', 'tenant_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': False}, 'gw_port_id': 'ec18c1bc-2583-4f7d-a03c-b815c72b6b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:26Z', 'updated_at': '2021-07-05T09:56:28Z', 'revision_number': 3, 'project_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'gw_port': {'id': 'ec18c1bc-2583-4f7d-a03c-b815c72b6b6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c2e91-807c-4cac-868a-7fe8918fce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:27Z', 'updated_at': '2021-07-05T09:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:29.520893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Checking router: 249c2e91-807c-4cac-868a-7fe8918fce96 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:29.521497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Updating router 249c2e91-807c-4cac-868a-7fe8918fce96 port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:56:29.592574 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.630305 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.700702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:29.781084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8f558-f68f-426c-ad60-b084cf126071 req-2669caa7-4ccb-438b-9956-90f19107a7f4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:29.782678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2d8f558-f68f-426c-ad60-b084cf126071 req-2669caa7-4ccb-438b-9956-90f19107a7f4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2188897 Jul 05 09:56:29.786790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-28fd4607-2d92-49a1-84ce-6d26013feb33 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364844 Jul 05 09:56:29.836459 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-e6a12d59-ad45-4e37-b736-9f763cadb597 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2788739 Jul 05 09:56:29.925764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-bcdde442-74d5-4709-ac50-d3c53363bf09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837 HTTP/1.1" status: 200 len: 217 time: 0.1277719 Jul 05 09:56:29.962745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2d8f558-f68f-426c-ad60-b084cf126071 req-f390fad7-a1c8-40b9-9c5d-a84e545c34aa tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743302 Jul 05 09:56:30.017692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-c1cd3791-9c93-4eaa-bc23-c8847036ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.020482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-c1cd3791-9c93-4eaa-bc23-c8847036ae81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.0855548 Jul 05 09:56:30.111894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d7930bef-c751-4fb2-a6c7-7f7e6f3f1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.113587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-d7930bef-c751-4fb2-a6c7-7f7e6f3f1261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854237 Jul 05 09:56:30.141656 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.148940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.158158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.158658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.159160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.159845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.161687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Transition to ACTIVE for port object ec18c1bc-2583-4f7d-a03c-b815c72b6b6a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:30.166390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.166976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.169663 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-9461a04a-93e5-4d6d-9363-e4ac00e27494 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5985c444215438f8b44ed2a08380a16&device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6507 time: 0.2606597 Jul 05 09:56:30.174496 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.267028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Attempting to bind port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:30.267595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Attempting to bind port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:30.268848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Attempting to bind port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:30.270988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec8274-d02e-40e6-98e8-6a84c7112ad2 None None] Pushing event updated for resources: {'Port': ['ID=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:30.280124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:30.280708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:30.281194 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.281664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:30.282277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Bound port: ec18c1bc-2583-4f7d-a03c-b815c72b6b6a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:30.282746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.335179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-e6424dbf-23c9-499f-99ad-4b50dc650c4d service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127175 Jul 05 09:56:30.366897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] For port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:30.374028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] For port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:30.380089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.388091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.430727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:30.468114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Routers {'249c2e91-807c-4cac-868a-7fe8918fce96'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:30.470465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['249c2e91-807c-4cac-868a-7fe8918fce96'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:30.477079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec8274-d02e-40e6-98e8-6a84c7112ad2 None None] Pushing event updated for resources: {'Port': ['ID=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:30.638990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-41cc724c-f90f-44c2-9df4-e4466831760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.639537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-41cc724c-f90f-44c2-9df4-e4466831760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.639997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-41cc724c-f90f-44c2-9df4-e4466831760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.641643 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-41cc724c-f90f-44c2-9df4-e4466831760c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d19c0da2-96f2-499c-a741-a3d9f8740b44&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=f5cf31f1-922c-4681-98dd-3d68246fb773&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 200 len: 2298 time: 0.4014416 Jul 05 09:56:30.692253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] Set router 249c2e91-807c-4cac-868a-7fe8918fce96 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:30.758058 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-8001329d-c703-4d8e-b8ba-3702d6d6799f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32cdeb3a-0978-42c8-bd59-438734421873 HTTP/1.1" status: 200 len: 1000 time: 0.1057110 Jul 05 09:56:30.793593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Allocated IP 172.25.1.189 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/c1674b25-bc17-4b58-86ec-13369f33af4f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:30.939967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-d05b1d58-1d93-4c16-81bb-3d263d55052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:30.941483 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-d05b1d58-1d93-4c16-81bb-3d263d55052c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d07fc6b9-d340-44f5-83ff-46f2dfb013a6 HTTP/1.1" status: 200 len: 855 time: 0.1746736 Jul 05 09:56:31.116935 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0852fa3a-d4e5-45a2-8799-3d714a37f862 req-cba8737b-864a-4323-bb84-7b39e433e47c service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746296 Jul 05 09:56:31.166638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c2e91-807c-4cac-868a-7fe8918fce96', 'name': 'tempest-snat-router-1595041031', 'tenant_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': False}, 'gw_port_id': 'ec18c1bc-2583-4f7d-a03c-b815c72b6b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:26Z', 'updated_at': '2021-07-05T09:56:28Z', 'revision_number': 3, 'project_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'gw_port': {'id': 'ec18c1bc-2583-4f7d-a03c-b815c72b6b6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c2e91-807c-4cac-868a-7fe8918fce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:27Z', 'updated_at': '2021-07-05T09:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:31.204530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.211565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81690789-c27e-41bc-9830-502da3ffa8be None None] The sync data for ids ['249c2e91-807c-4cac-868a-7fe8918fce96'] in n-d-771363-33 is: [{'id': '249c2e91-807c-4cac-868a-7fe8918fce96', 'name': 'tempest-snat-router-1595041031', 'tenant_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': False}, 'gw_port_id': 'ec18c1bc-2583-4f7d-a03c-b815c72b6b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:26Z', 'updated_at': '2021-07-05T09:56:28Z', 'revision_number': 3, 'project_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'gw_port': {'id': 'ec18c1bc-2583-4f7d-a03c-b815c72b6b6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c2e91-807c-4cac-868a-7fe8918fce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:27Z', 'updated_at': '2021-07-05T09:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:31.256109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-b0761e2e-4060-4f66-bf0c-f25221e41383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:31.258195 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-b0761e2e-4060-4f66-bf0c-f25221e41383 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d19c0da2-96f2-499c-a741-a3d9f8740b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3064468 Jul 05 09:56:31.334805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ead506-ac2c-489f-a84a-b14ea83f470d req-46131192-df41-4a2e-a4d6-6f915c5bb993 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:31.336471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ead506-ac2c-489f-a84a-b14ea83f470d req-46131192-df41-4a2e-a4d6-6f915c5bb993 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.1399965 Jul 05 09:56:31.366684 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:31.397744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ead506-ac2c-489f-a84a-b14ea83f470d req-248e7d88-a59e-4dee-acc4-71d3bb6b6bc7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529270 Jul 05 09:56:31.420531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:31.426745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:31.438197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:31.488162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Port': ['ID=c1674b25-bc17-4b58-86ec-13369f33af4f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:31.508328 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-91bd6aac-c4a4-4e2c-8680-21b95346d9d1 service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201359 Jul 05 09:56:31.859562 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-2cb3b7a3-0fc1-4b3e-b05f-485bb24e1fff service neutron] 10.222.0.16 "GET /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397436 Jul 05 09:56:32.178945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8cfdf-5064-4c56-a2e4-fac526d0aa84 req-e825fa34-490b-4d2c-9f80-7c1c9a435663 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:32.181246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93c8cfdf-5064-4c56-a2e4-fac526d0aa84 req-e825fa34-490b-4d2c-9f80-7c1c9a435663 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.0841174 Jul 05 09:56:32.270310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93c8cfdf-5064-4c56-a2e4-fac526d0aa84 req-0f34828b-e3bf-4e6c-ba42-f8a07442358c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820689 Jul 05 09:56:32.358254 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-0740e952-613e-45f2-83d1-1533b5cf93c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 217 time: 0.0436945 Jul 05 09:56:32.488419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:32.567815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-91024ba9-a24c-46f8-a6a9-689b4b898594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:32.569833 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-91024ba9-a24c-46f8-a6a9-689b4b898594 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1993020 Jul 05 09:56:32.732863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-1a9798be-ed26-4534-b961-9b1badf1b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:32.734824 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-1a9798be-ed26-4534-b961-9b1badf1b63b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355491 Jul 05 09:56:32.906380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.025393 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-22ee5046-7d31-4cc5-834a-a1341e5f45ca service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785947 Jul 05 09:56:33.162326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Router cd91e7d5-d71d-4ec9-a727-9e0e9debc19d is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:33.177444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-c9881337-6f4e-41e0-be54-1f246abc729c service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427586 Jul 05 09:56:33.178743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec18c1bc-2583-4f7d-a03c-b815c72b6b6a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:33.266274 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-98c529cd-0976-4f6b-bdc3-bd619b394e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 217 time: 0.0796781 Jul 05 09:56:33.321957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:33.336333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:33.336803 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.596293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555a560-e38b-4a52-95bc-e4231700ec33 req-07d10973-b060-42d5-80ef-87428feb48de tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:33.598950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8555a560-e38b-4a52-95bc-e4231700ec33 req-07d10973-b060-42d5-80ef-87428feb48de tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.1584203 Jul 05 09:56:33.600965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-c45e5028-1493-41d8-9e8f-88a717d371fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:33.610447 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-c45e5028-1493-41d8-9e8f-88a717d371fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.3218892 Jul 05 09:56:33.626214 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.640141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:33.650916 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Sync routers for ids ['cd91e7d5-d71d-4ec9-a727-9e0e9debc19d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:33.669134 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Routers {'cd91e7d5-d71d-4ec9-a727-9e0e9debc19d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:33.672630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cd91e7d5-d71d-4ec9-a727-9e0e9debc19d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:33.677723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:33.688062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.718388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:33.720353 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bd58c4e6-5db1-416b-8993-5aa65e75afe2 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5510244 Jul 05 09:56:33.723726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35982) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:33.809465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:33.819357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-5fcd3222-622c-4e2c-b62f-3434580fd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:33.821081 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-5fcd3222-622c-4e2c-b62f-3434580fd352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2035909 Jul 05 09:56:33.846073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8555a560-e38b-4a52-95bc-e4231700ec33 req-65a957e6-e086-4835-907a-09dc1b0cc8f7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390921 Jul 05 09:56:33.972737 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Set router cd91e7d5-d71d-4ec9-a727-9e0e9debc19d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:34.037128 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-37566fa2-da7c-4304-85b8-f8f8a7b3e87f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/cd91e7d5-d71d-4ec9-a727-9e0e9debc19d HTTP/1.1" status: 200 len: 908 time: 0.3098876 Jul 05 09:56:34.037719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35988) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:34.058477 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-26fa874f-4caa-4c08-8a7e-6e9fed499f47 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845157 Jul 05 09:56:34.247666 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-fdb883de-f970-4d8d-951d-ff07452b4459 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796076 Jul 05 09:56:34.248187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:34.266200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.333976 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-31bd496b-6680-4df2-863c-6446f18b36c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 HTTP/1.1" status: 200 len: 217 time: 0.0729766 Jul 05 09:56:34.439753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.452824 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd91e7d5-d71d-4ec9-a727-9e0e9debc19d', 'name': 'tempest-snat-router-1595041031', 'tenant_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c1674b25-bc17-4b58-86ec-13369f33af4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:29Z', 'updated_at': '2021-07-05T09:56:31Z', 'revision_number': 3, 'project_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'gw_port': {'id': 'c1674b25-bc17-4b58-86ec-13369f33af4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd91e7d5-d71d-4ec9-a727-9e0e9debc19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:56:30Z', 'updated_at': '2021-07-05T09:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:34.477383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-1f73c71f-0404-4db4-a7ee-7b2db195b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:34.478866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-1f73c71f-0404-4db4-a7ee-7b2db195b5c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1376443 Jul 05 09:56:34.489974 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Checking router: cd91e7d5-d71d-4ec9-a727-9e0e9debc19d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:34.503508 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Updating router cd91e7d5-d71d-4ec9-a727-9e0e9debc19d port c1674b25-bc17-4b58-86ec-13369f33af4f binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:56:34.521227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Deleting port c1674b25-bc17-4b58-86ec-13369f33af4f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:34.529603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.574913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9578bff8-2915-4e6b-86e2-755f8c3b0394 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:34.575867 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.617775 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7d112191-e531-407e-9fd7-460e7631f7fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5aa798cfa4254002a9eda7fd6be1e6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684757 Jul 05 09:56:34.627510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:34.685438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.699942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Calling delete_port for c1674b25-bc17-4b58-86ec-13369f33af4f owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:34.765122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-8deb617d-ec04-4ef3-ab98-544a6419990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:34.766783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-8deb617d-ec04-4ef3-ab98-544a6419990f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2685642 Jul 05 09:56:34.776583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0660-b2fa-4a7c-b685-ded2235607a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.790145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:34.812844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'port_id': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'mac_address': 'fa:16:3e:57:c6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:34.881508 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0660-b2fa-4a7c-b685-ded2235607a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.912025 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.934646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9578bff8-2915-4e6b-86e2-755f8c3b0394 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:34.948036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:34.974701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:34.983587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.022264 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-ef8b3052-4266-4a94-998f-7b049d832ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429433 Jul 05 09:56:35.027323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1674b25-bc17-4b58-86ec-13369f33af4f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:35.109115 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:56:35.110104 n-d-771363-33 neutron-server[93798]: DEBUG oslo_db.api [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:56:35.160435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:35.208225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['9578bff8-2915-4e6b-86e2-755f8c3b0394'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:35.223022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0660-b2fa-4a7c-b685-ded2235607a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.226810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0660-b2fa-4a7c-b685-ded2235607a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.228212 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a6e0660-b2fa-4a7c-b685-ded2235607a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dc8c6ca-b861-4f5c-8745-487707bb4cf3 HTTP/1.1" status: 204 len: 168 time: 0.5995519 Jul 05 09:56:35.330173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e0660-b2fa-4a7c-b685-ded2235607a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8c6ca-b861-4f5c-8745-487707bb4cf3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:35.356895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.361530 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-341062bb-e849-46f9-879b-71e17a1d34c5 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311722 Jul 05 09:56:35.432908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec18c1bc-2583-4f7d-a03c-b815c72b6b6a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:35.450488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-2398aecf-e9cb-4b1e-bd0e-f8d1798df610 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=6a08c509-a258-4a02-b09d-4da2a020de1a HTTP/1.1" status: 200 len: 217 time: 0.0812657 Jul 05 09:56:35.562013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:35.562381 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.584700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-33ad73c8-ddae-4ce3-a490-196ec5f1d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:35.590149 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-33ad73c8-ddae-4ce3-a490-196ec5f1d820 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 200 len: 797 time: 0.1306205 Jul 05 09:56:35.616888 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.640688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ce532-3e69-4d3d-9266-252eb04dd3d9 req-76fb2e6c-9531-4b59-8b5f-f8f53dbd06d5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:35.644289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776ce532-3e69-4d3d-9266-252eb04dd3d9 req-76fb2e6c-9531-4b59-8b5f-f8f53dbd06d5 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 944 time: 0.4298477 Jul 05 09:56:35.645104 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Port c1674b25-bc17-4b58-86ec-13369f33af4f not found while updating agent binding for router cd91e7d5-d71d-4ec9-a727-9e0e9debc19d. {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 09:56:35.649056 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.666214 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Routers {'cd91e7d5-d71d-4ec9-a727-9e0e9debc19d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:35.666915 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['cd91e7d5-d71d-4ec9-a727-9e0e9debc19d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:35.742784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-55c3bc35-8f5a-4727-b730-87ae00bce7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:35.744394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-55c3bc35-8f5a-4727-b730-87ae00bce7ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5cf31f1-922c-4681-98dd-3d68246fb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460946 Jul 05 09:56:35.812861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-776ce532-3e69-4d3d-9266-252eb04dd3d9 req-39c44145-9549-4fb3-a6df-ef9af7f13a7b tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602197 Jul 05 09:56:35.824588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.825315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd91e7d5-d71d-4ec9-a727-9e0e9debc19d {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:35.833576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:35.834425 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] Set router cd91e7d5-d71d-4ec9-a727-9e0e9debc19d gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:35.837642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4407eae5-34f2-4214-ba62-3445d0dc00db tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cd91e7d5-d71d-4ec9-a727-9e0e9debc19d HTTP/1.1" status: 204 len: 168 time: 1.7987411 Jul 05 09:56:35.843147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:35.944073 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd91e7d5-d71d-4ec9-a727-9e0e9debc19d', 'name': 'tempest-snat-router-1595041031', 'tenant_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:29Z', 'updated_at': '2021-07-05T09:56:34Z', 'revision_number': 5, 'project_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:35.949942 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-b68d74a8-042c-4787-af22-ff427e9cd70f service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947634 Jul 05 09:56:36.004267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.138261 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cfb6b8-7572-4e66-8952-1a266882ae53 None None] The sync data for ids ['cd91e7d5-d71d-4ec9-a727-9e0e9debc19d'] in n-d-771363-33 is: [{'id': 'cd91e7d5-d71d-4ec9-a727-9e0e9debc19d', 'name': 'tempest-snat-router-1595041031', 'tenant_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:56:29Z', 'updated_at': '2021-07-05T09:56:34Z', 'revision_number': 5, 'project_id': 'aadd9776f56644dd9fb9cd7e90b38c0c', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:36.221726 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.238707 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-1bcb075c-7af5-4e59-b675-84228d0010f3 service neutron] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802851 Jul 05 09:56:36.315390 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-30878bb8-4786-455b-97df-f5bd8bdcbc56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd HTTP/1.1" status: 200 len: 217 time: 0.0690908 Jul 05 09:56:36.406498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Deleting port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:36.406853 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.486426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-4b259031-974a-4ffc-b642-b65dae755722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:36.488187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-4b259031-974a-4ffc-b642-b65dae755722 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.1602473 Jul 05 09:56:36.597377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9578bff8-2915-4e6b-86e2-755f8c3b0394 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:36.600203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] For port ec18c1bc-2583-4f7d-a03c-b815c72b6b6a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:36.600773 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.630801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Calling delete_port for ec18c1bc-2583-4f7d-a03c-b815c72b6b6a owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:36.637056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-d5405665-cd04-4614-9600-dcac3a1c6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:36.644214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-d5405665-cd04-4614-9600-dcac3a1c6aad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1461391 Jul 05 09:56:36.722841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:36.796045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 9578bff8-2915-4e6b-86e2-755f8c3b0394 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:36.796422 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:36.860458 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-d1ba09dc-045d-4a11-be5e-aadeaad3ca20 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095163 Jul 05 09:56:36.879595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.020950 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.111004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:37.113708 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6872f27-55dc-49f6-913f-66742cb387e2" -d '{"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:37.117987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:37.127477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.129883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-7a0a2138-8244-459f-ad4b-ff381707e24e service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482288 Jul 05 09:56:37.180882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec18c1bc-2583-4f7d-a03c-b815c72b6b6a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.193271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-526954960-network', 'tenant_id': 'efb51d4a7b0e4d3b86ebdbcac3b2ddf0'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:37.201841 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.202493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:37.215322 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ba8e17-92c2-4242-a395-036f707e576a x-openstack-request-id: req-69ba8e17-92c2-4242-a395-036f707e576a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:37.215939 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:37.216352 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69ba8e17-92c2-4242-a395-036f707e576a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:37.216898 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'code': 200} Jul 05 09:56:37.274778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-155184e9-871c-4b34-9bba-293d262a320f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7 HTTP/1.1" status: 200 len: 217 time: 0.1172438 Jul 05 09:56:37.372007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.375170 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.411606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-68473c1e-40e7-4c33-b06a-98dbe9eca331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:37.414887 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-68473c1e-40e7-4c33-b06a-98dbe9eca331 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 200 len: 797 time: 0.1389253 Jul 05 09:56:37.445595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.449979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 249c2e91-807c-4cac-868a-7fe8918fce96 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:37.494368 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.496649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-78f92080-dfe0-4c78-b8f0-e56e4323481f tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "DELETE /v2.0/routers/249c2e91-807c-4cac-868a-7fe8918fce96 HTTP/1.1" status: 204 len: 168 time: 1.6565654 Jul 05 09:56:37.501365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:37.519949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-935357603', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:37.621535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-ae576c78-3cad-458e-b2c9-5f19b08c4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:37.625494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-ae576c78-3cad-458e-b2c9-5f19b08c4fa7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2021084 Jul 05 09:56:37.647140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Made reservation on behalf of efb51d4a7b0e4d3b86ebdbcac3b2ddf0 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:37.658977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.691937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.781107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.782211 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:37.837847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d826283-6a5d-4ba5-a5c5-ca5f99379b72 req-8c0e6288-216a-4e21-b93c-281c10936f58 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:37.846668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d826283-6a5d-4ba5-a5c5-ca5f99379b72 req-8c0e6288-216a-4e21-b93c-281c10936f58 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.6740439 Jul 05 09:56:37.904732 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-d93cefb7-ca56-400a-babb-9ce29c60c4cb service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699122 Jul 05 09:56:37.992136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.015879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d826283-6a5d-4ba5-a5c5-ca5f99379b72 req-d2ddbe51-7692-4de1-83b9-7075cf9bf3f9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686649 Jul 05 09:56:38.133546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9dca61f-2d73-4669-ae31-40de4a54aaac req-af4226a4-3e7b-4178-bbc3-69bfdee4c3d3 service neutron] 10.222.0.16 "GET /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208540 Jul 05 09:56:38.290497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.308371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.321354 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.399835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:38.429644 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.429976 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Added segment 1c026cd4-1756-4ffa-97a4-5e2e0aae5acc of type vlan for network 74668419-11d8-4430-8e7a-767cbf87d810 Jul 05 09:56:38.445601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023ef7f1-9ee3-4dd0-8d23-1a75b284f364,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:38.502655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.561782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.563034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:38.563797 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.586148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8619239 Jul 05 09:56:38.589063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:38.594530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Request body: {'subnet': {'network_id': '74668419-11d8-4430-8e7a-767cbf87d810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-526954960-subnet', 'tenant_id': 'efb51d4a7b0e4d3b86ebdbcac3b2ddf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:38.641150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Made reservation on behalf of efb51d4a7b0e4d3b86ebdbcac3b2ddf0 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:38.644602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.799544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958561-bc61-4bba-bdac-b1076952f21e admin admin] Pushing event updated for resources: {'Network': ['ID=74668419-11d8-4430-8e7a-767cbf87d810,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:38.813054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 74668419-11d8-4430-8e7a-767cbf87d810 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:38.837194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.928167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:38.931867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.006455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9464e7f6-5829-48c1-b4e9-5056a0bed5e1,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:39.078438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Checking segment: {'id': '1c026cd4-1756-4ffa-97a4-5e2e0aae5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '74668419-11d8-4430-8e7a-767cbf87d810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:39.078806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Network hostable DHCP agents. Network: 74668419-11d8-4430-8e7a-767cbf87d810, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:39.117545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Network 74668419-11d8-4430-8e7a-767cbf87d810 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:39.130240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 74668419-11d8-4430-8e7a-767cbf87d810) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:39.138816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:39.139504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.142346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d268b-13a6-45e0-adb1-4b69dca3fa80 None None] Network 74668419-11d8-4430-8e7a-767cbf87d810 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:39.146295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec18c1bc-2583-4f7d-a03c-b815c72b6b6a no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:39.164405 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-96c1f734-e0e8-4234-8fdd-495488eb559c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5664887 Jul 05 09:56:39.244507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Allocated IP 172.25.1.78 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/b773866e-bcb9-4868-b5fa-b8b6d1bbea97) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:39.384667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ec18c1bc-2583-4f7d-a03c-b815c72b6b6a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:56:39.385333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec18c1bc-2583-4f7d-a03c-b815c72b6b6a not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:56:39.470378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d121c7-433a-4bad-8e55-6c9c47e0598b None None] Network 74668419-11d8-4430-8e7a-767cbf87d810 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:39.558642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab223eaa-9848-494c-a225-371b613d58c0 req-29be2ef1-80b9-4208-a9b9-2895e66c626c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:39.567855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab223eaa-9848-494c-a225-371b613d58c0 req-29be2ef1-80b9-4208-a9b9-2895e66c626c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2056224 Jul 05 09:56:39.654158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.703897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab223eaa-9848-494c-a225-371b613d58c0 req-fea99a98-7c0d-4778-ba14-1f76fa958e4d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181300 Jul 05 09:56:39.765064 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:39.844434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:39.848213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:39.852115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:39.914824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event updated for resources: {'Port': ['ID=b773866e-bcb9-4868-b5fa-b8b6d1bbea97,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:39.931877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36108) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:39.937082 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-50204405-network', 'tenant_id': '5178fdb5d8a94a8691faa5c2f99eeb6b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:40.012777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Made reservation on behalf of 5178fdb5d8a94a8691faa5c2f99eeb6b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:40.016740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.036377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.251442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.262144 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.321840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7bf728-83d9-429e-b1d2-be4a65f57958,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:40.337488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:56:40.366403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.370107 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Added segment 8eb680aa-ba5b-4878-9bba-802080eff1fe of type vlan for network 6175f9cd-53a0-4461-87ed-1b35e304e9ec Jul 05 09:56:40.493105 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.545425 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.601857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.603595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:40.604339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:40.666547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7319558 Jul 05 09:56:40.667472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36116) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:40.675825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:56:40.691473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Request body: {'subnet': {'network_id': '6175f9cd-53a0-4461-87ed-1b35e304e9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-50204405-subnet', 'tenant_id': '5178fdb5d8a94a8691faa5c2f99eeb6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:40.716323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee31b9c-e149-459e-8e0a-014243ea7b36 admin admin] Pushing event updated for resources: {'Network': ['ID=6175f9cd-53a0-4461-87ed-1b35e304e9ec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:40.732152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 6175f9cd-53a0-4461-87ed-1b35e304e9ec details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:56:40.747905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Made reservation on behalf of 5178fdb5d8a94a8691faa5c2f99eeb6b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:40.750467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.128474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.166570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1062b8b-edf3-43c1-a01a-62272106db70 req-d4affc81-6e53-40a3-8b8b-cb43dabb9374 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:41.176807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1062b8b-edf3-43c1-a01a-62272106db70 req-d4affc81-6e53-40a3-8b8b-cb43dabb9374 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2595925 Jul 05 09:56:41.460615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.645148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c671fd1d-3939-4783-98ff-9197fd3a1715,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:41.668166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Checking segment: {'id': '8eb680aa-ba5b-4878-9bba-802080eff1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6175f9cd-53a0-4461-87ed-1b35e304e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:41.670508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Network hostable DHCP agents. Network: 6175f9cd-53a0-4461-87ed-1b35e304e9ec, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:56:41.709546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Network 6175f9cd-53a0-4461-87ed-1b35e304e9ec is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:56:41.740053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 6175f9cd-53a0-4461-87ed-1b35e304e9ec) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:41.769799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90358887-85ec-4ca8-9975-32bca0bd0805 None None] Network 6175f9cd-53a0-4461-87ed-1b35e304e9ec requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:41.788586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:41.789736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:41.855301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-32189dec-1841-4d4d-a721-312f3443e157 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1775341 Jul 05 09:56:41.906336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1062b8b-edf3-43c1-a01a-62272106db70 req-b2432d03-3e71-4809-a14a-727877e83545 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228178 Jul 05 09:56:41.976050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Router 22801f2d-39de-426d-8b65-cf72eabbfe09 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:42.028508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95ffbc-ce73-4ec9-ac60-18a32c63af16 None None] Network 6175f9cd-53a0-4461-87ed-1b35e304e9ec requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:56:42.145059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:42.165415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] Sync routers for ids ['22801f2d-39de-426d-8b65-cf72eabbfe09'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:42.192972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:42.201395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] Routers {'22801f2d-39de-426d-8b65-cf72eabbfe09'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:42.201395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['22801f2d-39de-426d-8b65-cf72eabbfe09'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:42.201785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:42.206419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f7f32caa-04d9-4175-b60c-1b7d5796a280 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7023251 Jul 05 09:56:42.209253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:42.282701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:42.306421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] Routers {'22801f2d-39de-426d-8b65-cf72eabbfe09'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:42.309044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['22801f2d-39de-426d-8b65-cf72eabbfe09'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:42.380913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:42.390321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb049a7-82b6-44df-96ec-80f4956a5dd7 None None] The sync data for ids ['22801f2d-39de-426d-8b65-cf72eabbfe09'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:43.199299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-fff812e3-d86d-4b37-901b-f21771481b9d tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:43.207354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-fff812e3-d86d-4b37-901b-f21771481b9d tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/networks?id=74668419-11d8-4430-8e7a-767cbf87d810 HTTP/1.1" status: 200 len: 811 time: 0.3633108 Jul 05 09:56:43.249285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-98213e5a-00f6-4938-9e4d-0dab3a2d75b7 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/quotas/efb51d4a7b0e4d3b86ebdbcac3b2ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0397332 Jul 05 09:56:43.326175 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.362342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-1f2ee6a6-fa95-400d-9883-5490bd93e11d tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb51d4a7b0e4d3b86ebdbcac3b2ddf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135466 Jul 05 09:56:43.520451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b9e2c-28f3-4411-805b-f4f82dc2fd50 req-86a6631c-8077-45cc-afcb-ac4658dabbcb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:43.523159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-463b9e2c-28f3-4411-805b-f4f82dc2fd50 req-86a6631c-8077-45cc-afcb-ac4658dabbcb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2203407 Jul 05 09:56:43.534177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-6ac6f6f1-dd68-484a-bf6c-ee5c1dbe6b8c service neutron] 10.222.0.21 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709003 Jul 05 09:56:43.738863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-da12eea3-c0c8-4184-ba67-9cd8251d759c service neutron] 10.222.0.21 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037461 Jul 05 09:56:43.752012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-463b9e2c-28f3-4411-805b-f4f82dc2fd50 req-a1b71196-e382-422f-b883-0ff17890db03 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025809 Jul 05 09:56:44.043792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2700e115-de39-4df1-a7eb-d3a80988fef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.259355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.266708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.273560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.280601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.289112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.297208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.306682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.316150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-d867e6ce-f80e-4cb2-83ac-213e058dc3a1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.3206336 Jul 05 09:56:44.374498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36170) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:44.378316 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.388770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.454419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c487f939-f674-479d-968d-acf8730e6f93 req-260edb7f-20fe-4f37-98c3-896664609a5f tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 210 time: 0.1109831 Jul 05 09:56:44.521488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98609b8d-3211-482f-83f3-5fe3d9fe2931 req-05e7914e-1194-42e5-a697-1bd1eadb4444 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044444 Jul 05 09:56:44.655465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a89bb882-1a03-422a-acd9-5dd6dd755493 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/floatingips/60959dac-e2ee-41a8-bcc4-abb900e378e1 HTTP/1.1" status: 200 len: 993 time: 0.2790430 Jul 05 09:56:44.712255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Router 22801f2d-39de-426d-8b65-cf72eabbfe09 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:44.975728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.986137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:44.997018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.004152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.010176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.017608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.031317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.053141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40755d71-a7e0-43f6-bc3e-49e26b4d80a2 req-36c18445-5169-4a7f-ba82-c6aad5bb6f41 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.2383277 Jul 05 09:56:45.137582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:45.142107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:45.149023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b34e9a4a-fd0e-4edd-ba41-7d30e3a26aaa tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "PUT /v2.0/routers/22801f2d-39de-426d-8b65-cf72eabbfe09 HTTP/1.1" status: 200 len: 920 time: 2.9403365 Jul 05 09:56:45.149446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36190) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:45.152930 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] Sync routers for ids ['22801f2d-39de-426d-8b65-cf72eabbfe09'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:45.174577 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] Routers {'22801f2d-39de-426d-8b65-cf72eabbfe09'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:45.175623 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['22801f2d-39de-426d-8b65-cf72eabbfe09'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:45.237339 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:45.237548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:45.250080 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] Routers {'22801f2d-39de-426d-8b65-cf72eabbfe09'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:45.250960 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['22801f2d-39de-426d-8b65-cf72eabbfe09'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:45.285095 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:45.286018 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c85b44-e4e9-4458-922d-d79cd81af070 None None] The sync data for ids ['22801f2d-39de-426d-8b65-cf72eabbfe09'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:45.465362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-97baa20e-604a-45f0-9a5c-f147e3685769 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/22801f2d-39de-426d-8b65-cf72eabbfe09 HTTP/1.1" status: 200 len: 920 time: 0.3143637 Jul 05 09:56:45.488607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:45.663713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69ffca-4e33-4355-ab9e-db4de5873310 req-0cba2698-6101-4ed3-ae4f-773236801992 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:45.671967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e69ffca-4e33-4355-ab9e-db4de5873310 req-0cba2698-6101-4ed3-ae4f-773236801992 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2052712 Jul 05 09:56:45.827306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e69ffca-4e33-4355-ab9e-db4de5873310 req-7a486b5e-fb79-4de7-8106-7d44eb890dce tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140804 Jul 05 09:56:45.927523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef16aeea-939f-4f49-8a48-9761692b8dea req-033359c8-ea88-47dc-be98-fa1c8f3ffd43 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 210 time: 0.0943828 Jul 05 09:56:46.050653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689b593-5539-4a41-ac18-6854718d0f4a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:46.055537 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e689b593-5539-4a41-ac18-6854718d0f4a tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=22801f2d-39de-426d-8b65-cf72eabbfe09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5656583 Jul 05 09:56:46.055966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36200) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:46.076139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 13d18bbc-98e3-4764-a124-ffcae618793d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:46.076604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.170803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e71a082-bfc8-495e-a98f-52e4f76e5231 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:46.172784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3e71a082-bfc8-495e-a98f-52e4f76e5231 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.1137943 Jul 05 09:56:46.177109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36204) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:46.183381 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.183720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.199424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 13d18bbc-98e3-4764-a124-ffcae618793d owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:46.259943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-40fcd9d5-7160-41b1-aab8-bdb1c413275f tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=22801f2d-39de-426d-8b65-cf72eabbfe09 HTTP/1.1" status: 200 len: 205 time: 0.0815148 Jul 05 09:56:46.262776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:46.543536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.673608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.799649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=13d18bbc-98e3-4764-a124-ffcae618793d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:46.836678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.859960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a40a294d-3c2c-4f02-897e-a9425ff3dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.916852 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.944294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-ba134f37-94a4-47d1-a1f2-7e7f4c2fdd57 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:46.952711 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-ba134f37-94a4-47d1-a1f2-7e7f4c2fdd57 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.16 "GET /v2.0/networks?id=74668419-11d8-4430-8e7a-767cbf87d810 HTTP/1.1" status: 200 len: 811 time: 0.2233889 Jul 05 09:56:46.974671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Request body: {'port': {'device_id': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'network_id': '74668419-11d8-4430-8e7a-767cbf87d810', 'admin_state_up': True, 'tenant_id': 'efb51d4a7b0e4d3b86ebdbcac3b2ddf0'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:47.064226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Deleting port b773866e-bcb9-4868-b5fa-b8b6d1bbea97 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:47.065867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.155394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.156178 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Floating IP 60959dac-e2ee-41a8-bcc4-abb900e378e1 disassociated (deleted). External IP: 172.25.1.42, port: 5a8a7d53-1701-4102-859b-942dbb47011b. Jul 05 09:56:47.328312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Made reservation on behalf of efb51d4a7b0e4d3b86ebdbcac3b2ddf0 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:56:47.332390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.361639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74bc6227-3bac-480a-a3ab-05ccb23f9a75 req-de96fa27-f3f1-4626-9774-bbad3d040013 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 210 time: 0.0672102 Jul 05 09:56:47.577376 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.618836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8533-94cf-436d-ac6c-fc83a4c7b4dd req-61c58cb2-626b-46cc-93f1-4e90fd11956d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:47.628332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-870f8533-94cf-436d-ac6c-fc83a4c7b4dd req-61c58cb2-626b-46cc-93f1-4e90fd11956d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2538733 Jul 05 09:56:47.680337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Calling delete_port for b773866e-bcb9-4868-b5fa-b8b6d1bbea97 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:47.747907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-870f8533-94cf-436d-ac6c-fc83a4c7b4dd req-f17164ad-7437-4649-8c62-715012902033 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151776 Jul 05 09:56:47.902480 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:47.965703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Allocated IP 172.20.0.4 (74668419-11d8-4430-8e7a-767cbf87d810/9464e7f6-5829-48c1-b4e9-5056a0bed5e1/b42dc0f8-0641-4f09-9cec-cb9e5c8f54be) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:48.001136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 6963e5bf-63d5-41b4-834e-e394feeae315 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:48.199637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.256285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event deleted for resources: {'Port': ['ID=b773866e-bcb9-4868-b5fa-b8b6d1bbea97,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:48.262735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:48.279480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] Sync routers for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:48.287861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.294742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:48.298253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:48.394157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ada5354-fd0b-4f76-ac5d-ce97d96bc869 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/floatingips/60959dac-e2ee-41a8-bcc4-abb900e378e1 HTTP/1.1" status: 204 len: 168 time: 3.1419132 Jul 05 09:56:48.396720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:48.399131 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb5184-00d0-49eb-9857-51d6e23387ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:48.417670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.440682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.493014 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de0b63-6ea5-49db-afe2-94f6b858a1e8 x-openstack-request-id: req-84de0b63-6ea5-49db-afe2-94f6b858a1e8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:48.493334 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:48.493608 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84de0b63-6ea5-49db-afe2-94f6b858a1e8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:48.494016 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b', 'status': 'completed', 'code': 200} Jul 05 09:56:48.535867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:48.580200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:48.583397 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.711709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Network 74668419-11d8-4430-8e7a-767cbf87d810 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:48.717490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:48.726243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:48.797502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.808478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.871990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Pushing event updated for resources: {'Port': ['ID=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:48.925331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.926270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:48.957589 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-93a31caa-8e36-4a0a-a5bc-2dea6b20fed0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9890494 Jul 05 09:56:48.971863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.972513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.975199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.975199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.975199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.975199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.975199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:48.983413 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-48a12e1e-6413-44b0-aceb-3899594721bc req-09a41753-e82e-4ebf-a5ea-3f6b27d63c79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 6507 time: 0.4010749 Jul 05 09:56:48.997733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Request body: {'port': {'device_id': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:49.057617 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-48a12e1e-6413-44b0-aceb-3899594721bc req-378bdb38-65ef-441d-831f-acc0565a1d01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733035 Jul 05 09:56:49.070320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.070473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Fanout notify agent at l3_agent the message router_deleted on router 22801f2d-39de-426d-8b65-cf72eabbfe09 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:49.093593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:28Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:49.106354 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.112463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-deb039b8-c790-49a7-ac8e-ba383b415fb4 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/22801f2d-39de-426d-8b65-cf72eabbfe09 HTTP/1.1" status: 204 len: 168 time: 2.8477254 Jul 05 09:56:49.118430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-2b5e023c-7f78-4665-8f93-f9da2142c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:49.123654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-2b5e023c-7f78-4665-8f93-f9da2142c787 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 1098 time: 0.5920928 Jul 05 09:56:49.129601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:49.136513 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5baea385-0769-4ad3-8cb9-58733c8b3edb tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1339499066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:49.171953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.177667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] Checking router: 6963e5bf-63d5-41b4-834e-e394feeae315 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:56:49.193429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:49.194308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:49.392902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:49.424634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850c56d-d534-4b6a-ab3a-f658e8ec20fd req-6677a4a1-a549-4a68-baa2-a1612bef385a tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:49.431844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b850c56d-d534-4b6a-ab3a-f658e8ec20fd req-6677a4a1-a549-4a68-baa2-a1612bef385a tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 931 time: 0.4949543 Jul 05 09:56:49.441612 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5baea385-0769-4ad3-8cb9-58733c8b3edb tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.442675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5baea385-0769-4ad3-8cb9-58733c8b3edb tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.724039 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:49.737686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b850c56d-d534-4b6a-ab3a-f658e8ec20fd req-3502c7cc-2ce6-49ce-835f-829dd18b9a00 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046148 Jul 05 09:56:49.748566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:28Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:49.758645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-985b16ce-d904-43de-bb4e-5f480b688a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:49.782408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-985b16ce-d904-43de-bb4e-5f480b688a2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4914070-1f35-43d5-9d57-4238a313f394 HTTP/1.1" status: 200 len: 897 time: 0.6117907 Jul 05 09:56:49.784520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95666a8-5c93-4a7a-aca5-6b7839522542 None None] The sync data for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 is: [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:55:19Z', 'revision_number': 4, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bc5007f2-02ac-4bb6-9938-baf664b21995', 'name': '', 'network_id': 'e4914070-1f35-43d5-9d57-4238a313f394', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'mac_address': 'fa:16:3e:c3:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:17Z', 'updated_at': '2021-07-05T09:55:28Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'subnets': [{'id': '0e23f9c9-3e33-49b5-b474-0486e60e9c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:50.030959 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5baea385-0769-4ad3-8cb9-58733c8b3edb tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.033213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-b3004f58-e85b-4bc2-947b-d0053fecdda0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a8a7d53-1701-4102-859b-942dbb47011b HTTP/1.1" status: 200 len: 217 time: 0.2495615 Jul 05 09:56:50.052794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5baea385-0769-4ad3-8cb9-58733c8b3edb tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.178272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528be9-176f-4f11-bb10-fd2a87cbdd44 req-8c286fe1-1c6d-4bce-900c-8081d58a7e83 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:50.180044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc528be9-176f-4f11-bb10-fd2a87cbdd44 req-8c286fe1-1c6d-4bce-900c-8081d58a7e83 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.9761703 Jul 05 09:56:50.185309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5baea385-0769-4ad3-8cb9-58733c8b3edb tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.195135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5baea385-0769-4ad3-8cb9-58733c8b3edb tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0617952 Jul 05 09:56:50.241112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:50.257436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:50.382840 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ae870-e205-494c-95ee-22ac82fa5834 None None] New status for floating IP 60959dac-e2ee-41a8-bcc4-abb900e378e1: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:56:50.489989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-52d494c6-0adf-4d21-956f-3e0ddf50d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:50.492675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-52d494c6-0adf-4d21-956f-3e0ddf50d015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e23f9c9-3e33-49b5-b474-0486e60e9c66 HTTP/1.1" status: 200 len: 834 time: 0.4264617 Jul 05 09:56:50.583467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42dc0f8-0641-4f09-9cec-cb9e5c8f54be {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:50.600954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.616320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Transition to ACTIVE for port object b42dc0f8-0641-4f09-9cec-cb9e5c8f54be will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:56:50.623389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:50.699127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:50.725277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5175751-8d6f-48de-a532-102d0394eb48 req-fcb10ed7-208d-46d6-a824-e08ecc8fb401 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:50.733591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5175751-8d6f-48de-a532-102d0394eb48 req-fcb10ed7-208d-46d6-a824-e08ecc8fb401 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 946 time: 0.6944780 Jul 05 09:56:50.747441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc528be9-176f-4f11-bb10-fd2a87cbdd44 req-49c8649b-e5bf-46a5-9a87-ce4560cf66e2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227320 Jul 05 09:56:50.827981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Attempting to bind port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:56:50.828376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Attempting to bind port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '1c026cd4-1756-4ffa-97a4-5e2e0aae5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '74668419-11d8-4430-8e7a-767cbf87d810'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:56:50.828676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Attempting to bind port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be on network 74668419-11d8-4430-8e7a-767cbf87d810 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:50.838111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be on network 74668419-11d8-4430-8e7a-767cbf87d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:56:50.838527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Attempting to bind port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be on network 74668419-11d8-4430-8e7a-767cbf87d810 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:56:50.854893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:56:50.855457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Checking segment: {'id': '1c026cd4-1756-4ffa-97a4-5e2e0aae5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '74668419-11d8-4430-8e7a-767cbf87d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:56:50.855889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Bound using segment: {'id': '1c026cd4-1756-4ffa-97a4-5e2e0aae5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '74668419-11d8-4430-8e7a-767cbf87d810'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:56:50.856339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Bound port: b42dc0f8-0641-4f09-9cec-cb9e5c8f54be, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c026cd4-1756-4ffa-97a4-5e2e0aae5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '74668419-11d8-4430-8e7a-767cbf87d810'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:56:50.856713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.033893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] For port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:56:51.041452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] For port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,segment=NetworkSegment(1c026cd4-1756-4ffa-97a4-5e2e0aae5acc),segment_id=1c026cd4-1756-4ffa-97a4-5e2e0aae5acc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:56:51.045578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.048299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.142817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:51.146309 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:51.148037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/b42dc0f8-0641-4f09-9cec-cb9e5c8f54be HTTP/1.1" status: 200 len: 1092 time: 2.1561999 Jul 05 09:56:51.165648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'tag': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:51.172567 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a4e8e-00a8-4946-8fae-41c30c089de6", "tag": "b42dc0f8-0641-4f09-9cec-cb9e5c8f54be"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:51.202148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5175751-8d6f-48de-a532-102d0394eb48 req-fba63182-4de9-420e-85ea-b577292a492d tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487743 Jul 05 09:56:51.368024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1ceca-ea06-43af-b06b-f2c4977b46e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:51.441754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-60c79786-7433-4490-883f-78e10133320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:51.443399 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-60c79786-7433-4490-883f-78e10133320c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efb51d4a7b0e4d3b86ebdbcac3b2ddf0&device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 1095 time: 0.2011182 Jul 05 09:56:51.513624 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8be1b57-3cb5-4b27-baa5-3effceb826ca x-openstack-request-id: req-c8be1b57-3cb5-4b27-baa5-3effceb826ca {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:51.513951 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a4e8e-00a8-4946-8fae-41c30c089de6", "tag": "b42dc0f8-0641-4f09-9cec-cb9e5c8f54be", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:51.514168 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8be1b57-3cb5-4b27-baa5-3effceb826ca {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:51.514583 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'tag': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be', 'status': 'completed', 'code': 200} Jul 05 09:56:51.516695 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-21acd8aa-b565-4c83-bf84-bd3a7ce50b0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be HTTP/1.1" status: 200 len: 217 time: 0.0654185 Jul 05 09:56:51.651878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-e6749e69-d72d-4560-82c0-e3dea87bd227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:51.655459 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-e6749e69-d72d-4560-82c0-e3dea87bd227 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9464e7f6-5829-48c1-b4e9-5056a0bed5e1 HTTP/1.1" status: 200 len: 851 time: 0.1308422 Jul 05 09:56:51.766157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-1e212504-5277-4244-9944-877ab0d84642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74668419-11d8-4430-8e7a-767cbf87d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025136 Jul 05 09:56:52.039790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-d58ca07f-b088-47f8-b3ff-0f389b7364c1 service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627869 Jul 05 09:56:52.156645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-a851c33c-5904-4d73-be07-ee57c00acc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.160251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-a851c33c-5904-4d73-be07-ee57c00acc0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4914070-1f35-43d5-9d57-4238a313f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5684664 Jul 05 09:56:52.186877 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dda10971-321e-4f0e-89be-24e90a69fd34 req-0dc765a3-6a9a-4600-b899-1bf3702401bc service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384466 Jul 05 09:56:52.350770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789490-3e96-489a-a090-2930138a8dfc req-1a98fe64-3780-4bef-8ae9-8c92437990f2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.352671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e789490-3e96-489a-a090-2930138a8dfc req-1a98fe64-3780-4bef-8ae9-8c92437990f2 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 946 time: 1.5162160 Jul 05 09:56:52.354916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-a59da5fb-d005-4f8a-9443-11ecb0c38c99 service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841357 Jul 05 09:56:52.446516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-4b440c0f-154c-43af-aef3-3544c013dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.448262 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-4b440c0f-154c-43af-aef3-3544c013dd4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efb51d4a7b0e4d3b86ebdbcac3b2ddf0&device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 1095 time: 0.1743400 Jul 05 09:56:52.615774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-b9b09654-078b-4381-9caf-176bacceb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.617701 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-b9b09654-078b-4381-9caf-176bacceb9ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=74668419-11d8-4430-8e7a-767cbf87d810 HTTP/1.1" status: 200 len: 912 time: 0.1582606 Jul 05 09:56:52.703979 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-e00c407c-512e-4f99-8310-f5244eaffdd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be HTTP/1.1" status: 200 len: 217 time: 0.0728993 Jul 05 09:56:52.763377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfb5184-00d0-49eb-9857-51d6e23387ce req-23316ae7-2f6d-4ce8-8641-f841b5ab32ad service neutron] 10.222.0.16 "GET /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941647 Jul 05 09:56:52.779498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843d07d-22c0-4487-930f-18d271733183 req-5041d514-2409-4fa2-9589-0cebb37dd9d9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.782858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f843d07d-22c0-4487-930f-18d271733183 req-5041d514-2409-4fa2-9589-0cebb37dd9d9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.6179197 Jul 05 09:56:52.792191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-7eb4ca55-9345-4b90-99c1-440a90342787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.793903 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-7eb4ca55-9345-4b90-99c1-440a90342787 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9464e7f6-5829-48c1-b4e9-5056a0bed5e1 HTTP/1.1" status: 200 len: 851 time: 0.0702009 Jul 05 09:56:52.826792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5484fb8-3985-485f-9ce4-8b8079107db4 req-9c975157-d582-447d-a89a-f4687af4215d tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:52.828404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5484fb8-3985-485f-9ce4-8b8079107db4 req-9c975157-d582-447d-a89a-f4687af4215d tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 943 time: 0.6626282 Jul 05 09:56:52.866351 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-2cc41444-97da-403f-b197-ca6df00f47b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74668419-11d8-4430-8e7a-767cbf87d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536752 Jul 05 09:56:52.880180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 5a8a7d53-1701-4102-859b-942dbb47011b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:52.880654 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:52.975353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f843d07d-22c0-4487-930f-18d271733183 req-f826fdd4-dcf2-498d-b7c5-d1e69c1ddead tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768460 Jul 05 09:56:52.981626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5484fb8-3985-485f-9ce4-8b8079107db4 req-2fdcbd78-5662-4cba-b811-e994505296f6 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411948 Jul 05 09:56:53.055143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-6f6e0a15-287b-4148-b8fb-c9a48a7b38a3 service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732831 Jul 05 09:56:53.273232 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ed4a372c-f3aa-41be-ab66-4cbd8bc9c202 req-ee977c6c-e26e-4328-a1b1-9192b19abd58 service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011240 Jul 05 09:56:53.318095 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.352854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.360024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port 5a8a7d53-1701-4102-859b-942dbb47011b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a8a7d53-1701-4102-859b-942dbb47011b,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:53.360405 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.422644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 5a8a7d53-1701-4102-859b-942dbb47011b owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:53.523034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 5a8a7d53-1701-4102-859b-942dbb47011b no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:56:53.580830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ce3b-1b1c-4fa8-ace5-ad68bc0209b9 req-f87edd1b-56e9-4ee4-a154-24798e7b031e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:53.583572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1477ce3b-1b1c-4fa8-ace5-ad68bc0209b9 req-f87edd1b-56e9-4ee4-a154-24798e7b031e tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa9e183a-c8d6-4721-af79-b227b7b99756 HTTP/1.1" status: 200 len: 946 time: 0.4242249 Jul 05 09:56:53.624243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.670903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 5a8a7d53-1701-4102-859b-942dbb47011b, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=5a8a7d53-1701-4102-859b-942dbb47011b,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:53.672172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:53.676281 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37ec4f4-2239-46e4-9194-bcd396f19433" -d '{"events": [{"server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:53.680317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.708283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1477ce3b-1b1c-4fa8-ace5-ad68bc0209b9 req-162291f2-929b-4bd0-b2f4-9a766865c3ba tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b6a3664-559a-4e31-853f-648be4ddb018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829990 Jul 05 09:56:53.761910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Allocated IP 172.25.1.110 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/3778a68d-7419-44d7-9d08-b1c2488c107d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:53.776663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=5a8a7d53-1701-4102-859b-942dbb47011b,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:53.792278 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ac540-c20a-4bd2-9193-281e2df56f70 x-openstack-request-id: req-d77ac540-c20a-4bd2-9193-281e2df56f70 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:53.792592 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:53.792893 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d77ac540-c20a-4bd2-9193-281e2df56f70 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:53.793258 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b', 'code': 200} Jul 05 09:56:53.930667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.986777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:53.995528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=5a8a7d53-1701-4102-859b-942dbb47011b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:54.084298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] No DVR routers for this DVR port 5a8a7d53-1701-4102-859b-942dbb47011b on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:56:54.088073 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.090220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e789490-3e96-489a-a090-2930138a8dfc req-9dead642-09f9-4867-94af-6b1fbe62cfa7 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.16 "DELETE /v2.0/ports/5a8a7d53-1701-4102-859b-942dbb47011b HTTP/1.1" status: 204 len: 173 time: 1.6816976 Jul 05 09:56:54.090685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'name': 'network-vif-deleted', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:54.093081 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54f0a76-49fa-416a-a19c-c800b298d062" -d '{"events": [{"server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "name": "network-vif-deleted", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:54.187326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:54.302220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event updated for resources: {'Port': ['ID=3778a68d-7419-44d7-9d08-b1c2488c107d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:54.391483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:54.400780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:54.410434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:54.569298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa10ca9-7829-4d6b-9966-623682f530e6 req-c072d040-70e7-41e2-a068-66398d4727ae tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:54.572052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa10ca9-7829-4d6b-9966-623682f530e6 req-c072d040-70e7-41e2-a068-66398d4727ae tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.3033516 Jul 05 09:56:54.592186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f7393-46be-437a-933d-06876b4c4be9 req-95e0fcc4-352e-4dbf-9cc7-45b980f3865f tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:54.595238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d79f7393-46be-437a-933d-06876b4c4be9 req-95e0fcc4-352e-4dbf-9cc7-45b980f3865f tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 943 time: 0.3040912 Jul 05 09:56:54.875866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aa10ca9-7829-4d6b-9966-623682f530e6 req-edbc5e99-0e95-453f-aaef-5f59a23ef41c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751884 Jul 05 09:56:54.887209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d79f7393-46be-437a-933d-06876b4c4be9 req-bb2edab4-56be-4595-a239-c7270a5ac6cb tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665961 Jul 05 09:56:55.021174 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a3562a-ee25-462f-b307-bc5af9cee3db x-openstack-request-id: req-b5a3562a-ee25-462f-b307-bc5af9cee3db {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:55.021536 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9e183a-c8d6-4721-af79-b227b7b99756", "name": "network-vif-deleted", "tag": "5a8a7d53-1701-4102-859b-942dbb47011b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:55.021707 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a3562a-ee25-462f-b307-bc5af9cee3db {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:55.025641 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9e183a-c8d6-4721-af79-b227b7b99756', 'name': 'network-vif-deleted', 'tag': '5a8a7d53-1701-4102-859b-942dbb47011b', 'status': 'completed', 'code': 200} Jul 05 09:56:55.172975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:55.201661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.381680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e94877f-f995-4a83-b6e5-6dc142a4106f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.471245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e94877f-f995-4a83-b6e5-6dc142a4106f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.534159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b42dc0f8-0641-4f09-9cec-cb9e5c8f54be details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:56:55.575456 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.579329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.736113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,segment=NetworkSegment(1c026cd4-1756-4ffa-97a4-5e2e0aae5acc),segment_id=1c026cd4-1756-4ffa-97a4-5e2e0aae5acc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:55.752442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be', 'network_id': '74668419-11d8-4430-8e7a-767cbf87d810', 'port_id': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be', 'mac_address': 'fa:16:3e:81:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9464e7f6-5829-48c1-b4e9-5056a0bed5e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:56:55.760854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e94877f-f995-4a83-b6e5-6dc142a4106f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.765669 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e94877f-f995-4a83-b6e5-6dc142a4106f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.769175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3e94877f-f995-4a83-b6e5-6dc142a4106f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b6a3664-559a-4e31-853f-648be4ddb018 HTTP/1.1" status: 204 len: 168 time: 0.5946219 Jul 05 09:56:55.796020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94877f-f995-4a83-b6e5-6dc142a4106f tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a3664-559a-4e31-853f-648be4ddb018,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:55.820339 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.835872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:55.853030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42dc0f8-0641-4f09-9cec-cb9e5c8f54be {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:56:55.886085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,segment=NetworkSegment(1c026cd4-1756-4ffa-97a4-5e2e0aae5acc),segment_id=1c026cd4-1756-4ffa-97a4-5e2e0aae5acc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:55.890402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:55.987560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:56.077581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Router 94f58486-8bda-4628-ac50-7c1af8e8c471 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:56:56.300504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['b42dc0f8-0641-4f09-9cec-cb9e5c8f54be'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:56:56.719292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821bbdd-b647-4bb0-81b6-067e5f9a2328 req-bfb924b7-9753-4e25-80bc-74e10182801b tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:56.721086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9821bbdd-b647-4bb0-81b6-067e5f9a2328 req-bfb924b7-9753-4e25-80bc-74e10182801b tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 944 time: 0.2818949 Jul 05 09:56:56.724585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:56.733351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c236b-2994-41fb-b6ec-55cbb7a0924a req-08e9dcea-c233-4290-850f-6c657ccbf1c0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:56.734882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-384c236b-2994-41fb-b6ec-55cbb7a0924a req-08e9dcea-c233-4290-850f-6c657ccbf1c0 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.2943077 Jul 05 09:56:56.736826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] Sync routers for ids ['94f58486-8bda-4628-ac50-7c1af8e8c471'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:56.741795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:56.743162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b980efe2-c4b9-4f54-9acc-30c55695c89b tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "PUT /v2.0/routers/94f58486-8bda-4628-ac50-7c1af8e8c471 HTTP/1.1" status: 200 len: 880 time: 6.4950252 Jul 05 09:56:56.747517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36346) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:56.750044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] Routers {'94f58486-8bda-4628-ac50-7c1af8e8c471'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:56.750961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['94f58486-8bda-4628-ac50-7c1af8e8c471'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:56.784151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:56.793569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] Routers {'94f58486-8bda-4628-ac50-7c1af8e8c471'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:56.794340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['94f58486-8bda-4628-ac50-7c1af8e8c471'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:56.830573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:56.831426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e6483-d69c-4e08-b367-0180dea2964f None None] The sync data for ids ['94f58486-8bda-4628-ac50-7c1af8e8c471'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:56:56.855167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-384c236b-2994-41fb-b6ec-55cbb7a0924a req-84b7d1f6-17ed-4d23-8e13-96ad62ed8741 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080539 Jul 05 09:56:56.862688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9821bbdd-b647-4bb0-81b6-067e5f9a2328 req-3f7555e7-b004-4ace-a433-17e433c16fa4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185384 Jul 05 09:56:56.882094 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-69eb9f09-4b7e-4028-ad58-4be0c5b49a87 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/94f58486-8bda-4628-ac50-7c1af8e8c471 HTTP/1.1" status: 200 len: 921 time: 0.1328387 Jul 05 09:56:56.887141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36348) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:56.900705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-f375f5f1-87e4-4528-b302-35ce515e8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:56.902222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-f375f5f1-87e4-4528-b302-35ce515e8fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 1097 time: 0.1564584 Jul 05 09:56:56.972566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430eac7-e47f-4780-b7c2-852f7e10f11d tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:56.977384 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5430eac7-e47f-4780-b7c2-852f7e10f11d tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=94f58486-8bda-4628-ac50-7c1af8e8c471&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0890393 Jul 05 09:56:56.978103 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:57.045046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-d9a76b4e-868c-4f29-a449-3031968242e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:57.046602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-d9a76b4e-868c-4f29-a449-3031968242e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.1377656 Jul 05 09:56:57.050323 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.086602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d81db0d-40da-4852-acdf-70f2399dbb46 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:57.090004 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d81db0d-40da-4852-acdf-70f2399dbb46 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.1109111 Jul 05 09:56:57.092029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:57.133923 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e66d017-6add-4897-b8d3-f6d3e6056347 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=94f58486-8bda-4628-ac50-7c1af8e8c471 HTTP/1.1" status: 200 len: 205 time: 0.0351412 Jul 05 09:56:57.136104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:57.147160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-1e7dbe7d-4704-4532-8268-b0b56895a58d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394 HTTP/1.1" status: 200 len: 217 time: 0.0603249 Jul 05 09:56:57.255121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-601d9e34-69d8-4ff0-9464-c00ce07aab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:57.256618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-601d9e34-69d8-4ff0-9464-c00ce07aab03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.0997889 Jul 05 09:56:57.280827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.409459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-bcc35cf1-e334-4710-af30-22ac21fec8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:57.412046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-bcc35cf1-e334-4710-af30-22ac21fec8c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467578 Jul 05 09:56:57.440995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.506338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Deleting port 3778a68d-7419-44d7-9d08-b1c2488c107d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:57.506961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.548944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b42dc0f8-0641-4f09-9cec-cb9e5c8f54be up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:56:57.603965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-9484c9ae-553c-4e93-9f2d-13478d43ebb0 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847591 Jul 05 09:56:57.629686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.644538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:56:57.651406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Calling delete_port for 3778a68d-7419-44d7-9d08-b1c2488c107d owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:57.651629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:56:57.652110 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.747337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port bc5007f2-02ac-4bb6-9938-baf664b21995 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:56:57.748708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.752352 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.801009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:56:57.808158 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0392e312-2a05-41a8-a070-ee6bca977263" -d '{"events": [{"server_uuid": "a57a4e8e-00a8-4946-8fae-41c30c089de6", "name": "network-vif-plugged", "status": "completed", "tag": "b42dc0f8-0641-4f09-9cec-cb9e5c8f54be"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:56:57.847828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,segment=NetworkSegment(1c026cd4-1756-4ffa-97a4-5e2e0aae5acc),segment_id=1c026cd4-1756-4ffa-97a4-5e2e0aae5acc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:57.871478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.937938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:57.995763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event deleted for resources: {'Port': ['ID=3778a68d-7419-44d7-9d08-b1c2488c107d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:58.035846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4be9f4b-88c6-428a-9ee1-eee12d6033eb req-5575216f-631d-4fe0-9a3d-63bdd9918d73 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222500 Jul 05 09:56:58.092219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.138534 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e55a7f-aa13-4270-9e01-a6892034b893 x-openstack-request-id: req-76e55a7f-aa13-4270-9e01-a6892034b893 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:56:58.140547 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a4e8e-00a8-4946-8fae-41c30c089de6", "name": "network-vif-plugged", "status": "completed", "tag": "b42dc0f8-0641-4f09-9cec-cb9e5c8f54be", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:56:58.141009 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76e55a7f-aa13-4270-9e01-a6892034b893 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:56:58.141630 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be', 'code': 200} Jul 05 09:56:58.180970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:58.183602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port bc5007f2-02ac-4bb6-9938-baf664b21995, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bc5007f2-02ac-4bb6-9938-baf664b21995,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:56:58.183981 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.202257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for bc5007f2-02ac-4bb6-9938-baf664b21995 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:56:58.208324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.211509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.260809 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.261473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Fanout notify agent at l3_agent the message router_deleted on router 94f58486-8bda-4628-ac50-7c1af8e8c471 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:56:58.269798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.270907 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87f51610-213a-40fc-b6f6-f62ec1f3b8a8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/94f58486-8bda-4628-ac50-7c1af8e8c471 HTTP/1.1" status: 204 len: 168 time: 1.1336813 Jul 05 09:56:58.277005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.281669 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0c598c32-6431-4e20-9330-8f94591ae2ea tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1580674027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:58.308292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c598c32-6431-4e20-9330-8f94591ae2ea tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.309567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c598c32-6431-4e20-9330-8f94591ae2ea tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.332216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfef914-daec-4e7b-8585-fa7ebf806531 req-415106a0-6207-4bed-9167-5963544c7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:58.333219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6dfef914-daec-4e7b-8585-fa7ebf806531 req-415106a0-6207-4bed-9167-5963544c7f06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 1097 time: 0.2879133 Jul 05 09:56:58.372961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c598c32-6431-4e20-9330-8f94591ae2ea tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.378262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c598c32-6431-4e20-9330-8f94591ae2ea tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.396171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c598c32-6431-4e20-9330-8f94591ae2ea tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.400693 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0c598c32-6431-4e20-9330-8f94591ae2ea tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1199019 Jul 05 09:56:58.401836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:58.406405 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': True}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:56:58.431181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f7a95-9521-4156-9b23-3606fd445627 req-1c4bc4a8-e39e-417c-b00c-7b85b763b95b tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:58.433422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453f7a95-9521-4156-9b23-3606fd445627 req-1c4bc4a8-e39e-417c-b00c-7b85b763b95b tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.3489175 Jul 05 09:56:58.543426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6dfef914-daec-4e7b-8585-fa7ebf806531 req-29db8ae3-1e35-4513-87f9-2687341045ff service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743829 Jul 05 09:56:58.560970 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453f7a95-9521-4156-9b23-3606fd445627 req-f9bc34c5-6401-4929-8a99-48692ae8a3bf tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156476 Jul 05 09:56:58.663233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b1f44-c356-4f7f-8980-8d10fdae6e00 req-eba06a1b-92d5-47de-bc5d-83ebae4e9f2e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:56:58.674404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-728b1f44-c356-4f7f-8980-8d10fdae6e00 req-eba06a1b-92d5-47de-bc5d-83ebae4e9f2e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 0.4580264 Jul 05 09:56:58.702000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.704677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:58.893889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=bc5007f2-02ac-4bb6-9938-baf664b21995,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:58.921228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-728b1f44-c356-4f7f-8980-8d10fdae6e00 req-1dd64dba-cc0d-48df-9b05-28ab5c089e24 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452238 Jul 05 09:56:59.080842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.123134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.144027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.285247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Allocated IP 172.25.1.102 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/dc77518b-ba55-4eab-8bc0-485a4b92abff) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:56:59.394263 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.421646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Router 6963e5bf-63d5-41b4-834e-e394feeae315 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:56:59.435868 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.534307 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.549987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.572730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:56:59.584350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f1c65e29-69e3-49f4-b283-e752f7240e64 tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "PUT /v2.0/routers/6963e5bf-63d5-41b4-834e-e394feeae315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7473650 Jul 05 09:56:59.585208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:56:59.585348 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] Sync routers for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:56:59.614990 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:56:59.615845 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:56:59.664664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Port': ['ID=dc77518b-ba55-4eab-8bc0-485a4b92abff,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:56:59.700140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.700411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.701897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.702290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.702643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.704749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.705175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.705526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.707453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.707942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.710528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.710927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:56:59.738787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:56:59.744160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:56:59.752008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:56:59.816536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting subnet 0e23f9c9-3e33-49b5-b474-0486e60e9c66 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:56:59.827736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:59.936316 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:56:59.953958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.259730 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.389047 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:56:58Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:00.437689 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] Checking router: 6963e5bf-63d5-41b4-834e-e394feeae315 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:57:00.458442 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] Routers {'6963e5bf-63d5-41b4-834e-e394feeae315'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:00.460767 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6963e5bf-63d5-41b4-834e-e394feeae315'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:00.604450 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] Set router 6963e5bf-63d5-41b4-834e-e394feeae315 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:00.623206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.627664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.682088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9578bff8-2915-4e6b-86e2-755f8c3b0394 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:00.770253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.839919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.882720 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.913183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:00.914920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:00.918934 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb92a4-1400-454d-9148-67139a8ddb9d" -d '{"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:00.927441 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:00.941130 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:56:58Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:00.954858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f14520-49da-468c-9519-043ed0d2b492 req-1adbf734-1f71-4a0f-94cc-bcd63c45be0b tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:00.961716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32f14520-49da-468c-9519-043ed0d2b492 req-1adbf734-1f71-4a0f-94cc-bcd63c45be0b tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 1.0213847 Jul 05 09:57:01.016466 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0894f-cc25-4f3d-ad67-1df733d0f406 None None] The sync data for ids ['6963e5bf-63d5-41b4-834e-e394feeae315'] in n-d-771363-33 is: [{'id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'name': 'tempest-TestNetworkBasicOps-router-238299342', 'tenant_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:55:08Z', 'updated_at': '2021-07-05T09:56:58Z', 'revision_number': 5, 'project_id': '7ab4b5a2844b4c1790b5d9af97c73544', 'gw_port': {'id': '3f990f99-0089-475b-b3c5-2d6d3b200f5d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963e5bf-63d5-41b4-834e-e394feeae315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:55:09Z', 'updated_at': '2021-07-05T09:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:01.048496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:01.103339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32f14520-49da-468c-9519-043ed0d2b492 req-c2300f41-f8c9-45db-9504-bf8fa8087aa0 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093261 Jul 05 09:57:01.107483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Subnet': ['ID=0e23f9c9-3e33-49b5-b474-0486e60e9c66,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:01.109794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.111775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8859b030-9539-4dba-9805-9a14387de87a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/subnets/0e23f9c9-3e33-49b5-b474-0486e60e9c66 HTTP/1.1" status: 204 len: 168 time: 1.5119398 Jul 05 09:57:01.118866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e688e-4209-497e-bb5c-781df8328e7e None None] Network e4914070-1f35-43d5-9d57-4238a313f394 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:01.125405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:01.167504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec0c0d-cf00-4faf-bcf8-6d575c447bf5 req-f30ff820-ca30-40b2-82bc-467ef19cb80f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:01.169393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecec0c0d-cf00-4faf-bcf8-6d575c447bf5 req-f30ff820-ca30-40b2-82bc-467ef19cb80f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 945 time: 1.0480783 Jul 05 09:57:01.309988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.465142 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333623d5-1b8e-4107-b39d-570039f2c67a x-openstack-request-id: req-333623d5-1b8e-4107-b39d-570039f2c67a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:01.465527 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-unplugged", "status": "failed", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:01.465853 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-333623d5-1b8e-4107-b39d-570039f2c67a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:01.466893 n-d-771363-33 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'code': 422} returned with failed status Jul 05 09:57:01.487014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ecec0c0d-cf00-4faf-bcf8-6d575c447bf5 req-2fab5be5-a662-4116-9514-1d47eb049596 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739690 Jul 05 09:57:01.491686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Router e4b35103-28e4-450f-9577-a469d21d280e is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:57:01.498634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] DHCP port deletion for e4914070-1f35-43d5-9d57-4238a313f394 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:57:01.620476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:01.622393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] Deleting port 61c4260c-02e5-48f9-a791-c42cc160453f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:01.622793 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.628376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.629618 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-65729bb9-891b-467b-a192-020c4954c16b tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "PUT /v2.0/routers/e4b35103-28e4-450f-9577-a469d21d280e HTTP/1.1" status: 200 len: 915 time: 3.2268400 Jul 05 09:57:01.632437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:01.664732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] Sync routers for ids ['e4b35103-28e4-450f-9577-a469d21d280e'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:01.774090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] Routers {'e4b35103-28e4-450f-9577-a469d21d280e'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:01.774949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e4b35103-28e4-450f-9577-a469d21d280e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:01.775170 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.831558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:01.835168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] For port 61c4260c-02e5-48f9-a791-c42cc160453f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=61c4260c-02e5-48f9-a791-c42cc160453f,segment=NetworkSegment(fd13bd6a-7cca-43e8-873a-5d7ba55a880b),segment_id=fd13bd6a-7cca-43e8-873a-5d7ba55a880b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:01.835693 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.855667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] Calling delete_port for 61c4260c-02e5-48f9-a791-c42cc160453f owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:01.884498 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-61d5cf10-9dd5-4d40-bf3a-4affde42e905 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/e4b35103-28e4-450f-9577-a469d21d280e HTTP/1.1" status: 200 len: 921 time: 0.2501342 Jul 05 09:57:01.885436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] Routers {'e4b35103-28e4-450f-9577-a469d21d280e'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:01.885586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:01.886325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e4b35103-28e4-450f-9577-a469d21d280e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:01.920763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3845f5c-3759-48d0-9c52-200295f82d37 req-f95cd4db-8a7f-4414-b3ab-7dbd04957a2d tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:01.922762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3845f5c-3759-48d0-9c52-200295f82d37 req-f95cd4db-8a7f-4414-b3ab-7dbd04957a2d tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.2227552 Jul 05 09:57:01.946030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Deleting port 3f990f99-0089-475b-b3c5-2d6d3b200f5d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:01.946476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:01.958773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04233e99-69b0-4d24-9dbd-883ff640b414 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:01.968161 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-04233e99-69b0-4d24-9dbd-883ff640b414 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=e4b35103-28e4-450f-9577-a469d21d280e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0812819 Jul 05 09:57:01.968980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:01.981942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:01.994423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac4c56b-980f-4cc4-ab69-d0564cd125ef None None] The sync data for ids ['e4b35103-28e4-450f-9577-a469d21d280e'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:02.050780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] For port 3f990f99-0089-475b-b3c5-2d6d3b200f5d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3f990f99-0089-475b-b3c5-2d6d3b200f5d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:02.051379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.068193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Calling delete_port for 3f990f99-0089-475b-b3c5-2d6d3b200f5d owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:02.085686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dfbfb-4d84-4c64-9ceb-40bb6010ce43 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:02.091379 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad9dfbfb-4d84-4c64-9ceb-40bb6010ce43 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.1192122 Jul 05 09:57:02.092227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:02.135164 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-80f4919b-8d12-4be6-9fbb-972ee19818ce tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b35103-28e4-450f-9577-a469d21d280e HTTP/1.1" status: 200 len: 205 time: 0.0413046 Jul 05 09:57:02.136383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36476) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:02.163858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.198342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] Pushing event deleted for resources: {'Port': ['ID=61c4260c-02e5-48f9-a791-c42cc160453f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:02.207229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f21f2-2288-48e5-8d83-0804e576dc01 None None] No DVR routers for this DVR port 61c4260c-02e5-48f9-a791-c42cc160453f on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:02.286348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3845f5c-3759-48d0-9c52-200295f82d37 req-09ff4ad3-4af5-4601-a44e-de54a6e9113f tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574600 Jul 05 09:57:02.337980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.349237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.401983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Port': ['ID=3f990f99-0089-475b-b3c5-2d6d3b200f5d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:02.575439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.607936 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.734058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Deleting port dc77518b-ba55-4eab-8bc0-485a4b92abff {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:02.734504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.788716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.791884 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.831162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.845631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Calling delete_port for dc77518b-ba55-4eab-8bc0-485a4b92abff owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:02.906094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.907036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Fanout notify agent at l3_agent the message router_deleted on router 6963e5bf-63d5-41b4-834e-e394feeae315 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:57:02.921386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:02.922594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6e781a45-528f-4ea3-a5b9-91a0913d516a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/routers/6963e5bf-63d5-41b4-834e-e394feeae315 HTTP/1.1" status: 204 len: 168 time: 1.7961614 Jul 05 09:57:02.929030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:03.093402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.133856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc5ae8-7aac-4a9d-a00d-ca61c534503d req-2b7262a0-d072-4ca1-bf47-5d371089a2e1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:03.135805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.141694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2bc5ae8-7aac-4a9d-a00d-ca61c534503d req-2b7262a0-d072-4ca1-bf47-5d371089a2e1 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 943 time: 0.2875826 Jul 05 09:57:03.202363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event deleted for resources: {'Port': ['ID=dc77518b-ba55-4eab-8bc0-485a4b92abff,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:03.228314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde21ec8-28bc-470c-9106-375326ed3cea req-79f89625-5ed5-453d-a2fe-f21bdbb992ad tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:03.236639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fde21ec8-28bc-470c-9106-375326ed3cea req-79f89625-5ed5-453d-a2fe-f21bdbb992ad tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.2858002 Jul 05 09:57:03.246851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.321285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.333602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4914070-1f35-43d5-9d57-4238a313f394']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:03.347928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:03.348275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd13bd6a-7cca-43e8-873a-5d7ba55a880b') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:03.359124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.375375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.383107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:57:03.383785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.430241 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.432693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:57:03.452434 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:57:03.469282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2bc5ae8-7aac-4a9d-a00d-ca61c534503d req-2f8413d6-de1c-4aee-914c-c8626ca0b009 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267174 Jul 05 09:57:03.491824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.512518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.517721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] 10.222.0.21 "DELETE /v2.0/networks/e4914070-1f35-43d5-9d57-4238a313f394 HTTP/1.1" status: 204 len: 168 time: 0.5902410 Jul 05 09:57:03.599684 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.600744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Fanout notify agent at l3_agent the message router_deleted on router e4b35103-28e4-450f-9577-a469d21d280e {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:57:03.629197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.644125 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-29c638b6-4a3b-4606-a1cc-e69d8ad235f8 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/e4b35103-28e4-450f-9577-a469d21d280e HTTP/1.1" status: 204 len: 168 time: 1.5062490 Jul 05 09:57:03.644859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:03.649681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a497123c-d3c5-4e2f-bbcf-6bc501b06e32 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-537197647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:03.658292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 61c4260c-02e5-48f9-a791-c42cc160453f no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:03.658859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc98407-6acf-46ef-88bc-be0b1af9c15a tempest-TestNetworkBasicOps-703040237 tempest-TestNetworkBasicOps-703040237-project] Pushing event deleted for resources: {'Network': ['ID=e4914070-1f35-43d5-9d57-4238a313f394,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:03.693480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fde21ec8-28bc-470c-9106-375326ed3cea req-40b22e34-96f5-4a82-a460-c9aa85cfe853 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562550 Jul 05 09:57:03.718491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 61c4260c-02e5-48f9-a791-c42cc160453f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:03.718823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 61c4260c-02e5-48f9-a791-c42cc160453f not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:03.720446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc5007f2-02ac-4bb6-9938-baf664b21995 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:03.746141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a497123c-d3c5-4e2f-bbcf-6bc501b06e32 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.747666 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a497123c-d3c5-4e2f-bbcf-6bc501b06e32 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.757519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: bc5007f2-02ac-4bb6-9938-baf664b21995 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:03.758146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bc5007f2-02ac-4bb6-9938-baf664b21995 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:03.867931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a497123c-d3c5-4e2f-bbcf-6bc501b06e32 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.872856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207e500-dfd2-4bf9-8c18-ff131e817051 req-a21379da-2b7f-4133-8e71-097a1469c521 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:03.880825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e207e500-dfd2-4bf9-8c18-ff131e817051 req-a21379da-2b7f-4133-8e71-097a1469c521 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1388972 Jul 05 09:57:03.881258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a497123c-d3c5-4e2f-bbcf-6bc501b06e32 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.928415 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a497123c-d3c5-4e2f-bbcf-6bc501b06e32 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.935387 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a497123c-d3c5-4e2f-bbcf-6bc501b06e32 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2848048 Jul 05 09:57:03.935387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:03.937493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e207e500-dfd2-4bf9-8c18-ff131e817051 req-0543f56d-dfc6-4b23-a96d-120b0ec0e425 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537193 Jul 05 09:57:03.953659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:04.093777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:04.217030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57366e6-e1b0-4407-861a-77a4c6cd4da5 req-d4ffc1ff-0cf1-416b-8214-76a7cb51c24e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:04.218578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a57366e6-e1b0-4407-861a-77a4c6cd4da5 req-d4ffc1ff-0cf1-416b-8214-76a7cb51c24e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1021993 Jul 05 09:57:04.271200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a57366e6-e1b0-4407-861a-77a4c6cd4da5 req-1a2ddb4d-cadf-4a21-afce-7f099ece834c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456347 Jul 05 09:57:04.296580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.358051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6206dca9-dbd5-4ea9-a688-a9a787294e34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ab4b5a2844b4c1790b5d9af97c73544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625284 Jul 05 09:57:04.361740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:04.455018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4d24cb7-d40c-4519-99b6-288650cab9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.485328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4d24cb7-d40c-4519-99b6-288650cab9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.546554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4d24cb7-d40c-4519-99b6-288650cab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.549892 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4d24cb7-d40c-4519-99b6-288650cab9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.554799 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f4d24cb7-d40c-4519-99b6-288650cab9f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07bc8410-c25a-4a33-913c-3008a84ccfbc HTTP/1.1" status: 204 len: 168 time: 0.1905005 Jul 05 09:57:04.574123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d24cb7-d40c-4519-99b6-288650cab9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bc8410-c25a-4a33-913c-3008a84ccfbc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:04.683743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9578bff8-2915-4e6b-86e2-755f8c3b0394 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:04.875699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.921373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:04.984717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075846f-1d00-4776-8814-9d456e2ebc0d req-298e90b4-c9df-4643-9b1e-9ea996c29728 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:04.986413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9075846f-1d00-4776-8814-9d456e2ebc0d req-298e90b4-c9df-4643-9b1e-9ea996c29728 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1517985 Jul 05 09:57:05.074358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Allocated IP 172.25.1.40 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/b3da6265-36e6-43a7-a479-0033e7df485f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:05.088453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9075846f-1d00-4776-8814-9d456e2ebc0d req-4b250b01-3189-46b5-8462-0301b7eca7a6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885599 Jul 05 09:57:05.108131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea8cb1-c0a5-4084-a217-12960da65882 req-b13ca067-d68a-43b9-8cf1-409fac932e16 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.114630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1fea8cb1-c0a5-4084-a217-12960da65882 req-b13ca067-d68a-43b9-8cf1-409fac932e16 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.1978579 Jul 05 09:57:05.120242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f990f99-0089-475b-b3c5-2d6d3b200f5d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:05.153355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:05.158141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3f990f99-0089-475b-b3c5-2d6d3b200f5d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:05.160054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f990f99-0089-475b-b3c5-2d6d3b200f5d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:05.174166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47e1c4b8-dcc4-42aa-bd91-8168a71e2ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.178298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1fea8cb1-c0a5-4084-a217-12960da65882 req-3c256f33-d60d-47a1-9b57-b1c71276f8b6 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521293 Jul 05 09:57:05.286794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.366998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47e1c4b8-dcc4-42aa-bd91-8168a71e2ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.369011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.377410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47e1c4b8-dcc4-42aa-bd91-8168a71e2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.421483 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:05.430338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:05.439128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:05.497929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Pushing event updated for resources: {'Port': ['ID=b3da6265-36e6-43a7-a479-0033e7df485f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:05.509166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1c4b8-dcc4-42aa-bd91-8168a71e2ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c40d36-a90b-4730-b772-80c0714b3c06,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:05.513063 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-47e1c4b8-dcc4-42aa-bd91-8168a71e2ffa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60fe4b6431ba4a31ab7b72992fa35b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584979 Jul 05 09:57:05.517835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:05.621141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-d83c31c3-55c0-461d-86a8-12673ef81b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.622976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-d83c31c3-55c0-461d-86a8-12673ef81b14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efb51d4a7b0e4d3b86ebdbcac3b2ddf0&device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 1097 time: 0.1138768 Jul 05 09:57:05.631967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc76c-b380-4e1b-a4b9-e0b3aed804a8 req-bc40761f-d8af-4785-9d8e-1fa7a6a65451 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.633800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bedc76c-b380-4e1b-a4b9-e0b3aed804a8 req-bc40761f-d8af-4785-9d8e-1fa7a6a65451 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.1370950 Jul 05 09:57:05.739586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd76abd8-2fa3-483f-ac46-a10b860acc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.759106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bedc76c-b380-4e1b-a4b9-e0b3aed804a8 req-752ceb4e-62ab-445f-802f-bcc97e5b5745 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194541 Jul 05 09:57:05.785927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd76abd8-2fa3-483f-ac46-a10b860acc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.808652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-4fa50b46-59cb-49fa-9f52-bb62541c2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.810559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-4fa50b46-59cb-49fa-9f52-bb62541c2d48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74668419-11d8-4430-8e7a-767cbf87d810 HTTP/1.1" status: 200 len: 912 time: 0.1755815 Jul 05 09:57:05.878426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-67a1c960-5806-480c-830c-85f68e3d8a43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be HTTP/1.1" status: 200 len: 217 time: 0.0585899 Jul 05 09:57:05.939751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd76abd8-2fa3-483f-ac46-a10b860acc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.940886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd76abd8-2fa3-483f-ac46-a10b860acc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:05.944030 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fd76abd8-2fa3-483f-ac46-a10b860acc27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00c40d36-a90b-4730-b772-80c0714b3c06 HTTP/1.1" status: 204 len: 168 time: 0.4234784 Jul 05 09:57:05.959632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-78dc85ff-5419-4016-b864-a0a832a8d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:05.961456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76abd8-2fa3-483f-ac46-a10b860acc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c40d36-a90b-4730-b772-80c0714b3c06,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:05.962557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-78dc85ff-5419-4016-b864-a0a832a8d1ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9464e7f6-5829-48c1-b4e9-5056a0bed5e1 HTTP/1.1" status: 200 len: 851 time: 0.0758936 Jul 05 09:57:05.987882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.058669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-670270ff-95e3-4d90-9441-d1ee678c19a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74668419-11d8-4430-8e7a-767cbf87d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703816 Jul 05 09:57:06.226607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29f1b-840f-403a-9129-34ca5f7d691d req-8c423825-693d-484c-ac1f-fc3e213fd21a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:06.235353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36c29f1b-840f-403a-9129-34ca5f7d691d req-8c423825-693d-484c-ac1f-fc3e213fd21a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 946 time: 0.1751859 Jul 05 09:57:06.240214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-d6acb8e2-3f93-4ddc-aa12-47be6c63e4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691809 Jul 05 09:57:06.316842 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.324478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.377366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36c29f1b-840f-403a-9129-34ca5f7d691d req-6797cbd9-aaad-4c63-8837-da5b398eca66 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401358 Jul 05 09:57:06.455456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4e4fa23-6fc5-4ff0-96c6-f7f90e7857e8 req-2aab72da-7624-4a3d-9a5f-fdaed16c024c service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000413 Jul 05 09:57:06.467062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c3b80-ccf7-4e57-b2af-8486946c2b3e req-a082062d-3fc5-4e8a-9708-4328ecd70c4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:06.468740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a26c3b80-ccf7-4e57-b2af-8486946c2b3e req-a082062d-3fc5-4e8a-9708-4328ecd70c4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1899607 Jul 05 09:57:06.532488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Router 6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:57:06.550074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a26c3b80-ccf7-4e57-b2af-8486946c2b3e req-cb59d484-96d9-43b8-b6f9-df401dce698e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690005 Jul 05 09:57:06.668262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:06.677653 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] Sync routers for ids ['6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:06.678200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:06.679284 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-07aea16d-a076-4fac-84f8-24b9beef84f8 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "PUT /v2.0/routers/6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 HTTP/1.1" status: 200 len: 914 time: 2.7450864 Jul 05 09:57:06.682843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:06.696570 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] Routers {'6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:06.698977 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.735447 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.747226 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] Routers {'6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:06.748206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.803317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:06.804045 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e048c-6b2a-4372-b145-8cbc093b0ebe None None] The sync data for ids ['6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:06.982317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db30554-c61e-4d72-b699-9507784210a0 req-a95496c9-d164-43ed-ab3c-67f37077ef59 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:06.984274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7db30554-c61e-4d72-b699-9507784210a0 req-a95496c9-d164-43ed-ab3c-67f37077ef59 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.0884044 Jul 05 09:57:07.040412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7db30554-c61e-4d72-b699-9507784210a0 req-25fd4224-aa8b-4da5-ba23-99b244d3f22b tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Jul 05 09:57:07.240817 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0db65ceb-fdb4-4f25-8a12-586bb8581430 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 HTTP/1.1" status: 200 len: 920 time: 0.5561271 Jul 05 09:57:07.243358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.353121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ddc923-4e7d-4b51-8010-9978a71cf54d tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:07.355246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-36ddc923-4e7d-4b51-8010-9978a71cf54d tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1109302 Jul 05 09:57:07.361675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.495983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0761fd2-e160-4bd3-afe5-b0f7b9333b76 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:07.498255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e0761fd2-e160-4bd3-afe5-b0f7b9333b76 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 881 time: 0.1352189 Jul 05 09:57:07.501381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.545829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:07.546134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2ada1351-4d67-4b0c-847e-3780815c8515 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 HTTP/1.1" status: 200 len: 205 time: 0.0429208 Jul 05 09:57:07.724996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.868941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b566-ae5e-4337-a14e-27d6f5010530 req-ac43fd50-b082-499a-99cd-05ba2ca8451c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:07.870856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2060b566-ae5e-4337-a14e-27d6f5010530 req-ac43fd50-b082-499a-99cd-05ba2ca8451c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1030025 Jul 05 09:57:07.939506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:07.971771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2060b566-ae5e-4337-a14e-27d6f5010530 req-3cbd5187-e4e4-440d-93bb-9d5d8c99cf46 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912178 Jul 05 09:57:08.037162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Deleting port b3da6265-36e6-43a7-a479-0033e7df485f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:08.037507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.088572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5e5c5-66c2-476e-bc47-297e47caf601 req-150f528b-b8c6-49c3-88f6-dc862733a255 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:08.093147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03e5e5c5-66c2-476e-bc47-297e47caf601 req-150f528b-b8c6-49c3-88f6-dc862733a255 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 946 time: 0.1115308 Jul 05 09:57:08.170768 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.187381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Calling delete_port for b3da6265-36e6-43a7-a479-0033e7df485f owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:08.201910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03e5e5c5-66c2-476e-bc47-297e47caf601 req-8fb1380c-945b-463c-a4d0-8b8c5ef297a7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dd99f2d-c47b-47b8-b09b-371edcfae5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023779 Jul 05 09:57:08.273881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f55d7-0959-46fc-89b6-0bee135d679d req-cbbdbbf5-5d3f-41ef-9c64-ca95159e9172 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:08.279952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-259f55d7-0959-46fc-89b6-0bee135d679d req-cbbdbbf5-5d3f-41ef-9c64-ca95159e9172 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 946 time: 0.1555259 Jul 05 09:57:08.393811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.430858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event deleted for resources: {'Port': ['ID=b3da6265-36e6-43a7-a479-0033e7df485f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:08.500133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Deleting port a78d5387-d320-4175-8a8e-2d183fec56b3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:08.500805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.522304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.573993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3298cc-b05e-4069-932c-2c6eafdcd9fa req-8eca99b2-f03c-47cb-a6f5-15ecc1950995 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:08.575599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd3298cc-b05e-4069-932c-2c6eafdcd9fa req-8eca99b2-f03c-47cb-a6f5-15ecc1950995 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.1635258 Jul 05 09:57:08.653845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.656588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.658566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd3298cc-b05e-4069-932c-2c6eafdcd9fa req-fb5c7550-d532-4dc6-9f2b-95ab90ea7ee3 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735562 Jul 05 09:57:08.661302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] For port a78d5387-d320-4175-8a8e-2d183fec56b3, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a78d5387-d320-4175-8a8e-2d183fec56b3,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:08.662467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.724617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.725169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:57:08.739220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.740382 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e251fc9f-8cf3-4e87-aef2-038e32ee4f95 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 HTTP/1.1" status: 204 len: 168 time: 1.1931839 Jul 05 09:57:08.746722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:08.756266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1548064130', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:08.812711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.813396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:08.940186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.117197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.368867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.394066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.397041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.397433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.397719 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Floating IP 2778509b-de30-412e-aac1-9c894a9a5b6d disassociated. External IP: 172.25.1.164, port: a78d5387-d320-4175-8a8e-2d183fec56b3. Jul 05 09:57:09.398181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Calling delete_port for a78d5387-d320-4175-8a8e-2d183fec56b3 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:09.569847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Allocated IP 172.25.1.153 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/8b1fea20-503c-4e64-877c-308d28b93155) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:09.579871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca62e-2d1a-4b57-92b5-5c5d6f8df065 req-787a3bb7-b3a9-41f3-a949-71f7c9d9cbd9 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:09.587376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0deca62e-2d1a-4b57-92b5-5c5d6f8df065 req-787a3bb7-b3a9-41f3-a949-71f7c9d9cbd9 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.1324108 Jul 05 09:57:09.674584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:09.706435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0deca62e-2d1a-4b57-92b5-5c5d6f8df065 req-f89a94da-9986-4d59-ab62-62995bbec1bf tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176000 Jul 05 09:57:09.716454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.726154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'network': {'name': 'tempest-network-smoke--248973484', 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:09.784094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event deleted for resources: {'Port': ['ID=a78d5387-d320-4175-8a8e-2d183fec56b3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:09.812232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.812478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.812807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.817181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:09.833766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Made reservation on behalf of d92e60f551ee4b73b11847c85fbfb3a3 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:09.840070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.872582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.878614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:09.977722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.035443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:10.039492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bc2bf-b27e-4d0f-be6f-6e628696d670 req-08c900f4-aa4c-4d10-b994-3980d090c553 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.045725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:10.045965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad4bc2bf-b27e-4d0f-be6f-6e628696d670 req-08c900f4-aa4c-4d10-b994-3980d090c553 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2463143 Jul 05 09:57:10.048477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:10.055350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-688eb970-3437-47ec-94b4-94be6ecd1340 req-ce80d269-b2ed-493c-885a-8d103388f695 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 210 time: 0.0605640 Jul 05 09:57:10.082406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event updated for resources: {'Port': ['ID=8b1fea20-503c-4e64-877c-308d28b93155,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:10.102695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:10.116581 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.124883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.126069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad4bc2bf-b27e-4d0f-be6f-6e628696d670 req-67d39888-f3c7-4683-8d0f-819609571d24 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492988 Jul 05 09:57:10.137656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:57:10.176419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.177102 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Added segment 51ab9fe4-1328-4359-9a47-d1ba39a6a357 of type vlan for network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 Jul 05 09:57:10.280931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:10.294698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] Sync routers for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:10.319133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:10.319789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:10.330812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b3cf3-ed30-4049-938a-cbe2e59588bb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:10.342721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] No DVR routers for this DVR port a78d5387-d320-4175-8a8e-2d183fec56b3 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:10.349698 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.351920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-259f55d7-0959-46fc-89b6-0bee135d679d req-0cf60a73-9f31-4344-bb3f-676f3341cf28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.16 "DELETE /v2.0/ports/a78d5387-d320-4175-8a8e-2d183fec56b3 HTTP/1.1" status: 204 len: 173 time: 2.0652177 Jul 05 09:57:10.352391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-deleted', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:10.359238 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c4573-af08-409d-b5dc-96189c496ab8" -d '{"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-deleted", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:10.428071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.471608 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7172ac1-a701-4231-96dc-75ccb67b4743 x-openstack-request-id: req-c7172ac1-a701-4231-96dc-75ccb67b4743 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:10.472138 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9828596-0684-45fc-b424-a0e50208d88d", "name": "network-vif-deleted", "tag": "a78d5387-d320-4175-8a8e-2d183fec56b3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:10.472138 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7172ac1-a701-4231-96dc-75ccb67b4743 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:10.472541 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9828596-0684-45fc-b424-a0e50208d88d', 'name': 'network-vif-deleted', 'tag': 'a78d5387-d320-4175-8a8e-2d183fec56b3', 'status': 'completed', 'code': 200} Jul 05 09:57:10.493640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:10.571931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.578149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:10.579428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.657122 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9684563 Jul 05 09:57:10.660266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.661427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:10.669593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'admin_state_up': True, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:10.705134 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.707056 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.759113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:10.780868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:10.800550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] Checking router: acae9cec-5ff5-4f65-ace2-c99be7fc2c58 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:57:10.812630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:10.813280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:10.836532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3273af-43cf-4a85-b9ef-2abdc8e38e45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Network': ['ID=7860b73f-ef8e-4202-a9cc-2f098d83dfd7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:10.851949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:57:11.038509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.082545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:11.152582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.320447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e7a46-f34e-4ea8-bf29-a68614299dc5 req-1e8a3b67-6f4b-491f-823c-f352799ec359 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:11.325164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Router 3a429aaa-4ac7-4733-9016-34d51c7dd0e2 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:57:11.328649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-915e7a46-f34e-4ea8-bf29-a68614299dc5 req-1e8a3b67-6f4b-491f-823c-f352799ec359 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.3691397 Jul 05 09:57:11.429259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36cdf5bd-b1e6-4448-a057-c60e4123d5ed req-18c68e50-ff67-43b3-b458-a5103780ff94 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9828596-0684-45fc-b424-a0e50208d88d HTTP/1.1" status: 200 len: 210 time: 0.0602329 Jul 05 09:57:11.430651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:11.465860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-915e7a46-f34e-4ea8-bf29-a68614299dc5 req-bdcb6c44-e4d4-4a43-aaa0-3d711a9815a2 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359684 Jul 05 09:57:11.473787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483047c9-79fc-4af9-940d-3d4077c3ba7b None None] The sync data for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 is: [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:11.481824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:11.506876 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] Sync routers for ids ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:11.516571 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:11.518759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9c6e4228-4ebd-4373-8c6b-77a2d7a612a0 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7697124 Jul 05 09:57:11.521109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:11.521638 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] Routers {'3a429aaa-4ac7-4733-9016-34d51c7dd0e2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:11.522170 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:11.531826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:11.566490 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:11.578505 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] Routers {'3a429aaa-4ac7-4733-9016-34d51c7dd0e2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:11.579397 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:11.652857 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:11.654487 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9e3db-6c13-4b22-879a-30a8e4fb4111 None None] The sync data for ids ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:11.676599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:11.715387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: a78d5387-d320-4175-8a8e-2d183fec56b3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:11.718327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a78d5387-d320-4175-8a8e-2d183fec56b3 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:11.944165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b137da-b8e3-458d-b557-4586268bfb51 None None] New status for floating IP 2778509b-de30-412e-aac1-9c894a9a5b6d: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:57:12.021463 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.037557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c3ef-2f88-42f5-94f1-9e98d15561a1 req-2f5a63ea-ab14-4fac-ac84-3624487e0b2e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:12.039068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6a2c3ef-2f88-42f5-94f1-9e98d15561a1 req-2f5a63ea-ab14-4fac-ac84-3624487e0b2e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.4017313 Jul 05 09:57:12.096139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.220429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6a2c3ef-2f88-42f5-94f1-9e98d15561a1 req-a5f24388-5b22-4613-8aa2-e2fca5b28c36 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575470 Jul 05 09:57:12.318498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-9d2445d8-c232-4307-b44b-3cbd35781867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:12.320217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-9d2445d8-c232-4307-b44b-3cbd35781867 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efb51d4a7b0e4d3b86ebdbcac3b2ddf0&device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 1097 time: 0.3827047 Jul 05 09:57:12.359117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2223-232f-4962-aff3-b04dfab1f557 req-08751a4e-72c3-443e-b4bf-3eb68767f6ca tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:12.360806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29cf2223-232f-4962-aff3-b04dfab1f557 req-08751a4e-72c3-443e-b4bf-3eb68767f6ca tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.4273863 Jul 05 09:57:12.455251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Allocated IP 172.25.1.125 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/340532f0-094e-4863-843d-787e543f0eec) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:12.523959 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.556155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29cf2223-232f-4962-aff3-b04dfab1f557 req-bef3938c-bf4e-4fa5-9c2c-59c6f4ed9e15 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259344 Jul 05 09:57:12.613135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:12.614850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.621307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-ea84b345-1098-48e1-a290-9f05e57c71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:12.622830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-ea84b345-1098-48e1-a290-9f05e57c71aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=74668419-11d8-4430-8e7a-767cbf87d810 HTTP/1.1" status: 200 len: 912 time: 0.2868521 Jul 05 09:57:12.687987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7b7c-718c-4dae-aa7d-c872cc138d9f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.700553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-3f4f2f04-037c-4dbb-ae02-1c13fb78c296 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be HTTP/1.1" status: 200 len: 217 time: 0.0671899 Jul 05 09:57:12.723562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7b7c-718c-4dae-aa7d-c872cc138d9f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.780328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7b7c-718c-4dae-aa7d-c872cc138d9f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.782923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7b7c-718c-4dae-aa7d-c872cc138d9f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:12.786658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ca3b7b7c-718c-4dae-aa7d-c872cc138d9f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dd99f2d-c47b-47b8-b09b-371edcfae5ef HTTP/1.1" status: 204 len: 168 time: 0.1690085 Jul 05 09:57:12.787432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:12.807981 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-365fa88b-de07-4eee-ba54-a2391010768d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] show failed (client error): The resource could not be found. Jul 05 09:57:12.811772 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-365fa88b-de07-4eee-ba54-a2391010768d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups/4dd99f2d-c47b-47b8-b09b-371edcfae5ef HTTP/1.1" status: 404 len: 347 time: 0.0205464 Jul 05 09:57:12.811772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b7b7c-718c-4dae-aa7d-c872cc138d9f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd99f2d-c47b-47b8-b09b-371edcfae5ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:12.812119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:12.984268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Deleting port d44ae7d3-a461-43c2-b1f5-02e3bc7dfa27 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:12.984688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.083158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.083491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.102826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.105039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Calling delete_port for d44ae7d3-a461-43c2-b1f5-02e3bc7dfa27 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:13.124514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-8f09f114-656a-425a-9122-a4eed4c821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:13.125734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-8f09f114-656a-425a-9122-a4eed4c821d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9464e7f6-5829-48c1-b4e9-5056a0bed5e1 HTTP/1.1" status: 200 len: 851 time: 0.4139988 Jul 05 09:57:13.147973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Deleting port 8b1fea20-503c-4e64-877c-308d28b93155 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:13.148305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.187185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-d1e4193d-ed59-428b-b12c-7752b9775440 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74668419-11d8-4430-8e7a-767cbf87d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470669 Jul 05 09:57:13.308943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.325251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.352126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event deleted for resources: {'Port': ['ID=d44ae7d3-a461-43c2-b1f5-02e3bc7dfa27,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:13.421653 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.435543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:13.436538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.439954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.441651 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-85954b85-7e9c-49e2-8f79-be4d1fe89cbf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "DELETE /v2.0/floatingips/2778509b-de30-412e-aac1-9c894a9a5b6d HTTP/1.1" status: 204 len: 168 time: 0.6283283 Jul 05 09:57:13.469132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:13.477685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:13.483667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Calling delete_port for 8b1fea20-503c-4e64-877c-308d28b93155 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:13.489247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-51929adb-1dac-4cdc-983c-6a3f969a1357 service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555077 Jul 05 09:57:13.512842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=340532f0-094e-4863-843d-787e543f0eec,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:13.747484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c74c2-f95e-4442-aec9-483c59442c96 req-7fd5cda8-19be-4292-bb5e-6154a7aa915f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:13.748856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c49c74c2-f95e-4442-aec9-483c59442c96 req-7fd5cda8-19be-4292-bb5e-6154a7aa915f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3611031 Jul 05 09:57:13.868331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afda4aa7-3a44-48ad-8ecd-cd0b681593ef req-0a65531e-5a33-48e5-83d4-effefcac7fb1 service neutron] 10.222.0.16 "GET /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512111 Jul 05 09:57:13.899202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:13.905946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-efb8ad47-264f-49b8-9890-9cfcecc24a11 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761063453', 'description': 'tempest-description--135242129'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:13.916944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c49c74c2-f95e-4442-aec9-483c59442c96 req-1bc97bdc-4e21-46bb-95f1-846e7bbd7587 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570227 Jul 05 09:57:13.939052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efb8ad47-264f-49b8-9890-9cfcecc24a11 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.028753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce90180-8b62-4145-9dea-ab11f04243df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.077386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efb8ad47-264f-49b8-9890-9cfcecc24a11 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.083303 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efb8ad47-264f-49b8-9890-9cfcecc24a11 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.128093 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efb8ad47-264f-49b8-9890-9cfcecc24a11 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.129449 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-efb8ad47-264f-49b8-9890-9cfcecc24a11 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2279828 Jul 05 09:57:14.131383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8ad47-264f-49b8-9890-9cfcecc24a11 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0396d05a-580c-4921-a89c-54478ca40898,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.133573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36828) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:14.138645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-87f820ff-5723-4ed9-a113-e888f2abb6c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'security_group_rule': {'security_group_id': '0396d05a-580c-4921-a89c-54478ca40898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:14.139378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.170016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f820ff-5723-4ed9-a113-e888f2abb6c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.177259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.181320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Pushing event deleted for resources: {'Port': ['ID=8b1fea20-503c-4e64-877c-308d28b93155,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.246939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f820ff-5723-4ed9-a113-e888f2abb6c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.251600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f820ff-5723-4ed9-a113-e888f2abb6c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.272306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f820ff-5723-4ed9-a113-e888f2abb6c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa40a48-6bb9-4cdd-8bf5-6f41d25b788c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.287584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f820ff-5723-4ed9-a113-e888f2abb6c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.291721 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87f820ff-5723-4ed9-a113-e888f2abb6c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546867 Jul 05 09:57:14.292857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:14.298054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5e48ba02-1de0-436f-8f4e-7e23e8f73719 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'security_group_rule': {'security_group_id': '0396d05a-580c-4921-a89c-54478ca40898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:14.298635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78716-ed63-4f95-9db5-aec064b47a97 req-4a8dea4d-364e-4b1c-9dfb-3051f581db2a tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:14.300217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99f78716-ed63-4f95-9db5-aec064b47a97 req-4a8dea4d-364e-4b1c-9dfb-3051f581db2a tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.2726691 Jul 05 09:57:14.327713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e48ba02-1de0-436f-8f4e-7e23e8f73719 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.384263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.418269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e48ba02-1de0-436f-8f4e-7e23e8f73719 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.424376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e48ba02-1de0-436f-8f4e-7e23e8f73719 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.445838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48ba02-1de0-436f-8f4e-7e23e8f73719 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70429aaf-70b2-4324-8cc1-dd29987374f8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:14.450064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e48ba02-1de0-436f-8f4e-7e23e8f73719 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.451368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5e48ba02-1de0-436f-8f4e-7e23e8f73719 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570618 Jul 05 09:57:14.456199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36838) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:14.460993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:14.466484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99f78716-ed63-4f95-9db5-aec064b47a97 req-79b3ed0a-f5fa-48dc-971e-608c7c34ebb1 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375179 Jul 05 09:57:14.489297 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.785655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.795033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.836215 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.971071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Router 3a429aaa-4ac7-4733-9016-34d51c7dd0e2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:15.024671 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.078060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:15.084454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.089254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-927fc76e-9801-4a23-81dd-b3d883a1f536 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "PUT /v2.0/routers/3a429aaa-4ac7-4733-9016-34d51c7dd0e2 HTTP/1.1" status: 200 len: 706 time: 3.5669100 Jul 05 09:57:15.090106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:15.090601 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] Sync routers for ids ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:15.118398 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] Routers {'3a429aaa-4ac7-4733-9016-34d51c7dd0e2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:15.118821 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:15.220363 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:15.254547 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] Routers {'3a429aaa-4ac7-4733-9016-34d51c7dd0e2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:15.255211 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:15.291462 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:15.292249 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb42fb4-aba7-47fe-8a72-6927ea17f5ab None None] The sync data for ids ['3a429aaa-4ac7-4733-9016-34d51c7dd0e2'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:15.304614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Allocated IP 172.25.1.166 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/0a126c17-ab34-4982-a923-06024fcef283) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:15.458827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.512414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.576619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'Port': ['ID=0a126c17-ab34-4982-a923-06024fcef283,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:15.585816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:15.591407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:15.595462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:15.595887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:57:15.606828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d16eeef8-e22b-4f1b-8632-53c91590d9f7 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/routers/3a429aaa-4ac7-4733-9016-34d51c7dd0e2 HTTP/1.1" status: 200 len: 741 time: 0.5129039 Jul 05 09:57:15.608419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:15.661464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-91bcea31-5002-4713-b866-823ce55c0b21 tempest-RoutersAdminTest-88778194 tempest-RoutersAdminTest-88778194-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c430b990-46a3-428e-a264-c955e357d5bd&device_id=3a429aaa-4ac7-4733-9016-34d51c7dd0e2 HTTP/1.1" status: 200 len: 205 time: 0.0509412 Jul 05 09:57:15.662127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36864) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:15.741755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a32089b6-3df2-4494-848c-206c6364dcf2 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a429aaa-4ac7-4733-9016-34d51c7dd0e2 HTTP/1.1" status: 200 len: 205 time: 0.0779498 Jul 05 09:57:15.746149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:15.786087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cef94-1c7e-4c77-b83a-6a3f710994f6 req-1837a4bb-f1ac-4989-8dfc-f37e54f0acb6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:15.787984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-308cef94-1c7e-4c77-b83a-6a3f710994f6 req-1837a4bb-f1ac-4989-8dfc-f37e54f0acb6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2307611 Jul 05 09:57:15.866243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e66c8304-390a-4ca5-b9fa-44d18c6ba7d5 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.870767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.888653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-308cef94-1c7e-4c77-b83a-6a3f710994f6 req-04b7adb6-fdd0-4fb0-a586-0de8244f712d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636010 Jul 05 09:57:15.894411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:15.906803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Sync routers for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:15.911546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6220a-63c6-4b3b-bcde-ce4f5f472f1d req-08e35ef6-42ae-4c23-a842-d307c8658210 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:15.919595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93c6220a-63c6-4b3b-bcde-ce4f5f472f1d req-08e35ef6-42ae-4c23-a842-d307c8658210 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.2469661 Jul 05 09:57:15.932987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:15.933959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:15.986328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:15.988914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c1cf4f52-1477-4521-b8db-f2bd477f51f3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.3256741 Jul 05 09:57:15.995858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36874) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.057560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93c6220a-63c6-4b3b-bcde-ce4f5f472f1d req-dd70c657-0223-41a1-84a2-64147475e97a tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351659 Jul 05 09:57:16.080646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.096950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:16.211037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e66c8304-390a-4ca5-b9fa-44d18c6ba7d5 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.218574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e66c8304-390a-4ca5-b9fa-44d18c6ba7d5 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.287875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-22c5e77c-cce9-4130-a394-cb1ad9df6185 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d92e60f551ee4b73b11847c85fbfb3a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2873950 Jul 05 09:57:16.288418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36884) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.331219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e66c8304-390a-4ca5-b9fa-44d18c6ba7d5 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.331731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66c8304-390a-4ca5-b9fa-44d18c6ba7d5 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Fanout notify agent at l3_agent the message router_deleted on router 3a429aaa-4ac7-4733-9016-34d51c7dd0e2 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:57:16.340997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e66c8304-390a-4ca5-b9fa-44d18c6ba7d5 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.346488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e66c8304-390a-4ca5-b9fa-44d18c6ba7d5 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/3a429aaa-4ac7-4733-9016-34d51c7dd0e2 HTTP/1.1" status: 204 len: 168 time: 0.5949326 Jul 05 09:57:16.348676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.391675 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-96b4deaa-e276-476b-adb5-68e7caaa820a tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a429aaa-4ac7-4733-9016-34d51c7dd0e2 HTTP/1.1" status: 200 len: 205 time: 0.0416722 Jul 05 09:57:16.394002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.443176 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-09a53765-12a5-4b53-9824-ace30f5f9220 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] delete failed (client error): The resource could not be found. Jul 05 09:57:16.444251 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09a53765-12a5-4b53-9824-ace30f5f9220 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/3a429aaa-4ac7-4733-9016-34d51c7dd0e2 HTTP/1.1" status: 404 len: 336 time: 0.0492973 Jul 05 09:57:16.446866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.489037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9256075b-9e81-4173-8d7c-bcc7ed7afa15 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 HTTP/1.1" status: 200 len: 205 time: 0.0410304 Jul 05 09:57:16.491894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.501988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:13Z', 'revision_number': 3, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:16.518160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e4a56-25fd-4953-b17d-f159a9ac38a7 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:16.523735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e02e4a56-25fd-4953-b17d-f159a9ac38a7 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2339022 Jul 05 09:57:16.524497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.547124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Checking router: ddd1d45d-c564-4559-bd01-0f6a4eabb8ea for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:57:16.547435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Updating router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea port 340532f0-094e-4863-843d-787e543f0eec binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:57:16.554261 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-06fde70d-9ee8-4b41-a4f4-e3bbe0239c12 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] delete failed (client error): The resource could not be found. Jul 05 09:57:16.555385 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-06fde70d-9ee8-4b41-a4f4-e3bbe0239c12 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/6ff40d5f-b0f4-47b4-a17e-90bcf3d4a1a4 HTTP/1.1" status: 404 len: 336 time: 0.0625198 Jul 05 09:57:16.560914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.572909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-808f32e3-f8c6-4857-ad60-1eeeaa3e5697 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466228 Jul 05 09:57:16.573762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.579593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1862195434', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:16.605015 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7d5b062-584a-4023-8d1c-d066f1f4ae9f tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b35103-28e4-450f-9577-a469d21d280e HTTP/1.1" status: 200 len: 205 time: 0.0414197 Jul 05 09:57:16.608034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36908) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.631632 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.655110 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-54f261da-5e6b-4792-81fb-c07c6adc633e tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] delete failed (client error): The resource could not be found. Jul 05 09:57:16.656185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-54f261da-5e6b-4792-81fb-c07c6adc633e tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/e4b35103-28e4-450f-9577-a469d21d280e HTTP/1.1" status: 404 len: 336 time: 0.0481987 Jul 05 09:57:16.660128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.713550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.717501 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2e7e0a3-5f43-4f46-b92f-153a13467d2e tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=94f58486-8bda-4628-ac50-7c1af8e8c471 HTTP/1.1" status: 200 len: 205 time: 0.0562718 Jul 05 09:57:16.720373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.768167 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-37d64351-fbfc-4c55-a745-9fdc7970c88f tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] delete failed (client error): The resource could not be found. Jul 05 09:57:16.770401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-37d64351-fbfc-4c55-a745-9fdc7970c88f tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/94f58486-8bda-4628-ac50-7c1af8e8c471 HTTP/1.1" status: 404 len: 336 time: 0.0487027 Jul 05 09:57:16.771521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.773952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.786764 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.796524 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cc646eb-af80-4e46-b003-c1f6ac0da16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.808107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Made reservation on behalf of d92e60f551ee4b73b11847c85fbfb3a3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:16.813142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.848312 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4a079dcb-6673-4b7e-9140-6ce6cc8c96ca tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=22801f2d-39de-426d-8b65-cf72eabbfe09 HTTP/1.1" status: 200 len: 205 time: 0.0714858 Jul 05 09:57:16.851258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:16.875258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cba78-88ee-454a-995d-0f9338d9f125 req-2f11a47d-fcd2-407b-8645-4a7fda53775e tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:16.877198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f6cba78-88ee-454a-995d-0f9338d9f125 req-2f11a47d-fcd2-407b-8645-4a7fda53775e tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.1957655 Jul 05 09:57:16.960314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.971659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f6cba78-88ee-454a-995d-0f9338d9f125 req-3a3701e6-5418-413e-b1a6-0a22cfb86c94 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809944 Jul 05 09:57:16.972783 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-9a73279b-1e6f-4b01-9b49-c8dfd4e28429 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] delete failed (client error): The resource could not be found. Jul 05 09:57:16.977262 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9a73279b-1e6f-4b01-9b49-c8dfd4e28429 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/22801f2d-39de-426d-8b65-cf72eabbfe09 HTTP/1.1" status: 404 len: 336 time: 0.1246650 Jul 05 09:57:16.984689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 36924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:17.002750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'Port': ['ID=0a126c17-ab34-4982-a923-06024fcef283,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:17.004615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.010695 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f08dc411-ff7b-465b-b3bc-5e9414de5475 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5490322 Jul 05 09:57:17.124000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7a34b3f5-cf62-44d5-af87-4c5982ca8cbc tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "GET /v2.0/ports?device_id=32948a0b-ab34-49bb-b47b-7f1dce8cc857 HTTP/1.1" status: 200 len: 205 time: 0.1388071 Jul 05 09:57:17.128104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36930) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:17.202994 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d8e49519-a803-4d53-baaa-1df31df14fe6 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] delete failed (client error): The resource could not be found. Jul 05 09:57:17.204241 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d8e49519-a803-4d53-baaa-1df31df14fe6 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/routers/32948a0b-ab34-49bb-b47b-7f1dce8cc857 HTTP/1.1" status: 404 len: 336 time: 0.0751228 Jul 05 09:57:17.207585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36934) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:17.249739 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4a4212-4d7c-4860-88e0-a70de83f1b83 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] DELETE failed (client error): The resource could not be found. Jul 05 09:57:17.250459 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4a4212-4d7c-4860-88e0-a70de83f1b83 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:57:17.261045 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.264333 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0c4a4212-4d7c-4860-88e0-a70de83f1b83 tempest-RoutersAdminTest-373930299 tempest-RoutersAdminTest-373930299-project] 10.222.0.21 "DELETE /v2.0/subnets/97a69535-6da2-445f-976a-44a2a821ed52 HTTP/1.1" status: 404 len: 337 time: 0.0549986 Jul 05 09:57:17.276709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Transition to ACTIVE for port object 340532f0-094e-4863-843d-787e543f0eec will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:17.288047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.357498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd5db-c713-47fd-9276-1f11cb6c129c req-87f17b08-7d03-4e5c-9653-d23fc7278c16 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:17.359606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b83bd5db-c713-47fd-9276-1f11cb6c129c req-87f17b08-7d03-4e5c-9653-d23fc7278c16 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1682215 Jul 05 09:57:17.362288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Attempting to bind port 340532f0-094e-4863-843d-787e543f0eec on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:17.362681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Attempting to bind port 340532f0-094e-4863-843d-787e543f0eec by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:17.363130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Attempting to bind port 340532f0-094e-4863-843d-787e543f0eec on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:17.369952 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.372401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:17.372765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:17.373167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.373554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:17.374407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Bound port: 340532f0-094e-4863-843d-787e543f0eec, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:17.374828 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.483028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d07b53-e86f-454f-9554-8f26b655146f None None] Pushing event updated for resources: {'Port': ['ID=340532f0-094e-4863-843d-787e543f0eec,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:17.487813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] For port 340532f0-094e-4863-843d-787e543f0eec, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:17.491945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] For port 340532f0-094e-4863-843d-787e543f0eec, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=340532f0-094e-4863-843d-787e543f0eec,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:17.505577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.528952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Subnet': ['ID=5537713a-8f2b-4616-86e9-85efd6e77145,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:17.544329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b83bd5db-c713-47fd-9276-1f11cb6c129c req-b47edf8f-a992-4b26-84b4-0999d0bbdb21 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771085 Jul 05 09:57:17.596125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-e1aec966-d85f-4526-b10a-ee5205b2d84c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1761063453&fields=id&tenant_id=8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 267 time: 0.1372037 Jul 05 09:57:17.600881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:17.601532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:17.606765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Checking segment: {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:17.607321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network hostable DHCP agents. Network: 7860b73f-ef8e-4202-a9cc-2f098d83dfd7, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:57:17.674856 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:57:17.722369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d07b53-e86f-454f-9554-8f26b655146f None None] Pushing event updated for resources: {'Port': ['ID=340532f0-094e-4863-843d-787e543f0eec,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:17.727177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:17.738036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:57:17.751963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 7860b73f-ef8e-4202-a9cc-2f098d83dfd7) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:17.764500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:17.765247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.794883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9903ad01-db32-40e6-b783-98e0d8cb49df tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:17.796848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9903ad01-db32-40e6-b783-98e0d8cb49df tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 817 time: 0.1916978 Jul 05 09:57:17.804166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-675a858c-fe2e-4e51-999b-3b0ec9b7fc43 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2291322 Jul 05 09:57:17.807754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36960) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:17.832712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e98159a-8b29-47ac-b8c7-4d20ef00bc4c None None] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:17.839984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-3079aa6b-06d4-4950-98a3-ca8ee404067b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/quotas/8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 375 time: 0.0341551 Jul 05 09:57:17.968919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:17.972632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-ec3a405d-c33c-4ac9-8c1f-cf4636cb60cb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316955 Jul 05 09:57:17.981087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:18.019158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-068d76e0-68f2-4122-a64f-daf89590daf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.207107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db652a-ee77-468c-b107-3b0117046b28 req-699c6233-dbc9-4ab9-b2c9-27cde7cab864 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:18.208747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0db652a-ee77-468c-b107-3b0117046b28 req-699c6233-dbc9-4ab9-b2c9-27cde7cab864 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2138774 Jul 05 09:57:18.217602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:18.218778 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.250047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-3b33b48b-a5eb-4516-8cdd-2255431cdf52 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741139 Jul 05 09:57:18.257092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-e79e2c58-3bbd-4391-8d53-d91c8f5ff5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:18.258601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-e79e2c58-3bbd-4391-8d53-d91c8f5ff5ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1097 time: 0.2519364 Jul 05 09:57:18.385743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0db652a-ee77-468c-b107-3b0117046b28 req-e8a3d581-02f1-429f-8e01-9b4092f41ca7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607680 Jul 05 09:57:18.460002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:13Z', 'revision_number': 3, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:18.527863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e897-b92f-4da0-bff8-302521bb59e1 None None] The sync data for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 is: [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:13Z', 'revision_number': 3, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:18.533600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-068d76e0-68f2-4122-a64f-daf89590daf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.542784 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-068d76e0-68f2-4122-a64f-daf89590daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.550247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-6291962f-140c-40bf-83bd-dbaaf5756c7c service neutron] 10.222.0.21 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853656 Jul 05 09:57:18.552831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-f8893e4f-cdac-4481-9d80-15329ace83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:18.554243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-f8893e4f-cdac-4481-9d80-15329ace83dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.2722745 Jul 05 09:57:18.614587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Allocated IP 172.20.0.2 (7860b73f-ef8e-4202-a9cc-2f098d83dfd7/5537713a-8f2b-4616-86e9-85efd6e77145/9e5d5ba7-2d2c-40ce-8906-31b23c072b4d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:18.702804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-a7543d02-081c-4760-a3e9-c1cc525c66e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.1261330 Jul 05 09:57:18.734251 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-068d76e0-68f2-4122-a64f-daf89590daf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ce508af2c5348efa6fdc3bba66b37ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0047040 Jul 05 09:57:18.734894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 36978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:18.777881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae601-0c75-4b66-a0b0-ad7170892f01 req-b80bbe5f-2555-480b-aedd-236e27fd02b6 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:18.780424 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398ae601-0c75-4b66-a0b0-ad7170892f01 req-b80bbe5f-2555-480b-aedd-236e27fd02b6 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.2197621 Jul 05 09:57:18.824491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-26e59863-f635-41fd-b322-8ebb7f1a5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:18.826514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-26e59863-f635-41fd-b322-8ebb7f1a5dfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1106191 Jul 05 09:57:18.837470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d76e0-68f2-4122-a64f-daf89590daf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4b7689-0887-449c-98f7-b139c6e6a118,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:18.856998 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.869566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Transition to ACTIVE for port object 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:18.897162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-398ae601-0c75-4b66-a0b0-ad7170892f01 req-92501b3a-0f26-415f-b896-16a0bcd02433 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997293 Jul 05 09:57:18.937184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Transition to ACTIVE for port object 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:18.951457 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.973820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-eb46a6c5-b672-4d22-afd3-bfdc62743892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:18.977432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-eb46a6c5-b672-4d22-afd3-bfdc62743892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341712 Jul 05 09:57:18.984637 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2990ce1-1e30-4fec-be60-ede5e3327ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:18.987842 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.024400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:19.074709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2990ce1-1e30-4fec-be60-ede5e3327ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.074941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:19.075493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:19.172080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-339bc27d-18bd-41b1-8373-e68e53c8050e req-f9538300-fbdd-447e-acdf-46a5ad475f8e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 210 time: 0.0976324 Jul 05 09:57:19.342784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712acb-7115-4727-9a62-a471b11f262c req-8c00ae4a-b416-4bbe-978a-4db4d136c6ef tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:19.345247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7712acb-7115-4727-9a62-a471b11f262c req-8c00ae4a-b416-4bbe-978a-4db4d136c6ef tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.16 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.3655212 Jul 05 09:57:19.349038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2990ce1-1e30-4fec-be60-ede5e3327ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.352097 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2990ce1-1e30-4fec-be60-ede5e3327ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.354368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2990ce1-1e30-4fec-be60-ede5e3327ee0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a4b7689-0887-449c-98f7-b139c6e6a118 HTTP/1.1" status: 204 len: 168 time: 0.6155050 Jul 05 09:57:19.440652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-c5270932-40b0-42d4-9399-79ad30207bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675761 Jul 05 09:57:19.463504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Attempting to bind port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:19.464186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Attempting to bind port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:19.464772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Attempting to bind port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d on network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:19.483488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:19.487020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Checking segment: {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:19.488934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.491464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Bound using segment: {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:19.496188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Bound port: 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:19.496390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.509232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2990ce1-1e30-4fec-be60-ede5e3327ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4b7689-0887-449c-98f7-b139c6e6a118,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:19.515688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Pushing event updated for resources: {'Port': ['ID=9e5d5ba7-2d2c-40ce-8906-31b23c072b4d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:19.704329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] For port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:19.716208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] For port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9e5d5ba7-2d2c-40ce-8906-31b23c072b4d,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:19.731680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.845479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b373-5bcb-40bb-8598-a0db994759b5 None None] Pushing event updated for resources: {'Port': ['ID=9e5d5ba7-2d2c-40ce-8906-31b23c072b4d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:19.848079 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:19.939184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Deleting port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:19.940842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.032273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Allocated IP 172.20.0.1 (7860b73f-ef8e-4202-a9cc-2f098d83dfd7/5537713a-8f2b-4616-86e9-85efd6e77145/3f3ff564-d489-41e8-9059-d98689c92e21) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:20.127640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c84d233-3fa9-440a-90d6-d25393c1fe49 req-eb4aa36f-51a8-48f1-8ee1-c486a4427334 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645065 Jul 05 09:57:20.187803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b48d1-3be4-4b0d-b68e-87fe90605902 req-c3f0e0f4-b4b7-47d5-9658-4d76b4a48cef tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:20.189744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd2b48d1-3be4-4b0d-b68e-87fe90605902 req-c3f0e0f4-b4b7-47d5-9658-4d76b4a48cef tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.4419320 Jul 05 09:57:20.271968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37016) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.429966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.473200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Transition to ACTIVE for port object 3f3ff564-d489-41e8-9059-d98689c92e21 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:20.475685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] For port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,segment=NetworkSegment(1c026cd4-1756-4ffa-97a4-5e2e0aae5acc),segment_id=1c026cd4-1756-4ffa-97a4-5e2e0aae5acc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:20.481006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.500191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Calling delete_port for b42dc0f8-0641-4f09-9cec-cb9e5c8f54be owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:20.529691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.561339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd2b48d1-3be4-4b0d-b68e-87fe90605902 req-f100b935-2c1e-4420-b86e-e523b8b17696 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592508 Jul 05 09:57:20.633955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:20.645128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:20.651190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:20.750321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a4de75e7-20df-4457-bd71-2334c94843c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aadd9776f56644dd9fb9cd7e90b38c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636948 Jul 05 09:57:20.753611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=3f3ff564-d489-41e8-9059-d98689c92e21,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:20.757503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37026) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:20.818560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56109767-aed7-4147-aee1-5b12ac64eaed req-ab9e1bc0-2439-46c7-9dc4-6143e60f6d23 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:20.831292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56109767-aed7-4147-aee1-5b12ac64eaed req-ab9e1bc0-2439-46c7-9dc4-6143e60f6d23 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 945 time: 0.4798458 Jul 05 09:57:20.922220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:20.991678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56109767-aed7-4147-aee1-5b12ac64eaed req-9e4f4a31-6962-46b0-8b49-860a57b95785 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/security-groups?id=023ef7f1-9ee3-4dd0-8d23-1a75b284f364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591983 Jul 05 09:57:21.038216 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d01d1-a534-4ba9-95da-dcdf694a4356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.058149 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.128671 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d01d1-a534-4ba9-95da-dcdf694a4356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.162204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Pushing event deleted for resources: {'Port': ['ID=b42dc0f8-0641-4f09-9cec-cb9e5c8f54be,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:21.252331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] No DVR routers for this DVR port b42dc0f8-0641-4f09-9cec-cb9e5c8f54be on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:21.257450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.264290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7712acb-7115-4727-9a62-a471b11f262c req-2a6ec296-a9f7-4da8-addc-e11e74d505f4 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.16 "DELETE /v2.0/ports/b42dc0f8-0641-4f09-9cec-cb9e5c8f54be HTTP/1.1" status: 204 len: 173 time: 1.9110513 Jul 05 09:57:21.266731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'name': 'network-vif-deleted', 'tag': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:21.271862 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a458c392-54c4-4dc0-8a38-08148e911b22" -d '{"events": [{"server_uuid": "a57a4e8e-00a8-4946-8fae-41c30c089de6", "name": "network-vif-deleted", "tag": "b42dc0f8-0641-4f09-9cec-cb9e5c8f54be"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:21.330339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.374147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d01d1-a534-4ba9-95da-dcdf694a4356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.382454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d01d1-a534-4ba9-95da-dcdf694a4356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:21.397574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fa1d01d1-a534-4ba9-95da-dcdf694a4356 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd37657b-4a78-4401-80c3-8a6ff20cfe63 HTTP/1.1" status: 204 len: 168 time: 0.6290169 Jul 05 09:57:21.425173 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb86d71-6d22-4695-acae-607f48933bb9 x-openstack-request-id: req-acb86d71-6d22-4695-acae-607f48933bb9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:21.425562 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a4e8e-00a8-4946-8fae-41c30c089de6", "name": "network-vif-deleted", "tag": "b42dc0f8-0641-4f09-9cec-cb9e5c8f54be", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:21.425752 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acb86d71-6d22-4695-acae-607f48933bb9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:21.426110 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a4e8e-00a8-4946-8fae-41c30c089de6', 'name': 'network-vif-deleted', 'tag': 'b42dc0f8-0641-4f09-9cec-cb9e5c8f54be', 'status': 'completed', 'code': 200} Jul 05 09:57:21.433813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:21.455976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d01d1-a534-4ba9-95da-dcdf694a4356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd37657b-4a78-4401-80c3-8a6ff20cfe63,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:21.575852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef83f62-becd-4001-99da-b847c6d7b94e None None] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:21.594121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:21.850855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 340532f0-094e-4863-843d-787e543f0eec up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:21.944868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b42dc0f8-0641-4f09-9cec-cb9e5c8f54be no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:22.002587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: b42dc0f8-0641-4f09-9cec-cb9e5c8f54be {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:22.003407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b42dc0f8-0641-4f09-9cec-cb9e5c8f54be not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:22.018058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-195dcd13-9288-471c-88da-b7d345be179e None None] Provisioning for port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:22.069233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-195dcd13-9288-471c-88da-b7d345be179e None None] Provisioning complete for port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:22.069876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-195dcd13-9288-471c-88da-b7d345be179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.101778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c87c7128-d649-48b2-8c2a-c70d70d1846a req-0a02e8ab-b330-4027-9929-567b0f663dda tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 210 time: 0.9440229 Jul 05 09:57:22.123596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 340532f0-094e-4863-843d-787e543f0eec completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:22.134880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-ecdb5c60-27b1-48b4-b996-a7d5f38d5cdc tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:22.140330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-ecdb5c60-27b1-48b4-b996-a7d5f38d5cdc tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.15 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 817 time: 0.6162782 Jul 05 09:57:22.156416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 340532f0-094e-4863-843d-787e543f0eec triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:22.157308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.293043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-f86b56af-139d-4c30-be37-9f9e0e9b240f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 380 time: 0.1432579 Jul 05 09:57:22.300725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-195dcd13-9288-471c-88da-b7d345be179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.305609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'port': {'device_id': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'admin_state_up': True, 'tenant_id': '8fe407bab998485baafe75011956a43d', 'security_groups': ['0396d05a-580c-4921-a89c-54478ca40898']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:22.367896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-195dcd13-9288-471c-88da-b7d345be179e None None] For port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9e5d5ba7-2d2c-40ce-8906-31b23c072b4d,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:22.388155 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-195dcd13-9288-471c-88da-b7d345be179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.427758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.443980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.606515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=3f3ff564-d489-41e8-9059-d98689c92e21,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:22.618717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.731530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dcd13-9288-471c-88da-b7d345be179e None None] Pushing event updated for resources: {'Port': ['ID=9e5d5ba7-2d2c-40ce-8906-31b23c072b4d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:22.770989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.802825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 340532f0-094e-4863-843d-787e543f0eec, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=340532f0-094e-4863-843d-787e543f0eec,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:22.812703 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.812959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Made reservation on behalf of 8fe407bab998485baafe75011956a43d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:22.818888 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:22.836755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:22.841910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:22.912497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca2e44c1-e44a-4d4e-8fd6-0687318e3e8a req-f652a190-e0b4-45f0-b1c8-e47ebda2c2d3 tempest-TestServerAdvancedOps-1691682802 tempest-TestServerAdvancedOps-1691682802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a4e8e-00a8-4946-8fae-41c30c089de6 HTTP/1.1" status: 200 len: 210 time: 0.1213188 Jul 05 09:57:22.950874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a3025-2c8c-43bb-a74b-7d257e059ad3 req-0daa83e3-6ac5-48d8-9715-b9462bade3b7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:22.967281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-907a3025-2c8c-43bb-a74b-7d257e059ad3 req-0daa83e3-6ac5-48d8-9715-b9462bade3b7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 1.0384707 Jul 05 09:57:22.978424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6ff7af74-4c6f-4b87-bc1d-deaa119e1a6d None None] Provisioning for port 3f3ff564-d489-41e8-9059-d98689c92e21 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:22.990727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6ff7af74-4c6f-4b87-bc1d-deaa119e1a6d None None] Provisioning complete for port 3f3ff564-d489-41e8-9059-d98689c92e21 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:22.991223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ff7af74-4c6f-4b87-bc1d-deaa119e1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.069084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=340532f0-094e-4863-843d-787e543f0eec,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:23.097574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7af74-4c6f-4b87-bc1d-deaa119e1a6d None None] Port 3f3ff564-d489-41e8-9059-d98689c92e21 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:23.146917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6ff7af74-4c6f-4b87-bc1d-deaa119e1a6d None None] Provisioning complete for port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:23.147939 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ff7af74-4c6f-4b87-bc1d-deaa119e1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.376611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:23.486236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:23.488594 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.608330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 340532f0-094e-4863-843d-787e543f0eec up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:23.613092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74e7385e-ac04-47d3-9989-36545e29e686 None None] Provisioning complete for port 3f3ff564-d489-41e8-9059-d98689c92e21 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:23.613333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74e7385e-ac04-47d3-9989-36545e29e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.648917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37088) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:23.688198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-74e7385e-ac04-47d3-9989-36545e29e686 None None] Port 3f3ff564-d489-41e8-9059-d98689c92e21 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:23.719918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 340532f0-094e-4863-843d-787e543f0eec triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:23.721380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.745490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:23.841207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-54a45e80-0f09-42d6-b904-88d368fb92d1 None None] Provisioning complete for port 3f3ff564-d489-41e8-9059-d98689c92e21 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:23.842657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54a45e80-0f09-42d6-b904-88d368fb92d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.894148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-247409232'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:23.900641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Allocated IP 172.20.0.12 (d9c447c1-e1a0-4c2f-ad09-8af3a5151f87/1c69dee3-7e48-443f-94fe-81fb1787268f/c022fed8-81f7-4758-b339-626075d10e42) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:23.906535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-54a45e80-0f09-42d6-b904-88d368fb92d1 None None] Port 3f3ff564-d489-41e8-9059-d98689c92e21 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:23.940439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:23.945789 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7b6a3c5-67ed-4cbe-a68c-1205ecec92c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "PUT /v2.0/routers/ddd1d45d-c564-4559-bd01-0f6a4eabb8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1367059 Jul 05 09:57:23.946622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:23.953382 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:23.955395 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Sync routers for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:23.956362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:23.974297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-907a3025-2c8c-43bb-a74b-7d257e059ad3 req-b0cc2868-dab6-4da1-98f6-0f3a78957540 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0053263 Jul 05 09:57:23.976025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-95237417-84a9-4c9a-a90d-8c9e2793596e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2069239834', 'description': 'tempest-secgroup_access--2069239834 description', 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:23.977381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acdf228d-2480-41bb-bd2b-39eecd6ac7d5 req-37070156-8c58-46a3-bf81-d59243914246 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 210 time: 0.0892775 Jul 05 09:57:23.980612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:23.981972 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:24.012486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.065292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:57:24.065292 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 09:57:24.065292 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id_1': 'c361f83026ff4374946e511cd3b23b4c', 'expiration_1': datetime.datetime(2021, 7, 5, 9, 57, 24, 38896)}] Jul 05 09:57:24.065292 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:57:24.066205 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:57:24.075805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95237417-84a9-4c9a-a90d-8c9e2793596e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.198869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37108) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.252781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95237417-84a9-4c9a-a90d-8c9e2793596e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.264683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95237417-84a9-4c9a-a90d-8c9e2793596e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.307263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.324358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] Deleting subnet 9464e7f6-5829-48c1-b4e9-5056a0bed5e1 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:24.328947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95237417-84a9-4c9a-a90d-8c9e2793596e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ec7095-0bf2-45f2-9849-7e07ae637f54,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:24.334945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.358484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Transition to ACTIVE for port object c022fed8-81f7-4758-b339-626075d10e42 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:24.385976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.422677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95237417-84a9-4c9a-a90d-8c9e2793596e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.424433 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-95237417-84a9-4c9a-a90d-8c9e2793596e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4648309 Jul 05 09:57:24.427359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.440177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d77b39-a7a2-4df2-9ac2-3795569b648c req-546feb06-8c00-412f-9c0b-20229241f6ef tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:24.442162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e2e16c79-51c5-4a30-abd5-14b6f1be0381 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1270161613', 'description': 'tempest-secgroup_general--1270161613 description', 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:24.450188 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:24.450616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97d77b39-a7a2-4df2-9ac2-3795569b648c req-546feb06-8c00-412f-9c0b-20229241f6ef tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1345415 Jul 05 09:57:24.469364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e16c79-51c5-4a30-abd5-14b6f1be0381 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.473529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.475254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.550143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97d77b39-a7a2-4df2-9ac2-3795569b648c req-8d231f8e-f14a-4a4c-9326-9836980777a7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982795 Jul 05 09:57:24.553764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:24.566890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:24.569055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.572385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:24.580348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:24.615907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.648036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9464e7f6-5829-48c1-b4e9-5056a0bed5e1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:24.666117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.670636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:24.671095 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e020ebf8-243b-4057-a4c4-3fe100dc95eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9464e7f6-5829-48c1-b4e9-5056a0bed5e1 HTTP/1.1" status: 204 len: 168 time: 0.4709673 Jul 05 09:57:24.671933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.672137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:24.786841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e16c79-51c5-4a30-abd5-14b6f1be0381 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.798550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e16c79-51c5-4a30-abd5-14b6f1be0381 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.832038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:24.929797 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 2, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:24.931187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e16c79-51c5-4a30-abd5-14b6f1be0381 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba23f0-366b-48ca-ae88-2bec1e5016e8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:24.985171 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Checking router: ddd1d45d-c564-4559-bd01-0f6a4eabb8ea for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:57:24.986360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Updating router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea port 3f3ff564-d489-41e8-9059-d98689c92e21 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:57:25.027721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7361fa-6e02-4e94-8bfb-8a7f2639b6e5 req-a88b9486-902f-4da4-8ff7-ee2719f43ee2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:25.036451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.040273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b7361fa-6e02-4e94-8bfb-8a7f2639b6e5 req-a88b9486-902f-4da4-8ff7-ee2719f43ee2 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2294350 Jul 05 09:57:25.044566 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.053084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74668419-11d8-4430-8e7a-767cbf87d810']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:25.070838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c026cd4-1756-4ffa-97a4-5e2e0aae5acc') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:25.071286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c026cd4-1756-4ffa-97a4-5e2e0aae5acc') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:25.075169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b74653c2-58f2-4832-b3b9-974625b1c523 None None] Provisioning for port c022fed8-81f7-4758-b339-626075d10e42 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:25.088166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b74653c2-58f2-4832-b3b9-974625b1c523 None None] Provisioning complete for port c022fed8-81f7-4758-b339-626075d10e42 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:25.088795 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b74653c2-58f2-4832-b3b9-974625b1c523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.097543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.128946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.133585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.150809 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.165456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-9f0add0f-ca4f-49ad-a03c-fba66f59724b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8616443 Jul 05 09:57:25.189109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e16c79-51c5-4a30-abd5-14b6f1be0381 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.190016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b7361fa-6e02-4e94-8bfb-8a7f2639b6e5 req-f654a30c-1295-43b2-87b6-df258f951405 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316841 Jul 05 09:57:25.195420 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e2e16c79-51c5-4a30-abd5-14b6f1be0381 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7619607 Jul 05 09:57:25.196345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b74653c2-58f2-4832-b3b9-974625b1c523 None None] Port c022fed8-81f7-4758-b339-626075d10e42 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:25.198881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.200511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:57:25.201930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:57:25.210447 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:57:25.228893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Request body: {'port': {'device_id': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:25.240010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6e316c70-f3c7-4aab-9ec0-80e2e33ad8b0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'security_group_rule': {'security_group_id': 'a7ec7095-0bf2-45f2-9849-7e07ae637f54', 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:25.372220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.384012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:57:25.406645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.408045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.410475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/74668419-11d8-4430-8e7a-767cbf87d810 HTTP/1.1" status: 204 len: 168 time: 0.7315712 Jul 05 09:57:25.421165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.441010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.441360 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Added segment bf36fbd6-223f-4639-9d1a-4a25e0bcfff7 of type vlan for network af7228d9-f703-4e96-a633-9812b1e95f3e Jul 05 09:57:25.443840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd7aa4-1503-4315-b501-cc3837b5d1b3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.454796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac709bd-5881-4043-9559-9ed6827966c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=74668419-11d8-4430-8e7a-767cbf87d810,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.487603 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e316c70-f3c7-4aab-9ec0-80e2e33ad8b0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.507632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdabfb-d28e-4b09-b123-7b62602d768f req-a750394f-139c-4d41-98e2-9238428079a1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:25.509764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfcdabfb-d28e-4b09-b123-7b62602d768f req-a750394f-139c-4d41-98e2-9238428079a1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 932 time: 0.2280347 Jul 05 09:57:25.538809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] Deleting subnet c671fd1d-3939-4783-98ff-9197fd3a1715 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:25.557348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.592939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e316c70-f3c7-4aab-9ec0-80e2e33ad8b0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.598289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.603947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e316c70-f3c7-4aab-9ec0-80e2e33ad8b0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.630549 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e316c70-f3c7-4aab-9ec0-80e2e33ad8b0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f432e9-89ee-49ab-8893-0b418815f33d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.648305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e316c70-f3c7-4aab-9ec0-80e2e33ad8b0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.650696 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6e316c70-f3c7-4aab-9ec0-80e2e33ad8b0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413095 Jul 05 09:57:25.667482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.670550 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.673595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:25.674243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.684403 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Transition to ACTIVE for port object 3f3ff564-d489-41e8-9059-d98689c92e21 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:25.698318 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.707150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfcdabfb-d28e-4b09-b123-7b62602d768f req-dc2c35bd-882f-4ac7-ac80-6f108f8c59d2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900606 Jul 05 09:57:25.716106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:25.759156 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Pushing event updated for resources: {'Port': ['ID=3f3ff564-d489-41e8-9059-d98689c92e21,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:25.802431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.802783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.805128 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.805493 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.806526 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.806895 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.807268 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.807601 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.810157 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.810514 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.810856 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.813701 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:25.845423 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1958685 Jul 05 09:57:25.850442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:25.870934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'subnet': {'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:25.918555 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.051335 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Attempting to bind port 3f3ff564-d489-41e8-9059-d98689c92e21 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:26.052409 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Attempting to bind port 3f3ff564-d489-41e8-9059-d98689c92e21 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:26.052539 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.053682 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Attempting to bind port 3f3ff564-d489-41e8-9059-d98689c92e21 on network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:26.061054 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:26.061759 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Checking segment: {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:26.062311 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.062913 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Bound using segment: {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:26.063669 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Bound port: 3f3ff564-d489-41e8-9059-d98689c92e21, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:26.064202 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.117206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909017eb-7a46-4c17-a9e8-2136e453c4f4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Network': ['ID=af7228d9-f703-4e96-a633-9812b1e95f3e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.124693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:26.132528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network af7228d9-f703-4e96-a633-9812b1e95f3e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:57:26.135355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.172302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c671fd1d-3939-4783-98ff-9197fd3a1715,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.174904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.182203 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] For port 3f3ff564-d489-41e8-9059-d98689c92e21, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:26.183894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cca07557-6247-4b36-9d8c-104f76ff5a5d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c671fd1d-3939-4783-98ff-9197fd3a1715 HTTP/1.1" status: 204 len: 168 time: 0.7615986 Jul 05 09:57:26.188736 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] For port 3f3ff564-d489-41e8-9059-d98689c92e21, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3f3ff564-d489-41e8-9059-d98689c92e21,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:26.200845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:26.204445 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.296790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.323441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-bc316ecf-af60-4e26-9429-12bcde4dca11 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1270161613&fields=id&tenant_id=d92e60f551ee4b73b11847c85fbfb3a3 HTTP/1.1" status: 200 len: 267 time: 0.2446017 Jul 05 09:57:26.337458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c022fed8-81f7-4758-b339-626075d10e42 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:26.361256 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.367437 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:26.368237 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:26.381028 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9beb0-eba9-435b-b6d5-df728a44cafb None None] Pushing event updated for resources: {'Port': ['ID=3f3ff564-d489-41e8-9059-d98689c92e21,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:26.441103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f24bc-3406-47c4-be61-0d782c095f8a req-e7eb2eb3-54a5-433f-b0e6-fe27e02a2cee tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:26.443171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-038f24bc-3406-47c4-be61-0d782c095f8a req-e7eb2eb3-54a5-433f-b0e6-fe27e02a2cee tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.4283161 Jul 05 09:57:26.458122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Transition to ACTIVE for port object c022fed8-81f7-4758-b339-626075d10e42 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:26.475073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.479492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.489666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6175f9cd-53a0-4461-87ed-1b35e304e9ec']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:26.509380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb680aa-ba5b-4878-9bba-802080eff1fe') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:26.510389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb680aa-ba5b-4878-9bba-802080eff1fe') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:26.549772 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:26.566175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-0639fd4a-4a9b-4798-b3a0-0931b4a38005 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--2069239834&fields=id&tenant_id=d92e60f551ee4b73b11847c85fbfb3a3 HTTP/1.1" status: 200 len: 267 time: 0.2208905 Jul 05 09:57:26.595148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.640344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.680487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:57:26.682145 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:57:26.736227 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:57:26.786585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-b28b6fdd-68f9-438a-b83c-a3d5bc694928 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:26.795266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-b28b6fdd-68f9-438a-b83c-a3d5bc694928 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/networks?id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7 HTTP/1.1" status: 200 len: 796 time: 0.2280719 Jul 05 09:57:26.867254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-038f24bc-3406-47c4-be61-0d782c095f8a req-2823165d-9a5f-400e-bee1-771ceb2d14fb tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987675 Jul 05 09:57:26.921182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:26.955290 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:26Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:26.993723 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e34ba1-53f7-45f5-8458-830a77c523ba None None] The sync data for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 is: [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:26Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:26.994549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-a178ca3b-190a-4630-8e28-dc644399ba34 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/quotas/d92e60f551ee4b73b11847c85fbfb3a3 HTTP/1.1" status: 200 len: 375 time: 0.1983821 Jul 05 09:57:26.997073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:27.012526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.022563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.029092 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6175f9cd-53a0-4461-87ed-1b35e304e9ec HTTP/1.1" status: 204 len: 168 time: 0.8249404 Jul 05 09:57:27.109042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786ad6f-d277-4f7e-9390-75e59c9d8b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=6175f9cd-53a0-4461-87ed-1b35e304e9ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:27.117784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:27.118504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:27.118702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:27.166261 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-9c209885-b199-4959-a54d-16b5430b8607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4097598 Jul 05 09:57:27.196007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Checking segment: {'id': 'bf36fbd6-223f-4639-9d1a-4a25e0bcfff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:27.196974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network hostable DHCP agents. Network: af7228d9-f703-4e96-a633-9812b1e95f3e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:57:27.245900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Subnet': ['ID=5548e1d4-a9ce-4a55-acb4-a331fc0d3193,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:27.272385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Port c022fed8-81f7-4758-b339-626075d10e42 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:57:27.272714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:27.311143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network af7228d9-f703-4e96-a633-9812b1e95f3e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:57:27.326379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, af7228d9-f703-4e96-a633-9812b1e95f3e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:27.333056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:27.334003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.336984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:27.338707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Checking segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:27.339330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Bound using segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:27.340096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Bound port: c022fed8-81f7-4758-b339-626075d10e42, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:27.341602 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.343260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e09e9-97c2-4d5b-93ac-606ea1797d53 None None] Network af7228d9-f703-4e96-a633-9812b1e95f3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:27.351042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-40331b88-fa63-48c0-ab7c-5b7cc3ab6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:27.353899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-40331b88-fa63-48c0-ab7c-5b7cc3ab6b34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 1097 time: 0.1399019 Jul 05 09:57:27.372702 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-48a43d80-5635-439a-8a7e-35dd8459a2a5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5166101 Jul 05 09:57:27.375615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:27.387309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2051035192'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:27.429888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f3ff564-d489-41e8-9059-d98689c92e21 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:27.478608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:27.568326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-b14ec80d-ce85-4d70-b797-f6f736e581e7 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4783649 Jul 05 09:57:27.634527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-cfa7a2f1-c0a8-43ee-a9d4-3e27cd0c6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:27.637758 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-cfa7a2f1-c0a8-43ee-a9d4-3e27cd0c6383 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.2389841 Jul 05 09:57:27.648282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d7a4c-bbaa-4515-b744-b9851841bc39 req-b123c931-edc6-447a-ac45-d20acc20c44e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:27.650450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-270d7a4c-bbaa-4515-b744-b9851841bc39 req-b123c931-edc6-447a-ac45-d20acc20c44e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.5086882 Jul 05 09:57:27.724559 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-1b18c210-0f43-4cfc-bc4f-02e9e135ff8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f HTTP/1.1" status: 200 len: 217 time: 0.0723312 Jul 05 09:57:27.781781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:27.798756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-270d7a4c-bbaa-4515-b744-b9851841bc39 req-dd6edceb-7b90-4072-afa2-bf18f452f043 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955107 Jul 05 09:57:27.801805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ee49aec5-8e99-4527-99fe-ff2407f9d2fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efb51d4a7b0e4d3b86ebdbcac3b2ddf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203924 Jul 05 09:57:27.819207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:27.822942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:27.856102 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.911637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:27.916641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.952309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] device_id is not set on port eb85a228-ef8f-4bec-87e2-04589dcd13bd yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:27.956950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3f3ff564-d489-41e8-9059-d98689c92e21 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:27.965285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3f3ff564-d489-41e8-9059-d98689c92e21 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:27.966560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:27.980668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-af7228d9-f703-4e96-a633-9812b1e95f3e', 'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'tenant_id': 'c361f83026ff4374946e511cd3b23b4c', 'fixed_ips': [{'subnet_id': '5548e1d4-a9ce-4a55-acb4-a331fc0d3193'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:27.982266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.014148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:28.051719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-289d9c39-3832-432c-b1c1-5b8316a8124d service neutron] 10.222.0.21 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450431 Jul 05 09:57:28.078640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.079175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-1f8f8df7-2c75-46c2-a93e-622e8a420b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.081118 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-1f8f8df7-2c75-46c2-a93e-622e8a420b02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.3443797 Jul 05 09:57:28.099568 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.101381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-7608f3df-8818-4d93-9117-c8827b902e8f service neutron] 10.222.0.15 "PUT /v2.0/ports/c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1093 time: 2.9052470 Jul 05 09:57:28.101859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:28.104568 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae53245-b62b-4527-8f76-cbf8168783af" -d '{"events": [{"name": "network-changed", "server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:28.189767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fa935ca-68e5-4f50-a5ab-a362f9859c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.204639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Allocated IP 2001:db8::2 (af7228d9-f703-4e96-a633-9812b1e95f3e/5548e1d4-a9ce-4a55-acb4-a331fc0d3193/fc5c47f3-48fe-45f8-9e89-88964a3c7b42) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:28.256293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fa935ca-68e5-4f50-a5ab-a362f9859c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.415522 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fa935ca-68e5-4f50-a5ab-a362f9859c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.416102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-e397bf23-21a9-4e3e-b6f7-73971f651555 service neutron] 10.222.0.21 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615038 Jul 05 09:57:28.422311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fa935ca-68e5-4f50-a5ab-a362f9859c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.426912 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9fa935ca-68e5-4f50-a5ab-a362f9859c97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/023ef7f1-9ee3-4dd0-8d23-1a75b284f364 HTTP/1.1" status: 204 len: 168 time: 0.6018453 Jul 05 09:57:28.450994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa935ca-68e5-4f50-a5ab-a362f9859c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ef7f1-9ee3-4dd0-8d23-1a75b284f364,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:28.481374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-94a3674b-8c9b-40f0-b2c2-aed5e1981277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.482948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-94a3674b-8c9b-40f0-b2c2-aed5e1981277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3102190 Jul 05 09:57:28.514995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-ce38c5d2-8047-428f-831e-3a735c64d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.516442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-ce38c5d2-8047-428f-831e-3a735c64d435 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1096 time: 0.3189797 Jul 05 09:57:28.538576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3186ff-ea51-42d1-b6f8-1aae451b3542 req-0061cd14-d381-4ec0-94b3-c0b24387e46d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:28.542275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f3186ff-ea51-42d1-b6f8-1aae451b3542 req-0061cd14-d381-4ec0-94b3-c0b24387e46d tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2465343 Jul 05 09:57:28.738825 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-53dbf24c-bf6f-4e61-ab2b-129721288dcf service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412312 Jul 05 09:57:28.761090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f3186ff-ea51-42d1-b6f8-1aae451b3542 req-7f625f3f-4a52-4a69-95f7-05dbe328d390 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107391 Jul 05 09:57:28.765706 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3457f4a-e62f-4e02-950f-ba4244ca8637 x-openstack-request-id: req-c3457f4a-e62f-4e02-950f-ba4244ca8637 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:28.765880 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:28.767844 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3457f4a-e62f-4e02-950f-ba4244ca8637 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:28.768360 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'status': 'completed', 'code': 200} Jul 05 09:57:28.770555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-ecf8e1bf-e090-4a64-84b5-93cf9daade0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 217 time: 0.2271247 Jul 05 09:57:28.828123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.836369 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:28.925469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Transition to ACTIVE for port object fc5c47f3-48fe-45f8-9e89-88964a3c7b42 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:28.925762 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d0e0fb0-5700-48cd-ab8f-113cd87a631c req-60d09c5f-8dee-4477-9ce3-15e348ca6bec service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720450 Jul 05 09:57:28.974299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0ae8297-44d8-4276-b5da-d328964024b5 req-b85cd7ea-27c5-45e9-8590-cb4c1f8d0f7a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 210 time: 0.1491029 Jul 05 09:57:29.078962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-00d29e46-e1d5-4b75-b379-40ce55c00a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:29.092179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-00d29e46-e1d5-4b75-b379-40ce55c00a0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.3112290 Jul 05 09:57:29.144522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Transition to ACTIVE for port object fc5c47f3-48fe-45f8-9e89-88964a3c7b42 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:29.153121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3f3ff564-d489-41e8-9059-d98689c92e21, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3f3ff564-d489-41e8-9059-d98689c92e21,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:29.168191 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.184124 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.237725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-16aea9e1-71b5-4dc2-8d23-56b486f30279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:29.239619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-16aea9e1-71b5-4dc2-8d23-56b486f30279 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393666 Jul 05 09:57:29.302061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Network af7228d9-f703-4e96-a633-9812b1e95f3e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:29.316792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:29.325279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:29.340204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37228) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:29.357242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Allocated IP 2001:db8::360 (af7228d9-f703-4e96-a633-9812b1e95f3e/5548e1d4-a9ce-4a55-acb4-a331fc0d3193/eb85a228-ef8f-4bec-87e2-04589dcd13bd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:29.624136 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5514b506-8a8d-4868-a6db-cc2a70866f50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5178fdb5d8a94a8691faa5c2f99eeb6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814751 Jul 05 09:57:29.642751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:29.665243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-5e328284-9f04-4844-ae78-e84cc6c57bfe service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137187 Jul 05 09:57:29.688198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3f3ff564-d489-41e8-9059-d98689c92e21,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:29.702357 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.703181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Attempting to bind port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:29.703640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Attempting to bind port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'bf36fbd6-223f-4639-9d1a-4a25e0bcfff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:29.704044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Attempting to bind port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 on network af7228d9-f703-4e96-a633-9812b1e95f3e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:29.712914 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.716593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.717227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.717723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.718214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.718697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.720132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.720643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.721185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.721672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.722273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.722873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.723752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:57:29.733805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:29.734771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Checking segment: {'id': 'bf36fbd6-223f-4639-9d1a-4a25e0bcfff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:29.735399 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.735982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Bound using segment: {'id': 'bf36fbd6-223f-4639-9d1a-4a25e0bcfff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:29.736886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Bound port: fc5c47f3-48fe-45f8-9e89-88964a3c7b42, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf36fbd6-223f-4639-9d1a-4a25e0bcfff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:29.737498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.829503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Pushing event updated for resources: {'Port': ['ID=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:29.862880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] For port fc5c47f3-48fe-45f8-9e89-88964a3c7b42, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:29.867923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] For port fc5c47f3-48fe-45f8-9e89-88964a3c7b42, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,segment=NetworkSegment(bf36fbd6-223f-4639-9d1a-4a25e0bcfff7),segment_id=bf36fbd6-223f-4639-9d1a-4a25e0bcfff7)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:29.875879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:29.958368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae981c-5bd8-4f82-876f-79b9fc2ddb5f None None] Pushing event updated for resources: {'Port': ['ID=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:30.014747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3497307-c7d7-491c-8399-ba520f5a8d97 req-4a8bb355-bf80-4a1b-aca9-14d856e0be35 service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320632 Jul 05 09:57:30.061145 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bc7e-92d0-4f39-b6db-1b9818a5d5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.095319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a1fd-24d9-4570-bf67-f9705c1d222e req-097902fb-fd26-440e-af43-bba29434d59b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.103413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c70a1fd-24d9-4570-bf67-f9705c1d222e req-097902fb-fd26-440e-af43-bba29434d59b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.7184215 Jul 05 09:57:30.153171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.218462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c70a1fd-24d9-4570-bf67-f9705c1d222e req-0c085e3e-029c-4438-89ab-d3bacbbadb9e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137903 Jul 05 09:57:30.226555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-f4b497f3-9c3a-463f-8072-29866f5a5914 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2903531 Jul 05 09:57:30.301422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aee444-2fd4-4acd-977c-45e28c43282c req-1b8d865d-485c-40e4-a3fb-f7586bd61fdc tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.309528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bc7e-92d0-4f39-b6db-1b9818a5d5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.315004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6aee444-2fd4-4acd-977c-45e28c43282c req-1b8d865d-485c-40e4-a3fb-f7586bd61fdc tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3770099 Jul 05 09:57:30.337811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Transition to ACTIVE for port object eb85a228-ef8f-4bec-87e2-04589dcd13bd will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:30.374034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-b3508811-8479-4fe2-ad04-c2578914d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.380179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-b3508811-8479-4fe2-ad04-c2578914d7c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 1097 time: 0.5170097 Jul 05 09:57:30.502749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bc7e-92d0-4f39-b6db-1b9818a5d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.505431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6aee444-2fd4-4acd-977c-45e28c43282c req-a21b6281-c36a-46c9-8d05-94a2545b0c6c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894269 Jul 05 09:57:30.505699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bc7e-92d0-4f39-b6db-1b9818a5d5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.510086 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4f5bc7e-92d0-4f39-b6db-1b9818a5d5cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc7bf728-83d9-429e-b1d2-be4a65f57958 HTTP/1.1" status: 204 len: 168 time: 0.8637605 Jul 05 09:57:30.532976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5bc7e-92d0-4f39-b6db-1b9818a5d5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7bf728-83d9-429e-b1d2-be4a65f57958,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:30.554493 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.600984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e19b00e6-386b-479c-b1cc-ef13fee7227e req-bdb40170-4425-48b8-a160-93775bc65bc3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 210 time: 0.0915575 Jul 05 09:57:30.605313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-07c8610b-04dd-447b-95ba-3912e7520ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.607009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-07c8610b-04dd-447b-95ba-3912e7520ee6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d2bed338d834802bb71dc6e229186e1&device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 1097 time: 0.2900114 Jul 05 09:57:30.613225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae53245-b62b-4527-8f76-cbf8168783af req-7fb3208f-1968-4bf4-86d3-3b69e8f77a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.614766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ae53245-b62b-4527-8f76-cbf8168783af req-7fb3208f-1968-4bf4-86d3-3b69e8f77a88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1096 time: 0.3735914 Jul 05 09:57:30.674904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network af7228d9-f703-4e96-a633-9812b1e95f3e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:30.704654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:30.712187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:30.722730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.722964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:30.745749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=eb85a228-ef8f-4bec-87e2-04589dcd13bd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:30.756517 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-408191e6-391e-43c3-80f5-79b4513beaa7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3764186 Jul 05 09:57:30.757502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:30.764678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1624425890', 'allowed_address_pairs': [{'ip_address': '2001:db8::360', 'mac_address': 'fa:16:3e:73:2f:be'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:30.771804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-5ef42f52-c880-499f-b5bd-aeb58b9d68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.773619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-5ef42f52-c880-499f-b5bd-aeb58b9d68e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.3838418 Jul 05 09:57:30.933969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-fa333469-9599-4852-a3c7-55253a95512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:30.952361 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-fa333469-9599-4852-a3c7-55253a95512c service neutron] 10.222.0.16 "GET /v2.0/networks?id=57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 200 len: 912 time: 0.2850292 Jul 05 09:57:30.968956 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-e6981010-1e01-462a-8d15-2a46e18b9ce5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 200 len: 999 time: 0.1803684 Jul 05 09:57:31.047411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-254a4528-f246-4f42-8782-ec467db04e49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91 HTTP/1.1" status: 200 len: 217 time: 0.0816031 Jul 05 09:57:31.050789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae53245-b62b-4527-8f76-cbf8168783af req-9fc05ecc-f7ba-4767-aceb-55e5c1c3226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.053776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ae53245-b62b-4527-8f76-cbf8168783af req-9fc05ecc-f7ba-4767-aceb-55e5c1c3226b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.4322202 Jul 05 09:57:31.166374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-3b5c47e7-ce5c-4325-afa4-269f9823fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.167678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-3b5c47e7-ce5c-4325-afa4-269f9823fe1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.1661730 Jul 05 09:57:31.195808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ae53245-b62b-4527-8f76-cbf8168783af req-79b71335-b715-41c4-8994-c4c39a6f3aeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 217 time: 0.1339362 Jul 05 09:57:31.325002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-72b862d5-6bc5-44ca-ba12-d603eadb474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.343926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-72b862d5-6bc5-44ca-ba12-d603eadb474d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 200 len: 850 time: 0.2843723 Jul 05 09:57:31.406449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:31.478218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fc5c47f3-48fe-45f8-9e89-88964a3c7b42 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:31.510894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae53245-b62b-4527-8f76-cbf8168783af req-b74b95f0-07e4-4b6d-8365-c06d3dbc5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.512329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ae53245-b62b-4527-8f76-cbf8168783af req-b74b95f0-07e4-4b6d-8365-c06d3dbc5405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.3053157 Jul 05 09:57:31.541717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:31.542552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-a82b0998-8b1b-4f43-83b2-e7d6a9e47e89 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.546569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-a82b0998-8b1b-4f43-83b2-e7d6a9e47e89 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.16 "GET /v2.0/networks?id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7 HTTP/1.1" status: 200 len: 796 time: 0.6175504 Jul 05 09:57:31.548165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f3ff564-d489-41e8-9059-d98689c92e21 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:31.671041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-16023054-556f-48f0-9cfe-50c1e66595cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.673648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-16023054-556f-48f0-9cfe-50c1e66595cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3141971 Jul 05 09:57:31.697347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3f3ff564-d489-41e8-9059-d98689c92e21 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:31.698206 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.723716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530f010-aec9-4ebb-8bfd-f2f9ef78ab61 req-27370ad4-4367-472e-bccf-2d6eda514c32 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.733069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e530f010-aec9-4ebb-8bfd-f2f9ef78ab61 req-27370ad4-4367-472e-bccf-2d6eda514c32 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.2377322 Jul 05 09:57:31.751720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:31.788525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae53245-b62b-4527-8f76-cbf8168783af req-5d299836-1162-4122-bf80-e75fd196aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.790968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ae53245-b62b-4527-8f76-cbf8168783af req-5d299836-1162-4122-bf80-e75fd196aa94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2514143 Jul 05 09:57:31.829327 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-bbeec345-00fa-4d1c-8973-e577deb41397 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92e60f551ee4b73b11847c85fbfb3a3 HTTP/1.1" status: 200 len: 478 time: 0.2699254 Jul 05 09:57:31.841717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] device_id is not set on port 4bdfe6ab-8378-471a-975e-16092ea1efe0 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:31.889465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef9680-4a68-487a-9668-81b348d042ff None None] Network af7228d9-f703-4e96-a633-9812b1e95f3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:31.890675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-622c3fe4-d5ff-4109-ace6-e4fcdff1f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:31.892300 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-622c3fe4-d5ff-4109-ace6-e4fcdff1f817 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d205e5-0179-4187-9bc3-81ed83bf84a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7026482 Jul 05 09:57:31.897878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'port': {'device_id': '11dc1854-1207-423a-93f2-89954c985e11', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'admin_state_up': True, 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'security_groups': ['39ba23f0-366b-48ca-ae88-2bec1e5016e8', 'a7ec7095-0bf2-45f2-9849-7e07ae637f54']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:31.970880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35dc816a-22f3-4b77-869b-99eac61c17e4 None None] Provisioning for port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:31.994382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35dc816a-22f3-4b77-869b-99eac61c17e4 None None] Provisioning complete for port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:31.994786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35dc816a-22f3-4b77-869b-99eac61c17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.149127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-1fbe6f49-0d22-4601-88d2-5664d3c2abc4 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437968 Jul 05 09:57:32.178249 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35dc816a-22f3-4b77-869b-99eac61c17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.198708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Allocated IP 2001:db8::4 (af7228d9-f703-4e96-a633-9812b1e95f3e/5548e1d4-a9ce-4a55-acb4-a331fc0d3193/4bdfe6ab-8378-471a-975e-16092ea1efe0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:32.228010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-35dc816a-22f3-4b77-869b-99eac61c17e4 None None] For port fc5c47f3-48fe-45f8-9e89-88964a3c7b42, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,segment=NetworkSegment(bf36fbd6-223f-4639-9d1a-4a25e0bcfff7),segment_id=bf36fbd6-223f-4639-9d1a-4a25e0bcfff7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:32.235034 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35dc816a-22f3-4b77-869b-99eac61c17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.279127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Made reservation on behalf of d92e60f551ee4b73b11847c85fbfb3a3 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:32.282749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.313881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc816a-22f3-4b77-869b-99eac61c17e4 None None] Pushing event updated for resources: {'Port': ['ID=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:32.454536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e530f010-aec9-4ebb-8bfd-f2f9ef78ab61 req-334c3d9c-f3d9-4554-9276-40765d0f2fe4 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7204475 Jul 05 09:57:32.495144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-91b65225-86b2-48b0-9bd4-f7ba6fe7837d service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8122487 Jul 05 09:57:32.519843 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c402d360-04f6-4c3a-805f-ff815d16c8df req-240773c2-6871-4919-9479-f37e0ef1ef04 service neutron] 10.222.0.15 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577752 Jul 05 09:57:32.546911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ae53245-b62b-4527-8f76-cbf8168783af req-fb4fdb95-9a56-47e5-bd16-bfe0249d211a service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367699 Jul 05 09:57:32.556119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1addc-4f2e-4468-bca0-232e7deae4ac req-dbb17a25-b9ec-481c-819a-21fc7a75b1b9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:32.565454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb1addc-4f2e-4468-bca0-232e7deae4ac req-dbb17a25-b9ec-481c-819a-21fc7a75b1b9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.7733195 Jul 05 09:57:32.685191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3d50-4bf0-4970-a260-688e09f64f70 None None] Provisioning for port eb85a228-ef8f-4bec-87e2-04589dcd13bd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:32.699021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3d50-4bf0-4970-a260-688e09f64f70 None None] Provisioning complete for port eb85a228-ef8f-4bec-87e2-04589dcd13bd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:32.699482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3d50-4bf0-4970-a260-688e09f64f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.788797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b3d50-4bf0-4970-a260-688e09f64f70 None None] Port eb85a228-ef8f-4bec-87e2-04589dcd13bd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:32.799485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0e9b2-c9bd-46ed-aeee-5857dde1d974 req-6aaa5681-07fa-47e4-9c19-8d95b6a6d3c1 service neutron] 10.222.0.16 "GET /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858951 Jul 05 09:57:32.817221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3d50-4bf0-4970-a260-688e09f64f70 None None] Provisioning complete for port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:32.819011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3d50-4bf0-4970-a260-688e09f64f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:32.889238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c022fed8-81f7-4758-b339-626075d10e42 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:57:32.916593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb5bd325-42d9-45ac-97f7-e6d466206ba8 req-8a478a53-bfe0-4e57-98cb-b36f22006915 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 210 time: 0.2047949 Jul 05 09:57:32.934871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afb1addc-4f2e-4468-bca0-232e7deae4ac req-a11dd80d-497c-4139-b28c-1b19ae8772e9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683231 Jul 05 09:57:33.011721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ae53245-b62b-4527-8f76-cbf8168783af req-c1396707-feba-46ce-b1e0-db6cfeeaf714 service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048064 Jul 05 09:57:33.119713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:33.136991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'c022fed8-81f7-4758-b339-626075d10e42', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'port_id': 'c022fed8-81f7-4758-b339-626075d10e42', 'mac_address': 'fa:16:3e:3e:94:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:57:33.194791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.211484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.225192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-98374660-807e-437b-8b82-8c6282d03a1c None None] Provisioning complete for port eb85a228-ef8f-4bec-87e2-04589dcd13bd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:33.225192 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98374660-807e-437b-8b82-8c6282d03a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.252738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Transition to ACTIVE for port object 4bdfe6ab-8378-471a-975e-16092ea1efe0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:33.253227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c022fed8-81f7-4758-b339-626075d10e42 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:33.302932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Allocated IP 172.20.0.6 (7860b73f-ef8e-4202-a9cc-2f098d83dfd7/5537713a-8f2b-4616-86e9-85efd6e77145/26669d40-c6be-4d63-bc75-8a89318e1a09) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:33.318288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:33.321899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-98374660-807e-437b-8b82-8c6282d03a1c None None] Port eb85a228-ef8f-4bec-87e2-04589dcd13bd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:33.327881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.372703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.390139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fc5c47f3-48fe-45f8-9e89-88964a3c7b42 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:33.447660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:33.479418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:33.480258 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.481236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network af7228d9-f703-4e96-a633-9812b1e95f3e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:33.492048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:33.496349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:33.502615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:33.503333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.505890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=4bdfe6ab-8378-471a-975e-16092ea1efe0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:33.697619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.717550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['c022fed8-81f7-4758-b339-626075d10e42'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:33.736528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9209480-7d97-4e9c-a1bf-c5bf557dfb05 req-6625ad67-3085-418b-a003-9e64f104f486 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:33.740665 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-59f72f35-f6e4-4e8b-8282-8124c51ae777 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.9820220 Jul 05 09:57:33.742674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Transition to ACTIVE for port object 26669d40-c6be-4d63-bc75-8a89318e1a09 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:33.745823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9209480-7d97-4e9c-a1bf-c5bf557dfb05 req-6625ad67-3085-418b-a003-9e64f104f486 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.0860651 Jul 05 09:57:33.748252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:33.800071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9209480-7d97-4e9c-a1bf-c5bf557dfb05 req-127fafcf-5160-45e9-a62b-5d2f7a7548fe tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531473 Jul 05 09:57:33.965784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64599666-d41a-4d70-af4e-7d1e2a3ae427 None None] Provisioning for port 4bdfe6ab-8378-471a-975e-16092ea1efe0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:33.971714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64599666-d41a-4d70-af4e-7d1e2a3ae427 None None] Provisioning complete for port 4bdfe6ab-8378-471a-975e-16092ea1efe0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:33.971935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64599666-d41a-4d70-af4e-7d1e2a3ae427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:33.989226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb731fb-c5ea-41ff-b831-a32f695a2170 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:33.996075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb731fb-c5ea-41ff-b831-a32f695a2170 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:34.004211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb731fb-c5ea-41ff-b831-a32f695a2170 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:34.005987 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9eb731fb-c5ea-41ff-b831-a32f695a2170 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2554476 Jul 05 09:57:34.009736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:34.015990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.032475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-64599666-d41a-4d70-af4e-7d1e2a3ae427 None None] Port 4bdfe6ab-8378-471a-975e-16092ea1efe0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:34.098649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:34.099934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=26669d40-c6be-4d63-bc75-8a89318e1a09,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:34.103759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:34.105962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:34.188038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:34.188874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.212392 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-4cb2367f-6e73-42a4-8766-ac64af4d4b3e tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.3242261 Jul 05 09:57:34.226148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Request body: {'port': {'device_id': '11dc1854-1207-423a-93f2-89954c985e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:34.301730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting port 4bdfe6ab-8378-471a-975e-16092ea1efe0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:34.303067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.383000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.456793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.458727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-713fbb81-d2f1-45af-904b-106c8a2ff642 None None] Provisioning for port 26669d40-c6be-4d63-bc75-8a89318e1a09 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:34.463380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-713fbb81-d2f1-45af-904b-106c8a2ff642 None None] Provisioning complete for port 26669d40-c6be-4d63-bc75-8a89318e1a09 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:34.463827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-713fbb81-d2f1-45af-904b-106c8a2ff642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.467140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac93c-95a0-44a2-a33d-358a16df4641 req-58541821-a9e0-49a2-91ac-86bbf19a68df tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:34.474296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-929ac93c-95a0-44a2-a33d-358a16df4641 req-58541821-a9e0-49a2-91ac-86bbf19a68df tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.2750115 Jul 05 09:57:34.493830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b9aa-1cda-40e1-9142-3d953fc2f695 req-35c0a5ea-04ba-4f71-a6f5-d171e7df6749 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:34.501276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c30b9aa-1cda-40e1-9142-3d953fc2f695 req-35c0a5ea-04ba-4f71-a6f5-d171e7df6749 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 970 time: 0.3224535 Jul 05 09:57:34.506018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-713fbb81-d2f1-45af-904b-106c8a2ff642 None None] Port 26669d40-c6be-4d63-bc75-8a89318e1a09 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:34.534412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Calling delete_port for 4bdfe6ab-8378-471a-975e-16092ea1efe0 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:34.595674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-929ac93c-95a0-44a2-a33d-358a16df4641 req-57990ca1-81b2-4836-88ed-04c93a2d5c9a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204872 Jul 05 09:57:34.652626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c30b9aa-1cda-40e1-9142-3d953fc2f695 req-66875203-c0be-4f41-af89-2a683629da65 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1503820 Jul 05 09:57:34.779383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26669d40-c6be-4d63-bc75-8a89318e1a09 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:34.787299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.801178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Transition to ACTIVE for port object 26669d40-c6be-4d63-bc75-8a89318e1a09 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:34.802845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.806340 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:34.874548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Port': ['ID=4bdfe6ab-8378-471a-975e-16092ea1efe0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.005840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=26669d40-c6be-4d63-bc75-8a89318e1a09,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.011751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Attempting to bind port 26669d40-c6be-4d63-bc75-8a89318e1a09 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:35.012094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Attempting to bind port 26669d40-c6be-4d63-bc75-8a89318e1a09 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:35.012416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Attempting to bind port 26669d40-c6be-4d63-bc75-8a89318e1a09 on network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:35.018390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Port 26669d40-c6be-4d63-bc75-8a89318e1a09 on network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:57:35.018587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Attempting to bind port 26669d40-c6be-4d63-bc75-8a89318e1a09 on network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:35.024702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:35.025162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Checking segment: {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:35.025518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Bound using segment: {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:35.025957 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Bound port: 26669d40-c6be-4d63-bc75-8a89318e1a09, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ab9fe4-1328-4359-9a47-d1ba39a6a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:35.026346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.130075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] For port 26669d40-c6be-4d63-bc75-8a89318e1a09, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:35.134787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] For port 26669d40-c6be-4d63-bc75-8a89318e1a09, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=26669d40-c6be-4d63-bc75-8a89318e1a09,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:35.140872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.148375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.153340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a06a56b9-024e-42c1-b571-e344bebcb7ca tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/ports/4bdfe6ab-8378-471a-975e-16092ea1efe0 HTTP/1.1" status: 204 len: 168 time: 1.1396248 Jul 05 09:57:35.155024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:35.174132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26a982-7279-49f0-ab03-26f3728a32cd req-956efa5b-8654-456f-9c56-c8db48f85da4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:35.198865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c26a982-7279-49f0-ab03-26f3728a32cd req-956efa5b-8654-456f-9c56-c8db48f85da4 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3914416 Jul 05 09:57:35.239285 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42f5cbb-0c86-47b9-a364-b5489084209c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] GET failed (client error): The resource could not be found. Jul 05 09:57:35.241124 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d42f5cbb-0c86-47b9-a364-b5489084209c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "GET /v2.0/ports/4bdfe6ab-8378-471a-975e-16092ea1efe0 HTTP/1.1" status: 404 len: 333 time: 0.0637319 Jul 05 09:57:35.250063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:35.252094 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.256501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37340) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:35.257246 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] 10.222.0.16 "PUT /v2.0/ports/26669d40-c6be-4d63-bc75-8a89318e1a09 HTTP/1.1" status: 200 len: 1131 time: 1.0346975 Jul 05 09:57:35.257879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:35.272357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-117737439'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:35.274204 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329189d2-e735-45dc-aa4b-afd7741fe8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:35.314073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8d378-da04-4187-bfe4-9d318ac7baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=26669d40-c6be-4d63-bc75-8a89318e1a09,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:35.370471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c26a982-7279-49f0-ab03-26f3728a32cd req-d9109d60-a602-4f5c-b0f1-06afa78cf7bd tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704900 Jul 05 09:57:35.388236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-bf44979b-a945-4163-be8c-301e18140439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:35.390384 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-bf44979b-a945-4163-be8c-301e18140439 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1134 time: 0.0742433 Jul 05 09:57:35.390532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf2f02-1499-49fa-b246-de152534e961 req-e1372d4e-caeb-40d9-9b72-e15644f5b430 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:35.392637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ebf2f02-1499-49fa-b246-de152534e961 req-e1372d4e-caeb-40d9-9b72-e15644f5b430 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.4173245 Jul 05 09:57:35.485862 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-3b70792c-e498-42dc-b06d-39ebf16ba519 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26669d40-c6be-4d63-bc75-8a89318e1a09 HTTP/1.1" status: 200 len: 217 time: 0.0775375 Jul 05 09:57:35.488908 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae582e04-fa87-49bd-8d42-6d60bc6e15e9 x-openstack-request-id: req-ae582e04-fa87-49bd-8d42-6d60bc6e15e9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:35.489025 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:35.489228 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae582e04-fa87-49bd-8d42-6d60bc6e15e9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:35.489710 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'status': 'completed', 'code': 200} Jul 05 09:57:35.494666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ebf2f02-1499-49fa-b246-de152534e961 req-b78e3486-4e3d-409a-b121-9e068fa44a2e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958226 Jul 05 09:57:35.530053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:35.535417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:35.572457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] device_id is not set on port a298d4ef-c078-4c5c-a474-73dc8032d02e yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:35.599232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-f98c5b34-fc9c-486d-b401-299c3a848bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:35.601151 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-f98c5b34-fc9c-486d-b401-299c3a848bf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5537713a-8f2b-4616-86e9-85efd6e77145 HTTP/1.1" status: 200 len: 835 time: 0.1051691 Jul 05 09:57:35.728098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-3d95e720-9c6c-47ad-bebc-a096e45f9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:35.729657 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-3d95e720-9c6c-47ad-bebc-a096e45f9e74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152263 Jul 05 09:57:35.790337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Allocated IP 2001:db8::2f8 (af7228d9-f703-4e96-a633-9812b1e95f3e/5548e1d4-a9ce-4a55-acb4-a331fc0d3193/a298d4ef-c078-4c5c-a474-73dc8032d02e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:35.919763 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-8421f0a1-d023-4f58-82c0-5aea90238d4e service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777463 Jul 05 09:57:36.044981 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a88dc245-41ec-496b-a908-a7e179c8edc7 req-1289f652-98ef-4d10-a9e3-43574413e758 service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151874 Jul 05 09:57:36.059639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9687d-d6a5-4baa-84da-d4dcd835908f req-c2eafdc9-9a87-45aa-8293-cbcd8ca65be4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.061215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efd9687d-d6a5-4baa-84da-d4dcd835908f req-c2eafdc9-9a87-45aa-8293-cbcd8ca65be4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 982 time: 0.1035585 Jul 05 09:57:36.093198 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.131418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Transition to ACTIVE for port object a298d4ef-c078-4c5c-a474-73dc8032d02e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:36.140671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efd9687d-d6a5-4baa-84da-d4dcd835908f req-152c5100-a0bc-45aa-8da0-b45a19968d39 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0601003 Jul 05 09:57:36.181961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.241157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-03072d5a-983f-4410-80db-bdcb05b6bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.243371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-03072d5a-983f-4410-80db-bdcb05b6bd59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1134 time: 0.1156714 Jul 05 09:57:36.291467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network af7228d9-f703-4e96-a633-9812b1e95f3e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:36.328833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=a298d4ef-c078-4c5c-a474-73dc8032d02e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:36.337765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:36.339991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:36.347411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.348448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.376340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a6f383bd-cdbf-4bc0-9528-404cc079d969 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1097538 Jul 05 09:57:36.379059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:36.389101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::360', 'mac_address': 'fa:16:3e:73:2f:be'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:36.417253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-5468f01f-def7-4a53-bfc5-12fad18dc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.419746 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-5468f01f-def7-4a53-bfc5-12fad18dc7f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7 HTTP/1.1" status: 200 len: 897 time: 0.1677766 Jul 05 09:57:36.478842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-111d0a3c-dc77-4386-a57c-a3a807f28ba6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26669d40-c6be-4d63-bc75-8a89318e1a09 HTTP/1.1" status: 200 len: 217 time: 0.0515044 Jul 05 09:57:36.543296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-1af87e59-cc83-418e-b0c0-a51fb210fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.545153 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-1af87e59-cc83-418e-b0c0-a51fb210fb00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5537713a-8f2b-4616-86e9-85efd6e77145 HTTP/1.1" status: 200 len: 835 time: 0.0557392 Jul 05 09:57:36.658099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-f48ee15b-dd86-4a28-9811-4c79d9e62bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.659447 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-f48ee15b-dd86-4a28-9811-4c79d9e62bcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067247 Jul 05 09:57:36.716370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.810384 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-2582c83d-74f4-4e94-a69f-5e31a214b822 service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399419 Jul 05 09:57:36.814025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0aea8123-6f5c-457d-9bed-e597fbe5c0f4 None None] Provisioning for port a298d4ef-c078-4c5c-a474-73dc8032d02e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:36.818593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0aea8123-6f5c-457d-9bed-e597fbe5c0f4 None None] Provisioning complete for port a298d4ef-c078-4c5c-a474-73dc8032d02e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:36.820519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aea8123-6f5c-457d-9bed-e597fbe5c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.871026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8123-6f5c-457d-9bed-e597fbe5c0f4 None None] Port a298d4ef-c078-4c5c-a474-73dc8032d02e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:36.874609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c022fed8-81f7-4758-b339-626075d10e42 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:36.932987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port c022fed8-81f7-4758-b339-626075d10e42 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:36.940169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port c022fed8-81f7-4758-b339-626075d10e42 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:36.944814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:36.954367 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-329189d2-e735-45dc-aa4b-afd7741fe8fd req-9ebb935b-6570-4046-8775-17f9c37feee0 service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318233 Jul 05 09:57:36.968557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92f687-d205-4497-9e36-3a8953bb13ff req-341b46a6-e5c5-474c-ae91-4d06fc1b30f7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:36.980716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a92f687-d205-4497-9e36-3a8953bb13ff req-341b46a6-e5c5-474c-ae91-4d06fc1b30f7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.2210071 Jul 05 09:57:37.011942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3719e-45a1-46a5-b991-da498f975b6b req-bb5ea622-3e7b-4122-a8ca-da08597aee4a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:37.013441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79b3719e-45a1-46a5-b991-da498f975b6b req-bb5ea622-3e7b-4122-a8ca-da08597aee4a tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cc3d4a-9b11-48ec-8afe-8972df788dc9 HTTP/1.1" status: 200 len: 943 time: 0.2133555 Jul 05 09:57:37.041823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.078672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:37.079584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:37.082000 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04d3dc-381d-46c6-b9a3-dade7ec0eab0" -d '{"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:37.085335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.114812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a92f687-d205-4497-9e36-3a8953bb13ff req-ef422bf6-d73c-4073-97f9-919d01551d66 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259148 Jul 05 09:57:37.132595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.154576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.155155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:37.179044 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f6a76-b66a-4451-95e4-adba0444cde6 x-openstack-request-id: req-414f6a76-b66a-4451-95e4-adba0444cde6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:37.179468 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:37.179773 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-414f6a76-b66a-4451-95e4-adba0444cde6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:37.180721 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'code': 200} Jul 05 09:57:37.204095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] In _notify_port_updated(), no bound segment for port a298d4ef-c078-4c5c-a474-73dc8032d02e on network af7228d9-f703-4e96-a633-9812b1e95f3e {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:57:37.210984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:37.212247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.213652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "PUT /v2.0/ports/a298d4ef-c078-4c5c-a474-73dc8032d02e HTTP/1.1" status: 200 len: 1002 time: 0.8329058 Jul 05 09:57:37.216976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:37.244657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae93851-3116-4d7c-9554-f93ea13c9fa5 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=a298d4ef-c078-4c5c-a474-73dc8032d02e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:37.320645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Deleting port 9578bff8-2915-4e6b-86e2-755f8c3b0394 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:37.321137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.359984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting port a298d4ef-c078-4c5c-a474-73dc8032d02e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:37.361100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.496281 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.512332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Calling delete_port for a298d4ef-c078-4c5c-a474-73dc8032d02e owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:37.528120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bd379-8eff-4cab-bf31-ca05b0b5a72c req-413efd90-c845-40e9-b2ac-9d17508fb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:37.529640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa7bd379-8eff-4cab-bf31-ca05b0b5a72c req-413efd90-c845-40e9-b2ac-9d17508fb1cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1098 time: 0.2519546 Jul 05 09:57:37.591949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1dc56-57af-4ce4-90c4-0a179f9017ea req-6bd9e713-c483-4b0d-a820-5720e8eb731a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:37.601076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cb1dc56-57af-4ce4-90c4-0a179f9017ea req-6bd9e713-c483-4b0d-a820-5720e8eb731a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 982 time: 0.2820487 Jul 05 09:57:37.608984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] For port 9578bff8-2915-4e6b-86e2-755f8c3b0394, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9578bff8-2915-4e6b-86e2-755f8c3b0394,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:37.609342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.613573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9dd4b1ba-3db1-4a9f-832b-af4835b6fbb4 None None] Provisioning complete for port a298d4ef-c078-4c5c-a474-73dc8032d02e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:37.614141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b1ba-3db1-4a9f-832b-af4835b6fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.633156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Calling delete_port for 9578bff8-2915-4e6b-86e2-755f8c3b0394 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:37.654530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa7bd379-8eff-4cab-bf31-ca05b0b5a72c req-14d16226-b004-4a68-b370-0a141cab6d30 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148698 Jul 05 09:57:37.660994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4b1ba-3db1-4a9f-832b-af4835b6fbb4 None None] Port a298d4ef-c078-4c5c-a474-73dc8032d02e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:37.673670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.713584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cb1dc56-57af-4ce4-90c4-0a179f9017ea req-438b7303-e82a-4d08-8be4-a4f52afe4f8b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1127460 Jul 05 09:57:37.715165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Port': ['ID=a298d4ef-c078-4c5c-a474-73dc8032d02e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:37.836655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.852559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['422b1240-c0f2-470b-97c6-9e04a4858e6f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:37.854980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:37.875868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event deleted for resources: {'Port': ['ID=9578bff8-2915-4e6b-86e2-755f8c3b0394,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:37.937950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.942414 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9a95f74f-d356-4258-ad32-da082cf70f2e tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/ports/a298d4ef-c078-4c5c-a474-73dc8032d02e HTTP/1.1" status: 204 len: 168 time: 0.7221112 Jul 05 09:57:37.944296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:37.975652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] No DVR routers for this DVR port 9578bff8-2915-4e6b-86e2-755f8c3b0394 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:37.980419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:37.983046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79b3719e-45a1-46a5-b991-da498f975b6b req-7663876b-1e72-473f-ae26-c87a621024a3 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "DELETE /v2.0/ports/9578bff8-2915-4e6b-86e2-755f8c3b0394 HTTP/1.1" status: 204 len: 173 time: 0.9597132 Jul 05 09:57:37.983585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-deleted', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:37.987061 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75b02e7-4d74-497e-aa09-954669609a87" -d '{"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-deleted", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:38.014902 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe570b00-4244-4929-a589-ab41df6bb190 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] GET failed (client error): The resource could not be found. Jul 05 09:57:38.022936 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fe570b00-4244-4929-a589-ab41df6bb190 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "GET /v2.0/ports/a298d4ef-c078-4c5c-a474-73dc8032d02e HTTP/1.1" status: 404 len: 333 time: 0.0777202 Jul 05 09:57:38.029517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:38.030549 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa17f68a-9a14-485c-9e35-2c4ea823290f x-openstack-request-id: req-fa17f68a-9a14-485c-9e35-2c4ea823290f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:38.031357 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cc3d4a-9b11-48ec-8afe-8972df788dc9", "name": "network-vif-deleted", "tag": "9578bff8-2915-4e6b-86e2-755f8c3b0394", "status": "failed", "code": 422}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:38.032248 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa17f68a-9a14-485c-9e35-2c4ea823290f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:38.032934 n-d-771363-33 neutron-server[93796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86cc3d4a-9b11-48ec-8afe-8972df788dc9', 'name': 'network-vif-deleted', 'tag': '9578bff8-2915-4e6b-86e2-755f8c3b0394', 'status': 'failed', 'code': 422} returned with failed status Jul 05 09:57:38.036108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109065200'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:38.232469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:38.238366 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.296829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] device_id is not set on port a2db1ab5-4994-4950-9f18-24e0c175f0c6 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:38.423289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac2a89-c310-45eb-8fc9-c5ffe9185891 req-ac83e76f-0143-4b36-be1a-f9aeb92560f1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.425009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfac2a89-c310-45eb-8fc9-c5ffe9185891 req-ac83e76f-0143-4b36-be1a-f9aeb92560f1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.0824337 Jul 05 09:57:38.480364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bfac2a89-c310-45eb-8fc9-c5ffe9185891 req-3aecfd81-cc4e-4577-aa1f-470547196c66 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472078 Jul 05 09:57:38.513686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Allocated IP 2001:db8::2ea (af7228d9-f703-4e96-a633-9812b1e95f3e/5548e1d4-a9ce-4a55-acb4-a331fc0d3193/a2db1ab5-4994-4950-9f18-24e0c175f0c6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:38.756602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.786982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Transition to ACTIVE for port object a2db1ab5-4994-4950-9f18-24e0c175f0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:38.841623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:38.946537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network af7228d9-f703-4e96-a633-9812b1e95f3e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:38.953003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:38.955378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=a2db1ab5-4994-4950-9f18-24e0c175f0c6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:38.958579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32486e9-44bb-4c69-8071-66b1886032a4 req-6a3e0c51-3014-4d5d-8cab-44db950448c3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.965666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d32486e9-44bb-4c69-8071-66b1886032a4 req-6a3e0c51-3014-4d5d-8cab-44db950448c3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 982 time: 0.0911357 Jul 05 09:57:38.970813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:38.977319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:38.978194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.005350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37466) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:39.006626 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-375f5c42-9c10-41a1-8b28-8c0ff179e778 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9657927 Jul 05 09:57:39.012423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:73:2f:be'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:39.068315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d32486e9-44bb-4c69-8071-66b1886032a4 req-5520c5cb-22bd-4197-ad85-20f4d0e1ec7a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1016455 Jul 05 09:57:39.160185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.314421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b2cc1a19-e41c-4454-8e4f-4b7464d2de91 None None] Provisioning for port a2db1ab5-4994-4950-9f18-24e0c175f0c6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:39.319456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b2cc1a19-e41c-4454-8e4f-4b7464d2de91 None None] Provisioning complete for port a2db1ab5-4994-4950-9f18-24e0c175f0c6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:39.320011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1a19-e41c-4454-8e4f-4b7464d2de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.354082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252050dc-980c-4042-9d7b-da57b14bd224 req-e50acb00-c4f8-4675-ac8a-1231b113c740 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:39.355613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-252050dc-980c-4042-9d7b-da57b14bd224 req-e50acb00-c4f8-4675-ac8a-1231b113c740 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 908 time: 0.1480052 Jul 05 09:57:39.361234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc1a19-e41c-4454-8e4f-4b7464d2de91 None None] Port a2db1ab5-4994-4950-9f18-24e0c175f0c6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:39.406098 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.411192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.450256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] In _notify_port_updated(), no bound segment for port a2db1ab5-4994-4950-9f18-24e0c175f0c6 on network af7228d9-f703-4e96-a633-9812b1e95f3e {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:57:39.456272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:39.456633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.457695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "PUT /v2.0/ports/a2db1ab5-4994-4950-9f18-24e0c175f0c6 HTTP/1.1" status: 200 len: 1003 time: 0.4513938 Jul 05 09:57:39.462026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37480) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:39.481935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57058-ddcd-4dfc-8990-012209c2cf48 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=a2db1ab5-4994-4950-9f18-24e0c175f0c6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:39.632229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting port a2db1ab5-4994-4950-9f18-24e0c175f0c6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:39.632801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.752707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f9f23-497e-402d-be46-1f80e5bb251a req-42deb68c-de94-4620-b05a-6bb9386ba8e3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:39.754448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a18f9f23-497e-402d-be46-1f80e5bb251a req-42deb68c-de94-4620-b05a-6bb9386ba8e3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.0895865 Jul 05 09:57:39.756144 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.770789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Calling delete_port for a2db1ab5-4994-4950-9f18-24e0c175f0c6 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:39.797647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 26669d40-c6be-4d63-bc75-8a89318e1a09 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:57:39.806846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a18f9f23-497e-402d-be46-1f80e5bb251a req-1c70d59b-10ab-433f-9e1b-4b6dc1f05726 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Jul 05 09:57:39.845622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2787ea24-2e63-4a4c-93b3-1f596d006fd8 None None] Provisioning complete for port a2db1ab5-4994-4950-9f18-24e0c175f0c6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:39.845622 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2787ea24-2e63-4a4c-93b3-1f596d006fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:39.953447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.002412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2787ea24-2e63-4a4c-93b3-1f596d006fd8 None None] Port a2db1ab5-4994-4950-9f18-24e0c175f0c6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:40.012649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952e6c-4ca5-45e6-9134-e68c3912238d req-8ac3237b-e3de-4e5d-a700-8ee90a10a070 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:40.017830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d952e6c-4ca5-45e6-9134-e68c3912238d req-8ac3237b-e3de-4e5d-a700-8ee90a10a070 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.0861232 Jul 05 09:57:40.023595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:40.027787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 26669d40-c6be-4d63-bc75-8a89318e1a09, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=26669d40-c6be-4d63-bc75-8a89318e1a09,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:40.038215 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.044700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/ports/a2db1ab5-4994-4950-9f18-24e0c175f0c6 HTTP/1.1" status: 204 len: 168 time: 0.5780220 Jul 05 09:57:40.044700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcd918-e1a1-40a2-938a-e12d730be06c tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Port': ['ID=a2db1ab5-4994-4950-9f18-24e0c175f0c6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:40.045728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Request body: {'floatingip': {'port_id': 'c022fed8-81f7-4758-b339-626075d10e42'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:40.050103 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:40.076175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'port_id': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'mac_address': 'fa:16:3e:3e:73:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:57:40.087800 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-448f0224-525f-42b9-91fa-16fca3f11d9d tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] GET failed (client error): The resource could not be found. Jul 05 09:57:40.092801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.105309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-448f0224-525f-42b9-91fa-16fca3f11d9d tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "GET /v2.0/ports/a2db1ab5-4994-4950-9f18-24e0c175f0c6 HTTP/1.1" status: 404 len: 333 time: 0.0538535 Jul 05 09:57:40.105887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:40.113609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-886241366'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:40.169569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.189768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26669d40-c6be-4d63-bc75-8a89318e1a09 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:40.222236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 26669d40-c6be-4d63-bc75-8a89318e1a09, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=26669d40-c6be-4d63-bc75-8a89318e1a09,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:40.228847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.298729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=26669d40-c6be-4d63-bc75-8a89318e1a09,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:40.362008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:40.368492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.401641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] device_id is not set on port 77ae3d61-1c1c-4436-afa2-034d10ab84ac yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:40.503913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521cab-faeb-4201-b9de-faf0c48240a0 req-ad0da083-23fb-4761-a9b8-24663fd4a9fd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:40.505648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff521cab-faeb-4201-b9de-faf0c48240a0 req-ad0da083-23fb-4761-a9b8-24663fd4a9fd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 983 time: 0.1941073 Jul 05 09:57:40.560075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Allocated IP 2001:db8::3f (af7228d9-f703-4e96-a633-9812b1e95f3e/5548e1d4-a9ce-4a55-acb4-a331fc0d3193/77ae3d61-1c1c-4436-afa2-034d10ab84ac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:40.566378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['26669d40-c6be-4d63-bc75-8a89318e1a09'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:40.730177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.752200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Transition to ACTIVE for port object 77ae3d61-1c1c-4436-afa2-034d10ab84ac will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:40.792133 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.848319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network af7228d9-f703-4e96-a633-9812b1e95f3e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:40.851647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:40.856371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:40.862075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:40.862703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.866582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=77ae3d61-1c1c-4436-afa2-034d10ab84ac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:40.882264 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-722023b9-e0b3-4c32-ac04-068105722ed4 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7752244 Jul 05 09:57:40.885265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:40.890583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'network_id': 'af7228d9-f703-4e96-a633-9812b1e95f3e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1929366264'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:41.047857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Made reservation on behalf of c361f83026ff4374946e511cd3b23b4c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:41.051787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.072283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] device_id is not set on port f1d2dad4-2325-43e9-832a-90f2bc744824 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:41.105400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff521cab-faeb-4201-b9de-faf0c48240a0 req-a6a6275a-acad-4f46-b20e-64c3453fe495 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5887210 Jul 05 09:57:41.218137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Allocated IP 2001:db8::11e (af7228d9-f703-4e96-a633-9812b1e95f3e/5548e1d4-a9ce-4a55-acb4-a331fc0d3193/f1d2dad4-2325-43e9-832a-90f2bc744824) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:41.254461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ffeee20-3688-4bdd-92c7-fdfa03811ee6 None None] Provisioning for port 77ae3d61-1c1c-4436-afa2-034d10ab84ac completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:41.262895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ffeee20-3688-4bdd-92c7-fdfa03811ee6 None None] Provisioning complete for port 77ae3d61-1c1c-4436-afa2-034d10ab84ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:41.264056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ffeee20-3688-4bdd-92c7-fdfa03811ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.265415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.290335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.298950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.304082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5ffeee20-3688-4bdd-92c7-fdfa03811ee6 None None] Port 77ae3d61-1c1c-4436-afa2-034d10ab84ac cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:41.308465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.315138 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.321559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.328321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.330345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-7f1346c0-a600-48fa-8f55-c92aaeaa7aba tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.8463669 Jul 05 09:57:41.416455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.434014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Transition to ACTIVE for port object f1d2dad4-2325-43e9-832a-90f2bc744824 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:41.453071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6012d-6120-4547-a02d-381060180c5e req-b16ab8c8-6221-40a3-9fc6-8d5e13347691 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.454580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3c6012d-6120-4547-a02d-381060180c5e req-b16ab8c8-6221-40a3-9fc6-8d5e13347691 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 908 time: 0.4964767 Jul 05 09:57:41.509706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.591437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Network af7228d9-f703-4e96-a633-9812b1e95f3e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:41.596276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:41.601705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:41.608932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.609867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.631577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7449291 Jul 05 09:57:41.638346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:41.644110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::360', 'mac_address': 'fa:16:3e:73:2f:be'}, {'ip_address': '2001:db8::3f', 'mac_address': 'fa:16:3e:4f:21:58'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:41.645697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bbda7d5-67c0-46fb-8443-95fa85557b59 req-51ffff46-3a71-4e63-b19b-9f212df9f8b7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2706947 Jul 05 09:57:41.684760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e56f8-c531-4041-a9c1-8dc76967f514 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=f1d2dad4-2325-43e9-832a-90f2bc744824,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:41.798379 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 26669d40-c6be-4d63-bc75-8a89318e1a09 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:41.846463 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:57:41.939538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 26669d40-c6be-4d63-bc75-8a89318e1a09 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:41.968080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 26669d40-c6be-4d63-bc75-8a89318e1a09 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:41.969191 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:41.977948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259de25-e447-4830-bd0e-370002eb956c req-e8baf57b-187b-4189-b254-ce091f684e52 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:41.988910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5259de25-e447-4830-bd0e-370002eb956c req-e8baf57b-187b-4189-b254-ce091f684e52 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 908 time: 0.6573577 Jul 05 09:57:42.011927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.068607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Deleting port 0ed8400e-bd6b-42d5-a062-138b4bbef039 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:42.069310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.114949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.142647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.160180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.187381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 26669d40-c6be-4d63-bc75-8a89318e1a09, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=26669d40-c6be-4d63-bc75-8a89318e1a09,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:42.188329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:42.191338 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c03173-bcc9-4f93-80dc-398f879c4d34" -d '{"events": [{"server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "name": "network-vif-plugged", "status": "completed", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:42.199857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.258555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=26669d40-c6be-4d63-bc75-8a89318e1a09,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:42.277082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c82c3414-af59-4385-9e06-902f4daae59b None None] Provisioning for port f1d2dad4-2325-43e9-832a-90f2bc744824 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:42.287296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c82c3414-af59-4385-9e06-902f4daae59b None None] Provisioning complete for port f1d2dad4-2325-43e9-832a-90f2bc744824 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:42.287523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c82c3414-af59-4385-9e06-902f4daae59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.294299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.302707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.306434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.313268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.319221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.326482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.332796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.339848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.347459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.349749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] In _notify_port_updated(), no bound segment for port f1d2dad4-2325-43e9-832a-90f2bc744824 on network af7228d9-f703-4e96-a633-9812b1e95f3e {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:57:42.361387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edb8f76e-3756-49f5-b13b-58d10dc04795 req-6bf3281e-960e-4d6f-b4f4-3be84ba97268 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.4266071 Jul 05 09:57:42.372902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.373465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.383745 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "PUT /v2.0/ports/f1d2dad4-2325-43e9-832a-90f2bc744824 HTTP/1.1" status: 200 len: 1067 time: 0.7417583 Jul 05 09:57:42.385164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:42.498157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798b040-fd16-47c1-aedf-1d26e162124b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event updated for resources: {'Port': ['ID=f1d2dad4-2325-43e9-832a-90f2bc744824,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:42.570963 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dbba98-97c8-4c90-a62a-91d606d60d8f x-openstack-request-id: req-b0dbba98-97c8-4c90-a62a-91d606d60d8f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:42.571424 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "name": "network-vif-plugged", "status": "completed", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:42.571970 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0dbba98-97c8-4c90-a62a-91d606d60d8f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:42.572603 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'code': 200} Jul 05 09:57:42.578354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c82c3414-af59-4385-9e06-902f4daae59b None None] Port f1d2dad4-2325-43e9-832a-90f2bc744824 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:42.596005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] For port 0ed8400e-bd6b-42d5-a062-138b4bbef039, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0ed8400e-bd6b-42d5-a062-138b4bbef039,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:42.596426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.632135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50af16-0b19-42ad-9558-413e65f48628 req-cbdf8595-8625-41c6-a4b0-1f3b8aea29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.634144 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba50af16-0b19-42ad-9558-413e65f48628 req-cbdf8595-8625-41c6-a4b0-1f3b8aea29bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1136 time: 0.1067510 Jul 05 09:57:42.642264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Calling delete_port for 0ed8400e-bd6b-42d5-a062-138b4bbef039 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:42.699826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba50af16-0b19-42ad-9558-413e65f48628 req-05207026-8cc2-4de3-a7f6-12aaa9c1c52a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0534406 Jul 05 09:57:42.705306 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Floating IP 595e8dc8-9ea5-4a24-a52c-2b6229ef8147 associated. External IP: 172.25.1.166, port: c022fed8-81f7-4758-b339-626075d10e42. Jul 05 09:57:42.793677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097d6dd-ca9a-4038-802f-53d6597b72c9 req-9721124c-447d-475e-b929-bf4adbfb7a71 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:42.796073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6097d6dd-ca9a-4038-802f-53d6597b72c9 req-9721124c-447d-475e-b929-bf4adbfb7a71 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 984 time: 0.3620951 Jul 05 09:57:42.810570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-14be8f83-cb76-4e0d-92c5-a367c94d38e9 None None] Provisioning complete for port f1d2dad4-2325-43e9-832a-90f2bc744824 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:42.811162 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14be8f83-cb76-4e0d-92c5-a367c94d38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:42.860524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-14be8f83-cb76-4e0d-92c5-a367c94d38e9 None None] Port f1d2dad4-2325-43e9-832a-90f2bc744824 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:42.927370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6097d6dd-ca9a-4038-802f-53d6597b72c9 req-484c4cf2-3e1d-485a-a7bc-836e857fba9d tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1147187 Jul 05 09:57:42.945233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting port f1d2dad4-2325-43e9-832a-90f2bc744824 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:42.946135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.170293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.214758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-919b97f7-57ce-4d8b-a608-83c534b01f6f req-ec5c46c3-8755-4010-a754-9c596382cfaa tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 210 time: 0.0721080 Jul 05 09:57:43.562493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.577216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event deleted for resources: {'Port': ['ID=0ed8400e-bd6b-42d5-a062-138b4bbef039,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:43.613648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Calling delete_port for f1d2dad4-2325-43e9-832a-90f2bc744824 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:43.635921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] No DVR routers for this DVR port 0ed8400e-bd6b-42d5-a062-138b4bbef039 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:43.640865 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.642643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3c6012d-6120-4547-a02d-381060180c5e req-f883c93f-22cc-48f2-ba5e-36dcb8048976 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "DELETE /v2.0/ports/0ed8400e-bd6b-42d5-a062-138b4bbef039 HTTP/1.1" status: 204 len: 173 time: 2.1768579 Jul 05 09:57:43.646419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'name': 'network-vif-deleted', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:43.648835 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe78232-abeb-4ed2-a2c9-5498cc1a7df7" -d '{"events": [{"server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "name": "network-vif-deleted", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:43.658196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:43.756580 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ed8a9-b104-4610-8317-112121ae6439 x-openstack-request-id: req-d19ed8a9-b104-4610-8317-112121ae6439 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:43.757249 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffb0114-302a-4864-b238-5ba0d1297280", "name": "network-vif-deleted", "tag": "0ed8400e-bd6b-42d5-a062-138b4bbef039", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:43.757249 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d19ed8a9-b104-4610-8317-112121ae6439 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:43.757249 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffb0114-302a-4864-b238-5ba0d1297280', 'name': 'network-vif-deleted', 'tag': '0ed8400e-bd6b-42d5-a062-138b4bbef039', 'status': 'completed', 'code': 200} Jul 05 09:57:43.959858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:43.966566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.975710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] Sync routers for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:44.005687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:44.006803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:44.011461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.024633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e89a323f-4ff2-4312-9373-d61565dc44b6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "PUT /v2.0/floatingips/595e8dc8-9ea5-4a24-a52c-2b6229ef8147 HTTP/1.1" status: 200 len: 992 time: 3.9996159 Jul 05 09:57:44.053155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Port': ['ID=f1d2dad4-2325-43e9-832a-90f2bc744824,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:44.091308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e38a0313-5ac8-4be8-b159-edcf0bad1293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.169406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:44.294595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa2964-d287-4307-a30e-1e20b2379765 req-434606c4-146f-47af-8815-ca689bea6df9 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:44.296454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acaa2964-d287-4307-a30e-1e20b2379765 req-434606c4-146f-47af-8815-ca689bea6df9 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 984 time: 0.1831691 Jul 05 09:57:44.402594 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.406535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-259f26ac-3989-4098-9c04-ba26c8e8bb8b tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/ports/f1d2dad4-2325-43e9-832a-90f2bc744824 HTTP/1.1" status: 204 len: 168 time: 2.0086279 Jul 05 09:57:44.409062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:44.493193 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-70741790-e2be-4b2d-ba45-3f2f5c3829ed tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] GET failed (client error): The resource could not be found. Jul 05 09:57:44.495385 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-70741790-e2be-4b2d-ba45-3f2f5c3829ed tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "GET /v2.0/ports/f1d2dad4-2325-43e9-832a-90f2bc744824 HTTP/1.1" status: 404 len: 333 time: 0.0845189 Jul 05 09:57:44.497754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:44.538748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62135e7c-8815-46b0-b4bf-8f63800c24e2 req-02fa167b-c40f-4e24-81ec-060ece0b932c tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffb0114-302a-4864-b238-5ba0d1297280 HTTP/1.1" status: 200 len: 210 time: 0.0665536 Jul 05 09:57:44.565636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-acaa2964-d287-4307-a30e-1e20b2379765 req-0fe72170-776f-4371-8cad-7fb759668109 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2493081 Jul 05 09:57:44.715341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting port 77ae3d61-1c1c-4436-afa2-034d10ab84ac {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:44.716122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.777769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '595e8dc8-9ea5-4a24-a52c-2b6229ef8147', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'port_id': 'c022fed8-81f7-4758-b339-626075d10e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'mac_address': 'fa:16:3e:3e:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:57:15Z', 'updated_at': '2021-07-05T09:57:41Z', 'revision_number': 1, 'project_id': '8fe407bab998485baafe75011956a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:44.834755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] Checking router: acae9cec-5ff5-4f65-ace2-c99be7fc2c58 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:57:44.843340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3118-b9ee-4d72-988e-5e982d106ae1 req-b63da257-4531-4417-b3f8-6fbb46ca2c2f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:44.846514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08ce3118-b9ee-4d72-988e-5e982d106ae1 req-b63da257-4531-4417-b3f8-6fbb46ca2c2f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 984 time: 0.1230705 Jul 05 09:57:44.853183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:44.855393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:44.889455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.917764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08ce3118-b9ee-4d72-988e-5e982d106ae1 req-4bd6797a-87a1-4a9b-b3d2-1306f39995f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0650654 Jul 05 09:57:44.925794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Calling delete_port for 77ae3d61-1c1c-4436-afa2-034d10ab84ac owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:44.959548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0ed8400e-bd6b-42d5-a062-138b4bbef039 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:45.004107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 0ed8400e-bd6b-42d5-a062-138b4bbef039 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:45.005624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0ed8400e-bd6b-42d5-a062-138b4bbef039 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:45.109832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:45.137478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:45.147342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421913-4da2-4c9d-9e42-3e8b2dad23ff req-c6207e0b-ead7-4e80-ac65-21ff297c3c3d tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.156829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4421913-4da2-4c9d-9e42-3e8b2dad23ff req-c6207e0b-ead7-4e80-ac65-21ff297c3c3d tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1136 time: 0.0872405 Jul 05 09:57:45.172879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d4421913-4da2-4c9d-9e42-3e8b2dad23ff req-81ea2fa0-cf5d-4976-942e-55cb67f198c3 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.176762 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.327457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Port': ['ID=77ae3d61-1c1c-4436-afa2-034d10ab84ac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:45.336079 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.338090 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-69cc6c99-3e09-4f47-bcb4-13df525d5324 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/ports/77ae3d61-1c1c-4436-afa2-034d10ab84ac HTTP/1.1" status: 204 len: 168 time: 0.8392911 Jul 05 09:57:45.340279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d4421913-4da2-4c9d-9e42-3e8b2dad23ff req-81ea2fa0-cf5d-4976-942e-55cb67f198c3 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.341901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:45.390218 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5861e5ff-b5cb-4880-a8f9-be34ada1da0d tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] GET failed (client error): The resource could not be found. Jul 05 09:57:45.391932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5861e5ff-b5cb-4880-a8f9-be34ada1da0d tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "GET /v2.0/ports/77ae3d61-1c1c-4436-afa2-034d10ab84ac HTTP/1.1" status: 404 len: 333 time: 0.0489464 Jul 05 09:57:45.392646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d4421913-4da2-4c9d-9e42-3e8b2dad23ff req-81ea2fa0-cf5d-4976-942e-55cb67f198c3 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.397314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:45.458491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4421913-4da2-4c9d-9e42-3e8b2dad23ff req-81ea2fa0-cf5d-4976-942e-55cb67f198c3 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2980309 Jul 05 09:57:45.459636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea2fa0-cf5d-4976-942e-55cb67f198c3 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32095b-75a0-4c44-9c36-1fd4bc385715,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:45.501153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:45.520491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.521117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.522153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.522656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.523161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.524478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.524954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.534080 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-dd92f5db-d7f9-4ff9-9de6-48ce2b32f846 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6497 time: 0.4226131 Jul 05 09:57:45.576853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ec2a6f-a72a-4be2-9f86-238aacdc42e3 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:45.578408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-86ec2a6f-a72a-4be2-9f86-238aacdc42e3 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1131 time: 0.0742142 Jul 05 09:57:45.581317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:45.586979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:45.620888 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.625468 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-3fd131e8-a8d7-448d-92aa-34ede23def00 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902081 Jul 05 09:57:45.644045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '595e8dc8-9ea5-4a24-a52c-2b6229ef8147', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'port_id': 'c022fed8-81f7-4758-b339-626075d10e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'mac_address': 'fa:16:3e:3e:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:57:15Z', 'updated_at': '2021-07-05T09:57:41Z', 'revision_number': 1, 'project_id': '8fe407bab998485baafe75011956a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:45.655769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting port eb85a228-ef8f-4bec-87e2-04589dcd13bd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:45.656176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.711324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214dcec-a5e9-4d1e-afa1-3324b307879e None None] The sync data for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 is: [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '595e8dc8-9ea5-4a24-a52c-2b6229ef8147', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'port_id': 'c022fed8-81f7-4758-b339-626075d10e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'mac_address': 'fa:16:3e:3e:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:57:15Z', 'updated_at': '2021-07-05T09:57:41Z', 'revision_number': 1, 'project_id': '8fe407bab998485baafe75011956a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:45.759630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:45.763218 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92" -d '{"events": [{"name": "network-changed", "server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:45.807125 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.850904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:45.889131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Calling delete_port for eb85a228-ef8f-4bec-87e2-04589dcd13bd owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:46.033985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Allocated IP 172.25.1.192 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/c248437d-6199-4e0c-b064-0bbc18758d94) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:46.116631 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72f6b7-16d6-4b47-b2fa-28ce52f46305 None None] New status for floating IP 595e8dc8-9ea5-4a24-a52c-2b6229ef8147: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:57:46.165053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.176250 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf91306-db99-402c-9a9e-cb70c0f51a99 x-openstack-request-id: req-aaf91306-db99-402c-9a9e-cb70c0f51a99 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:46.176853 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:46.176853 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaf91306-db99-402c-9a9e-cb70c0f51a99 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:46.177320 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'status': 'completed', 'code': 200} Jul 05 09:57:46.244001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Port': ['ID=eb85a228-ef8f-4bec-87e2-04589dcd13bd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:46.282655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.290810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-658a3734-8e77-4b0a-9055-67f032191b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:46.291411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9db69ef9-83b4-49d5-ba76-4a165dc79567 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/ports/eb85a228-ef8f-4bec-87e2-04589dcd13bd HTTP/1.1" status: 204 len: 168 time: 0.8903754 Jul 05 09:57:46.292419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37604) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:46.292541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-658a3734-8e77-4b0a-9055-67f032191b8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1098 time: 0.1144896 Jul 05 09:57:46.380438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting subnet 5548e1d4-a9ce-4a55-acb4-a331fc0d3193 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:57:46.384708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.433806 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.475040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.501401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250066c-4e19-40ee-84d3-68d49faebd42 req-3c85d43f-fb37-41b3-82ee-26249f9d7b7f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:46.502992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5250066c-4e19-40ee-84d3-68d49faebd42 req-3c85d43f-fb37-41b3-82ee-26249f9d7b7f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 945 time: 0.1443853 Jul 05 09:57:46.543526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-e95fe521-93ae-4eee-9491-14a141b5a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:46.545071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-e95fe521-93ae-4eee-9491-14a141b5a37c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.2436285 Jul 05 09:57:46.588414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5250066c-4e19-40ee-84d3-68d49faebd42 req-f2e7b142-5e09-41f5-b735-1f8f5de86f49 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707655 Jul 05 09:57:46.593570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.634711 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.673173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.674527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-0259b100-a152-4ac3-806e-09fc08ff8132 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1002 time: 0.1176929 Jul 05 09:57:46.689735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:46.698956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Subnet': ['ID=5548e1d4-a9ce-4a55-acb4-a331fc0d3193,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:46.707756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:46.715063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.717672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2b22b017-879e-4f4e-80a4-0a72e80a7ec7 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/subnets/5548e1d4-a9ce-4a55-acb4-a331fc0d3193 HTTP/1.1" status: 204 len: 168 time: 0.4240029 Jul 05 09:57:46.720504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:46.721635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f082d6-c6a2-41e4-8d11-b95fa3a133d0 None None] Network af7228d9-f703-4e96-a633-9812b1e95f3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:46.754054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:46.803306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=c248437d-6199-4e0c-b064-0bbc18758d94,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:46.833588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-13425fae-2194-4d19-9cdf-50d6b61954e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:46.837850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-13425fae-2194-4d19-9cdf-50d6b61954e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.1443450 Jul 05 09:57:46.845089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.903691 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b891732-7e1a-48bc-aaf6-8f4bc94e459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.940182 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.973762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Deleting port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:46.975073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.046750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-4ec66952-00cb-44cb-bcc4-0c1a4fce790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:47.048388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-4ec66952-00cb-44cb-bcc4-0c1a4fce790f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2023542 Jul 05 09:57:47.076949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] DHCP port deletion for af7228d9-f703-4e96-a633-9812b1e95f3e request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:57:47.183488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] Deleting port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:47.184184 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.331418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-179b1364-0333-4927-ac25-ba2890a98b9a service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550566 Jul 05 09:57:47.403145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fc5c47f3-48fe-45f8-9e89-88964a3c7b42 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:47.483202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] For port fc5c47f3-48fe-45f8-9e89-88964a3c7b42, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,segment=NetworkSegment(bf36fbd6-223f-4639-9d1a-4a25e0bcfff7),segment_id=bf36fbd6-223f-4639-9d1a-4a25e0bcfff7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:47.484546 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.558674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] Calling delete_port for fc5c47f3-48fe-45f8-9e89-88964a3c7b42 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:47.598702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] For port fc5c47f3-48fe-45f8-9e89-88964a3c7b42, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,segment=NetworkSegment(bf36fbd6-223f-4639-9d1a-4a25e0bcfff7),segment_id=bf36fbd6-223f-4639-9d1a-4a25e0bcfff7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:47.599869 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.620316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Calling delete_port for fc5c47f3-48fe-45f8-9e89-88964a3c7b42 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:47.745853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3b19ebb-07d8-41fc-9ee1-2dd5a1d44a92 req-9737af76-6bea-4f69-945a-c3cc6a7c118f service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010163 Jul 05 09:57:47.803919 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.812773 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.844829 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.894173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.909325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] Pushing event deleted for resources: {'Port': ['ID=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:47.911922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f6c9c-5e69-4abd-bfd0-da7569f2c8b1 None None] No DVR routers for this DVR port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:47.933755 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:47.944068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Port': ['ID=fc5c47f3-48fe-45f8-9e89-88964a3c7b42,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:47.956475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-2a5662b7-8a2d-4a56-af56-0936fe5ea758 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:47.958258 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-2a5662b7-8a2d-4a56-af56-0936fe5ea758 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 945 time: 0.2493696 Jul 05 09:57:47.964305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] No DVR routers for this DVR port fc5c47f3-48fe-45f8-9e89-88964a3c7b42 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:48.066130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5d4f-a295-4e86-88e9-9dbc73fcab15 req-0b92e86d-74ce-4334-a5b0-2db05d2c6321 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:48.068014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d26c5d4f-a295-4e86-88e9-9dbc73fcab15 req-0b92e86d-74ce-4334-a5b0-2db05d2c6321 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 945 time: 0.1910486 Jul 05 09:57:48.071335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.115981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.132181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7228d9-f703-4e96-a633-9812b1e95f3e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:48.146008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf36fbd6-223f-4639-9d1a-4a25e0bcfff7') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:48.146313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf36fbd6-223f-4639-9d1a-4a25e0bcfff7') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:48.160098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.164952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d26c5d4f-a295-4e86-88e9-9dbc73fcab15 req-5a0c1886-9aff-4253-94ae-59aab8d3c55f tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660405 Jul 05 09:57:48.182974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.196554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:57:48.197310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:57:48.200509 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:57:48.298822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.306526 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.312301 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.321113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.323514 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] 10.222.0.21 "DELETE /v2.0/networks/af7228d9-f703-4e96-a633-9812b1e95f3e HTTP/1.1" status: 204 len: 168 time: 1.6018989 Jul 05 09:57:48.352974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388f795-d527-42e9-859f-5aedec613c86 tempest-AllowedAddressPairIpV6TestJSON-1760814267 tempest-AllowedAddressPairIpV6TestJSON-1760814267-project] Pushing event deleted for resources: {'Network': ['ID=af7228d9-f703-4e96-a633-9812b1e95f3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:48.365359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Deleting port 422b1240-c0f2-470b-97c6-9e04a4858e6f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:48.365710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.397920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=c248437d-6199-4e0c-b064-0bbc18758d94,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:48.417899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.484943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] For port 422b1240-c0f2-470b-97c6-9e04a4858e6f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=422b1240-c0f2-470b-97c6-9e04a4858e6f,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:48.485324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.502375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Calling delete_port for 422b1240-c0f2-470b-97c6-9e04a4858e6f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:48.582028 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Floating IP db61f0b4-acac-467f-8407-1641154518dd associated. External IP: 172.25.1.192, port: 26669d40-c6be-4d63-bc75-8a89318e1a09. Jul 05 09:57:48.715610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.730142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:48.737831 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['422b1240-c0f2-470b-97c6-9e04a4858e6f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:48.776816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event deleted for resources: {'Port': ['ID=422b1240-c0f2-470b-97c6-9e04a4858e6f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:48.848779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] No DVR routers for this DVR port 422b1240-c0f2-470b-97c6-9e04a4858e6f on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:48.853608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:48.856327 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8f4ea9f6-582b-4f92-93bc-0223c633b3b7 req-16499549-10d1-46be-a14e-ab049a71f3cf tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "DELETE /v2.0/ports/422b1240-c0f2-470b-97c6-9e04a4858e6f HTTP/1.1" status: 204 len: 173 time: 0.8901846 Jul 05 09:57:48.857252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'name': 'network-vif-deleted', 'tag': '422b1240-c0f2-470b-97c6-9e04a4858e6f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:48.872072 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9949611b-183c-4d22-8ceb-1c070a6c2034" -d '{"events": [{"server_uuid": "78ca80c7-53eb-47f6-8ada-3e6c4a38823a", "name": "network-vif-deleted", "tag": "422b1240-c0f2-470b-97c6-9e04a4858e6f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:48.949289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:48.987454 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6c1f6c-ac54-4cce-bb63-524adb995312 x-openstack-request-id: req-8a6c1f6c-ac54-4cce-bb63-524adb995312 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:48.987873 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ca80c7-53eb-47f6-8ada-3e6c4a38823a", "name": "network-vif-deleted", "tag": "422b1240-c0f2-470b-97c6-9e04a4858e6f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:48.988218 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a6c1f6c-ac54-4cce-bb63-524adb995312 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:48.988724 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ca80c7-53eb-47f6-8ada-3e6c4a38823a', 'name': 'network-vif-deleted', 'tag': '422b1240-c0f2-470b-97c6-9e04a4858e6f', 'status': 'completed', 'code': 200} Jul 05 09:57:49.045453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:49.249159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-64eade11-c9be-4353-a9aa-02884305a4a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c361f83026ff4374946e511cd3b23b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985015 Jul 05 09:57:49.252658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37848) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:49.298538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:49.311847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] Sync routers for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:49.343806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:49.344730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:49.363391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c45c4bd-7164-457f-b58e-ca854c0be032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.374792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.432201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c45c4bd-7164-457f-b58e-ca854c0be032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.504890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-de3f6e91-266b-4f4e-8dac-4265b2c89c67 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9198184 Jul 05 09:57:49.512400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:49.514341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 37874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:49.515871 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c117267-8683-496b-b4bf-3957b9edca97" -d '{"events": [{"name": "network-changed", "server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:49.637448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29cfb522-2694-46a7-95de-9c7d647c068d req-faa70d8c-0476-48d5-8a23-f7d749ece891 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ca80c7-53eb-47f6-8ada-3e6c4a38823a HTTP/1.1" status: 200 len: 210 time: 0.1340611 Jul 05 09:57:49.638968 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957a5e36-8f34-450e-a110-aac93075491c x-openstack-request-id: req-957a5e36-8f34-450e-a110-aac93075491c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:49.639274 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:49.639524 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-957a5e36-8f34-450e-a110-aac93075491c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:49.639928 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'status': 'completed', 'code': 200} Jul 05 09:57:49.642146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:49.736815 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.747127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c45c4bd-7164-457f-b58e-ca854c0be032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.752326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c45c4bd-7164-457f-b58e-ca854c0be032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:49.753518 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2c45c4bd-7164-457f-b58e-ca854c0be032 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ddd7aa4-1503-4315-b501-cc3837b5d1b3 HTTP/1.1" status: 204 len: 168 time: 0.4990845 Jul 05 09:57:49.807020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117267-8683-496b-b4bf-3957b9edca97 req-38f21a8e-d840-4c4a-9e87-434de7cfcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.808595 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c117267-8683-496b-b4bf-3957b9edca97 req-38f21a8e-d840-4c4a-9e87-434de7cfcd00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1136 time: 0.1554043 Jul 05 09:57:49.809462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45c4bd-7164-457f-b58e-ca854c0be032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd7aa4-1503-4315-b501-cc3837b5d1b3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:49.933468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.934014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.934668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.935401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.935938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.938042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.938707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.939373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.940923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.941560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.942222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.942850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.943498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:49.949851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37916) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:49.950301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9e097c30-5bc5-4275-8d20-842f9ddab16e tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9154 time: 0.4346051 Jul 05 09:57:50.010007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117267-8683-496b-b4bf-3957b9edca97 req-a009f5ab-5602-4b3e-8290-e1ed5fa26770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.012599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c117267-8683-496b-b4bf-3957b9edca97 req-a009f5ab-5602-4b3e-8290-e1ed5fa26770 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7 HTTP/1.1" status: 200 len: 897 time: 0.1900074 Jul 05 09:57:50.075365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'db61f0b4-acac-467f-8407-1641154518dd', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'port_id': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'mac_address': 'fa:16:3e:3e:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc1854-1207-423a-93f2-89954c985e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:57:47Z', 'updated_at': '2021-07-05T09:57:47Z', 'revision_number': 0, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:28Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:50.105173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.106653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.108164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.109107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.109572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.110029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.110549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.110927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.111400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.111848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.111987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] Checking router: ddd1d45d-c564-4559-bd01-0f6a4eabb8ea for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:57:50.113560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.115681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.116331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.123027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:50.124225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4ac654cf-2ee5-4552-be51-aef44f396664 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8273 time: 0.1728384 Jul 05 09:57:50.124484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:50.124878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 37936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:50.178058 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c117267-8683-496b-b4bf-3957b9edca97 req-be936482-8fa1-499a-9564-8c275c07344f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26669d40-c6be-4d63-bc75-8a89318e1a09 HTTP/1.1" status: 200 len: 999 time: 0.1418099 Jul 05 09:57:50.264620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117267-8683-496b-b4bf-3957b9edca97 req-2d25b3d6-c2dc-49cb-abe0-935876c5b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.267139 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c117267-8683-496b-b4bf-3957b9edca97 req-2d25b3d6-c2dc-49cb-abe0-935876c5b751 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5537713a-8f2b-4616-86e9-85efd6e77145 HTTP/1.1" status: 200 len: 835 time: 0.0787060 Jul 05 09:57:50.386065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117267-8683-496b-b4bf-3957b9edca97 req-1eba9905-09f2-46de-9bc5-e731bc195d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.388428 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c117267-8683-496b-b4bf-3957b9edca97 req-1eba9905-09f2-46de-9bc5-e731bc195d1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124487 Jul 05 09:57:50.391539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:50.622191 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c117267-8683-496b-b4bf-3957b9edca97 req-eee637af-cd3b-4408-8871-f9a3d436e158 service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103627 Jul 05 09:57:50.825093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9ae786d2-e008-478d-b2fb-6a38dca6cfc6 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.6989691 Jul 05 09:57:50.826432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38030) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:50.885531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3c117267-8683-496b-b4bf-3957b9edca97 req-4dd924c0-0616-4e29-8118-0f5fcd7e74ff service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520726 Jul 05 09:57:50.907004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d14478-33f8-4b1a-a911-40b27d1c2701 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.911120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d14478-33f8-4b1a-a911-40b27d1c2701 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:50.912951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-46d14478-33f8-4b1a-a911-40b27d1c2701 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd1d45d-c564-4559-bd01-0f6a4eabb8ea HTTP/1.1" status: 200 len: 1992 time: 0.0851445 Jul 05 09:57:50.920589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'db61f0b4-acac-467f-8407-1641154518dd', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'port_id': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'mac_address': 'fa:16:3e:3e:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc1854-1207-423a-93f2-89954c985e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:57:47Z', 'updated_at': '2021-07-05T09:57:47Z', 'revision_number': 0, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:28Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:51.175442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 422b1240-c0f2-470b-97c6-9e04a4858e6f no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:51.180636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38076) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:51.202802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f0e36-6127-46d0-806b-6c87b8507fce None None] The sync data for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 is: [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'db61f0b4-acac-467f-8407-1641154518dd', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'port_id': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'mac_address': 'fa:16:3e:3e:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc1854-1207-423a-93f2-89954c985e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T09:57:47Z', 'updated_at': '2021-07-05T09:57:47Z', 'revision_number': 0, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:28Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:51.206143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 422b1240-c0f2-470b-97c6-9e04a4858e6f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:51.206496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 422b1240-c0f2-470b-97c6-9e04a4858e6f not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:51.337273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d7f0-ba2c-4345-ae4e-b656fe6bcf68 req-7490a280-ec77-4725-8b6b-e5e04d5b4e54 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.340683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd06d7f0-ba2c-4345-ae4e-b656fe6bcf68 req-7490a280-ec77-4725-8b6b-e5e04d5b4e54 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1104393 Jul 05 09:57:51.358866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1933162746'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:51.412644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:51.416569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.427716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.436637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd06d7f0-ba2c-4345-ae4e-b656fe6bcf68 req-696e03e1-f30e-4bf8-94aa-49227ecdc3f9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b650bee-77e1-41c7-affa-7c5ceff9d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704141 Jul 05 09:57:51.530466 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff66578-588c-475d-ad64-756fdc1dfe1e None None] New status for floating IP db61f0b4-acac-467f-8407-1641154518dd: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:57:51.595899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.602604 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.622056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-e7f24011-ca05-4211-b72f-7d4fa81c4cda tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.626978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-e7f24011-ca05-4211-b72f-7d4fa81c4cda tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 945 time: 0.1039770 Jul 05 09:57:51.636315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:57:51.654283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2887dfc-58b9-48d0-92a3-462a399b5027,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:51.657326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.657671 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Added segment 0ec4700e-600e-40ad-b801-0423a0ed743d of type vlan for network e73fb007-0a92-478a-b527-2482a3106159 Jul 05 09:57:51.733364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.771902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.776661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Deleting port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:51.777082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.779546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:51.780566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.841658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6591418 Jul 05 09:57:51.845000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:51.854038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'subnet': {'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:51.876177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f23da5-ceae-4f59-82f2-4c82c99b6ac4 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Network': ['ID=e73fb007-0a92-478a-b527-2482a3106159,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:51.891547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e73fb007-0a92-478a-b527-2482a3106159 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:57:51.893456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] For port 8c1c546f-84a6-4303-a11f-4b24b33ebd91, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8c1c546f-84a6-4303-a11f-4b24b33ebd91,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:51.894597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:51.913235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Calling delete_port for 8c1c546f-84a6-4303-a11f-4b24b33ebd91 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:51.971890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:51.975968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.100091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.125150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8c1c546f-84a6-4303-a11f-4b24b33ebd91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:57:52.138014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event deleted for resources: {'Port': ['ID=8c1c546f-84a6-4303-a11f-4b24b33ebd91,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:52.199644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] No DVR routers for this DVR port 8c1c546f-84a6-4303-a11f-4b24b33ebd91 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:52.203053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.208199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-15e1581d-0ff3-4d54-a460-0154855a13f4 req-21c6a715-0223-421c-b368-87a2b0d64cf9 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.16 "DELETE /v2.0/ports/8c1c546f-84a6-4303-a11f-4b24b33ebd91 HTTP/1.1" status: 204 len: 173 time: 0.5739934 Jul 05 09:57:52.210002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'name': 'network-vif-deleted', 'tag': '8c1c546f-84a6-4303-a11f-4b24b33ebd91'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:52.218700 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0b5d54-c720-48ec-b688-bed058dcef3e" -d '{"events": [{"server_uuid": "8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a", "name": "network-vif-deleted", "tag": "8c1c546f-84a6-4303-a11f-4b24b33ebd91"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:52.227117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.295844 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031712b0-426a-4879-b336-b66ac6ccca89 x-openstack-request-id: req-031712b0-426a-4879-b336-b66ac6ccca89 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:52.296344 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a", "name": "network-vif-deleted", "tag": "8c1c546f-84a6-4303-a11f-4b24b33ebd91", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:52.296594 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-031712b0-426a-4879-b336-b66ac6ccca89 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:52.297012 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a', 'name': 'network-vif-deleted', 'tag': '8c1c546f-84a6-4303-a11f-4b24b33ebd91', 'status': 'completed', 'code': 200} Jul 05 09:57:52.327789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Subnet': ['ID=82ecea31-a1e4-4378-a1b9-a701897f96e1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:52.335465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Checking segment: {'id': '0ec4700e-600e-40ad-b801-0423a0ed743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e73fb007-0a92-478a-b527-2482a3106159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:52.338073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network hostable DHCP agents. Network: e73fb007-0a92-478a-b527-2482a3106159, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:57:52.370182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network e73fb007-0a92-478a-b527-2482a3106159 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:57:52.385266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e73fb007-0a92-478a-b527-2482a3106159) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:52.396129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb23a1b-d69a-46ff-8bd6-ab0dcf7a9231 None None] Network e73fb007-0a92-478a-b527-2482a3106159 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:52.397098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:52.399876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.439246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d04c8fd8-82cb-42d6-93e6-4e6aba3b1459 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5899262 Jul 05 09:57:52.440104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:52.446759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'name': 'tempest-AllowedAddressPairTestJSON-436691425'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:52.605318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-2b155c4d-b344-4a46-8133-8d5b51167847 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:52.607156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-2b155c4d-b344-4a46-8133-8d5b51167847 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/networks?id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 200 len: 814 time: 0.1649771 Jul 05 09:57:52.642012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:52.645777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.653871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e73fb007-0a92-478a-b527-2482a3106159', 'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'tenant_id': '97abca6623f0443786224ee8fbc4dcfb', 'fixed_ips': [{'subnet_id': '82ecea31-a1e4-4378-a1b9-a701897f96e1'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:57:52.654906 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:52.659004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-9f7c8978-e6f1-40d9-8f34-ab51340a6dc3 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/quotas/b14c75ade05f4a319cd707ccd3956fb9 HTTP/1.1" status: 200 len: 375 time: 0.0449712 Jul 05 09:57:52.661274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42a75fb8-db11-4ce4-8a5f-dcc55ed62d9d req-abb5cd29-6e4d-4f3a-8955-d8edc0880789 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e04dbbd-7c01-46eb-988b-a8fd8ff08a3a HTTP/1.1" status: 200 len: 210 time: 0.0388279 Jul 05 09:57:52.666053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] device_id is not set on port f0b32434-66e0-4f01-8c7c-1ad609814235 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:52.701518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-255e557b-cc70-4606-81a6-45b5782d725f tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355990 Jul 05 09:57:52.791046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Allocated IP 172.20.0.7 (e73fb007-0a92-478a-b527-2482a3106159/82ecea31-a1e4-4378-a1b9-a701897f96e1/f0b32434-66e0-4f01-8c7c-1ad609814235) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:52.859945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-5e0e147b-074a-4323-945f-1bd8d62eeab0 service neutron] 10.222.0.21 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434453 Jul 05 09:57:52.972897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-0a43b538-4d4d-4243-bb4a-e686aae7a46d service neutron] 10.222.0.21 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007960 Jul 05 09:57:53.002988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.025777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Transition to ACTIVE for port object f0b32434-66e0-4f01-8c7c-1ad609814235 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:53.068854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.122576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network e73fb007-0a92-478a-b527-2482a3106159 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:53.125918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:53.130798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:53.135635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=f0b32434-66e0-4f01-8c7c-1ad609814235,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:53.136953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Allocated IP 172.20.0.2 (e73fb007-0a92-478a-b527-2482a3106159/82ecea31-a1e4-4378-a1b9-a701897f96e1/3353bb4d-6851-4828-9f86-c5becfc31477) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:53.199972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fccb8a35-f2d8-448d-ba04-e05182ef2e2b req-e882e948-0f54-4a4d-87f3-084f8f5c033e tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 210 time: 0.0478735 Jul 05 09:57:53.201848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:53.202196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.225648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:53.227047 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3af6e3d1-22af-4407-ae59-8e3e9ea2d993 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7845783 Jul 05 09:57:53.231682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'name': 'tempest-AllowedAddressPairTestJSON-846023929', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d6:6f:f5'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:53.343109 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.353785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Transition to ACTIVE for port object 3353bb4d-6851-4828-9f86-c5becfc31477 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:53.370270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:53.370531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Transition to ACTIVE for port object 3353bb4d-6851-4828-9f86-c5becfc31477 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:53.380729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.423791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Network e73fb007-0a92-478a-b527-2482a3106159 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:53.428766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:53.433184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:53.444258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Pushing event updated for resources: {'Port': ['ID=3353bb4d-6851-4828-9f86-c5becfc31477,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:53.466553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.486949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] device_id is not set on port 48c1fa3f-8f4d-4fa3-9db6-1388a249e506 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:53.503520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Attempting to bind port 3353bb4d-6851-4828-9f86-c5becfc31477 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:53.503987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Attempting to bind port 3353bb4d-6851-4828-9f86-c5becfc31477 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '0ec4700e-600e-40ad-b801-0423a0ed743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e73fb007-0a92-478a-b527-2482a3106159'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:53.504439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Attempting to bind port 3353bb4d-6851-4828-9f86-c5becfc31477 on network e73fb007-0a92-478a-b527-2482a3106159 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:53.510759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:53.511291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Checking segment: {'id': '0ec4700e-600e-40ad-b801-0423a0ed743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e73fb007-0a92-478a-b527-2482a3106159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:53.511856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.512388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Bound using segment: {'id': '0ec4700e-600e-40ad-b801-0423a0ed743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e73fb007-0a92-478a-b527-2482a3106159'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:53.512947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Bound port: 3353bb4d-6851-4828-9f86-c5becfc31477, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec4700e-600e-40ad-b801-0423a0ed743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e73fb007-0a92-478a-b527-2482a3106159'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:53.513395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.588772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] For port 3353bb4d-6851-4828-9f86-c5becfc31477, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:53.592328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] For port 3353bb4d-6851-4828-9f86-c5becfc31477, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3353bb4d-6851-4828-9f86-c5becfc31477,segment=NetworkSegment(0ec4700e-600e-40ad-b801-0423a0ed743d),segment_id=0ec4700e-600e-40ad-b801-0423a0ed743d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:53.597963 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.624798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Allocated IP 172.20.0.5 (e73fb007-0a92-478a-b527-2482a3106159/82ecea31-a1e4-4378-a1b9-a701897f96e1/48c1fa3f-8f4d-4fa3-9db6-1388a249e506) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:53.673077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6c101-f663-4484-a515-58b57bdb0de3 None None] Pushing event updated for resources: {'Port': ['ID=3353bb4d-6851-4828-9f86-c5becfc31477,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:53.823600 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:53.862713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Transition to ACTIVE for port object 48c1fa3f-8f4d-4fa3-9db6-1388a249e506 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:53.935242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.005987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network e73fb007-0a92-478a-b527-2482a3106159 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:54.011166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:54.016836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:54.058035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=48c1fa3f-8f4d-4fa3-9db6-1388a249e506,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:54.097478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.099003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.126670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-834d8de1-773c-4cc3-b470-0d741496f038 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.8997605 Jul 05 09:57:54.129952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:54.210365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d019e7d-977d-4389-a5d5-c1771022104c tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.217894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d019e7d-977d-4389-a5d5-c1771022104c tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.224392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d019e7d-977d-4389-a5d5-c1771022104c tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.226177 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4d019e7d-977d-4389-a5d5-c1771022104c tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.0942786 Jul 05 09:57:54.229155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38172) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:54.390219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28d4d4-63e0-443a-b26a-226d838e9192 req-f5a00c5a-28b9-4cbf-a531-9de623834ece tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.391980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce28d4d4-63e0-443a-b26a-226d838e9192 req-f5a00c5a-28b9-4cbf-a531-9de623834ece tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1318498 Jul 05 09:57:54.418630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47b5cfd5-93b1-42a6-b368-9fe76de66ced req-3157c61e-be92-4b95-9d16-3d29395a5a4f tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 210 time: 0.0479958 Jul 05 09:57:54.439817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting port 48c1fa3f-8f4d-4fa3-9db6-1388a249e506 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:54.440231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.501796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce28d4d4-63e0-443a-b26a-226d838e9192 req-4c7cd219-66e6-44ff-b8b7-e9d786e6c347 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871749 Jul 05 09:57:54.550076 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.563405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Calling delete_port for 48c1fa3f-8f4d-4fa3-9db6-1388a249e506 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:54.675418 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:57:54.714486 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.749388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Port': ['ID=48c1fa3f-8f4d-4fa3-9db6-1388a249e506,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:54.890603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faae449-3109-4a7f-b0fe-de7344f07053 None None] Network e73fb007-0a92-478a-b527-2482a3106159 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:57:54.920634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:54.922881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1c3060c3-1c30-49dd-a8a8-fcbaa5f847d5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/ports/48c1fa3f-8f4d-4fa3-9db6-1388a249e506 HTTP/1.1" status: 204 len: 168 time: 0.6925554 Jul 05 09:57:54.925677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:54.953757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-5517004c-8d93-4d67-a24b-ff358c07849c tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:54.955884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-5517004c-8d93-4d67-a24b-ff358c07849c tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "GET /v2.0/networks?id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 200 len: 814 time: 0.1443641 Jul 05 09:57:54.957034 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5636103-377a-43eb-aec6-d1f77f2f6c27 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] GET failed (client error): The resource could not be found. Jul 05 09:57:54.959134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a5636103-377a-43eb-aec6-d1f77f2f6c27 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "GET /v2.0/ports/48c1fa3f-8f4d-4fa3-9db6-1388a249e506 HTTP/1.1" status: 404 len: 333 time: 0.0318122 Jul 05 09:57:54.962706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38178) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:54.968723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'name': 'tempest-AllowedAddressPairTestJSON-1515748749'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:54.970085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Request body: {'port': {'device_id': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a', 'admin_state_up': True, 'tenant_id': 'b14c75ade05f4a319cd707ccd3956fb9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:54.981966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a057e25e-51ae-4c2f-be48-5d1d0563a37a None None] Provisioning for port 3353bb4d-6851-4828-9f86-c5becfc31477 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:55.115220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:55.120789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.137819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Made reservation on behalf of b14c75ade05f4a319cd707ccd3956fb9 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:55.144052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.158991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] device_id is not set on port dc272279-36fc-4717-9f6c-4b9b1fc47e78 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:55.289750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Allocated IP 172.20.0.11 (e73fb007-0a92-478a-b527-2482a3106159/82ecea31-a1e4-4378-a1b9-a701897f96e1/dc272279-36fc-4717-9f6c-4b9b1fc47e78) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:55.328652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Allocated IP 172.20.0.2 (d29dcc60-27cd-47b2-8f72-b9c99b7f703a/b37a0880-0a1e-4768-bd0a-2c107c89223b/726d64f0-048c-4136-835c-c946e8187f05) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:55.356082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3353bb4d-6851-4828-9f86-c5becfc31477 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:55.475544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3353bb4d-6851-4828-9f86-c5becfc31477 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:55.484338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17cbfed6-3281-4400-b34d-0b35256aedd1 None None] Provisioning for port f0b32434-66e0-4f01-8c7c-1ad609814235 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:55.496683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3353bb4d-6851-4828-9f86-c5becfc31477 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:55.497148 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.498910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17cbfed6-3281-4400-b34d-0b35256aedd1 None None] Provisioning complete for port f0b32434-66e0-4f01-8c7c-1ad609814235 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:55.499508 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17cbfed6-3281-4400-b34d-0b35256aedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.510327 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.537192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Transition to ACTIVE for port object dc272279-36fc-4717-9f6c-4b9b1fc47e78 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:55.579471 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.601661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.662193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17cbfed6-3281-4400-b34d-0b35256aedd1 None None] Port f0b32434-66e0-4f01-8c7c-1ad609814235 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:55.671609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.724087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Network d29dcc60-27cd-47b2-8f72-b9c99b7f703a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:55.728395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:55.735400 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:55.744417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network e73fb007-0a92-478a-b527-2482a3106159 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:55.750205 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.772383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Pushing event updated for resources: {'Port': ['ID=726d64f0-048c-4136-835c-c946e8187f05,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:55.779195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:55.788356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:55.806193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:55.806864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.818657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3353bb4d-6851-4828-9f86-c5becfc31477, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3353bb4d-6851-4828-9f86-c5becfc31477,segment=NetworkSegment(0ec4700e-600e-40ad-b801-0423a0ed743d),segment_id=0ec4700e-600e-40ad-b801-0423a0ed743d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:55.829074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06c9f943-15ce-4a89-a066-71e8a723baff None None] Provisioning complete for port f0b32434-66e0-4f01-8c7c-1ad609814235 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:55.829737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06c9f943-15ce-4a89-a066-71e8a723baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.833707 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.835478 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-c3966e6f-e8fd-40f2-9bff-5f03c65a0017 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8700209 Jul 05 09:57:55.858003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:55.858663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:55.867933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Request body: {'port': {'device_id': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:55.870388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8c1c546f-84a6-4303-a11f-4b24b33ebd91 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:55.891054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9271700 Jul 05 09:57:55.895836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a290c7-f031-4cdc-b54a-d08a85009bd0 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=dc272279-36fc-4717-9f6c-4b9b1fc47e78,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:55.902466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:55.909191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d6:6f:f5'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:55.924397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 8c1c546f-84a6-4303-a11f-4b24b33ebd91 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:55.925008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8c1c546f-84a6-4303-a11f-4b24b33ebd91 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:55.942612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06c9f943-15ce-4a89-a066-71e8a723baff None None] Port f0b32434-66e0-4f01-8c7c-1ad609814235 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:55.970675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3353bb4d-6851-4828-9f86-c5becfc31477,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:56.003307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.013777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-cabec91a-37db-4289-8417-965fe76bf6ae tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:56.015455 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-cabec91a-37db-4289-8417-965fe76bf6ae tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.1959653 Jul 05 09:57:56.017625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20112acd-e24c-49b8-9ae2-31491bc1734a req-b08eef19-ab98-44ce-8932-6fa936ce8de7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:56.019145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20112acd-e24c-49b8-9ae2-31491bc1734a req-b08eef19-ab98-44ce-8932-6fa936ce8de7 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 945 time: 0.3247075 Jul 05 09:57:56.057291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ae1d331f-08c1-47c7-ae49-3866e1e1c570 None None] Could not find standard attr ID for object 48c1fa3f-8f4d-4fa3-9db6-1388a249e506. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:57:56.084684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69a3f-f6ae-4bd8-b1e3-1255be0adc66 req-89fa165a-f00a-4dcc-ad31-d71ce1ebe1f1 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:56.086465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0b69a3f-f6ae-4bd8-b1e3-1255be0adc66 req-89fa165a-f00a-4dcc-ad31-d71ce1ebe1f1 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 931 time: 0.4129584 Jul 05 09:57:56.100890 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.154900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20112acd-e24c-49b8-9ae2-31491bc1734a req-8230cc29-ffe6-407e-a66b-41067720f830 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef1477f8-8da3-4dc5-a07a-db768b4d9df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038108 Jul 05 09:57:56.224913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0b69a3f-f6ae-4bd8-b1e3-1255be0adc66 req-91340e15-93e0-4d14-a020-a276c3170bcb tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284397 Jul 05 09:57:56.300091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Deleting port 8349a762-01cb-475e-9df1-cb21e0709333 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:56.300556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.393335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf145244-431d-4477-aee4-2c09b2528430 None None] Provisioning for port dc272279-36fc-4717-9f6c-4b9b1fc47e78 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:56.398492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf145244-431d-4477-aee4-2c09b2528430 None None] Provisioning complete for port dc272279-36fc-4717-9f6c-4b9b1fc47e78 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:56.399598 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf145244-431d-4477-aee4-2c09b2528430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.407432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.417488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.448360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf145244-431d-4477-aee4-2c09b2528430 None None] Port dc272279-36fc-4717-9f6c-4b9b1fc47e78 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:56.465832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] For port 8349a762-01cb-475e-9df1-cb21e0709333, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8349a762-01cb-475e-9df1-cb21e0709333,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:57:56.466198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.510650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=dc272279-36fc-4717-9f6c-4b9b1fc47e78,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:56.533796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] In _notify_port_updated(), no bound segment for port dc272279-36fc-4717-9f6c-4b9b1fc47e78 on network e73fb007-0a92-478a-b527-2482a3106159 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:57:56.540214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:56.540786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.543182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-04e210e5-3d70-49f8-999b-670736b1b841 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "PUT /v2.0/ports/dc272279-36fc-4717-9f6c-4b9b1fc47e78 HTTP/1.1" status: 200 len: 994 time: 0.6393836 Jul 05 09:57:56.544930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38190) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:56.604719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726d64f0-048c-4136-835c-c946e8187f05 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:57:56.625028 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.661351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting port dc272279-36fc-4717-9f6c-4b9b1fc47e78 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:56.661705 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.684934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Transition to ACTIVE for port object 726d64f0-048c-4136-835c-c946e8187f05 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:56.692493 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.763321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.770568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-897a0a23-1203-4ca0-81a2-48f84e954dd0 None None] Provisioning complete for port dc272279-36fc-4717-9f6c-4b9b1fc47e78 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:56.770994 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-897a0a23-1203-4ca0-81a2-48f84e954dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.776755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Calling delete_port for dc272279-36fc-4717-9f6c-4b9b1fc47e78 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:56.798382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Pushing event updated for resources: {'Port': ['ID=726d64f0-048c-4136-835c-c946e8187f05,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:56.815141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-897a0a23-1203-4ca0-81a2-48f84e954dd0 None None] Port dc272279-36fc-4717-9f6c-4b9b1fc47e78 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:56.854575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.854954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.855289 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Floating IP 0b5a0768-9a85-465e-8deb-da95ea1e1602 disassociated. External IP: 172.25.1.16, port: 8349a762-01cb-475e-9df1-cb21e0709333. Jul 05 09:57:56.855631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Calling delete_port for 8349a762-01cb-475e-9df1-cb21e0709333 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:56.924609 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.926757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Attempting to bind port 726d64f0-048c-4136-835c-c946e8187f05 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:57:56.927156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Attempting to bind port 726d64f0-048c-4136-835c-c946e8187f05 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:57:56.927489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Attempting to bind port 726d64f0-048c-4136-835c-c946e8187f05 on network d29dcc60-27cd-47b2-8f72-b9c99b7f703a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:56.941971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Port 726d64f0-048c-4136-835c-c946e8187f05 on network d29dcc60-27cd-47b2-8f72-b9c99b7f703a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:57:56.942294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Attempting to bind port 726d64f0-048c-4136-835c-c946e8187f05 on network d29dcc60-27cd-47b2-8f72-b9c99b7f703a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:57:56.952352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:57:56.952696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Checking segment: {'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:57:56.953099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Bound using segment: {'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:57:56.953510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Bound port: 726d64f0-048c-4136-835c-c946e8187f05, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:57:56.953863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:56.955552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Port': ['ID=dc272279-36fc-4717-9f6c-4b9b1fc47e78,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:57.071977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] For port 726d64f0-048c-4136-835c-c946e8187f05, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:57:57.075682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] For port 726d64f0-048c-4136-835c-c946e8187f05, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=726d64f0-048c-4136-835c-c946e8187f05,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:57:57.077383 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.092400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.118272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event deleted for resources: {'Port': ['ID=8349a762-01cb-475e-9df1-cb21e0709333,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:57.120795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.125774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3dc637dd-f6d5-4a7a-9f47-ac707653b79e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/ports/dc272279-36fc-4717-9f6c-4b9b1fc47e78 HTTP/1.1" status: 204 len: 168 time: 0.5792770 Jul 05 09:57:57.128483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:57.150807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:57.151870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.153285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/726d64f0-048c-4136-835c-c946e8187f05 HTTP/1.1" status: 200 len: 1092 time: 1.2906404 Jul 05 09:57:57.153926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'tag': '726d64f0-048c-4136-835c-c946e8187f05'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:57.156229 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2" -d '{"events": [{"name": "network-changed", "server_uuid": "89566da1-e4b4-4a5f-8bc0-4f81616b42d3", "tag": "726d64f0-048c-4136-835c-c946e8187f05"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:57.168293 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb58902-2ce0-457a-905b-835c9a04327f tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] GET failed (client error): The resource could not be found. Jul 05 09:57:57.170521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-edb58902-2ce0-457a-905b-835c9a04327f tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "GET /v2.0/ports/dc272279-36fc-4717-9f6c-4b9b1fc47e78 HTTP/1.1" status: 404 len: 333 time: 0.0407627 Jul 05 09:57:57.174336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:57.181399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'name': 'tempest-AllowedAddressPairTestJSON-595527073'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:57.363252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3353bb4d-6851-4828-9f86-c5becfc31477 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:57:57.400282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-430a4127-8865-4043-beba-84acbe68d84a req-c995230a-a9fc-4573-9942-cd56f9726f27 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 210 time: 0.0409639 Jul 05 09:57:57.416507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:57.420294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.428664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3353bb4d-6851-4828-9f86-c5becfc31477 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:57.429683 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.468201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] device_id is not set on port 2334ea1d-7695-4d42-abae-73cc46bf49cf yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:57.579920 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a7e97e-e7a6-4c4e-9cfa-e42ed8722ea8 x-openstack-request-id: req-42a7e97e-e7a6-4c4e-9cfa-e42ed8722ea8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:57.580563 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89566da1-e4b4-4a5f-8bc0-4f81616b42d3", "tag": "726d64f0-048c-4136-835c-c946e8187f05", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:57.580563 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42a7e97e-e7a6-4c4e-9cfa-e42ed8722ea8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:57.580836 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'tag': '726d64f0-048c-4136-835c-c946e8187f05', 'status': 'completed', 'code': 200} Jul 05 09:57:57.626631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27290528-b63b-4a9f-a6c4-adb9729d1359 req-ca4dd234-df9c-496a-a2fc-d567f1b4352a tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:57.629044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27290528-b63b-4a9f-a6c4-adb9729d1359 req-ca4dd234-df9c-496a-a2fc-d567f1b4352a tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 943 time: 0.2274151 Jul 05 09:57:57.676507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23347f24-0898-4ce0-b409-2798a77e07b7 service neutron] Pushing event updated for resources: {'Port': ['ID=726d64f0-048c-4136-835c-c946e8187f05,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:57.684071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Allocated IP 172.20.0.12 (e73fb007-0a92-478a-b527-2482a3106159/82ecea31-a1e4-4378-a1b9-a701897f96e1/2334ea1d-7695-4d42-abae-73cc46bf49cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:57:57.724120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Router 8154bc64-9107-44d5-8262-6e8d7b0b0ead has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:57:57.731847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-d4293318-536c-4027-973f-3324f0e5687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:57.733474 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-d4293318-536c-4027-973f-3324f0e5687d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 1095 time: 0.1554067 Jul 05 09:57:57.737180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27290528-b63b-4a9f-a6c4-adb9729d1359 req-76cf991a-5ee5-4078-b1a5-cb72f04f6000 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957901 Jul 05 09:57:57.816311 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-4a6e6f75-1cc4-49a4-a2f7-8c9b9b707c49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=726d64f0-048c-4136-835c-c946e8187f05 HTTP/1.1" status: 200 len: 217 time: 0.0702631 Jul 05 09:57:57.890885 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.906083 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Transition to ACTIVE for port object 2334ea1d-7695-4d42-abae-73cc46bf49cf will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:57:57.915605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-910a5714-35a0-4114-9d65-abf2b3342771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:57.917086 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-910a5714-35a0-4114-9d65-abf2b3342771 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b37a0880-0a1e-4768-bd0a-2c107c89223b HTTP/1.1" status: 200 len: 854 time: 0.0885346 Jul 05 09:57:57.919862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:57:57.929907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] Sync routers for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:57:57.941332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:57.942287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:57.950386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:57.989073 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-dad342d4-5660-4769-9a43-46e6f5ae9b9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355237 Jul 05 09:57:57.996412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network e73fb007-0a92-478a-b527-2482a3106159 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:57:57.999925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:57:58.002348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:57:58.007943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] No DVR routers for this DVR port 8349a762-01cb-475e-9df1-cb21e0709333 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:57:58.012174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.014252 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-814bb6b9-4b57-4a67-b310-f51dea4c9020 req-a8ccab18-8fc8-4495-ba09-7aae4ab27039 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.15 "DELETE /v2.0/ports/8349a762-01cb-475e-9df1-cb21e0709333 HTTP/1.1" status: 204 len: 173 time: 1.9922774 Jul 05 09:57:58.052625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=2334ea1d-7695-4d42-abae-73cc46bf49cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:58.074965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:58.114821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:58.115539 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.145540 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-96af7d54-6a3b-425f-981b-84639689522f service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354961 Jul 05 09:57:58.146780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-28e12837-d092-4029-85a9-67a20e25445a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9710171 Jul 05 09:57:58.150013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38206) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:58.158170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d6:6f:f5'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:58.306778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-639dd79c-212c-46c2-9902-8c2993b792fa None None] Provisioning for port 2334ea1d-7695-4d42-abae-73cc46bf49cf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:57:58.312229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-639dd79c-212c-46c2-9902-8c2993b792fa None None] Provisioning complete for port 2334ea1d-7695-4d42-abae-73cc46bf49cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:58.312604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-639dd79c-212c-46c2-9902-8c2993b792fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.353752 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46ebb2bb-1927-40d4-8da1-0c42423806db req-57e1c411-038a-4c99-a6aa-4f2dbe981553 service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010040 Jul 05 09:57:58.356823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-639dd79c-212c-46c2-9902-8c2993b792fa None None] Port 2334ea1d-7695-4d42-abae-73cc46bf49cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:58.379920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:47:03Z', 'revision_number': 5, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:58.417467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] Checking router: 8154bc64-9107-44d5-8262-6e8d7b0b0ead for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:57:58.422411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.426759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:57:58.427420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:58.569485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:57:58.583935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-29155087-5060-44dc-aeb9-1def3ee6c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:58.586368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-29155087-5060-44dc-aeb9-1def3ee6c353 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 1095 time: 0.1598339 Jul 05 09:57:58.703978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49a2e7ab-e432-44af-9767-6a4d4ed9cabe req-ca7e0e12-572b-440a-8f43-ee4f6bc41f60 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c9e15de-0b97-4488-9ac9-a620beb6777a HTTP/1.1" status: 200 len: 210 time: 0.0967469 Jul 05 09:57:58.766834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-52a9a5be-ad9b-46eb-93e1-2ee84b7ef658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:58.768377 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-52a9a5be-ad9b-46eb-93e1-2ee84b7ef658 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 200 len: 915 time: 0.1631329 Jul 05 09:57:58.770595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.777251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:58.862117 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-5a4ca181-f0e0-4599-9ac8-443e413ce1c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=726d64f0-048c-4136-835c-c946e8187f05 HTTP/1.1" status: 200 len: 217 time: 0.0776758 Jul 05 09:57:58.909368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:47:03Z', 'revision_number': 5, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:57:58.943887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f1b69-5ce6-436f-b2d8-7c3d4866cbd2 None None] The sync data for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 is: [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:47Z', 'revision_number': 4, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9325faa1-5d06-45c8-8d64-68c51deff95b', 'name': '', 'network_id': '57d205e5-0179-4187-9bc3-81ed83bf84a9', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'mac_address': 'fa:16:3e:b0:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:47:03Z', 'revision_number': 5, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'subnets': [{'id': 'd87f03f9-2fc5-445d-a8ad-9971f9e25e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:57:58.964657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=2334ea1d-7695-4d42-abae-73cc46bf49cf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:58.988096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:57:58.988329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] In _notify_port_updated(), no bound segment for port 2334ea1d-7695-4d42-abae-73cc46bf49cf on network e73fb007-0a92-478a-b527-2482a3106159 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:57:58.997883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:58.999037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.005778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-391b5400-0469-4e20-9e02-2a53880adf7e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "PUT /v2.0/ports/2334ea1d-7695-4d42-abae-73cc46bf49cf HTTP/1.1" status: 200 len: 996 time: 0.8543577 Jul 05 09:57:59.008378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-36097dbf-f9f7-40f8-992d-66f10c043ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:59.009434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:59.009871 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-36097dbf-f9f7-40f8-992d-66f10c043ac1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b37a0880-0a1e-4768-bd0a-2c107c89223b HTTP/1.1" status: 200 len: 854 time: 0.1119454 Jul 05 09:57:59.021087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 8349a762-01cb-475e-9df1-cb21e0709333 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:57:59.021709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8349a762-01cb-475e-9df1-cb21e0709333 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:57:59.057356 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-421f6388-532c-45ab-8650-5c2f379f7c96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343080 Jul 05 09:57:59.110765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99d53-4c19-4d7a-93ac-6b40a5ec251b req-ffae7e0a-37d9-4f2c-83d5-8dec0b4f48ee tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:57:59.115851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bde99d53-4c19-4d7a-93ac-6b40a5ec251b req-ffae7e0a-37d9-4f2c-83d5-8dec0b4f48ee tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 943 time: 0.1813049 Jul 05 09:57:59.177343 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-859b995e-f962-4353-af1d-c9dcb5caad77 service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092894 Jul 05 09:57:59.186765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bde99d53-4c19-4d7a-93ac-6b40a5ec251b req-23ebe386-e5e0-41ec-acbf-2f5add0ace69 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659556 Jul 05 09:57:59.197315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting port 2334ea1d-7695-4d42-abae-73cc46bf49cf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:57:59.198547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3ff47cf8-12fd-412b-b027-9e3f1163eb97 None None] Provisioning complete for port 2334ea1d-7695-4d42-abae-73cc46bf49cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:57:59.199204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ff47cf8-12fd-412b-b027-9e3f1163eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.202708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.268159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3ff47cf8-12fd-412b-b027-9e3f1163eb97 None None] Port 2334ea1d-7695-4d42-abae-73cc46bf49cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:57:59.283533 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bfb1e-a8c6-4e66-8dbe-9a3a51d33002 None None] New status for floating IP 0b5a0768-9a85-465e-8deb-da95ea1e1602: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:57:59.311133 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2e5ba0a6-9b91-401c-bca3-91bf7cf995a2 req-7d186b81-6629-4df8-974b-1c473357ba12 service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201024 Jul 05 09:57:59.321615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.338182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Calling delete_port for 2334ea1d-7695-4d42-abae-73cc46bf49cf owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:57:59.396279 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.493811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.506784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.523788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Port': ['ID=2334ea1d-7695-4d42-abae-73cc46bf49cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:57:59.582514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-deleted', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:57:59.586679 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed43db7d-9f16-42e5-927c-37d2995e08bd" -d '{"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-deleted", "tag": "8349a762-01cb-475e-9df1-cb21e0709333"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:57:59.613891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.619955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c0ff3e70-ec7d-46ee-9112-79c04e1e7673 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/ports/2334ea1d-7695-4d42-abae-73cc46bf49cf HTTP/1.1" status: 204 len: 168 time: 0.6049082 Jul 05 09:57:59.620364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:59.639270 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab9c134-a950-44ba-a9fa-01d50c9b725c x-openstack-request-id: req-7ab9c134-a950-44ba-a9fa-01d50c9b725c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:57:59.639680 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e15de-0b97-4488-9ac9-a620beb6777a", "name": "network-vif-deleted", "tag": "8349a762-01cb-475e-9df1-cb21e0709333", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:57:59.640060 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ab9c134-a950-44ba-a9fa-01d50c9b725c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:57:59.640555 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e15de-0b97-4488-9ac9-a620beb6777a', 'name': 'network-vif-deleted', 'tag': '8349a762-01cb-475e-9df1-cb21e0709333', 'status': 'completed', 'code': 200} Jul 05 09:57:59.652229 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-119ebe44-cca3-4300-80ed-99a3c4e7e73f tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] GET failed (client error): The resource could not be found. Jul 05 09:57:59.653879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-119ebe44-cca3-4300-80ed-99a3c4e7e73f tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "GET /v2.0/ports/2334ea1d-7695-4d42-abae-73cc46bf49cf HTTP/1.1" status: 404 len: 333 time: 0.0323436 Jul 05 09:57:59.658516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:59.663878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'name': 'tempest-AllowedAddressPairTestJSON-1254739737'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:57:59.801022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:57:59.804907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.828180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] device_id is not set on port bef71c19-ba4e-4549-9ed5-3a435d255e4d yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:57:59.831248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:57:59.901034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dec6dacf-44b2-4e84-9914-4f4a1bfeed4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.938561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dec6dacf-44b2-4e84-9914-4f4a1bfeed4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:59.972267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Allocated IP 172.20.0.3 (e73fb007-0a92-478a-b527-2482a3106159/82ecea31-a1e4-4378-a1b9-a701897f96e1/bef71c19-ba4e-4549-9ed5-3a435d255e4d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:00.006314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dec6dacf-44b2-4e84-9914-4f4a1bfeed4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.011436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dec6dacf-44b2-4e84-9914-4f4a1bfeed4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.013300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dec6dacf-44b2-4e84-9914-4f4a1bfeed4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef1477f8-8da3-4dc5-a07a-db768b4d9df4 HTTP/1.1" status: 204 len: 168 time: 0.1807094 Jul 05 09:58:00.016360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:00.026713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6dacf-44b2-4e84-9914-4f4a1bfeed4e tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1477f8-8da3-4dc5-a07a-db768b4d9df4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:00.043640 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-ce8c309b-5500-42ee-af4e-ac8adbe059c6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] show failed (client error): The resource could not be found. Jul 05 09:58:00.044776 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ce8c309b-5500-42ee-af4e-ac8adbe059c6 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "GET /v2.0/security-groups/ef1477f8-8da3-4dc5-a07a-db768b4d9df4 HTTP/1.1" status: 404 len: 347 time: 0.0276759 Jul 05 09:58:00.047805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:00.170629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.186789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Transition to ACTIVE for port object bef71c19-ba4e-4549-9ed5-3a435d255e4d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:00.203585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Deleting port 9488982f-329d-4293-9915-cef721b33fbb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:00.204416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.227953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.279830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network e73fb007-0a92-478a-b527-2482a3106159 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:00.283458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:00.286116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:00.330842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=bef71c19-ba4e-4549-9ed5-3a435d255e4d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:00.346553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.347212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.347857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.348340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.348832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.349195 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.349691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.349992 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.350488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.351597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.352121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.352610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.353076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.354907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:00.373210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:00.374337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.383408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Calling delete_port for 9488982f-329d-4293-9915-cef721b33fbb owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:00.391899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7fea3150-3d16-4132-9996-33a009615ba5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7321444 Jul 05 09:58:00.394500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:00.402150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'network_id': 'e73fb007-0a92-478a-b527-2482a3106159', 'name': 'tempest-AllowedAddressPairTestJSON-1577377828'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:00.480637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f9c9b-85e5-4ed7-b998-6a550f004763 req-5853df80-2b8a-4be8-a984-4923548133e2 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:00.482270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-724f9c9b-85e5-4ed7-b998-6a550f004763 req-5853df80-2b8a-4be8-a984-4923548133e2 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 943 time: 0.1485043 Jul 05 09:58:00.536687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Made reservation on behalf of 97abca6623f0443786224ee8fbc4dcfb for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:00.542915 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.550061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-724f9c9b-85e5-4ed7-b998-6a550f004763 req-fa95a812-6f2d-4a56-a8e3-277eb84ed698 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589499 Jul 05 09:58:00.563965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] device_id is not set on port 1dc4e952-2463-4105-98be-c419e61bc1c9 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:00.598467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c002b6e-2429-4dd6-ba8b-13642c318506 None None] Provisioning for port bef71c19-ba4e-4549-9ed5-3a435d255e4d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:00.605119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c002b6e-2429-4dd6-ba8b-13642c318506 None None] Provisioning complete for port bef71c19-ba4e-4549-9ed5-3a435d255e4d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:00.606227 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c002b6e-2429-4dd6-ba8b-13642c318506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.617118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.643288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Pushing event deleted for resources: {'Port': ['ID=9488982f-329d-4293-9915-cef721b33fbb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:00.662876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8c002b6e-2429-4dd6-ba8b-13642c318506 None None] Port bef71c19-ba4e-4549-9ed5-3a435d255e4d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:00.721338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.722808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Allocated IP 172.20.0.8 (e73fb007-0a92-478a-b527-2482a3106159/82ecea31-a1e4-4378-a1b9-a701897f96e1/1dc4e952-2463-4105-98be-c419e61bc1c9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:00.724262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.725636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1d82ba81-3609-4dea-9358-d57e87656d09 tempest-ServerActionsTestJSON-755431284 tempest-ServerActionsTestJSON-755431284-project] 10.222.0.21 "DELETE /v2.0/floatingips/0b5a0768-9a85-465e-8deb-da95ea1e1602 HTTP/1.1" status: 204 len: 168 time: 0.6744080 Jul 05 09:58:00.728753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:00.896484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.911554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Transition to ACTIVE for port object 1dc4e952-2463-4105-98be-c419e61bc1c9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:00.949595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:00.999502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Network e73fb007-0a92-478a-b527-2482a3106159 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:01.005202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:01.010441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:01.017230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=1dc4e952-2463-4105-98be-c419e61bc1c9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:01.071415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:01.072179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.093531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8956cb68-1f8b-469b-bd5d-a56b01481de5 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6974263 Jul 05 09:58:01.096475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:01.103657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d6:6f:f5'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:55:3c:55'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:01.211801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.290850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4439b340-9227-44e8-af7a-d01008ce9b76 None None] Provisioning for port 1dc4e952-2463-4105-98be-c419e61bc1c9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:01.297676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4439b340-9227-44e8-af7a-d01008ce9b76 None None] Provisioning complete for port 1dc4e952-2463-4105-98be-c419e61bc1c9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:01.298190 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4439b340-9227-44e8-af7a-d01008ce9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.338330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4439b340-9227-44e8-af7a-d01008ce9b76 None None] Port 1dc4e952-2463-4105-98be-c419e61bc1c9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:01.428870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.434229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.515266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event updated for resources: {'Port': ['ID=1dc4e952-2463-4105-98be-c419e61bc1c9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:01.534281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] In _notify_port_updated(), no bound segment for port 1dc4e952-2463-4105-98be-c419e61bc1c9 on network e73fb007-0a92-478a-b527-2482a3106159 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:58:01.541815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:01.542602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.547002 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bae117c3-6833-4602-8e80-20a469ca0f05 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "PUT /v2.0/ports/1dc4e952-2463-4105-98be-c419e61bc1c9 HTTP/1.1" status: 200 len: 1055 time: 0.4494040 Jul 05 09:58:01.547215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:01.742960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting port 1dc4e952-2463-4105-98be-c419e61bc1c9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:01.743251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.762527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9865c39e-383e-484f-8cbc-f33d8520c86e None None] Provisioning complete for port 1dc4e952-2463-4105-98be-c419e61bc1c9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:01.763127 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9865c39e-383e-484f-8cbc-f33d8520c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.797828 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.799342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9865c39e-383e-484f-8cbc-f33d8520c86e None None] Port 1dc4e952-2463-4105-98be-c419e61bc1c9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:01.923372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 726d64f0-048c-4136-835c-c946e8187f05 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:58:01.931921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc984f1-34d0-4700-a8d6-d36628d8c0ea req-a499358e-e991-4077-93b7-86571f5c62cf tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:01.933477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc984f1-34d0-4700-a8d6-d36628d8c0ea req-a499358e-e991-4077-93b7-86571f5c62cf tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 943 time: 0.2345080 Jul 05 09:58:01.951251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:01.985636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Calling delete_port for 1dc4e952-2463-4105-98be-c419e61bc1c9 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:02.037804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 726d64f0-048c-4136-835c-c946e8187f05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=726d64f0-048c-4136-835c-c946e8187f05,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:02.050120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '726d64f0-048c-4136-835c-c946e8187f05', 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a', 'port_id': '726d64f0-048c-4136-835c-c946e8187f05', 'mac_address': 'fa:16:3e:71:87:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37a0880-0a1e-4768-bd0a-2c107c89223b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:58:02.079419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc984f1-34d0-4700-a8d6-d36628d8c0ea req-13dd5abd-8e9e-4ad4-a0f2-979f3431efbb tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297579 Jul 05 09:58:02.093318 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.109384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726d64f0-048c-4136-835c-c946e8187f05 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:02.134279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 726d64f0-048c-4136-835c-c946e8187f05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=726d64f0-048c-4136-835c-c946e8187f05,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:02.141154 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.201428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=726d64f0-048c-4136-835c-c946e8187f05,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:02.255422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.293630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Port': ['ID=1dc4e952-2463-4105-98be-c419e61bc1c9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:02.354801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Deleting port 9325faa1-5d06-45c8-8d64-68c51deff95b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:02.355145 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.530365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['726d64f0-048c-4136-835c-c946e8187f05'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:02.556871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] For port 9325faa1-5d06-45c8-8d64-68c51deff95b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9325faa1-5d06-45c8-8d64-68c51deff95b,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:02.557518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.591207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Calling delete_port for 9325faa1-5d06-45c8-8d64-68c51deff95b owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:02.650147 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.652005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e69dc626-deb8-4b72-a757-c59ee8e1406d tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/ports/1dc4e952-2463-4105-98be-c419e61bc1c9 HTTP/1.1" status: 204 len: 168 time: 1.1035349 Jul 05 09:58:02.655051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:02.703066 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b1169f-8d17-4907-858e-861fc5afbb47 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] GET failed (client error): The resource could not be found. Jul 05 09:58:02.705542 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-26b1169f-8d17-4907-858e-861fc5afbb47 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "GET /v2.0/ports/1dc4e952-2463-4105-98be-c419e61bc1c9 HTTP/1.1" status: 404 len: 333 time: 0.0489776 Jul 05 09:58:02.708265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:02.806645 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.810827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting port bef71c19-ba4e-4549-9ed5-3a435d255e4d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:02.811227 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.834889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9325faa1-5d06-45c8-8d64-68c51deff95b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:02.917066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:02.931312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Calling delete_port for bef71c19-ba4e-4549-9ed5-3a435d255e4d owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:03.038381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.085950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.122698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Port': ['ID=bef71c19-ba4e-4549-9ed5-3a435d255e4d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:03.212494 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.215421 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2de5ff95-e4d0-47e5-a14b-84e62fc5654e tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/ports/bef71c19-ba4e-4549-9ed5-3a435d255e4d HTTP/1.1" status: 204 len: 168 time: 0.5060761 Jul 05 09:58:03.219791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38264) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:03.265501 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed5f5b2-79d3-4430-ae58-bb089a6504b7 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] GET failed (client error): The resource could not be found. Jul 05 09:58:03.271409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:03.271769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3ed5f5b2-79d3-4430-ae58-bb089a6504b7 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "GET /v2.0/ports/bef71c19-ba4e-4549-9ed5-3a435d255e4d HTTP/1.1" status: 404 len: 333 time: 0.0505686 Jul 05 09:58:03.405003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Router 8154bc64-9107-44d5-8262-6e8d7b0b0ead has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:58:03.422367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting port f0b32434-66e0-4f01-8c7c-1ad609814235 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:03.422907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.441604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0ea9d-96d3-4fbd-a907-f4a914d163a8 req-9259ccdb-ece3-4454-96a7-0c637d1febcb tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:03.443510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97e0ea9d-96d3-4fbd-a907-f4a914d163a8 req-9259ccdb-ece3-4454-96a7-0c637d1febcb tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 944 time: 0.1270750 Jul 05 09:58:03.525389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.537673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Calling delete_port for f0b32434-66e0-4f01-8c7c-1ad609814235 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:03.560620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97e0ea9d-96d3-4fbd-a907-f4a914d163a8 req-958ab310-2e97-4c20-a87d-0bb8eba55d4a tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743158 Jul 05 09:58:03.581542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:03.590221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-54a4dce3-528d-4757-9966-7528e5c43fd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/8154bc64-9107-44d5-8262-6e8d7b0b0ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8575053 Jul 05 09:58:03.590350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:03.596372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] Sync routers for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:03.606200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:03.606971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:03.753628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.853355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.875711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:03.888728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Port': ['ID=f0b32434-66e0-4f01-8c7c-1ad609814235,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:03.959442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.983496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:03.986346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 726d64f0-048c-4136-835c-c946e8187f05 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:03.988592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:03.988893 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1a98a816-eaa3-43d2-9c1c-0b809df1659a tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/ports/f0b32434-66e0-4f01-8c7c-1ad609814235 HTTP/1.1" status: 204 len: 168 time: 0.7160168 Jul 05 09:58:04.046149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Deleting port 503ae5e0-7d20-44f9-8aab-a32b5639a237 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:04.047244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.083969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting subnet 82ecea31-a1e4-4378-a1b9-a701897f96e1 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:04.088482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.097370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 726d64f0-048c-4136-835c-c946e8187f05 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:04.105508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 726d64f0-048c-4136-835c-c946e8187f05 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:04.106148 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.146208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] For port 503ae5e0-7d20-44f9-8aab-a32b5639a237, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=503ae5e0-7d20-44f9-8aab-a32b5639a237,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:04.146208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.151658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.160926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:58:02Z', 'revision_number': 5, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port': {'id': '503ae5e0-7d20-44f9-8aab-a32b5639a237', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:29Z', 'updated_at': '2021-07-05T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:04.161657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Calling delete_port for 503ae5e0-7d20-44f9-8aab-a32b5639a237 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:04.194009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] Checking router: 8154bc64-9107-44d5-8262-6e8d7b0b0ead for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:58:04.226902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] Routers {'8154bc64-9107-44d5-8262-6e8d7b0b0ead'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:04.227686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:04.244207 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.301071 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.317962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.338730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726d64f0-048c-4136-835c-c946e8187f05'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:04.341105 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf6339-4387-4173-892b-98b8a0d98029" -d '{"events": [{"server_uuid": "89566da1-e4b4-4a5f-8bc0-4f81616b42d3", "name": "network-vif-plugged", "status": "completed", "tag": "726d64f0-048c-4136-835c-c946e8187f05"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:04.363017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] Set router 8154bc64-9107-44d5-8262-6e8d7b0b0ead gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:04.367412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 726d64f0-048c-4136-835c-c946e8187f05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=726d64f0-048c-4136-835c-c946e8187f05,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:04.367889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.374525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Subnet': ['ID=82ecea31-a1e4-4378-a1b9-a701897f96e1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:04.378062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.380711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b4124793-6890-4f03-a6d9-4ce1a015d1b8 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/subnets/82ecea31-a1e4-4378-a1b9-a701897f96e1 HTTP/1.1" status: 204 len: 168 time: 0.3871572 Jul 05 09:58:04.384855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:04.408403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eab139-0311-4438-bbcd-f37fd4841628 None None] Network e73fb007-0a92-478a-b527-2482a3106159 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:04.448430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:04.461261 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e55ce44-4e14-4a75-a760-c74a338a0916 x-openstack-request-id: req-7e55ce44-4e14-4a75-a760-c74a338a0916 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:04.461537 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89566da1-e4b4-4a5f-8bc0-4f81616b42d3", "name": "network-vif-plugged", "status": "completed", "tag": "726d64f0-048c-4136-835c-c946e8187f05", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:04.461801 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e55ce44-4e14-4a75-a760-c74a338a0916 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:04.462197 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726d64f0-048c-4136-835c-c946e8187f05', 'code': 200} Jul 05 09:58:04.531711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:58:03Z', 'revision_number': 6, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:04.612697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c2a48-6235-4dfc-8bc3-1eae128dff2a None None] The sync data for ids ['8154bc64-9107-44d5-8262-6e8d7b0b0ead'] in n-d-771363-33 is: [{'id': '8154bc64-9107-44d5-8262-6e8d7b0b0ead', 'name': 'tempest-ServerActionsTestJSON-486383658-router', 'tenant_id': '6d2bed338d834802bb71dc6e229186e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:58:03Z', 'revision_number': 6, 'project_id': '6d2bed338d834802bb71dc6e229186e1', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:04.712383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=726d64f0-048c-4136-835c-c946e8187f05,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:04.796710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d108e8a-e8af-4414-961b-02ec0a1f5c3f req-9ebe6bc8-1222-438f-9b24-2b4ee1295420 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:04.798712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d108e8a-e8af-4414-961b-02ec0a1f5c3f req-9ebe6bc8-1222-438f-9b24-2b4ee1295420 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 945 time: 0.0744586 Jul 05 09:58:04.840566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d108e8a-e8af-4414-961b-02ec0a1f5c3f req-3d56fc0d-2940-4290-a216-4d5dbb08f303 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368381 Jul 05 09:58:04.888594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Pushing event deleted for resources: {'Port': ['ID=503ae5e0-7d20-44f9-8aab-a32b5639a237,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:05.000478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.006614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] DHCP port deletion for e73fb007-0a92-478a-b527-2482a3106159 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:58:05.020300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.061162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] Deleting port 3353bb4d-6851-4828-9f86-c5becfc31477 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:05.061770 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.145052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c926e-c2d7-4d0a-81b3-2ca8b0f4d829 req-e98aad61-e21d-4842-b829-6faa0bd57d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:05.146599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c76c926e-c2d7-4d0a-81b3-2ca8b0f4d829 req-e98aad61-e21d-4842-b829-6faa0bd57d92 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 1097 time: 0.2594852 Jul 05 09:58:05.148912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.152238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.166819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] For port 3353bb4d-6851-4828-9f86-c5becfc31477, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3353bb4d-6851-4828-9f86-c5becfc31477,segment=NetworkSegment(0ec4700e-600e-40ad-b801-0423a0ed743d),segment_id=0ec4700e-600e-40ad-b801-0423a0ed743d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:05.167285 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.180535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] Calling delete_port for 3353bb4d-6851-4828-9f86-c5becfc31477 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:05.225286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.225887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8154bc64-9107-44d5-8262-6e8d7b0b0ead {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:58:05.232799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.233945 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a238561-7c8f-4a44-af48-d2898f759570 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8154bc64-9107-44d5-8262-6e8d7b0b0ead HTTP/1.1" status: 204 len: 168 time: 1.6432045 Jul 05 09:58:05.238233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:05.238410 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c76c926e-c2d7-4d0a-81b3-2ca8b0f4d829 req-07f851e0-ad64-4fe9-807d-e6d55f1a7cee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811663 Jul 05 09:58:05.249688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Deleting port 3353bb4d-6851-4828-9f86-c5becfc31477 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:05.250028 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.278611 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.292702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] Deleting subnet d87f03f9-2fc5-445d-a8ad-9971f9e25e6b {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:05.296193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.309464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] Pushing event deleted for resources: {'Port': ['ID=3353bb4d-6851-4828-9f86-c5becfc31477,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:05.314071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fe030-fab3-49ea-bc21-e1f1001947c1 None None] No DVR routers for this DVR port 3353bb4d-6851-4828-9f86-c5becfc31477 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:05.325353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] For port 3353bb4d-6851-4828-9f86-c5becfc31477, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3353bb4d-6851-4828-9f86-c5becfc31477,segment=NetworkSegment(0ec4700e-600e-40ad-b801-0423a0ed743d),segment_id=0ec4700e-600e-40ad-b801-0423a0ed743d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:05.325353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.335937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.340536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Calling delete_port for 3353bb4d-6851-4828-9f86-c5becfc31477 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:05.432133 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.433366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.447322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] No DVR routers for this DVR port 3353bb4d-6851-4828-9f86-c5becfc31477 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:05.483398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Port': ['ID=3353bb4d-6851-4828-9f86-c5becfc31477,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:05.519238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.548233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87f03f9-2fc5-445d-a8ad-9971f9e25e6b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:05.564149 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.565178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ee2bf-e920-4098-86bf-494366203af7 None None] Network 57d205e5-0179-4187-9bc3-81ed83bf84a9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:05.571181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-adf3e2a5-db10-45d3-8ba4-3142b78ddf2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d87f03f9-2fc5-445d-a8ad-9971f9e25e6b HTTP/1.1" status: 204 len: 168 time: 0.3317668 Jul 05 09:58:05.571801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:05.615184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.628897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73fb007-0a92-478a-b527-2482a3106159']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:05.642697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec4700e-600e-40ad-b801-0423a0ed743d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:05.643197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec4700e-600e-40ad-b801-0423a0ed743d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:05.655499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3353bb4d-6851-4828-9f86-c5becfc31477 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:05.658580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.682070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.685193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3353bb4d-6851-4828-9f86-c5becfc31477 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:05.685533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3353bb4d-6851-4828-9f86-c5becfc31477 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:05.685952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9325faa1-5d06-45c8-8d64-68c51deff95b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:05.686081 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.692997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:05.693434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:05.698887 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:05.736449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9325faa1-5d06-45c8-8d64-68c51deff95b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:05.736940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9325faa1-5d06-45c8-8d64-68c51deff95b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:05.737206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 503ae5e0-7d20-44f9-8aab-a32b5639a237 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:05.755242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Deleting port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:05.755242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.775250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 503ae5e0-7d20-44f9-8aab-a32b5639a237 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:05.775690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 503ae5e0-7d20-44f9-8aab-a32b5639a237 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:05.794058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.807138 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.809956 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] 10.222.0.21 "DELETE /v2.0/networks/e73fb007-0a92-478a-b527-2482a3106159 HTTP/1.1" status: 204 len: 168 time: 1.4017546 Jul 05 09:58:05.821971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de964d-9587-45d4-b233-50cea3321117 tempest-AllowedAddressPairTestJSON-1776937844 tempest-AllowedAddressPairTestJSON-1776937844-project] Pushing event deleted for resources: {'Network': ['ID=e73fb007-0a92-478a-b527-2482a3106159,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:05.839535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] For port 4a4dd5fa-1962-41c8-b35a-0cde6f482344, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4a4dd5fa-1962-41c8-b35a-0cde6f482344,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:05.840037 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:05.856955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Calling delete_port for 4a4dd5fa-1962-41c8-b35a-0cde6f482344 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:05.916236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] DHCP port deletion for 57d205e5-0179-4187-9bc3-81ed83bf84a9 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:58:05.997778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] Deleting port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:05.998416 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.017940 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.051233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4dd5fa-1962-41c8-b35a-0cde6f482344,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:06.065258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] No DVR routers for this DVR port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:06.080329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] For port 4a4dd5fa-1962-41c8-b35a-0cde6f482344, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4a4dd5fa-1962-41c8-b35a-0cde6f482344,segment=NetworkSegment(fff69e38-46fe-45a4-a1ff-b382f37f148e),segment_id=fff69e38-46fe-45a4-a1ff-b382f37f148e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:06.081000 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.090603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:06.097651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] Calling delete_port for 4a4dd5fa-1962-41c8-b35a-0cde6f482344 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:06.188349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.191418 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.204238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d205e5-0179-4187-9bc3-81ed83bf84a9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:06.219634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] Pushing event deleted for resources: {'Port': ['ID=4a4dd5fa-1962-41c8-b35a-0cde6f482344,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:06.222150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedacf7-a177-408e-8a6f-6ccc8f17f31e None None] No DVR routers for this DVR port 4a4dd5fa-1962-41c8-b35a-0cde6f482344 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:06.231690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9400d70-3ca4-4109-b4fd-96b20291a67a req-5715ae4b-2edc-4c3e-835f-ace4e3c55fa2 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:06.233403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9400d70-3ca4-4109-b4fd-96b20291a67a req-5715ae4b-2edc-4c3e-835f-ace4e3c55fa2 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 945 time: 0.1843429 Jul 05 09:58:06.235513 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff69e38-46fe-45a4-a1ff-b382f37f148e') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:06.235806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff69e38-46fe-45a4-a1ff-b382f37f148e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:06.253569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.261660 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b48ab30e-42f5-4f09-9fe8-ee6c0e3a5003 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97abca6623f0443786224ee8fbc4dcfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690931 Jul 05 09:58:06.262280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38298) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:06.279565 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.294158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:06.294570 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:06.296398 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:06.308652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9400d70-3ca4-4109-b4fd-96b20291a67a req-97fff4ff-2fb1-4676-9d8e-c738ab181670 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Jul 05 09:58:06.324088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9928a44f-552f-45ee-bd21-6b696a11bf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.348857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9928a44f-552f-45ee-bd21-6b696a11bf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.366100 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.388311 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.390330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] 10.222.0.21 "DELETE /v2.0/networks/57d205e5-0179-4187-9bc3-81ed83bf84a9 HTTP/1.1" status: 204 len: 168 time: 0.8174667 Jul 05 09:58:06.391767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f9d4-dab1-4654-96a6-40107f7afc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d205e5-0179-4187-9bc3-81ed83bf84a9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:06.433853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9928a44f-552f-45ee-bd21-6b696a11bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.438065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9928a44f-552f-45ee-bd21-6b696a11bf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.439415 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9928a44f-552f-45ee-bd21-6b696a11bf68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2887dfc-58b9-48d0-92a3-462a399b5027 HTTP/1.1" status: 204 len: 168 time: 0.1761811 Jul 05 09:58:06.459943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928a44f-552f-45ee-bd21-6b696a11bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2887dfc-58b9-48d0-92a3-462a399b5027,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:06.551981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:06.599940 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2760847-42e0-4ee5-8a7e-872aca2b84ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d2bed338d834802bb71dc6e229186e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461743 Jul 05 09:58:06.602650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:06.683750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ace68ed-063c-45d9-b571-a163d3723037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.722683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ace68ed-063c-45d9-b571-a163d3723037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.785458 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ace68ed-063c-45d9-b571-a163d3723037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.788293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ace68ed-063c-45d9-b571-a163d3723037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:06.793506 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9ace68ed-063c-45d9-b571-a163d3723037 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b650bee-77e1-41c7-affa-7c5ceff9d1c6 HTTP/1.1" status: 204 len: 168 time: 0.1892996 Jul 05 09:58:06.808373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace68ed-063c-45d9-b571-a163d3723037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b650bee-77e1-41c7-affa-7c5ceff9d1c6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:07.297773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38340) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:07.322067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4a4dd5fa-1962-41c8-b35a-0cde6f482344 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:07.348209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 4a4dd5fa-1962-41c8-b35a-0cde6f482344 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:07.348560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4a4dd5fa-1962-41c8-b35a-0cde6f482344 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:07.428090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'networks': [{'name': 'tempest-network--1153573947'}, {'name': 'tempest-network--1580251045'}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:07.429326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'network': {'name': 'tempest-network--1153573947'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:07.430477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'network': {'name': 'tempest-network--1580251045'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:07.470324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Made reservation on behalf of 48383922778a44c5a0e6ef8ba0671417 for: {'network': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:07.475307 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.509190 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.588945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c583b-8324-416c-9004-d8a101117966 req-8eb3808a-20a2-46ce-81dc-62623e4fd877 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:07.590443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f4c583b-8324-416c-9004-d8a101117966 req-8eb3808a-20a2-46ce-81dc-62623e4fd877 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 945 time: 0.1343517 Jul 05 09:58:07.602333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:07.661336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f4c583b-8324-416c-9004-d8a101117966 req-31c4346b-9d03-48ce-99a5-a4b2e8403f98 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615070 Jul 05 09:58:07.706834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.712540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.713071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.757173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1939295740-network', 'tenant_id': 'ed4cf74418be42b0bd8572e58084fa3e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:07.759006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206c8364-6336-4efd-abda-f5eee259f892,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:07.766012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:07.780030 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.780376 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Added segment 782964f7-79f8-4a2a-9678-ce31b21db94c of type vlan for network dbf4e9dc-5ab7-486c-b053-1fb628c1a8fe Jul 05 09:58:07.820499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Made reservation on behalf of ed4cf74418be42b0bd8572e58084fa3e for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:07.827872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.840935 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.841910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.891673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:07.904525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.905192 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Added segment 0216d5f7-4966-40f7-b705-ba2faefa7ed9 of type vlan for network e22f6b83-b91a-44eb-839b-9e89a5958140 Jul 05 09:58:07.969630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.986398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:07.991918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.006601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.008342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.016828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.022104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.023807 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.026962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:08.038916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793da100-048f-403b-8ec9-ba1a7f482701,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.045551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.046192 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Added segment 88720831-5f37-4e88-8b2a-8329c1509093 of type vlan for network 36b15b7c-2c67-4ab8-bf11-e3b5231886da Jul 05 09:58:08.094109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7946510 Jul 05 09:58:08.096842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:08.101325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.142148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.143500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.144137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.219281 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6154091 Jul 05 09:58:08.220354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38400) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:08.224522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Network': ['ID=dbf4e9dc-5ab7-486c-b053-1fb628c1a8fe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.236186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Request body: {'subnet': {'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1939295740-subnet', 'tenant_id': 'ed4cf74418be42b0bd8572e58084fa3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:08.246075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network dbf4e9dc-5ab7-486c-b053-1fb628c1a8fe details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:08.252638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979e065-ea9a-4ea1-9bd0-30f7a0a3dc71 admin admin] Pushing event updated for resources: {'Network': ['ID=36b15b7c-2c67-4ab8-bf11-e3b5231886da,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.282122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Made reservation on behalf of ed4cf74418be42b0bd8572e58084fa3e for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:08.286713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.292506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 36b15b7c-2c67-4ab8-bf11-e3b5231886da details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:08.667719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.760071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fbbb71-5831-41b3-a7d5-63c3289b7a7b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.783744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70839199-d85c-4d73-9797-68ad765febd4 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Network': ['ID=e22f6b83-b91a-44eb-839b-9e89a5958140,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:08.792309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Checking segment: {'id': '88720831-5f37-4e88-8b2a-8329c1509093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:08.792918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Network hostable DHCP agents. Network: 36b15b7c-2c67-4ab8-bf11-e3b5231886da, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:08.797324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e22f6b83-b91a-44eb-839b-9e89a5958140 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:08.799421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7bc8b-7c32-45fd-81e0-213b5cec409e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.806084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7bc8b-7c32-45fd-81e0-213b5cec409e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.812421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7bc8b-7c32-45fd-81e0-213b5cec409e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.818775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7bc8b-7c32-45fd-81e0-213b5cec409e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.823154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4e7bc8b-7c32-45fd-81e0-213b5cec409e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7235911 Jul 05 09:58:08.826475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:08.839479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Network 36b15b7c-2c67-4ab8-bf11-e3b5231886da is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:08.918244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 36b15b7c-2c67-4ab8-bf11-e3b5231886da) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:08.935528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:08.936537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.937469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdbbd68-bfdf-4926-8536-d33d30dde91f None None] Network 36b15b7c-2c67-4ab8-bf11-e3b5231886da requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:08.979418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:08.986665 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-959928a7-5a70-4805-8ec6-81c11b82600f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7619326 Jul 05 09:58:09.192638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.205667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf4e9dc-5ab7-486c-b053-1fb628c1a8fe']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:09.238492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782964f7-79f8-4a2a-9678-ce31b21db94c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:09.239300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782964f7-79f8-4a2a-9678-ce31b21db94c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:09.262868 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.269869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b9004-ec55-4e4d-b1fe-0163d783f6e2 None None] Network 36b15b7c-2c67-4ab8-bf11-e3b5231886da requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:09.290746 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.313000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:09.313779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:09.418477 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:09.437928 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.459151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.461808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/networks/dbf4e9dc-5ab7-486c-b053-1fb628c1a8fe HTTP/1.1" status: 204 len: 168 time: 0.6342125 Jul 05 09:58:09.463506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb4258-919f-4d0a-8b18-213dbbd7f227 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Network': ['ID=dbf4e9dc-5ab7-486c-b053-1fb628c1a8fe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:09.466437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:09.622953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.752059 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.767345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22f6b83-b91a-44eb-839b-9e89a5958140']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:09.784872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0216d5f7-4966-40f7-b705-ba2faefa7ed9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:09.785469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0216d5f7-4966-40f7-b705-ba2faefa7ed9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:09.808284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.833751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.837451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-f493e677-7ca3-4fb4-acc7-44467743524e tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:09.840213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-f493e677-7ca3-4fb4-acc7-44467743524e tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/networks?id=36b15b7c-2c67-4ab8-bf11-e3b5231886da HTTP/1.1" status: 200 len: 822 time: 0.1964152 Jul 05 09:58:09.847582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:09.848442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:09.854097 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:09.860421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-d04b2154-00a6-495a-ac9a-2ec739b2fae8 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/quotas/ed4cf74418be42b0bd8572e58084fa3e HTTP/1.1" status: 200 len: 375 time: 0.0137513 Jul 05 09:58:09.909185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fc948caa-f63c-4114-98fe-eb29963ea974 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4cf74418be42b0bd8572e58084fa3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384276 Jul 05 09:58:09.966927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:09.995678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.003204 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/networks/e22f6b83-b91a-44eb-839b-9e89a5958140 HTTP/1.1" status: 204 len: 168 time: 0.5330691 Jul 05 09:58:10.003204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5b566-9816-484b-bb19-29d285732224 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Network': ['ID=e22f6b83-b91a-44eb-839b-9e89a5958140,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:10.005501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:10.063291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-224a23ea-cf06-45c8-b7ec-8726afa45b2e service neutron] 10.222.0.21 "GET /v2.0/networks/36b15b7c-2c67-4ab8-bf11-e3b5231886da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381021 Jul 05 09:58:10.232692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-d40458fe-92aa-478b-8327-a98c08dfeef5 service neutron] 10.222.0.21 "GET /v2.0/networks/36b15b7c-2c67-4ab8-bf11-e3b5231886da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601727 Jul 05 09:58:10.295347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6cf11c-0e1f-4e4d-a266-cb63635a9d8f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:10.302271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6cf11c-0e1f-4e4d-a266-cb63635a9d8f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:10.310759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3f6cf11c-0e1f-4e4d-a266-cb63635a9d8f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2975461 Jul 05 09:58:10.311418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:10.321564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-284492347'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:10.360722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Made reservation on behalf of 48383922778a44c5a0e6ef8ba0671417 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:10.368135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.415114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:10.436831 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.436831 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Added segment 531a8f13-2a3a-444f-8928-e661347902ed of type vlan for network abaa70cb-23c7-403d-afa3-aa30a0fa58a0 Jul 05 09:58:10.520697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.586255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.601040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:10.602441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.621944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cddd9c8-f44d-4940-ab5e-dc782ef9e2fc req-e979cfdb-e23d-499b-89d9-4b99e98df6f2 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 210 time: 0.0680673 Jul 05 09:58:10.706023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3926561 Jul 05 09:58:10.710937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:10.719427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-778689170'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:10.759904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa9b8-99dc-4445-8b75-efb16afe654f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Network': ['ID=abaa70cb-23c7-403d-afa3-aa30a0fa58a0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:10.764819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Made reservation on behalf of 48383922778a44c5a0e6ef8ba0671417 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:10.771823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.777909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network abaa70cb-23c7-403d-afa3-aa30a0fa58a0 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:10.844612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:10.863371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.863719 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Added segment 129e46f5-a3ec-4a0b-9169-295c77a3dd9e of type vlan for network 000efd9f-414b-4f19-a23a-8e987a0259ac Jul 05 09:58:10.918447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.954018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.960141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:10.960981 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.029279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3129489 Jul 05 09:58:11.030362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38480) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:11.043636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'ports': [{'network_id': 'abaa70cb-23c7-403d-afa3-aa30a0fa58a0', 'name': 'tempest-port--349799564', 'admin_state_up': True}, {'network_id': '000efd9f-414b-4f19-a23a-8e987a0259ac', 'admin_state_up': False}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:11.043959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Network': ['ID=000efd9f-414b-4f19-a23a-8e987a0259ac,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:11.044671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'port': {'network_id': 'abaa70cb-23c7-403d-afa3-aa30a0fa58a0', 'name': 'tempest-port--349799564', 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:11.045614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'port': {'network_id': '000efd9f-414b-4f19-a23a-8e987a0259ac', 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:11.054957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.055359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.055635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.056002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.056471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.056856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.057187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.057611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.057940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.058300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.058697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.059027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b4620-e7e7-4152-89cb-ca8da3ab1f5f tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:11.082347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 000efd9f-414b-4f19-a23a-8e987a0259ac details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:11.351397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Made reservation on behalf of 48383922778a44c5a0e6ef8ba0671417 for: {'port': 2} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:11.358023 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.380348 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.505943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] device_id is not set on port 6b23b3dd-c24e-45ba-b181-bdcbb5d25fd2 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:11.692807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:11.822062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] device_id is not set on port 64d59093-e456-4484-82df-a263cd69b12c yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:11.852696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-753ca316-bdc9-4af9-8c60-253b0cb03658 req-16fde02f-7502-48fa-a395-35ee0f525e53 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 210 time: 0.0402830 Jul 05 09:58:12.027407 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.099821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.285886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Port': ['ID=6b23b3dd-c24e-45ba-b181-bdcbb5d25fd2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:12.333955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Checking segment: {'id': '531a8f13-2a3a-444f-8928-e661347902ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'abaa70cb-23c7-403d-afa3-aa30a0fa58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:12.334507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network hostable DHCP agents. Network: abaa70cb-23c7-403d-afa3-aa30a0fa58a0, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:12.404325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-412e857b-c40f-4e0e-97ca-147131dd5339 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:12.406758 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-412e857b-c40f-4e0e-97ca-147131dd5339 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.15 "GET /v2.0/networks?id=36b15b7c-2c67-4ab8-bf11-e3b5231886da HTTP/1.1" status: 200 len: 822 time: 0.2585626 Jul 05 09:58:12.408513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network abaa70cb-23c7-403d-afa3-aa30a0fa58a0 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:12.427806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Request body: {'port': {'device_id': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da', 'admin_state_up': True, 'tenant_id': 'ed4cf74418be42b0bd8572e58084fa3e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:12.449174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, abaa70cb-23c7-403d-afa3-aa30a0fa58a0) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:12.454487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:12.455492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.472858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91672a8e-7cea-40d4-b556-8c8472e57258 None None] Network abaa70cb-23c7-403d-afa3-aa30a0fa58a0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:12.610681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Port': ['ID=64d59093-e456-4484-82df-a263cd69b12c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:12.714095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Checking segment: {'id': '129e46f5-a3ec-4a0b-9169-295c77a3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '000efd9f-414b-4f19-a23a-8e987a0259ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:12.714442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network hostable DHCP agents. Network: 000efd9f-414b-4f19-a23a-8e987a0259ac, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:12.753721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Made reservation on behalf of ed4cf74418be42b0bd8572e58084fa3e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:12.759331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.762920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network 000efd9f-414b-4f19-a23a-8e987a0259ac is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:12.790286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 000efd9f-414b-4f19-a23a-8e987a0259ac) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:12.794558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:12.800603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d97287-855f-47b4-b392-129d76bb7814 None None] Network 000efd9f-414b-4f19-a23a-8e987a0259ac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:12.808299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:12.814206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:12.814862 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:12.888685 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0e565592-3b50-403f-8bc3-a55dc87045bc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8487153 Jul 05 09:58:12.889637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:13.051958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0af7511b-beaf-458d-95b0-28931fe86fa7 req-5f65e443-0679-4d0b-8f28-814e5b41f59b tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 210 time: 0.0401001 Jul 05 09:58:13.066187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Allocated IP 172.20.0.5 (36b15b7c-2c67-4ab8-bf11-e3b5231886da/b1fbbb71-5831-41b3-a7d5-63c3289b7a7b/fe3811ca-9abd-4ccc-85eb-1c5538d2b021) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:13.120803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982598a-b0a8-4425-88f8-820cf3531906 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:13.127306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982598a-b0a8-4425-88f8-820cf3531906 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:13.133237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5982598a-b0a8-4425-88f8-820cf3531906 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2395215 Jul 05 09:58:13.133895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:13.286588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Deleting port 6b23b3dd-c24e-45ba-b181-bdcbb5d25fd2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:13.287173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.330107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.395761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.399689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.413695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Calling delete_port for 6b23b3dd-c24e-45ba-b181-bdcbb5d25fd2 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:13.471728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Network 36b15b7c-2c67-4ab8-bf11-e3b5231886da is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:13.482487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:13.493582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:13.544806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Pushing event updated for resources: {'Port': ['ID=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:13.546102 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.591727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:13.592638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.595593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.602460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/ports/6b23b3dd-c24e-45ba-b181-bdcbb5d25fd2 HTTP/1.1" status: 204 len: 168 time: 0.4628730 Jul 05 09:58:13.602460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2e94a-c7dc-48ef-bfdb-f063036ce833 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Port': ['ID=6b23b3dd-c24e-45ba-b181-bdcbb5d25fd2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:13.603951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:13.615297 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-b8a5daa1-7165-4c18-8ed1-ab6b3403eddb tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1938572 Jul 05 09:58:13.694075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Request body: {'port': {'device_id': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:13.759597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Deleting port 64d59093-e456-4484-82df-a263cd69b12c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:13.760042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.832571 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.843278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.868934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Calling delete_port for 64d59093-e456-4484-82df-a263cd69b12c owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:13.986119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.023167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aff0fb62-fa7e-4088-ab79-26794378b9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.045008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Port': ['ID=64d59093-e456-4484-82df-a263cd69b12c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:14.047538 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.052937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e3bd98fb-b165-48df-a7f5-89fe117a88fc tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/ports/64d59093-e456-4484-82df-a263cd69b12c HTTP/1.1" status: 204 len: 168 time: 0.4479988 Jul 05 09:58:14.053524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:14.089208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d85c4ef8-877a-43f0-a9c4-dfb33ccfbc59 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0334044 Jul 05 09:58:14.092963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:14.099366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1599960398'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:14.125383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Made reservation on behalf of 48383922778a44c5a0e6ef8ba0671417 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:14.132075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.163873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:14.176135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.176558 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Added segment ed0e207b-ab07-4771-9d89-c5f5cff7dfe7 of type vlan for network d268e184-33c1-4801-9fc6-94e05c2e3bee Jul 05 09:58:14.231314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3811ca-9abd-4ccc-85eb-1c5538d2b021 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:14.237084 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.242748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.265041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Transition to ACTIVE for port object fe3811ca-9abd-4ccc-85eb-1c5538d2b021 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:14.273282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.287724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.294921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:14.296270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.333742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:14.395644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2986739 Jul 05 09:58:14.410228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:14.417881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1845397449'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:14.457411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Attempting to bind port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:14.457411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Attempting to bind port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '88720831-5f37-4e88-8b2a-8329c1509093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:14.457411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Attempting to bind port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 on network 36b15b7c-2c67-4ab8-bf11-e3b5231886da {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:14.457864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be540f3-f56f-4da7-ad36-6ab8c084dc64 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Network': ['ID=d268e184-33c1-4801-9fc6-94e05c2e3bee,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:14.462615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Made reservation on behalf of 48383922778a44c5a0e6ef8ba0671417 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:14.464222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 on network 36b15b7c-2c67-4ab8-bf11-e3b5231886da not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:14.464600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Attempting to bind port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 on network 36b15b7c-2c67-4ab8-bf11-e3b5231886da {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:14.466614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.472277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:14.472653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Checking segment: {'id': '88720831-5f37-4e88-8b2a-8329c1509093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:14.472987 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Bound using segment: {'id': '88720831-5f37-4e88-8b2a-8329c1509093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:14.473479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Bound port: fe3811ca-9abd-4ccc-85eb-1c5538d2b021, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88720831-5f37-4e88-8b2a-8329c1509093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:14.473844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.483152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d268e184-33c1-4801-9fc6-94e05c2e3bee details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:14.524995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8a91e-2e60-4ef8-b676-0c877932dc70 req-fc998522-efcb-403b-8ae8-3c571c18d521 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:14.526754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36a8a91e-2e60-4ef8-b676-0c877932dc70 req-fc998522-efcb-403b-8ae8-3c571c18d521 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.2155452 Jul 05 09:58:14.527509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:14.544302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.544837 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Added segment 5030cbf0-5860-42c3-9864-2b1812d44549 of type vlan for network 183515f8-ea05-498f-9059-1ba718385eff Jul 05 09:58:14.630355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.652748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36a8a91e-2e60-4ef8-b676-0c877932dc70 req-0a267e2b-0cf9-45f6-a519-e7b6e5c45223 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003199 Jul 05 09:58:14.668655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] For port fe3811ca-9abd-4ccc-85eb-1c5538d2b021, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:14.677159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] For port fe3811ca-9abd-4ccc-85eb-1c5538d2b021, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,segment=NetworkSegment(88720831-5f37-4e88-8b2a-8329c1509093),segment_id=88720831-5f37-4e88-8b2a-8329c1509093)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:14.684784 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.700731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.716821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:14.719614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.765225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:14.766255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.769023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe3811ca-9abd-4ccc-85eb-1c5538d2b021 HTTP/1.1" status: 200 len: 1092 time: 1.1448519 Jul 05 09:58:14.769897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'tag': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:14.774773 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe53684-95f5-467c-9e9d-069e52348aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "0586cd7e-3030-4626-80c6-6e3cee3ea9d6", "tag": "fe3811ca-9abd-4ccc-85eb-1c5538d2b021"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:14.833278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4216824 Jul 05 09:58:14.848392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987077a1-ef02-4d89-b61b-5672747fcabe tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Network': ['ID=183515f8-ea05-498f-9059-1ba718385eff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:14.866239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 183515f8-ea05-498f-9059-1ba718385eff details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:14.907064 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b151f6-2fbe-48f9-aa55-092b5fe7d625 x-openstack-request-id: req-31b151f6-2fbe-48f9-aa55-092b5fe7d625 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:14.907433 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0586cd7e-3030-4626-80c6-6e3cee3ea9d6", "tag": "fe3811ca-9abd-4ccc-85eb-1c5538d2b021", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:14.907634 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31b151f6-2fbe-48f9-aa55-092b5fe7d625 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:14.908002 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'tag': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021', 'status': 'completed', 'code': 200} Jul 05 09:58:14.913309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2de6f8-6cf9-438a-b7d6-34c7d37ea8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:15.001964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-c9e4004d-1631-49e5-8da7-7989b26e5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.003926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-c9e4004d-1631-49e5-8da7-7989b26e5cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4cf74418be42b0bd8572e58084fa3e&device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 1095 time: 0.1511428 Jul 05 09:58:15.071574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-83f03539-ee8d-4b53-88ff-7c9716585f03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe3811ca-9abd-4ccc-85eb-1c5538d2b021 HTTP/1.1" status: 200 len: 217 time: 0.0554488 Jul 05 09:58:15.114831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38524) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:15.126660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'subnets': [{'network_id': 'd268e184-33c1-4801-9fc6-94e05c2e3bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1542738847', 'ip_version': 4}, {'network_id': '183515f8-ea05-498f-9059-1ba718385eff', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:15.127114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'subnet': {'network_id': 'd268e184-33c1-4801-9fc6-94e05c2e3bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1542738847', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:15.127779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Request body: {'subnet': {'network_id': '183515f8-ea05-498f-9059-1ba718385eff', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:15.170161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-69b1e8e9-c9a1-4a01-8809-faacbd683dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.173129 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-69b1e8e9-c9a1-4a01-8809-faacbd683dec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1fbbb71-5831-41b3-a7d5-63c3289b7a7b HTTP/1.1" status: 200 len: 862 time: 0.0950110 Jul 05 09:58:15.222302 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-05feed5a-dde1-4074-8d94-39bd9dc84096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36b15b7c-2c67-4ab8-bf11-e3b5231886da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412548 Jul 05 09:58:15.398322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-2764a554-c333-4434-9e11-2de0d5f17e2c service neutron] 10.222.0.15 "GET /v2.0/networks/36b15b7c-2c67-4ab8-bf11-e3b5231886da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642890 Jul 05 09:58:15.402960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Made reservation on behalf of 48383922778a44c5a0e6ef8ba0671417 for: {'subnet': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:15.411256 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.414447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:15.523361 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-084646f0-e563-413c-bb4b-7f731cd726d8 req-78dee98a-46c3-4c9a-87cc-c882f0bb13df service neutron] 10.222.0.15 "GET /v2.0/networks/36b15b7c-2c67-4ab8-bf11-e3b5231886da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182694 Jul 05 09:58:15.667825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-632abf54-493a-461d-ac07-48b854910479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.669679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-632abf54-493a-461d-ac07-48b854910479 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4cf74418be42b0bd8572e58084fa3e&device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 1095 time: 0.0871437 Jul 05 09:58:15.841524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-459e2387-fb93-4b8e-82ae-d3374eefa350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.843157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-459e2387-fb93-4b8e-82ae-d3374eefa350 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36b15b7c-2c67-4ab8-bf11-e3b5231886da HTTP/1.1" status: 200 len: 923 time: 0.1645463 Jul 05 09:58:15.906402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-ee87f304-531c-4d6e-9145-94be63098d65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe3811ca-9abd-4ccc-85eb-1c5538d2b021 HTTP/1.1" status: 200 len: 217 time: 0.0540988 Jul 05 09:58:15.937673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e24257-b949-4b51-94b2-8e1a8dee30bd req-9eddd248-f80f-4b01-b173-91ba92292241 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.940280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16e24257-b949-4b51-94b2-8e1a8dee30bd req-9eddd248-f80f-4b01-b173-91ba92292241 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.1353292 Jul 05 09:58:15.980574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-ca5d1b12-b977-406b-9eca-e7ab48ff4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:15.983184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-ca5d1b12-b977-406b-9eca-e7ab48ff4cac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1fbbb71-5831-41b3-a7d5-63c3289b7a7b HTTP/1.1" status: 200 len: 862 time: 0.0684998 Jul 05 09:58:16.022934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16e24257-b949-4b51-94b2-8e1a8dee30bd req-85d5e7f4-a035-45b7-8b81-26c34943cf15 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762165 Jul 05 09:58:16.040782 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-a3b922c0-0a52-474a-9552-e539c74ed26b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36b15b7c-2c67-4ab8-bf11-e3b5231886da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493052 Jul 05 09:58:16.094257 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.214363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Subnet': ['ID=6a0a0eb4-5518-485a-b9c3-4ba684c4546f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:16.217662 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-95811eef-929c-4b67-af32-13e77953083d service neutron] 10.222.0.15 "GET /v2.0/networks/36b15b7c-2c67-4ab8-bf11-e3b5231886da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685545 Jul 05 09:58:16.218402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Checking segment: {'id': 'ed0e207b-ab07-4771-9d89-c5f5cff7dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd268e184-33c1-4801-9fc6-94e05c2e3bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:16.219342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network hostable DHCP agents. Network: d268e184-33c1-4801-9fc6-94e05c2e3bee, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:16.251937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network d268e184-33c1-4801-9fc6-94e05c2e3bee is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:16.291445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d268e184-33c1-4801-9fc6-94e05c2e3bee) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:16.300125 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.303035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623c9cc-7758-4f6d-946a-6c159e49555a None None] Network d268e184-33c1-4801-9fc6-94e05c2e3bee requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:16.427674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event updated for resources: {'Subnet': ['ID=6b0617b1-9ce1-4b96-b8cc-e945b5be46df,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:16.435483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Checking segment: {'id': '5030cbf0-5860-42c3-9864-2b1812d44549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '183515f8-ea05-498f-9059-1ba718385eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:16.435975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network hostable DHCP agents. Network: 183515f8-ea05-498f-9059-1ba718385eff, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:16.458181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Network 183515f8-ea05-498f-9059-1ba718385eff is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:16.476768 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6fe53684-95f5-467c-9e9d-069e52348aa4 req-2affc512-7fda-4962-b235-06596919cb40 service neutron] 10.222.0.15 "GET /v2.0/networks/36b15b7c-2c67-4ab8-bf11-e3b5231886da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444160 Jul 05 09:58:16.477657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 183515f8-ea05-498f-9059-1ba718385eff) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:16.483310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.483796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.484452 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.496104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e32c67d-e914-4b07-bb9f-93c6d4f175d4 None None] Network 183515f8-ea05-498f-9059-1ba718385eff requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:16.508606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2c3bd174-3ca4-464d-90ca-f7e345df4781 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3923669 Jul 05 09:58:16.514893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:16.649053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035547f6-f4fb-412e-af7e-8052e8fa97fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d268e184-33c1-4801-9fc6-94e05c2e3bee', 'network_id': 'd268e184-33c1-4801-9fc6-94e05c2e3bee', 'tenant_id': '48383922778a44c5a0e6ef8ba0671417', 'fixed_ips': [{'subnet_id': '6a0a0eb4-5518-485a-b9c3-4ba684c4546f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:16.649459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9152c9-1dea-4a65-a4bc-7274ffb747ae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.650268 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-035547f6-f4fb-412e-af7e-8052e8fa97fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.651027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9152c9-1dea-4a65-a4bc-7274ffb747ae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.652806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9152c9-1dea-4a65-a4bc-7274ffb747ae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:16.657847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f9152c9-1dea-4a65-a4bc-7274ffb747ae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1393974 Jul 05 09:58:16.659597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:16.729295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Deleting subnet 6a0a0eb4-5518-485a-b9c3-4ba684c4546f {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:16.733334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.789933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.853489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.859598 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.882870 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1360d3b3-57ce-4fe1-af0d-dca6fd0b1f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.901781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-183515f8-ea05-498f-9059-1ba718385eff', 'network_id': '183515f8-ea05-498f-9059-1ba718385eff', 'tenant_id': '48383922778a44c5a0e6ef8ba0671417', 'fixed_ips': [{'subnet_id': '6b0617b1-9ce1-4b96-b8cc-e945b5be46df'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:16.903646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.942451 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.974446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0a0eb4-5518-485a-b9c3-4ba684c4546f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:16.981603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.983628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-731ff49e-05ff-4c02-b940-ee0f78d6eade tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/subnets/6a0a0eb4-5518-485a-b9c3-4ba684c4546f HTTP/1.1" status: 204 len: 168 time: 0.3229558 Jul 05 09:58:16.986346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-035547f6-f4fb-412e-af7e-8052e8fa97fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a0a0eb4-5518-485a-b9c3-4ba684c4546f: This subnet is being modified by another concurrent operation. Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 09:58:17.012243 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a0a0eb4-5518-485a-b9c3-4ba684c4546f: This subnet is being modified by another concurrent operation. Jul 05 09:58:17.016310 n-d-771363-33 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 05 09:58:17.039690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f8280-8c86-4230-9281-eb02b58e1ab9 None None] Network d268e184-33c1-4801-9fc6-94e05c2e3bee requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:17.047925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Deleting subnet 6b0617b1-9ce1-4b96-b8cc-e945b5be46df {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:17.145103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Allocated IP 172.20.0.18 (183515f8-ea05-498f-9059-1ba718385eff/6b0617b1-9ce1-4b96-b8cc-e945b5be46df/cfde4a25-1624-4a4f-9da3-076745ad512a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:17.278480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0954785-798e-4729-93c8-2f5cac65562e req-d6df9ebe-b7f5-426a-8920-b9db4ff33e44 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.280816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0954785-798e-4729-93c8-2f5cac65562e req-d6df9ebe-b7f5-426a-8920-b9db4ff33e44 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.0925009 Jul 05 09:58:17.347126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0954785-798e-4729-93c8-2f5cac65562e req-c0a48d9a-b79e-49b9-8854-f735e7125de6 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579360 Jul 05 09:58:17.414573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.428451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Transition to ACTIVE for port object cfde4a25-1624-4a4f-9da3-076745ad512a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:17.472548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Transition to ACTIVE for port object cfde4a25-1624-4a4f-9da3-076745ad512a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:17.482905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.483914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.533172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Network 183515f8-ea05-498f-9059-1ba718385eff is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:17.537366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:17.543138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:17.546870 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.547997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Pushing event updated for resources: {'Port': ['ID=cfde4a25-1624-4a4f-9da3-076745ad512a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:17.612964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Attempting to bind port cfde4a25-1624-4a4f-9da3-076745ad512a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:17.613414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Attempting to bind port cfde4a25-1624-4a4f-9da3-076745ad512a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '5030cbf0-5860-42c3-9864-2b1812d44549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '183515f8-ea05-498f-9059-1ba718385eff'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:17.613783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Attempting to bind port cfde4a25-1624-4a4f-9da3-076745ad512a on network 183515f8-ea05-498f-9059-1ba718385eff {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:17.619668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:17.620144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Checking segment: {'id': '5030cbf0-5860-42c3-9864-2b1812d44549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '183515f8-ea05-498f-9059-1ba718385eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:17.620620 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.621077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Bound using segment: {'id': '5030cbf0-5860-42c3-9864-2b1812d44549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '183515f8-ea05-498f-9059-1ba718385eff'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:17.621610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Bound port: cfde4a25-1624-4a4f-9da3-076745ad512a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5030cbf0-5860-42c3-9864-2b1812d44549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '183515f8-ea05-498f-9059-1ba718385eff'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:17.622052 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.654234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.724438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.729162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] For port cfde4a25-1624-4a4f-9da3-076745ad512a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:17.733725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] For port cfde4a25-1624-4a4f-9da3-076745ad512a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cfde4a25-1624-4a4f-9da3-076745ad512a,segment=NetworkSegment(5030cbf0-5860-42c3-9864-2b1812d44549),segment_id=5030cbf0-5860-42c3-9864-2b1812d44549)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:17.738683 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.752486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0617b1-9ce1-4b96-b8cc-e945b5be46df,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:17.756123 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.758861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c8441fc-f812-45dc-b20a-0f9d03e0ef7e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/subnets/6b0617b1-9ce1-4b96-b8cc-e945b5be46df HTTP/1.1" status: 204 len: 168 time: 0.7714489 Jul 05 09:58:17.761373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.811162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca73b-9c03-41ef-b32f-7ddb81a8f6bf None None] Pushing event updated for resources: {'Port': ['ID=cfde4a25-1624-4a4f-9da3-076745ad512a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:17.846663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e5ad8-e5de-4b21-81f7-b071fb55482e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:17.849050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-207e5ad8-e5de-4b21-81f7-b071fb55482e tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0864325 Jul 05 09:58:17.853625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:17.880695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.940271 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.029738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Deleting port cfde4a25-1624-4a4f-9da3-076745ad512a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:18.030075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.105035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] For port cfde4a25-1624-4a4f-9da3-076745ad512a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cfde4a25-1624-4a4f-9da3-076745ad512a,segment=NetworkSegment(5030cbf0-5860-42c3-9864-2b1812d44549),segment_id=5030cbf0-5860-42c3-9864-2b1812d44549)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:18.105480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.123235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Calling delete_port for cfde4a25-1624-4a4f-9da3-076745ad512a owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:18.221476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.247644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Port': ['ID=cfde4a25-1624-4a4f-9da3-076745ad512a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:18.254152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] No DVR routers for this DVR port cfde4a25-1624-4a4f-9da3-076745ad512a on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:18.348662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.361386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183515f8-ea05-498f-9059-1ba718385eff']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:18.375582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5030cbf0-5860-42c3-9864-2b1812d44549') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:18.375881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5030cbf0-5860-42c3-9864-2b1812d44549') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:18.390601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.420831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.432064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:18.432845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:18.436195 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:18.543948 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.558540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.563629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/networks/183515f8-ea05-498f-9059-1ba718385eff HTTP/1.1" status: 204 len: 168 time: 0.7086465 Jul 05 09:58:18.564603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.586875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f27c-f115-4770-b43f-35172ae21cae tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Network': ['ID=183515f8-ea05-498f-9059-1ba718385eff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:18.627550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5149e-fc8a-48b3-ac95-f6b9d5474841 req-d6c8e6a1-3d49-4b85-bb85-a422e733f528 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:18.629833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbe5149e-fc8a-48b3-ac95-f6b9d5474841 req-d6c8e6a1-3d49-4b85-bb85-a422e733f528 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.1393280 Jul 05 09:58:18.677902 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbe5149e-fc8a-48b3-ac95-f6b9d5474841 req-ebed927e-0422-4146-94f8-f665cdc13171 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Jul 05 09:58:18.734702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.829668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.842373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d268e184-33c1-4801-9fc6-94e05c2e3bee']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:18.854711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0e207b-ab07-4771-9d89-c5f5cff7dfe7') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:18.855124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0e207b-ab07-4771-9d89-c5f5cff7dfe7') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:18.866846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.882753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.890687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:18.891403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:18.894669 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:18.969055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.977135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:18.979341 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/networks/d268e184-33c1-4801-9fc6-94e05c2e3bee HTTP/1.1" status: 204 len: 168 time: 0.4107726 Jul 05 09:58:18.981935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38556) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:18.988722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ceeb4853-c5ab-4446-ba73-5783f4d3d014 None None] Could not find standard attr ID for object cfde4a25-1624-4a4f-9da3-076745ad512a. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:58:19.004898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52064cfe-7eb1-4d91-9a41-fb871e8477d5 tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Network': ['ID=d268e184-33c1-4801-9fc6-94e05c2e3bee,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:19.010014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dacf5b-a592-4428-bd73-46185ed57624 None None] DHCP port deletion for 183515f8-ea05-498f-9059-1ba718385eff request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:58:19.028865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bec481-e1ab-4b76-bd8f-88abdaf3e0f3 None None] Network 183515f8-ea05-498f-9059-1ba718385eff requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:19.044147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fe3811ca-9abd-4ccc-85eb-1c5538d2b021 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:58:19.055384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bec481-e1ab-4b76-bd8f-88abdaf3e0f3 None None] Network 183515f8-ea05-498f-9059-1ba718385eff could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:58:19.069519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613c387-c3b3-4392-964f-1bb39d7e40ee None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:58:19.086208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.180914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.191485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000efd9f-414b-4f19-a23a-8e987a0259ac']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:19.205107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129e46f5-a3ec-4a0b-9169-295c77a3dd9e') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:19.206194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129e46f5-a3ec-4a0b-9169-295c77a3dd9e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:19.216280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.222323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fe3811ca-9abd-4ccc-85eb-1c5538d2b021, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,segment=NetworkSegment(88720831-5f37-4e88-8b2a-8329c1509093),segment_id=88720831-5f37-4e88-8b2a-8329c1509093)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:19.232914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.244202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:19.244658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.246577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021', 'network_id': '36b15b7c-2c67-4ab8-bf11-e3b5231886da', 'port_id': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021', 'mac_address': 'fa:16:3e:e6:19:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fbbb71-5831-41b3-a7d5-63c3289b7a7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:58:19.298518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613c387-c3b3-4392-964f-1bb39d7e40ee None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:19.300035 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:19.311194 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.316652 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.328210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.330164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/networks/000efd9f-414b-4f19-a23a-8e987a0259ac HTTP/1.1" status: 204 len: 168 time: 0.3469625 Jul 05 09:58:19.333046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:19.336051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3811ca-9abd-4ccc-85eb-1c5538d2b021 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:19.365709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634d00b-c8dd-4569-9986-070ab0708bdb tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Network': ['ID=000efd9f-414b-4f19-a23a-8e987a0259ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:19.405266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fe3811ca-9abd-4ccc-85eb-1c5538d2b021, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,segment=NetworkSegment(88720831-5f37-4e88-8b2a-8329c1509093),segment_id=88720831-5f37-4e88-8b2a-8329c1509093)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:19.414645 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.427151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.533659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:19.568322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.579245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaa70cb-23c7-403d-afa3-aa30a0fa58a0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:19.591797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531a8f13-2a3a-444f-8928-e661347902ed') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:19.592120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531a8f13-2a3a-444f-8928-e661347902ed') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:19.608924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.630376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.643382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:19.644321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:19.757981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['fe3811ca-9abd-4ccc-85eb-1c5538d2b021'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:19.819856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.014905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0f80a-6801-4a05-b157-2bdef2422257 req-201ca02b-c09f-4f98-857e-7ebe5188c802 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:20.016741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73c0f80a-6801-4a05-b157-2bdef2422257 req-201ca02b-c09f-4f98-857e-7ebe5188c802 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 944 time: 0.1297886 Jul 05 09:58:20.083799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73c0f80a-6801-4a05-b157-2bdef2422257 req-c840807c-dc40-41dc-8f93-cc4a4398caee tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:20.184933 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:20.209748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.215072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.217228 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] 10.222.0.21 "DELETE /v2.0/networks/abaa70cb-23c7-403d-afa3-aa30a0fa58a0 HTTP/1.1" status: 204 len: 168 time: 0.8826084 Jul 05 09:58:20.232480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e2d4-73e6-4b99-a0ed-4ccd4cea31bf tempest-BulkNetworkOpsTest-593090755 tempest-BulkNetworkOpsTest-593090755-project] Pushing event deleted for resources: {'Network': ['ID=abaa70cb-23c7-403d-afa3-aa30a0fa58a0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:20.447499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.624998 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be93e960-ff78-4cc8-ad63-d69b5cacbca5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48383922778a44c5a0e6ef8ba0671417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760676 Jul 05 09:58:20.627292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:20.685135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dd6887e-e647-4fb3-ba68-24d1fdcefa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.713059 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dd6887e-e647-4fb3-ba68-24d1fdcefa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.780028 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dd6887e-e647-4fb3-ba68-24d1fdcefa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.784018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dd6887e-e647-4fb3-ba68-24d1fdcefa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:20.788504 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9dd6887e-e647-4fb3-ba68-24d1fdcefa44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/206c8364-6336-4efd-abda-f5eee259f892 HTTP/1.1" status: 204 len: 168 time: 0.1573215 Jul 05 09:58:20.797461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6887e-e647-4fb3-ba68-24d1fdcefa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206c8364-6336-4efd-abda-f5eee259f892,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:21.036506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fe3811ca-9abd-4ccc-85eb-1c5538d2b021 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:21.108421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:21.112841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:21.113269 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.227742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.265824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:21.269128 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4437a0-354a-4dcc-8f58-086b8532db2b" -d '{"events": [{"server_uuid": "0586cd7e-3030-4626-80c6-6e3cee3ea9d6", "name": "network-vif-plugged", "status": "completed", "tag": "fe3811ca-9abd-4ccc-85eb-1c5538d2b021"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:21.286848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port fe3811ca-9abd-4ccc-85eb-1c5538d2b021, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,segment=NetworkSegment(88720831-5f37-4e88-8b2a-8329c1509093),segment_id=88720831-5f37-4e88-8b2a-8329c1509093)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:21.294298 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.393739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:21.412078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb892a-ca76-4381-81a3-505f1afd5e8b req-069775f1-dfa6-4eae-839a-6a78552742d2 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:21.414234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fddb892a-ca76-4381-81a3-505f1afd5e8b req-069775f1-dfa6-4eae-839a-6a78552742d2 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 944 time: 0.1432219 Jul 05 09:58:21.474533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fddb892a-ca76-4381-81a3-505f1afd5e8b req-b3472514-2271-4283-b20e-43b5e5594fb8 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528045 Jul 05 09:58:21.534938 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f4116a-04d7-476e-880b-70e5e4f71a87 x-openstack-request-id: req-53f4116a-04d7-476e-880b-70e5e4f71a87 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:21.535064 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0586cd7e-3030-4626-80c6-6e3cee3ea9d6", "name": "network-vif-plugged", "status": "completed", "tag": "fe3811ca-9abd-4ccc-85eb-1c5538d2b021", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:21.535361 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f4116a-04d7-476e-880b-70e5e4f71a87 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:21.535820 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021', 'code': 200} Jul 05 09:58:21.683520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38612) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:21.706853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2048cb2-ee9d-43f8-bae9-f85a1eeceecf req-0367dfb7-c93e-4c21-88fa-62fa321593d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:21.711463 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a2048cb2-ee9d-43f8-bae9-f85a1eeceecf req-0367dfb7-c93e-4c21-88fa-62fa321593d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 1097 time: 0.0992746 Jul 05 09:58:21.759529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a2048cb2-ee9d-43f8-bae9-f85a1eeceecf req-dc655706-5ad1-46b3-bbad-938a87312b79 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Jul 05 09:58:21.807618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879244361'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:21.834140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:21.839117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.848927 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.972668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:21.978396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.016659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:22.030070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aed632c-1b67-48d5-9f72-307bbe08b7ea,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:22.035571 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.035913 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment 04fa4ca8-6135-4088-af20-1e8d0bb14b74 of type vlan for network d7caa2e2-e558-4503-ab22-432ffdcdd810 Jul 05 09:58:22.082390 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.114902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.122073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:22.122858 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.203834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5188577 Jul 05 09:58:22.217145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03660f6e-1311-4974-b639-86d58436e538 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=d7caa2e2-e558-4503-ab22-432ffdcdd810,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:22.251248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d7caa2e2-e558-4503-ab22-432ffdcdd810 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:22.346544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.352769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': 'd7caa2e2-e558-4503-ab22-432ffdcdd810', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:22.482567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:22.486095 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.785739 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.807265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cbcd9-e3ce-48b9-95d3-b992a78a461f req-09126900-bc52-44e6-8b6f-00125371e9a4 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:22.808838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f70cbcd9-e3ce-48b9-95d3-b992a78a461f req-09126900-bc52-44e6-8b6f-00125371e9a4 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1902547 Jul 05 09:58:22.890599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=c22b191e-6cf1-4e39-8d54-ba7609103dbf,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:22.908780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f70cbcd9-e3ce-48b9-95d3-b992a78a461f req-df7f9ecf-e4e0-402c-a5d8-78cf240edcc4 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769975 Jul 05 09:58:22.912142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': '04fa4ca8-6135-4088-af20-1e8d0bb14b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd7caa2e2-e558-4503-ab22-432ffdcdd810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:22.913433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: d7caa2e2-e558-4503-ab22-432ffdcdd810, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:22.933634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network d7caa2e2-e558-4503-ab22-432ffdcdd810 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:22.954378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d7caa2e2-e558-4503-ab22-432ffdcdd810) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:22.962408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:22.963384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:22.971460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e677cd-36dd-43f2-a562-1058c93cb628 None None] Network d7caa2e2-e558-4503-ab22-432ffdcdd810 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:22.987548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:22.988162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-da070967-5747-49a7-89a9-8337c98710f3 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6397102 Jul 05 09:58:22.996606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1970687911'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:23.034175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:23.040098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.067761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:23.081070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.081490 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment 5c7e8398-bb31-4ec9-9cb0-46bea54b6040 of type vlan for network b88bb029-e52f-40fe-a841-a4c5a0868bb3 Jul 05 09:58:23.140227 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.166144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d7caa2e2-e558-4503-ab22-432ffdcdd810', 'network_id': 'd7caa2e2-e558-4503-ab22-432ffdcdd810', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': 'c22b191e-6cf1-4e39-8d54-ba7609103dbf'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:23.168081 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.180262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.199840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:23.201343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.292932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=b88bb029-e52f-40fe-a841-a4c5a0868bb3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:23.309609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1822740-8593-43cf-b856-c60bba03631c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3172164 Jul 05 09:58:23.310003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:23.324155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': 'b88bb029-e52f-40fe-a841-a4c5a0868bb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:23.346641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b88bb029-e52f-40fe-a841-a4c5a0868bb3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:23.424885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Allocated IP 172.20.255.242 (d7caa2e2-e558-4503-ab22-432ffdcdd810/c22b191e-6cf1-4e39-8d54-ba7609103dbf/943db06c-a080-4dc6-8c84-efef8a6ec10b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:23.482608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:23.487985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.635546 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.647605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Transition to ACTIVE for port object 943db06c-a080-4dc6-8c84-efef8a6ec10b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:23.667067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Transition to ACTIVE for port object 943db06c-a080-4dc6-8c84-efef8a6ec10b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:23.675492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.729341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Network d7caa2e2-e558-4503-ab22-432ffdcdd810 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:23.740327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:23.745716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:23.757879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Pushing event updated for resources: {'Port': ['ID=943db06c-a080-4dc6-8c84-efef8a6ec10b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:23.773650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.860858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Attempting to bind port 943db06c-a080-4dc6-8c84-efef8a6ec10b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:23.861439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Attempting to bind port 943db06c-a080-4dc6-8c84-efef8a6ec10b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '04fa4ca8-6135-4088-af20-1e8d0bb14b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd7caa2e2-e558-4503-ab22-432ffdcdd810'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:23.862034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Attempting to bind port 943db06c-a080-4dc6-8c84-efef8a6ec10b on network d7caa2e2-e558-4503-ab22-432ffdcdd810 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:23.872743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:23.873308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Checking segment: {'id': '04fa4ca8-6135-4088-af20-1e8d0bb14b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd7caa2e2-e558-4503-ab22-432ffdcdd810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:23.873959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.875191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Bound using segment: {'id': '04fa4ca8-6135-4088-af20-1e8d0bb14b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd7caa2e2-e558-4503-ab22-432ffdcdd810'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:23.875531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Bound port: 943db06c-a080-4dc6-8c84-efef8a6ec10b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fa4ca8-6135-4088-af20-1e8d0bb14b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd7caa2e2-e558-4503-ab22-432ffdcdd810'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:23.878235 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.887689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=ac2176fd-658e-4f4d-ba59-7aa5f9d6f18a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:23.899983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': '5c7e8398-bb31-4ec9-9cb0-46bea54b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b88bb029-e52f-40fe-a841-a4c5a0868bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:23.900364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: b88bb029-e52f-40fe-a841-a4c5a0868bb3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:23.924928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network b88bb029-e52f-40fe-a841-a4c5a0868bb3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:23.939494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b88bb029-e52f-40fe-a841-a4c5a0868bb3) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:23.945623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:23.946563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.961505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4ce08-3224-4ec0-a238-2f35e8e64203 None None] Network b88bb029-e52f-40fe-a841-a4c5a0868bb3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:23.979214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c985ae7-0cea-46fc-a94b-c823aa31f82f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6634409 Jul 05 09:58:23.979674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:24.219463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.276261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd704d-c2c0-4097-aa52-a5841accc01b req-4c47edc0-d9dd-4118-a237-65e00e7f9e5d tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:24.288702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12dd704d-c2c0-4097-aa52-a5841accc01b req-4c47edc0-d9dd-4118-a237-65e00e7f9e5d tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1205187 Jul 05 09:58:24.309586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.344166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] For port 943db06c-a080-4dc6-8c84-efef8a6ec10b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:24.351240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] For port 943db06c-a080-4dc6-8c84-efef8a6ec10b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=943db06c-a080-4dc6-8c84-efef8a6ec10b,segment=NetworkSegment(04fa4ca8-6135-4088-af20-1e8d0bb14b74),segment_id=04fa4ca8-6135-4088-af20-1e8d0bb14b74)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:24.363679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12dd704d-c2c0-4097-aa52-a5841accc01b req-ce87c8bb-608e-46af-b0c5-9d8d8e3267d9 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735948 Jul 05 09:58:24.366367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.421250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.461908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2176fd-658e-4f4d-ba59-7aa5f9d6f18a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:24.559661 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.579037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88bb029-e52f-40fe-a841-a4c5a0868bb3']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:24.607986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7e8398-bb31-4ec9-9cb0-46bea54b6040') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:24.608792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7e8398-bb31-4ec9-9cb0-46bea54b6040') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:24.616770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61305ec2-0ddb-4c5c-8aee-4aa716d25294 None None] Network b88bb029-e52f-40fe-a841-a4c5a0868bb3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:24.640041 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.668285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.684413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:24.685117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:24.701430 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:24.860407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1086f-4d67-4957-88b1-cf4067f4b0c0 None None] Pushing event updated for resources: {'Port': ['ID=943db06c-a080-4dc6-8c84-efef8a6ec10b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:24.881723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.904725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:24.911187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/b88bb029-e52f-40fe-a841-a4c5a0868bb3 HTTP/1.1" status: 204 len: 168 time: 0.9301620 Jul 05 09:58:24.914528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:24.922211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-933136240'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:24.946168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976166-20e3-4529-a5c8-f348e7b68767 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=b88bb029-e52f-40fe-a841-a4c5a0868bb3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:24.955737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:24.959898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.024782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:25.045329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.046012 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment e1f30170-e8de-42b7-81fc-9894290752cf of type vlan for network 7ff377f5-cf93-4c46-9c81-22d13e521f97 Jul 05 09:58:25.142157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.193954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.203485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:25.204133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.277325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3585575 Jul 05 09:58:25.279001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:25.288673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': '7ff377f5-cf93-4c46-9c81-22d13e521f97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:25.303863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe757a-c891-4f9d-8913-13a061aecb7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=7ff377f5-cf93-4c46-9c81-22d13e521f97,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:25.316270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 7ff377f5-cf93-4c46-9c81-22d13e521f97 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:25.422679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7baa5-1b99-42a8-b257-3e0c86380b1e req-23c6db42-819e-4bf9-b329-97464d880187 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:25.427933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82b7baa5-1b99-42a8-b257-3e0c86380b1e req-23c6db42-819e-4bf9-b329-97464d880187 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1107011 Jul 05 09:58:25.443120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 943db06c-a080-4dc6-8c84-efef8a6ec10b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:25.497460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82b7baa5-1b99-42a8-b257-3e0c86380b1e req-a3f9c0c8-5991-42a5-a967-0c12a3fcafd9 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 Jul 05 09:58:25.503631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:25.509354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.549789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 943db06c-a080-4dc6-8c84-efef8a6ec10b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:25.645070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing IP validity checks on allocation pools {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 09:58:25.646152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 09:58:25.841796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.938013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': 'e1f30170-e8de-42b7-81fc-9894290752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7ff377f5-cf93-4c46-9c81-22d13e521f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:25.938379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: 7ff377f5-cf93-4c46-9c81-22d13e521f97, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:25.946513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=1e0e2092-f1f4-4cea-a17f-ec0a6d78e373,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:25.973351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network 7ff377f5-cf93-4c46-9c81-22d13e521f97 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:25.986481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 7ff377f5-cf93-4c46-9c81-22d13e521f97) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:25.993457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:25.994346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:25.998963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5f37f-9fab-4476-8349-80b632cda8dd None None] Network 7ff377f5-cf93-4c46-9c81-22d13e521f97 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:26.015747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fdf9f4d4-a172-42a3-bb73-270c4276250d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7328627 Jul 05 09:58:26.018275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:26.067586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5255ba-05d0-4c1f-8266-d0d50013c05b None None] Network d7caa2e2-e558-4503-ab22-432ffdcdd810 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:26.165463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8f13863-c963-4c6e-8951-19942a5c2e22 None None] Provisioning for port 943db06c-a080-4dc6-8c84-efef8a6ec10b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:26.185767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8f13863-c963-4c6e-8951-19942a5c2e22 None None] Provisioning complete for port 943db06c-a080-4dc6-8c84-efef8a6ec10b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:26.186134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8f13863-c963-4c6e-8951-19942a5c2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.196267 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.263698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.360724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.399665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4aabf5-9c6f-4694-b05e-e62f0ce3b75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-7ff377f5-cf93-4c46-9c81-22d13e521f97', 'network_id': '7ff377f5-cf93-4c46-9c81-22d13e521f97', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': '1e0e2092-f1f4-4cea-a17f-ec0a6d78e373'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:26.401198 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f4aabf5-9c6f-4694-b05e-e62f0ce3b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.422205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0e2092-f1f4-4cea-a17f-ec0a6d78e373,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:26.456535 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8f13863-c963-4c6e-8951-19942a5c2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.524863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.542738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff377f5-cf93-4c46-9c81-22d13e521f97']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:26.562941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f30170-e8de-42b7-81fc-9894290752cf') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:26.563971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f30170-e8de-42b7-81fc-9894290752cf') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:26.578975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f8f13863-c963-4c6e-8951-19942a5c2e22 None None] For port 943db06c-a080-4dc6-8c84-efef8a6ec10b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=943db06c-a080-4dc6-8c84-efef8a6ec10b,segment=NetworkSegment(04fa4ca8-6135-4088-af20-1e8d0bb14b74),segment_id=04fa4ca8-6135-4088-af20-1e8d0bb14b74)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:26.589042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8f13863-c963-4c6e-8951-19942a5c2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.591138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12190fbf-3cab-4f2a-b8e2-1661eb8fab12 None None] Network 7ff377f5-cf93-4c46-9c81-22d13e521f97 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:26.623011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.694184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.714912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:26.716912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.772996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f13863-c963-4c6e-8951-19942a5c2e22 None None] Pushing event updated for resources: {'Port': ['ID=943db06c-a080-4dc6-8c84-efef8a6ec10b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:26.796983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de1940-27ce-4111-8d05-f9174d57b470 req-816ed042-13a5-4201-b6c2-0254566034a3 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:26.805518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3de1940-27ce-4111-8d05-f9174d57b470 req-816ed042-13a5-4201-b6c2-0254566034a3 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1293166 Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:26.849305 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:26.879618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3de1940-27ce-4111-8d05-f9174d57b470 req-d243ad03-b79d-4fca-a9a3-c99ebe706418 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/security-groups?id=793da100-048f-403b-8ec9-ba1a7f482701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694408 Jul 05 09:58:26.931516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.957791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-d1e342df-b56d-4376-9dd1-e287d60a271d tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:26.960722 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-d1e342df-b56d-4376-9dd1-e287d60a271d tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.15 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.3245413 Jul 05 09:58:26.965753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:26.973663 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/7ff377f5-cf93-4c46-9c81-22d13e521f97 HTTP/1.1" status: 204 len: 168 time: 0.9477828 Jul 05 09:58:26.974066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:26.980036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121434334'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:27.004210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:27.008678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.039964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b0c7b82-779a-4763-b162-9e4530e18564 None None] Provisioning complete for port 943db06c-a080-4dc6-8c84-efef8a6ec10b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:27.040239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b0c7b82-779a-4763-b162-9e4530e18564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.040489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7cb7-886c-468b-ba5b-bf44f09d17c5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=7ff377f5-cf93-4c46-9c81-22d13e521f97,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:27.066879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:27.090995 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.093288 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment 401643e7-aa07-4a06-a499-40fb7c94a1a6 of type vlan for network 18283e5e-f81b-4162-a124-8d7809a148b3 Jul 05 09:58:27.186155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Deleting port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:27.186972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.205507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.262496 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.270269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:27.271171 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.327718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] For port fe3811ca-9abd-4ccc-85eb-1c5538d2b021, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,segment=NetworkSegment(88720831-5f37-4e88-8b2a-8329c1509093),segment_id=88720831-5f37-4e88-8b2a-8329c1509093)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:27.328092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.346059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Calling delete_port for fe3811ca-9abd-4ccc-85eb-1c5538d2b021 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:27.353343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3742173 Jul 05 09:58:27.354218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38694) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:27.359647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': '18283e5e-f81b-4162-a124-8d7809a148b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:27.394323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 943db06c-a080-4dc6-8c84-efef8a6ec10b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:27.464865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e68c42-8b77-420d-8cea-68d34b3fbe7e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=18283e5e-f81b-4162-a124-8d7809a148b3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:27.478950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 943db06c-a080-4dc6-8c84-efef8a6ec10b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:27.479619 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.483191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 18283e5e-f81b-4162-a124-8d7809a148b3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:27.540344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.544621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:27.549423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.582073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Pushing event deleted for resources: {'Port': ['ID=fe3811ca-9abd-4ccc-85eb-1c5538d2b021,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:27.611655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['fe3811ca-9abd-4ccc-85eb-1c5538d2b021'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:27.663373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] No DVR routers for this DVR port fe3811ca-9abd-4ccc-85eb-1c5538d2b021 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:27.666917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:27.669987 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5ab95052-4b29-4398-93c6-b82f6755faeb req-56a2cc27-5ee2-4f84-920f-0f4316043458 tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.15 "DELETE /v2.0/ports/fe3811ca-9abd-4ccc-85eb-1c5538d2b021 HTTP/1.1" status: 204 len: 173 time: 0.6994557 Jul 05 09:58:27.670736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'name': 'network-vif-deleted', 'tag': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:27.673971 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0038c740-af9b-4551-b81e-7abb019c408e" -d '{"events": [{"server_uuid": "0586cd7e-3030-4626-80c6-6e3cee3ea9d6", "name": "network-vif-deleted", "tag": "fe3811ca-9abd-4ccc-85eb-1c5538d2b021"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:27.767344 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7a846-538a-4c77-bb09-5128ac964bc1 x-openstack-request-id: req-4fc7a846-538a-4c77-bb09-5128ac964bc1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:27.767810 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0586cd7e-3030-4626-80c6-6e3cee3ea9d6", "name": "network-vif-deleted", "tag": "fe3811ca-9abd-4ccc-85eb-1c5538d2b021", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:27.768215 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fc7a846-538a-4c77-bb09-5128ac964bc1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:27.768837 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0586cd7e-3030-4626-80c6-6e3cee3ea9d6', 'name': 'network-vif-deleted', 'tag': 'fe3811ca-9abd-4ccc-85eb-1c5538d2b021', 'status': 'completed', 'code': 200} Jul 05 09:58:28.260644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7888a1ab-3ecc-4619-ae18-3863b9beb8d7 req-7d8d97fc-673b-486d-bc50-ccdee89179af tempest-ServerAddressesNegativeTestJSON-797089850 tempest-ServerAddressesNegativeTestJSON-797089850-project] 10.222.0.21 "GET /v2.0/ports?device_id=0586cd7e-3030-4626-80c6-6e3cee3ea9d6 HTTP/1.1" status: 200 len: 210 time: 0.0579789 Jul 05 09:58:28.353546 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.407910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-1b494f37-a3ce-4bb0-bbf1-9a840ac565a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6791513 Jul 05 09:58:28.438802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=714b9796-9a86-4272-a57f-2f90e0ae3171,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:28.461890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': '401643e7-aa07-4a06-a499-40fb7c94a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '18283e5e-f81b-4162-a124-8d7809a148b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:28.462203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: 18283e5e-f81b-4162-a124-8d7809a148b3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:28.492566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network 18283e5e-f81b-4162-a124-8d7809a148b3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:28.522661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 18283e5e-f81b-4162-a124-8d7809a148b3) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:28.532279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb347b33-c912-4d80-a52b-871811310631 None None] Network 18283e5e-f81b-4162-a124-8d7809a148b3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:28.547668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.548221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.575509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-73c8dba8-98cb-4dde-8656-629e533ddca4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2167149 Jul 05 09:58:28.575819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38704) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:28.656678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.657167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.657694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.658280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.658661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.659242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.659720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.662002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-3f44abc4-2fff-4305-9760-ed7f69c5540e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b038beae1ef468a9d117947fbf9fb44&device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 6497 time: 0.1622145 Jul 05 09:58:28.783408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-18283e5e-f81b-4162-a124-8d7809a148b3', 'network_id': '18283e5e-f81b-4162-a124-8d7809a148b3', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': '714b9796-9a86-4272-a57f-2f90e0ae3171'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:28.784572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.785089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.888756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0fd12e48-f833-4557-8f99-140a453c969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.889241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0fd12e48-f833-4557-8f99-140a453c969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.890285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0fd12e48-f833-4557-8f99-140a453c969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:28.891583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0fd12e48-f833-4557-8f99-140a453c969a service neutron] 10.222.0.15 "GET /v2.0/networks?id=98ea41e3-cf22-4a13-848f-12586fc4efe9&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=cb805d96-10a2-4985-af7f-00b361e18ab3&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073 HTTP/1.1" status: 200 len: 2293 time: 0.1876316 Jul 05 09:58:28.905371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:28.971431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Allocated IP 172.20.0.1 (18283e5e-f81b-4162-a124-8d7809a148b3/714b9796-9a86-4272-a57f-2f90e0ae3171/a5d7aa5d-2650-4384-b92a-6db1583d4507) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:29.028191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-e4441554-8e2b-410e-90df-e7a5217bbd66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3 HTTP/1.1" status: 200 len: 1001 time: 0.1239929 Jul 05 09:58:29.101874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-7a75ac64-7828-4083-9e39-a1ed4c17a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:29.103746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-7a75ac64-7828-4083-9e39-a1ed4c17a10b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be84a1f0-a45d-4935-b6eb-5fad93310e84 HTTP/1.1" status: 200 len: 850 time: 0.0644853 Jul 05 09:58:29.211181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.219505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-417e35df-b3bf-4f05-96c9-09098f9aa54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:29.222760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-417e35df-b3bf-4f05-96c9-09098f9aa54e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98ea41e3-cf22-4a13-848f-12586fc4efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094265 Jul 05 09:58:29.228175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Transition to ACTIVE for port object a5d7aa5d-2650-4384-b92a-6db1583d4507 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:29.270496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Transition to ACTIVE for port object a5d7aa5d-2650-4384-b92a-6db1583d4507 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:29.283033 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.340268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Network 18283e5e-f81b-4162-a124-8d7809a148b3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:29.349343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:29.353845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:29.363869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Pushing event updated for resources: {'Port': ['ID=a5d7aa5d-2650-4384-b92a-6db1583d4507,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:29.400282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.446639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:29.485119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=714b9796-9a86-4272-a57f-2f90e0ae3171,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:29.490746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.501187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Attempting to bind port a5d7aa5d-2650-4384-b92a-6db1583d4507 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:29.504652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Attempting to bind port a5d7aa5d-2650-4384-b92a-6db1583d4507 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '401643e7-aa07-4a06-a499-40fb7c94a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '18283e5e-f81b-4162-a124-8d7809a148b3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:29.505168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Attempting to bind port a5d7aa5d-2650-4384-b92a-6db1583d4507 on network 18283e5e-f81b-4162-a124-8d7809a148b3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:29.524210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:29.524693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Checking segment: {'id': '401643e7-aa07-4a06-a499-40fb7c94a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '18283e5e-f81b-4162-a124-8d7809a148b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:29.525083 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.525475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Bound using segment: {'id': '401643e7-aa07-4a06-a499-40fb7c94a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '18283e5e-f81b-4162-a124-8d7809a148b3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:29.526005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Bound port: a5d7aa5d-2650-4384-b92a-6db1583d4507, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401643e7-aa07-4a06-a499-40fb7c94a1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '18283e5e-f81b-4162-a124-8d7809a148b3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:29.526494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.539116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] Deleting subnet b1fbbb71-5831-41b3-a7d5-63c3289b7a7b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:29.545291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.553114 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.572258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-1e383b23-6043-48e3-baa7-985bfda28d99 service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377855 Jul 05 09:58:29.594972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.645930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.726522 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.763164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fbbb71-5831-41b3-a7d5-63c3289b7a7b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:29.768209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.773505 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-484f264f-d5f7-462b-94d6-0aac6c7cb8e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1fbbb71-5831-41b3-a7d5-63c3289b7a7b HTTP/1.1" status: 204 len: 168 time: 0.3257384 Jul 05 09:58:29.775797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:29.799955 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.827384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18283e5e-f81b-4162-a124-8d7809a148b3']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.828138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] For port a5d7aa5d-2650-4384-b92a-6db1583d4507, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:29.834574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] For port a5d7aa5d-2650-4384-b92a-6db1583d4507, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a5d7aa5d-2650-4384-b92a-6db1583d4507,segment=NetworkSegment(401643e7-aa07-4a06-a499-40fb7c94a1a6),segment_id=401643e7-aa07-4a06-a499-40fb7c94a1a6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:29.841837 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.858874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401643e7-aa07-4a06-a499-40fb7c94a1a6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.859795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401643e7-aa07-4a06-a499-40fb7c94a1a6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:29.864770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.893876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.937029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Pushing event updated for resources: {'Port': ['ID=a5d7aa5d-2650-4384-b92a-6db1583d4507,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:29.948110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.955278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-239baf65-6774-4877-a8d5-cd2807ba7850 service neutron] 10.222.0.15 "GET /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149753 Jul 05 09:58:29.964455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:29.965667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:29.971926 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:29.986865 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.008770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b15b7c-2c67-4ab8-bf11-e3b5231886da']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:30.010057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c846bfb-dfbe-4efa-9be2-540cebeb8ab2 None None] Network 18283e5e-f81b-4162-a124-8d7809a148b3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:30.025526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88720831-5f37-4e88-8b2a-8329c1509093') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:30.026137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88720831-5f37-4e88-8b2a-8329c1509093') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:30.046078 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.071568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.071921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.072267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.072594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.072929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.073249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.073792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.074135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.074260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.074459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.074782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.075118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.075432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719010d-7953-4805-9e0a-d4cbde1d3ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:30.082678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:30.083188 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:30.086387 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:30.154282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-eb9e9c34-6314-4914-b648-9cdcd597ad26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 217 time: 0.1559122 Jul 05 09:58:30.156861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.164249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.179874 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/36b15b7c-2c67-4ab8-bf11-e3b5231886da HTTP/1.1" status: 204 len: 168 time: 0.3966322 Jul 05 09:58:30.220435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837039af-6d2f-4348-b915-86c9f77b42ee admin admin] Pushing event deleted for resources: {'Network': ['ID=36b15b7c-2c67-4ab8-bf11-e3b5231886da,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:30.232294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd72413-76ae-4774-a212-b293e5cd852f None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:58:30.236421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:58:30.236421 n-d-771363-33 neutron-server[93796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:58:30.236421 n-d-771363-33 neutron-server[93796]: [parameters: {'id': '18283e5e-f81b-4162-a124-8d7809a148b3'}] Jul 05 09:58:30.236421 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:30.237113 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:30.270145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-5284fa08-da07-49dc-b19e-559c80a5a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:30.273506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-5284fa08-da07-49dc-b19e-559c80a5a09e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.1023536 Jul 05 09:58:30.370855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-32dc9762-311f-475e-b09e-d3edabe41116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:30.374205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-32dc9762-311f-475e-b09e-d3edabe41116 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0901589 Jul 05 09:58:30.459925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd72413-76ae-4774-a212-b293e5cd852f None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:58:30.481562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38724) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:30.561444 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f0cc0059-b827-4c8f-9871-7670e4a7045b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed4cf74418be42b0bd8572e58084fa3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746968 Jul 05 09:58:30.562128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:30.639515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-f34b47e2-5816-482a-bc76-e1c4f237c789 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499292 Jul 05 09:58:30.722533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35af1768-aff2-4431-b192-bf03ae27d7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.744169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.769218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35af1768-aff2-4431-b192-bf03ae27d7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.865711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-356d36d2-d847-4b00-8c9f-abf36f94fc70 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126541 Jul 05 09:58:30.932585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-7c171a82-37fd-4d90-b719-1252f3085513 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0567462 Jul 05 09:58:30.935750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting port a5d7aa5d-2650-4384-b92a-6db1583d4507 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:30.936144 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.959975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35af1768-aff2-4431-b192-bf03ae27d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.962529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35af1768-aff2-4431-b192-bf03ae27d7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:30.963702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-35af1768-aff2-4431-b192-bf03ae27d7f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/793da100-048f-403b-8ec9-ba1a7f482701 HTTP/1.1" status: 204 len: 168 time: 0.3988633 Jul 05 09:58:31.035222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af1768-aff2-4431-b192-bf03ae27d7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793da100-048f-403b-8ec9-ba1a7f482701,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:31.065910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] For port a5d7aa5d-2650-4384-b92a-6db1583d4507, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a5d7aa5d-2650-4384-b92a-6db1583d4507,segment=NetworkSegment(401643e7-aa07-4a06-a499-40fb7c94a1a6),segment_id=401643e7-aa07-4a06-a499-40fb7c94a1a6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:31.066341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.083603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fe3811ca-9abd-4ccc-85eb-1c5538d2b021 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:31.089693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-2601abd3-f828-4c2a-8e61-519bb8f67d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:31.090799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-2601abd3-f828-4c2a-8e61-519bb8f67d6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.1325729 Jul 05 09:58:31.091815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Calling delete_port for a5d7aa5d-2650-4384-b92a-6db1583d4507 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:31.123030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: fe3811ca-9abd-4ccc-85eb-1c5538d2b021 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:31.123559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device fe3811ca-9abd-4ccc-85eb-1c5538d2b021 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:31.227670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-256659e4-96bc-47d3-87ae-987774112ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:31.229275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-256659e4-96bc-47d3-87ae-987774112ffa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1308599 Jul 05 09:58:31.303961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.342008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Port': ['ID=a5d7aa5d-2650-4384-b92a-6db1583d4507,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:31.351655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No DVR routers for this DVR port a5d7aa5d-2650-4384-b92a-6db1583d4507 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:31.446984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.467272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18283e5e-f81b-4162-a124-8d7809a148b3']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:31.489410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-7bdd1c38-5b81-4cdc-a0f1-808f0b8c21a9 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495577 Jul 05 09:58:31.489410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401643e7-aa07-4a06-a499-40fb7c94a1a6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:31.489410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401643e7-aa07-4a06-a499-40fb7c94a1a6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:31.562276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.589206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.602874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:31.603062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:31.606738 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:31.663970 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-e3b9227b-42f9-4452-be9b-7fdbfc4642e0 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659110 Jul 05 09:58:31.704764 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:58:31.751164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-d2147eb5-a621-4fa8-8535-597c524e8db0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd3031b9-7d87-4127-a500-826390bc98c0 HTTP/1.1" status: 200 len: 217 time: 0.0443883 Jul 05 09:58:31.767409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.796532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.803814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/18283e5e-f81b-4162-a124-8d7809a148b3 HTTP/1.1" status: 204 len: 168 time: 3.2218459 Jul 05 09:58:31.803962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38756) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:31.809793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226927482'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:31.822972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6ccff-4edc-4bd0-95b5-baa45ae33feb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=18283e5e-f81b-4162-a124-8d7809a148b3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:31.840938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-6f387978-a4e9-40f7-8b56-3bde811d76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:31.842645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-6f387978-a4e9-40f7-8b56-3bde811d76e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.0848148 Jul 05 09:58:31.857102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:31.862394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.908689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:31.920216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-9a84840e-27d8-4bb3-baab-e4abb9910398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:31.921743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-9a84840e-27d8-4bb3-baab-e4abb9910398 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718546 Jul 05 09:58:31.924930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:31.925527 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment 71c371e5-be02-43a4-8296-cf34c32835d0 of type vlan for network f44b91fa-fcd1-455b-92ce-fa90df129c21 Jul 05 09:58:31.979862 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.016254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.023868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:32.024378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.043760 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2387276 Jul 05 09:58:32.056035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:32.070426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-b31b4e47-a070-4cf3-b9f9-a6156da5cc47 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377649 Jul 05 09:58:32.071161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38764) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:32.112928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:32.202222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f72c4-0278-410c-ba4e-568c8cece84b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=f44b91fa-fcd1-455b-92ce-fa90df129c21,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:32.215143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network f44b91fa-fcd1-455b-92ce-fa90df129c21 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:32.261725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-357077620-network', 'tenant_id': '7abe0469548a433ba8a82bbbbfa557ba'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:32.274127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-d86d4f4a-af26-4435-8672-212dcd9e618d service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967366 Jul 05 09:58:32.286586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:58:32.286586 n-d-771363-33 neutron-server[93795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 09:58:32.286586 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id': 'c12462268f00400685ac0b79f6c44aac', 'id': 'c2500529-c63c-4ee4-b6fa-25eb662f91d4', 'expiration': datetime.datetime(2021, 7, 5, 10, 0, 32, 279352)}] Jul 05 09:58:32.286586 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:32.287418 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:32.325155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Made reservation on behalf of 7abe0469548a433ba8a82bbbbfa557ba for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:32.327696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.330618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-c276f7bf-6be6-4807-ba9c-85faeb4a7f6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf HTTP/1.1" status: 200 len: 217 time: 0.0483782 Jul 05 09:58:32.337616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.412735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-4a211e67-6cf0-46ae-93e5-84c87a0ddb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:32.414532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-4a211e67-6cf0-46ae-93e5-84c87a0ddb90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 200 len: 797 time: 0.0747862 Jul 05 09:58:32.539235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.541891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0c3283b0-ee23-493b-90dc-5998fdee954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:32.543578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0c3283b0-ee23-493b-90dc-5998fdee954f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb805d96-10a2-4985-af7f-00b361e18ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174173 Jul 05 09:58:32.544733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.599400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:32.634115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c8007-ed99-4bfa-ac85-dba35eff9472,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:32.655006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.655485 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Added segment dd4afa16-ef0f-4449-b1e0-a8927732e229 of type vlan for network 907d839a-e9f0-4f11-876c-31dbf158487e Jul 05 09:58:32.734585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.746695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-4ff6f513-0759-4a49-b501-540ef0194bf7 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884413 Jul 05 09:58:32.829751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.831072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:32.831286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:32.831763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.837938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:32.957095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8843188 Jul 05 09:58:32.962504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38772) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:32.971669 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Request body: {'subnet': {'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-357077620-subnet', 'tenant_id': '7abe0469548a433ba8a82bbbbfa557ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:32.986971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a247dab-76da-4c45-b42f-d317d698b598 admin admin] Pushing event updated for resources: {'Network': ['ID=907d839a-e9f0-4f11-876c-31dbf158487e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:32.995847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-2a6e738a-a978-4d4e-8b9e-4eb8561fe8e4 service neutron] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400620 Jul 05 09:58:32.999987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 907d839a-e9f0-4f11-876c-31dbf158487e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:33.026719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Made reservation on behalf of 7abe0469548a433ba8a82bbbbfa557ba for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:33.030083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.066156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-78c8b2e7-34ee-40a8-b7b2-c44674338f83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a HTTP/1.1" status: 200 len: 217 time: 0.0588975 Jul 05 09:58:33.158090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-38cd16ce-7d23-49a0-a101-2ae8491b4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:33.159686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-38cd16ce-7d23-49a0-a101-2ae8491b4ab1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.0834839 Jul 05 09:58:33.286685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0eb137d0-1a75-4744-8541-72e151de8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:33.289370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-0eb137d0-1a75-4744-8541-72e151de8d8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1194503 Jul 05 09:58:33.340146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.425957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-ee96eb90-28dd-413b-bc2b-7f1269e39f49 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215513 Jul 05 09:58:33.514181 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.519378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=fe4b2e0d-a005-4abc-abe8-9e83674539a0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:33.525148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': '71c371e5-be02-43a4-8296-cf34c32835d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:33.525520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: f44b91fa-fcd1-455b-92ce-fa90df129c21, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:33.563764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-059919a2-40f3-44db-b38c-e39796a98347 service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270096 Jul 05 09:58:33.597670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d89ee8b-6d26-46dd-988b-8bc0ed041ded,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:33.626756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-7774d004-c69a-46a9-9d42-8c154ef09d15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837 HTTP/1.1" status: 200 len: 217 time: 0.0525279 Jul 05 09:58:33.638370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network f44b91fa-fcd1-455b-92ce-fa90df129c21 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:33.644469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Checking segment: {'id': 'dd4afa16-ef0f-4449-b1e0-a8927732e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:33.644975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Network hostable DHCP agents. Network: 907d839a-e9f0-4f11-876c-31dbf158487e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:33.664932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, f44b91fa-fcd1-455b-92ce-fa90df129c21) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:33.671304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:33.672204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.674624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb0813-1d5a-4405-a256-44780bb64b84 None None] Network f44b91fa-fcd1-455b-92ce-fa90df129c21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:33.677157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Network 907d839a-e9f0-4f11-876c-31dbf158487e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:33.687660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 907d839a-e9f0-4f11-876c-31dbf158487e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:33.694339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:33.695180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.716003 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8fab8973-1b4d-4391-8c8e-e2996cc8c47a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6585212 Jul 05 09:58:33.716938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38776) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:33.730094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-f26e5e69-d0f8-4661-ac08-74de81614ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:33.733286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-f26e5e69-d0f8-4661-ac08-74de81614ccd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 200 len: 797 time: 0.0996056 Jul 05 09:58:33.736077 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-236c81cc-9217-4078-930d-7f88b586ad5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7717874 Jul 05 09:58:33.816381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-4efb2933-d736-4881-aba3-a3b050120bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:33.818758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-4efb2933-d736-4881-aba3-a3b050120bc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c511a4f9-6b1d-40e5-8b42-6b12f20e9073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0677741 Jul 05 09:58:33.823709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c6d9c-509f-4f33-8ead-41c4cbba38e6 None None] Network 907d839a-e9f0-4f11-876c-31dbf158487e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:33.897957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:33.985394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-f44b91fa-fcd1-455b-92ce-fa90df129c21', 'network_id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': 'fe4b2e0d-a005-4abc-abe8-9e83674539a0'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:33.987648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.095422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.174869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Allocated IP 172.20.0.2 (f44b91fa-fcd1-455b-92ce-fa90df129c21/fe4b2e0d-a005-4abc-abe8-9e83674539a0/cbacd97d-4faf-42c9-8da7-8bb8d4d542e5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:34.194175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-d3e1e35c-0783-45a7-8996-71eb2df9e63b service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642447 Jul 05 09:58:34.379984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38718e64-2e7e-4287-9292-23da84ef9db6 req-980781f0-82f7-49b0-9b8e-c4c877083ffd service neutron] 10.222.0.15 "GET /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766145 Jul 05 09:58:34.423498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41004fd-5ca7-4298-8aef-2ec6d1ba8965 None None] Network 907d839a-e9f0-4f11-876c-31dbf158487e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:34.610681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-bbb56319-7f55-48c4-bb1d-c7809f570188 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:34.611707 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.615785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-bbb56319-7f55-48c4-bb1d-c7809f570188 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/networks?id=907d839a-e9f0-4f11-876c-31dbf158487e HTTP/1.1" status: 200 len: 812 time: 0.1506672 Jul 05 09:58:34.640429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-a824009f-4c22-467e-872a-4e7572d143e2 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/quotas/7abe0469548a433ba8a82bbbbfa557ba HTTP/1.1" status: 200 len: 375 time: 0.0127978 Jul 05 09:58:34.645329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Transition to ACTIVE for port object cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:34.669240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Transition to ACTIVE for port object cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:34.681612 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.691589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-556b6950-cf1c-42e3-9b88-27613ad95caa tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7abe0469548a433ba8a82bbbbfa557ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393419 Jul 05 09:58:34.712885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.760158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Network f44b91fa-fcd1-455b-92ce-fa90df129c21 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:34.767848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:34.772180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:34.786261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Pushing event updated for resources: {'Port': ['ID=cbacd97d-4faf-42c9-8da7-8bb8d4d542e5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:34.793112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4b2e0d-a005-4abc-abe8-9e83674539a0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:34.831804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-bf232ad9-29e8-4948-ba5d-fa2cf4bbd868 service neutron] 10.222.0.21 "GET /v2.0/networks/907d839a-e9f0-4f11-876c-31dbf158487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260908 Jul 05 09:58:34.894901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Attempting to bind port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:34.895677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Attempting to bind port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '71c371e5-be02-43a4-8296-cf34c32835d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:34.897298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Attempting to bind port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 on network f44b91fa-fcd1-455b-92ce-fa90df129c21 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:34.900342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.905077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:34.905862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Checking segment: {'id': '71c371e5-be02-43a4-8296-cf34c32835d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:34.906504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.907131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Bound using segment: {'id': '71c371e5-be02-43a4-8296-cf34c32835d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:34.907900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Bound port: cbacd97d-4faf-42c9-8da7-8bb8d4d542e5, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c371e5-be02-43a4-8296-cf34c32835d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:34.908693 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.913541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44b91fa-fcd1-455b-92ce-fa90df129c21']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:34.928507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c371e5-be02-43a4-8296-cf34c32835d0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:34.928920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c371e5-be02-43a4-8296-cf34c32835d0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:34.940885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.961227 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.972848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:34.973665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:34.980053 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:35.001985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] For port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:35.014487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-92f02a7b-85fe-410a-878c-d2c0ebf024e0 service neutron] 10.222.0.21 "GET /v2.0/networks/907d839a-e9f0-4f11-876c-31dbf158487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745114 Jul 05 09:58:35.054370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] For port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cbacd97d-4faf-42c9-8da7-8bb8d4d542e5,segment=NetworkSegment(71c371e5-be02-43a4-8296-cf34c32835d0),segment_id=71c371e5-be02-43a4-8296-cf34c32835d0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:35.055458 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:58:35.055458 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:58:35.055458 n-d-771363-33 neutron-server[93795]: [parameters: {'id': 'f44b91fa-fcd1-455b-92ce-fa90df129c21'}] Jul 05 09:58:35.055458 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:35.055961 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:35.062030 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.168312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e654d89-650b-4a36-ad8f-d9c5be151cd3 None None] Pushing event updated for resources: {'Port': ['ID=cbacd97d-4faf-42c9-8da7-8bb8d4d542e5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:35.224429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48e0a7-e633-4b88-88ab-37ac7e0031de None None] Network f44b91fa-fcd1-455b-92ce-fa90df129c21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:35.309924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3ef622b-a438-45a9-8822-3f187bb8c918 req-3db4df58-06df-4aaf-b4f8-359b7d25280b tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 210 time: 0.0841150 Jul 05 09:58:35.371212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:35.472420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792631c-73c4-4fff-901e-28db4796ba36 None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:58:35.557624 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.633222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-abd7e941-3864-4b3d-bea1-f3f78d5e032b tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5685 time: 0.2564635 Jul 05 09:58:35.633871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38816) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:35.647528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'network': {'name': 'tempest-network-smoke--965048433', 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'port_security_enabled': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:35.688859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:35.699656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.707302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Made reservation on behalf of d92e60f551ee4b73b11847c85fbfb3a3 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:35.715315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.736093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792631c-73c4-4fff-901e-28db4796ba36 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:58:35.753824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:35.770575 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.771852 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Added segment 59582853-3665-4f8b-89e7-fb078af3a48c of type vlan for network 55790860-4dbe-4240-ae5b-26d1e43eb456 Jul 05 09:58:35.828757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] For port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cbacd97d-4faf-42c9-8da7-8bb8d4d542e5,segment=NetworkSegment(71c371e5-be02-43a4-8296-cf34c32835d0),segment_id=71c371e5-be02-43a4-8296-cf34c32835d0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:35.831370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.850146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.861935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Calling delete_port for cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:35.907640 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.924100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:35.925566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:35.950214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3109319 Jul 05 09:58:35.958844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:35.965592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'admin_state_up': True, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:36.027263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.029220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.043218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.091431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No DVR routers for this DVR port cbacd97d-4faf-42c9-8da7-8bb8d4d542e5 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:36.114406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Port': ['ID=cbacd97d-4faf-42c9-8da7-8bb8d4d542e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:36.125305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e53cc-8c25-4963-b4a2-8339bb2f1318 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Network': ['ID=55790860-4dbe-4240-ae5b-26d1e43eb456,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:36.153485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:36.225037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.427155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.457837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44b91fa-fcd1-455b-92ce-fa90df129c21']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:36.515046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-820f266f-4a2c-44e1-8b6f-56284d505d62 req-e61f713d-abad-4b36-8e5a-9c240740e911 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 210 time: 0.0505855 Jul 05 09:58:36.533048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c371e5-be02-43a4-8296-cf34c32835d0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:36.533411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c371e5-be02-43a4-8296-cf34c32835d0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:36.575821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.585435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.601751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.623881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:36.624288 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:36.627511 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:36.727747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.737509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.739397 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/f44b91fa-fcd1-455b-92ce-fa90df129c21 HTTP/1.1" status: 204 len: 168 time: 3.0175683 Jul 05 09:58:36.743468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38828) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:36.751942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ea41-9337-4ef5-8a83-25a1c71b9a2f tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=f44b91fa-fcd1-455b-92ce-fa90df129c21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:36.758946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997382730'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:36.801823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:36.806566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.834193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:36.844194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.844585 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment acb35a6c-3022-41b3-bff4-c7efa16e09d5 of type vlan for network e209b630-395d-46d6-8334-fb33049fd375 Jul 05 09:58:36.898332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.902377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.922175 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:36.994296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.000044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:37.000702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.058659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Allocated IP 172.25.1.159 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/bf6ff06d-bf1c-4df4-9253-fa8cd6289412) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:37.097545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-56bbf126-0ce4-4b36-8e7c-48d058213769 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:37.099162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-56bbf126-0ce4-4b36-8e7c-48d058213769 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.15 "GET /v2.0/networks?id=907d839a-e9f0-4f11-876c-31dbf158487e HTTP/1.1" status: 200 len: 812 time: 0.2131433 Jul 05 09:58:37.103349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3587697 Jul 05 09:58:37.106451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38830) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:37.110744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93875a33-e481-494b-b38f-ec227a9582f2 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=e209b630-395d-46d6-8334-fb33049fd375,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:37.118011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': 'e209b630-395d-46d6-8334-fb33049fd375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:37.125469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e209b630-395d-46d6-8334-fb33049fd375 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:37.126084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Request body: {'port': {'device_id': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e', 'admin_state_up': True, 'tenant_id': '7abe0469548a433ba8a82bbbbfa557ba'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:37.214388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.270210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.310121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:37.311785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:37.315296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:37.316362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.320618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:37.326640 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:37.630054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.800747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ec45731-c4bb-4452-8259-cbc301e16962 req-0e3f3e70-b100-4e7c-999e-04a8f0cc5e1e tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 210 time: 0.0711486 Jul 05 09:58:37.801558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Made reservation on behalf of 7abe0469548a433ba8a82bbbbfa557ba for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:37.805959 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:37.822405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 09:58:37.823207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 09:58:38.042474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Allocated IP 172.20.0.12 (907d839a-e9f0-4f11-876c-31dbf158487e/6d89ee8b-6d26-46dd-988b-8bc0ed041ded/d4e0f718-1c08-43cc-af85-fc7d7a0ad482) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:38.084255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.225979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=cb4a4273-713f-4990-9f73-c24e44f5578d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:38.273171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': 'acb35a6c-3022-41b3-bff4-c7efa16e09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e209b630-395d-46d6-8334-fb33049fd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:38.273615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: e209b630-395d-46d6-8334-fb33049fd375, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:38.297903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.311685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network e209b630-395d-46d6-8334-fb33049fd375 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:38.330728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e209b630-395d-46d6-8334-fb33049fd375) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:38.342275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6f9bd-f269-4b11-b897-5bbd1e176dca None None] Network e209b630-395d-46d6-8334-fb33049fd375 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:38.342891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:38.343181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.351694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.378846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-da92625d-0241-4223-986c-4cb69d33ac2d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2711465 Jul 05 09:58:38.381964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:38.453699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:58:38.489638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.523383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e209b630-395d-46d6-8334-fb33049fd375', 'network_id': 'e209b630-395d-46d6-8334-fb33049fd375', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': 'cb4a4273-713f-4990-9f73-c24e44f5578d'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:38.524377 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.559007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Network 907d839a-e9f0-4f11-876c-31dbf158487e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:38.562894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.571160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:38.579306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:38.589007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Pushing event updated for resources: {'Port': ['ID=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:38.591133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:38.607866 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Sync routers for ids ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:38.617864 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Routers {'3df3d505-4a6f-42b5-a8a1-65ebefb3181e'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:38.618512 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:38.620008 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.622290 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6abc8f04-166f-4580-b988-27ebb0dac2d5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6614721 Jul 05 09:58:38.625271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:38.693962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.694774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f36f1e-de3a-45f3-b479-b2ed13961568 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:38.697125 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-89f36f1e-de3a-45f3-b479-b2ed13961568 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d92e60f551ee4b73b11847c85fbfb3a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0699928 Jul 05 09:58:38.703648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:38.718565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Allocated IP 172.20.0.3 (e209b630-395d-46d6-8334-fb33049fd375/cb4a4273-713f-4990-9f73-c24e44f5578d/66659cbb-2d04-4c91-a907-6f35100ba654) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:38.751745 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Set router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:38.815911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65323a2e-9652-431d-a21a-eea7751bd881 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:38.820455 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-65323a2e-9652-431d-a21a-eea7751bd881 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1150832 Jul 05 09:58:38.822759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38850) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:38.861267 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d2f3e817-ef53-4966-b129-1a741dec8f4f tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363960 Jul 05 09:58:38.864435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:38.870790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:38.871545 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:38.894248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-f1b62a8f-552e-4908-8b61-767f555e31b9 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7846117 Jul 05 09:58:38.907239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Request body: {'port': {'device_id': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:38.943811 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84724ef3-2304-4773-a144-0ab03f6d396a tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d92e60f551ee4b73b11847c85fbfb3a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771966 Jul 05 09:58:38.944515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:39.034047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.054443 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:37Z', 'revision_number': 3, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:39.055497 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.069252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Transition to ACTIVE for port object 66659cbb-2d04-4c91-a907-6f35100ba654 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:39.091892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Transition to ACTIVE for port object 66659cbb-2d04-4c91-a907-6f35100ba654 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:39.095386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a560e-97eb-47ba-a7c8-a7f3320dbdce tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:39.100434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:39.100622 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a2a560e-97eb-47ba-a7c8-a7f3320dbdce tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1550272 Jul 05 09:58:39.105369 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.105633 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Checking router: 3df3d505-4a6f-42b5-a8a1-65ebefb3181e for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:58:39.105794 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Updating router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:58:39.149152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7bf80cf1-e386-4f41-a732-ac7a74ccb310 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456684 Jul 05 09:58:39.153507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:39.153761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Network e209b630-395d-46d6-8334-fb33049fd375 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:39.156742 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.160655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:39.162146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2015244051', 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456', 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:39.164498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:39.173337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Pushing event updated for resources: {'Port': ['ID=66659cbb-2d04-4c91-a907-6f35100ba654,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:39.249855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.280393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Attempting to bind port 66659cbb-2d04-4c91-a907-6f35100ba654 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:39.280393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Attempting to bind port 66659cbb-2d04-4c91-a907-6f35100ba654 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'acb35a6c-3022-41b3-bff4-c7efa16e09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e209b630-395d-46d6-8334-fb33049fd375'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:39.280752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Attempting to bind port 66659cbb-2d04-4c91-a907-6f35100ba654 on network e209b630-395d-46d6-8334-fb33049fd375 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:39.287612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:39.288000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Checking segment: {'id': 'acb35a6c-3022-41b3-bff4-c7efa16e09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e209b630-395d-46d6-8334-fb33049fd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:39.288526 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.288923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Bound using segment: {'id': 'acb35a6c-3022-41b3-bff4-c7efa16e09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e209b630-395d-46d6-8334-fb33049fd375'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:39.289534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Bound port: 66659cbb-2d04-4c91-a907-6f35100ba654, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb35a6c-3022-41b3-bff4-c7efa16e09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e209b630-395d-46d6-8334-fb33049fd375'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:39.289794 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.299115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Made reservation on behalf of d92e60f551ee4b73b11847c85fbfb3a3 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:39.303172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.368349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] For port 66659cbb-2d04-4c91-a907-6f35100ba654, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:39.372488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] For port 66659cbb-2d04-4c91-a907-6f35100ba654, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=66659cbb-2d04-4c91-a907-6f35100ba654,segment=NetworkSegment(acb35a6c-3022-41b3-bff4-c7efa16e09d5),segment_id=acb35a6c-3022-41b3-bff4-c7efa16e09d5)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:39.383610 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.402725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4a4273-713f-4990-9f73-c24e44f5578d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:39.510316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0063389-41b2-4d22-9369-bbd88eece4f9 None None] Pushing event updated for resources: {'Port': ['ID=66659cbb-2d04-4c91-a907-6f35100ba654,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:39.531824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936fb751-aa62-4f7d-a337-19beeb7957b8 None None] Network e209b630-395d-46d6-8334-fb33049fd375 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:39.572589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.588154 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.595497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d004ab3-21cb-4c45-bfd0-f284858bdbcc req-570e711a-0762-4d9d-8eff-f40e0a7d22cf tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:39.604189 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Transition to ACTIVE for port object bf6ff06d-bf1c-4df4-9253-fa8cd6289412 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:39.609884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d004ab3-21cb-4c45-bfd0-f284858bdbcc req-570e711a-0762-4d9d-8eff-f40e0a7d22cf tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 932 time: 0.4677384 Jul 05 09:58:39.613746 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.637939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Subnet': ['ID=aca44b4e-36a2-4be0-bf00-ce0fe30a2ada,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:39.667832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Checking segment: {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:39.668206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network hostable DHCP agents. Network: 55790860-4dbe-4240-ae5b-26d1e43eb456, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:39.684868 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Attempting to bind port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:39.685743 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Attempting to bind port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:39.686094 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Attempting to bind port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:39.702065 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:39.702555 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:39.703218 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.703762 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:39.704298 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Bound port: bf6ff06d-bf1c-4df4-9253-fa8cd6289412, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:39.704712 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.706992 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:39.722162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 55790860-4dbe-4240-ae5b-26d1e43eb456) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:39.728489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:39.729603 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.741520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af2a28-5cfc-4c82-9005-e4768090df44 None None] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:39.742828 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.744498 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Pushing event updated for resources: {'Port': ['ID=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:39.748706 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-89639086-1a26-4f3f-ac53-e2f657797668 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5933492 Jul 05 09:58:39.754276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38862) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:39.779168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e209b630-395d-46d6-8334-fb33049fd375']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:39.780184 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.780542 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.781024 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.781354 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.781743 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.782069 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.782581 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.782903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.783244 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.783673 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.784060 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.784458 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:58:39.792643 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] For port bf6ff06d-bf1c-4df4-9253-fa8cd6289412, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:39.796352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] For port bf6ff06d-bf1c-4df4-9253-fa8cd6289412, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:39.801635 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.802020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb35a6c-3022-41b3-bff4-c7efa16e09d5') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:39.803783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb35a6c-3022-41b3-bff4-c7efa16e09d5') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:39.814887 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.834395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.845654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d004ab3-21cb-4c45-bfd0-f284858bdbcc req-bfeb82f7-f7d0-4e61-a6cc-2e5a5a0b27b5 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342701 Jul 05 09:58:39.848846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:39.850966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:39.854471 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:39.863585 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Routers {'3df3d505-4a6f-42b5-a8a1-65ebefb3181e'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:39.864245 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:39.983191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:58:39.983191 n-d-771363-33 neutron-server[93796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:58:39.983191 n-d-771363-33 neutron-server[93796]: [parameters: {'id': 'e209b630-395d-46d6-8334-fb33049fd375'}] Jul 05 09:58:39.983191 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:39.985898 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] Set router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:39.993364 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:40.112038 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433937a-810f-491e-b491-f189c8f096fc None None] Pushing event updated for resources: {'Port': ['ID=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:40.163135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e0f718-1c08-43cc-af85-fc7d7a0ad482 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:40.173950 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.206972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Transition to ACTIVE for port object d4e0f718-1c08-43cc-af85-fc7d7a0ad482 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:40.213564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.262596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-55790860-4dbe-4240-ae5b-26d1e43eb456', 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'fixed_ips': [{'subnet_id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:40.263807 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.284663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:40.289240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:37Z', 'revision_number': 3, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:40.325294 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68c80d-d2c6-42c5-89ec-13b12c0f089b None None] The sync data for ids ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'] in n-d-771363-33 is: [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:37Z', 'revision_number': 3, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:40.390806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Attempting to bind port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:40.391261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Attempting to bind port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'dd4afa16-ef0f-4449-b1e0-a8927732e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:40.391602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Attempting to bind port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 on network 907d839a-e9f0-4f11-876c-31dbf158487e {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:40.399597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 on network 907d839a-e9f0-4f11-876c-31dbf158487e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:40.400723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Attempting to bind port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 on network 907d839a-e9f0-4f11-876c-31dbf158487e {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:40.408874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:40.409975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Checking segment: {'id': 'dd4afa16-ef0f-4449-b1e0-a8927732e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:40.410389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Bound using segment: {'id': 'dd4afa16-ef0f-4449-b1e0-a8927732e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:40.410842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Bound port: d4e0f718-1c08-43cc-af85-fc7d7a0ad482, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4afa16-ef0f-4449-b1e0-a8927732e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:40.411285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.460547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Allocated IP 172.20.0.18 (55790860-4dbe-4240-ae5b-26d1e43eb456/aca44b4e-36a2-4be0-bf00-ce0fe30a2ada/6dcacefd-8b38-4dcd-a331-86ca86c6aabf) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:40.477542 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.499120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.539184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] For port d4e0f718-1c08-43cc-af85-fc7d7a0ad482, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:40.566116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] For port d4e0f718-1c08-43cc-af85-fc7d7a0ad482, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,segment=NetworkSegment(dd4afa16-ef0f-4449-b1e0-a8927732e229),segment_id=dd4afa16-ef0f-4449-b1e0-a8927732e229)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:40.601595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.676089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.705590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Transition to ACTIVE for port object 6dcacefd-8b38-4dcd-a331-86ca86c6aabf will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:40.729049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:40.730076 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.732624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] 10.222.0.15 "PUT /v2.0/ports/d4e0f718-1c08-43cc-af85-fc7d7a0ad482 HTTP/1.1" status: 200 len: 1093 time: 1.8302848 Jul 05 09:58:40.733150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'tag': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:40.737351 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09367e22-6d20-4a34-8b98-3afa6ac7064d" -d '{"events": [{"name": "network-changed", "server_uuid": "67bc5324-7ae3-4517-b0b9-5911f60ef67b", "tag": "d4e0f718-1c08-43cc-af85-fc7d7a0ad482"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:40.742952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Transition to ACTIVE for port object 6dcacefd-8b38-4dcd-a331-86ca86c6aabf will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:40.750375 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.804993 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4539c8af-f99f-4cee-8201-e53b4f5d3eed x-openstack-request-id: req-4539c8af-f99f-4cee-8201-e53b4f5d3eed {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:40.805536 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bc5324-7ae3-4517-b0b9-5911f60ef67b", "tag": "d4e0f718-1c08-43cc-af85-fc7d7a0ad482", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:40.806050 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4539c8af-f99f-4cee-8201-e53b4f5d3eed {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:40.806592 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'tag': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482', 'status': 'completed', 'code': 200} Jul 05 09:58:40.811285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:40.817680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:40.827144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:40.835314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Pushing event updated for resources: {'Port': ['ID=6dcacefd-8b38-4dcd-a331-86ca86c6aabf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:40.916575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c27e1-3e83-4507-9eab-6894330453ea service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:40.923952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting port 66659cbb-2d04-4c91-a907-6f35100ba654 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:40.924495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.932673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Attempting to bind port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:40.933056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Attempting to bind port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:40.933426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Attempting to bind port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf on network 55790860-4dbe-4240-ae5b-26d1e43eb456 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:40.940076 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:40.940508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Checking segment: {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:40.940869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.941361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Bound using segment: {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:40.941900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Bound port: 6dcacefd-8b38-4dcd-a331-86ca86c6aabf, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:40.942300 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.960461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Allocated IP 172.20.0.17 (55790860-4dbe-4240-ae5b-26d1e43eb456/aca44b4e-36a2-4be0-bf00-ce0fe30a2ada/9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:41.068909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] For port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:41.071956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] For port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6dcacefd-8b38-4dcd-a331-86ca86c6aabf,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:41.078071 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.163748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5fcea-08ce-4bcf-87f2-184fdc4d150a None None] Pushing event updated for resources: {'Port': ['ID=6dcacefd-8b38-4dcd-a331-86ca86c6aabf,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:41.229867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] For port 66659cbb-2d04-4c91-a907-6f35100ba654, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=66659cbb-2d04-4c91-a907-6f35100ba654,segment=NetworkSegment(acb35a6c-3022-41b3-bff4-c7efa16e09d5),segment_id=acb35a6c-3022-41b3-bff4-c7efa16e09d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:41.230720 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.248549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.272842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Calling delete_port for 66659cbb-2d04-4c91-a907-6f35100ba654 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:41.274940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Transition to ACTIVE for port object 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:41.300509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-3eb4bff6-e5e9-403a-a706-8369eb8742ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:41.302720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-3eb4bff6-e5e9-403a-a706-8369eb8742ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7abe0469548a433ba8a82bbbbfa557ba&device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 1096 time: 0.5004985 Jul 05 09:58:41.397137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.408793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-38555bb5-2920-4680-9724-546fbb9c7868 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4e0f718-1c08-43cc-af85-fc7d7a0ad482 HTTP/1.1" status: 200 len: 217 time: 0.0943677 Jul 05 09:58:41.455999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf6ff06d-bf1c-4df4-9253-fa8cd6289412 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:41.492727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:41.499643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:41.504210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:41.512442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:41.550695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb962d-bba1-4dee-bafd-4c76d07491d1 req-14c9730e-03fc-415a-afe7-5ca31c0372fa tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:41.553830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aeb962d-bba1-4dee-bafd-4c76d07491d1 req-14c9730e-03fc-415a-afe7-5ca31c0372fa tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 944 time: 0.4868000 Jul 05 09:58:41.588735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:41.601170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.605287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:41.605931 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.665090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-77e1211f-0a82-4a1e-b0ee-84bc983f1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:41.666884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-77e1211f-0a82-4a1e-b0ee-84bc983f1719 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d89ee8b-6d26-46dd-988b-8bc0ed041ded HTTP/1.1" status: 200 len: 852 time: 0.2135177 Jul 05 09:58:41.687290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aeb962d-bba1-4dee-bafd-4c76d07491d1 req-ed7df4f5-fe5e-437c-8679-a274ad4960bf tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239212 Jul 05 09:58:41.732076 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.747375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-6405f08e-1200-451d-85b2-67bace1e29d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907d839a-e9f0-4f11-876c-31dbf158487e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511711 Jul 05 09:58:41.756874 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.767028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port bf6ff06d-bf1c-4df4-9253-fa8cd6289412, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:41.770784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.831376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:41.887031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Port': ['ID=66659cbb-2d04-4c91-a907-6f35100ba654,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:41.888173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:41.898430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No DVR routers for this DVR port 66659cbb-2d04-4c91-a907-6f35100ba654 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:42.088426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.122106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e209b630-395d-46d6-8334-fb33049fd375']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:42.146505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-40aa3ac3-29b3-49a8-81da-ac8352a017c3 service neutron] 10.222.0.15 "GET /v2.0/networks/907d839a-e9f0-4f11-876c-31dbf158487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844700 Jul 05 09:58:42.151806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb35a6c-3022-41b3-bff4-c7efa16e09d5') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:42.152117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb35a6c-3022-41b3-bff4-c7efa16e09d5') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:42.188731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.282945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.300726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.306092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:42.306532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:42.311955 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:42.321061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.524934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:42.535019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.779932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:42.781973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:42.874489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880e9f0-8bfa-45ed-a770-d7bcf8656427 None None] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:42.922197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778aba2d-cf90-436f-bdeb-3320aa183010 req-73c57c28-09b7-419c-b0ab-f9be6f593971 service neutron] 10.222.0.15 "GET /v2.0/networks/907d839a-e9f0-4f11-876c-31dbf158487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536407 Jul 05 09:58:42.929267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.941268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:58:42.948512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:42.951467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/e209b630-395d-46d6-8334-fb33049fd375 HTTP/1.1" status: 204 len: 168 time: 4.5682087 Jul 05 09:58:42.955658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c5262-cd30-4f30-aee0-9b6628df791c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=e209b630-395d-46d6-8334-fb33049fd375,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:42.959287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:42.965034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-39500673'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:43.010170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a852-4f5e-43f1-a433-5ae64d64d199 req-a517747e-1d66-490c-8892-8b2bc73ee244 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:43.012026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0388a852-4f5e-43f1-a433-5ae64d64d199 req-a517747e-1d66-490c-8892-8b2bc73ee244 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 944 time: 0.1654477 Jul 05 09:58:43.012846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:43.017258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.035540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5fb9d482-c40b-4225-aeb7-4727ba5b1edb None None] Provisioning for port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:43.101446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:58:43.107452 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c3cdce18-3b8a-4771-85a5-b4278fe584f5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "PUT /v2.0/routers/3df3d505-4a6f-42b5-a8a1-65ebefb3181e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3516610 Jul 05 09:58:43.115713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0388a852-4f5e-43f1-a433-5ae64d64d199 req-b1d85aaf-f0f0-4f2a-b3b8-2820062f82f2 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874152 Jul 05 09:58:43.121805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:43.145246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.145614 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment 5f57354b-c302-4529-8615-227ef4c74291 of type vlan for network 14d5dae1-bc4a-477d-9980-2d06e1ae3fda Jul 05 09:58:43.185882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-a6cb952e-1b4b-4be9-94d5-131b9b4c64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:43.188294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-a6cb952e-1b4b-4be9-94d5-131b9b4c64cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7abe0469548a433ba8a82bbbbfa557ba&device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 1096 time: 0.1414526 Jul 05 09:58:43.228204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Sync routers for ids ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:58:43.233825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.245133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Routers {'3df3d505-4a6f-42b5-a8a1-65ebefb3181e'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:43.246012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:43.351969 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.358417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:43.360846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.447578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Set router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:43.514908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf6ff06d-bf1c-4df4-9253-fa8cd6289412 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:43.546636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-283b12f1-eaab-45ba-9df6-328b1e72e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:43.548236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-283b12f1-eaab-45ba-9df6-328b1e72e01a service neutron] 10.222.0.15 "GET /v2.0/networks?id=907d839a-e9f0-4f11-876c-31dbf158487e HTTP/1.1" status: 200 len: 913 time: 0.3460472 Jul 05 09:58:43.559299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5987999 Jul 05 09:58:43.562489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38902) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:43.568312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': '14d5dae1-bc4a-477d-9980-2d06e1ae3fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:43.616314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-0c1f64c3-c789-4caa-a194-6c477b5ca70b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4e0f718-1c08-43cc-af85-fc7d7a0ad482 HTTP/1.1" status: 200 len: 217 time: 0.0520852 Jul 05 09:58:43.695664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-d06cdd3f-4f07-4b73-a6f1-a1d526177f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:43.697789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-d06cdd3f-4f07-4b73-a6f1-a1d526177f10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d89ee8b-6d26-46dd-988b-8bc0ed041ded HTTP/1.1" status: 200 len: 852 time: 0.0736215 Jul 05 09:58:43.698801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819137-4ba7-4a13-a73e-14ddae7fd8ea tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=14d5dae1-bc4a-477d-9980-2d06e1ae3fda,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:43.702929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-408b177b-cd69-42f2-a0c8-792892b30c34 None None] Provisioning for port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:43.719643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-408b177b-cd69-42f2-a0c8-792892b30c34 None None] Provisioning complete for port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:43.720131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-408b177b-cd69-42f2-a0c8-792892b30c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.741841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 14d5dae1-bc4a-477d-9980-2d06e1ae3fda details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:43.798760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:43.807794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-c1a819e3-1787-4bf5-a33c-6a347d3f6492 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907d839a-e9f0-4f11-876c-31dbf158487e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930309 Jul 05 09:58:43.810411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.908575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-af29c45a-31d8-4a7f-8b78-fd8f81f92e8a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:43.916972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-af29c45a-31d8-4a7f-8b78-fd8f81f92e8a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/networks?id=55790860-4dbe-4240-ae5b-26d1e43eb456 HTTP/1.1" status: 200 len: 797 time: 0.5341272 Jul 05 09:58:43.949550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-464f07d6-1a7f-4bd4-8f52-1ae7cbbf1f02 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/quotas/d92e60f551ee4b73b11847c85fbfb3a3 HTTP/1.1" status: 200 len: 375 time: 0.0305934 Jul 05 09:58:44.002438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-44cc8c98-e08e-4b9e-a90b-e41001f0d1a0 service neutron] 10.222.0.15 "GET /v2.0/networks/907d839a-e9f0-4f11-876c-31dbf158487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845047 Jul 05 09:58:44.043564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-408b177b-cd69-42f2-a0c8-792892b30c34 None None] Port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:44.126930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:44.127476 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.182043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecce52d7-c446-455c-8a74-4c167e34d599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.251003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.256561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e', 'name': '', 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:14:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:40Z', 'updated_at': '2021-07-05T09:58:42Z', 'revision_number': 2, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:44.335889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=7162d34a-a434-484e-a98e-8715d859b231,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:44.344585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-7bcce54b-db49-4eb0-b0a0-bfde07b7cf5b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3824756 Jul 05 09:58:44.351915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': '5f57354b-c302-4529-8615-227ef4c74291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14d5dae1-bc4a-477d-9980-2d06e1ae3fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:44.352246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: 14d5dae1-bc4a-477d-9980-2d06e1ae3fda, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:44.386510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6dcacefd-8b38-4dcd-a331-86ca86c6aabf up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:44.388221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network 14d5dae1-bc4a-477d-9980-2d06e1ae3fda is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:44.389554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Checking router: 3df3d505-4a6f-42b5-a8a1-65ebefb3181e for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:58:44.390221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Updating router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:58:44.393235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ececdbe-dbd1-4c5b-b086-ea1334e93c10 None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:58:44.414037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 14d5dae1-bc4a-477d-9980-2d06e1ae3fda) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:44.426342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:44.427210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.450434 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1625622b-969d-4e98-afb2-5e83cf449f61 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8866441 Jul 05 09:58:44.451263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:44.470925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09367e22-6d20-4a34-8b98-3afa6ac7064d req-b081a3f1-c802-4600-8812-ebfd12df5b7b service neutron] 10.222.0.15 "GET /v2.0/networks/907d839a-e9f0-4f11-876c-31dbf158487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431632 Jul 05 09:58:44.575142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-724c8bf2-f730-42fd-b732-f1587468fe7d service neutron] 10.222.0.21 "GET /v2.0/networks/55790860-4dbe-4240-ae5b-26d1e43eb456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017419 Jul 05 09:58:44.581938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2849aa91-6414-4c4b-a7d7-2bdf957fde09 None None] Provisioning complete for port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:44.582483 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2849aa91-6414-4c4b-a7d7-2bdf957fde09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.584390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac03861-f201-4fd7-bdcc-6fbd72b29dda req-6faea91a-656d-4469-b5fe-af424a088468 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:44.592164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ac03861-f201-4fd7-bdcc-6fbd72b29dda req-6faea91a-656d-4469-b5fe-af424a088468 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 944 time: 0.1941111 Jul 05 09:58:44.608438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.630354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2849aa91-6414-4c4b-a7d7-2bdf957fde09 None None] Port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:44.635053 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.709172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.729314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ac03861-f201-4fd7-bdcc-6fbd72b29dda req-dab09dfa-1651-4505-9e2f-628ac0d0713e tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311281 Jul 05 09:58:44.748398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:44.774887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:44.775577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.802507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-e83825cd-3952-4bd1-abd1-eb16f0a62a22 service neutron] 10.222.0.21 "GET /v2.0/networks/55790860-4dbe-4240-ae5b-26d1e43eb456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006185 Jul 05 09:58:44.834546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.896958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=7162d34a-a434-484e-a98e-8715d859b231,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:44.992048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.010499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ececdbe-dbd1-4c5b-b086-ea1334e93c10 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:58:45.012486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d5dae1-bc4a-477d-9980-2d06e1ae3fda']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:45.043821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f57354b-c302-4529-8615-227ef4c74291') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:45.046280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f57354b-c302-4529-8615-227ef4c74291') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:45.078801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.080999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.112795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.132258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:45.132258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.162910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4e0f718-1c08-43cc-af85-fc7d7a0ad482 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:45.200007 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:45.203608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93ab026a-c41b-47df-9a47-f84509ae6104 req-be17e2e7-3ff9-43f0-b9fc-944d66dec00f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 210 time: 0.1081414 Jul 05 09:58:45.229900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.239161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.245700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/14d5dae1-bc4a-477d-9980-2d06e1ae3fda HTTP/1.1" status: 204 len: 168 time: 0.7890298 Jul 05 09:58:45.246534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:45.256259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12158d-f1fa-4ab7-8466-413f7d82f30c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=14d5dae1-bc4a-477d-9980-2d06e1ae3fda,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:45.256884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-683172320'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:45.311490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:45.319289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.365845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.370466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:45.378326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Transition to ACTIVE for port object 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:45.383601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6dcacefd-8b38-4dcd-a331-86ca86c6aabf,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:45.394769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.395484 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment 2a6a0b8c-1882-4306-958e-c7c31291e193 of type vlan for network c983a96b-a50b-4830-8c50-9f3c52bc9988 Jul 05 09:58:45.418997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.420918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.472292 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:58:45.502961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.571617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.584625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:45.585274 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:45.669581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07f6c-d826-400c-95ae-69dce1dcd5b8 None None] Pushing event updated for resources: {'Port': ['ID=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:45.679974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4312558 Jul 05 09:58:45.684824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:45.693655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a9dd8-0c07-407a-86e1-2870b55dd341 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=c983a96b-a50b-4830-8c50-9f3c52bc9988,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:45.702937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': 'c983a96b-a50b-4830-8c50-9f3c52bc9988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:45.773695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c983a96b-a50b-4830-8c50-9f3c52bc9988 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:45.941051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:45.949134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.079237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Attempting to bind port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:46.079858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Attempting to bind port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:46.079858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Attempting to bind port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e on network 55790860-4dbe-4240-ae5b-26d1e43eb456 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:46.099878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d4e0f718-1c08-43cc-af85-fc7d7a0ad482, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,segment=NetworkSegment(dd4afa16-ef0f-4449-b1e0-a8927732e229),segment_id=dd4afa16-ef0f-4449-b1e0-a8927732e229)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:46.144827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6499b9-aa94-4078-a651-c9e7c7f67e6d req-3cd4d746-f778-49d9-af49-26d6096cff39 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:46.147112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d6499b9-aa94-4078-a651-c9e7c7f67e6d req-3cd4d746-f778-49d9-af49-26d6096cff39 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 944 time: 0.1438794 Jul 05 09:58:46.189008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=6dcacefd-8b38-4dcd-a331-86ca86c6aabf,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:46.196934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:46.197487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Checking segment: {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:46.197861 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.198698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Bound using segment: {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:46.198971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Bound port: 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:46.199437 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.263608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482', 'network_id': '907d839a-e9f0-4f11-876c-31dbf158487e', 'port_id': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d89ee8b-6d26-46dd-988b-8bc0ed041ded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:58:46.269310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d6499b9-aa94-4078-a651-c9e7c7f67e6d req-0e482448-e492-4429-b6fa-40597f0471de tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153245 Jul 05 09:58:46.371807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.402614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.428023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba7d09-8749-4bd8-91dc-f95dd6b4e620 None None] Network 14d5dae1-bc4a-477d-9980-2d06e1ae3fda requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:46.446236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba7d09-8749-4bd8-91dc-f95dd6b4e620 None None] Network 14d5dae1-bc4a-477d-9980-2d06e1ae3fda could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:58:46.451672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] For port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:46.458725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e0f718-1c08-43cc-af85-fc7d7a0ad482 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:46.475735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] For port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:46.484581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06253ce7-cf1f-46d4-9541-a1c02019011c None None] Network 14d5dae1-bc4a-477d-9980-2d06e1ae3fda requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:46.499471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=67b0e29d-2d28-4653-b83c-03f0530e3f76,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:46.513923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': '2a6a0b8c-1882-4306-958e-c7c31291e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c983a96b-a50b-4830-8c50-9f3c52bc9988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:46.514435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: c983a96b-a50b-4830-8c50-9f3c52bc9988, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:46.518349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.544804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06253ce7-cf1f-46d4-9541-a1c02019011c None None] Network 14d5dae1-bc4a-477d-9980-2d06e1ae3fda could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:58:46.548229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d4e0f718-1c08-43cc-af85-fc7d7a0ad482, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,segment=NetworkSegment(dd4afa16-ef0f-4449-b1e0-a8927732e229),segment_id=dd4afa16-ef0f-4449-b1e0-a8927732e229)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:46.549409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network c983a96b-a50b-4830-8c50-9f3c52bc9988 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:46.570617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c983a96b-a50b-4830-8c50-9f3c52bc9988) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:46.573161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.587733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9f314-293f-4364-8c35-b757459ba615 None None] Network c983a96b-a50b-4830-8c50-9f3c52bc9988 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:46.592812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:46.594305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.628476 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5854b6d-9761-478e-a5b0-ee9ec209be19 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9411068 Jul 05 09:58:46.630362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38942) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:46.640339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bfdc014-fd05-4314-b1dd-3d4ffb459f7f req-a967ddd4-db7c-4088-95bd-72cb6397835c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 210 time: 0.1114254 Jul 05 09:58:46.698165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Routers {'3df3d505-4a6f-42b5-a8a1-65ebefb3181e'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:58:46.711670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:46.766137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07f6c-d826-400c-95ae-69dce1dcd5b8 None None] Pushing event updated for resources: {'Port': ['ID=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:46.893456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.900151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:46.911850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15cda471-f964-449e-a685-45acb16e59fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.957116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.969424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['d4e0f718-1c08-43cc-af85-fc7d7a0ad482'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:47.035236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.092737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] Set router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:58:47.163108 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.212968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=67b0e29d-2d28-4653-b83c-03f0530e3f76,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:47.273497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-dd48010e-b9d6-4b2e-a677-3594a0ebecc5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:47.277474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-dd48010e-b9d6-4b2e-a677-3594a0ebecc5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.15 "GET /v2.0/networks?id=55790860-4dbe-4240-ae5b-26d1e43eb456 HTTP/1.1" status: 200 len: 797 time: 0.4339497 Jul 05 09:58:47.303667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Request body: {'port': {'device_id': '825e4c54-7d87-4025-aa26-baf56f86851c', 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456', 'admin_state_up': True, 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:47.314974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.335752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c983a96b-a50b-4830-8c50-9f3c52bc9988']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:47.363046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6a0b8c-1882-4306-958e-c7c31291e193') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:47.365893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6a0b8c-1882-4306-958e-c7c31291e193') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:47.384045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.418711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.434838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:47.435609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.535464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe4a20-f3b1-4304-a5a1-c7228b27bde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c983a96b-a50b-4830-8c50-9f3c52bc9988', 'network_id': 'c983a96b-a50b-4830-8c50-9f3c52bc9988', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': '67b0e29d-2d28-4653-b83c-03f0530e3f76'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:47.537386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4a20-f3b1-4304-a5a1-c7228b27bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:47.570977 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:47.577268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.588045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.592494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/c983a96b-a50b-4830-8c50-9f3c52bc9988 HTTP/1.1" status: 204 len: 168 time: 0.9511926 Jul 05 09:58:47.601150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:47.616759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1667328269'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:47.626372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5508d99-12c5-4a79-8d18-d69b8d21b4bc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=c983a96b-a50b-4830-8c50-9f3c52bc9988,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:47.634099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6dcacefd-8b38-4dcd-a331-86ca86c6aabf up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:47.657553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 09:58:47.657553 n-d-771363-33 neutron-server[93796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 09:58:47.657553 n-d-771363-33 neutron-server[93796]: [parameters: {'project_id': 'c12462268f00400685ac0b79f6c44aac', 'id': '20b8f73e-b65a-42cf-92dd-07193e7656fd', 'expiration': datetime.datetime(2021, 7, 5, 10, 0, 47, 646212)}] Jul 05 09:58:47.657553 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:47.658354 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:47.704883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Made reservation on behalf of d92e60f551ee4b73b11847c85fbfb3a3 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:47.712524 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.779651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95b10a-4b5b-40fc-914e-4988d156ce33 req-d8815a17-9932-4360-a82f-0b93268686cd tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:47.783391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc95b10a-4b5b-40fc-914e-4988d156ce33 req-d8815a17-9932-4360-a82f-0b93268686cd tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 945 time: 0.2651510 Jul 05 09:58:47.818410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99496e-fcaa-4220-a235-810ce2a6cb80 None None] Network c983a96b-a50b-4830-8c50-9f3c52bc9988 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:47.857068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99496e-fcaa-4220-a235-810ce2a6cb80 None None] Network c983a96b-a50b-4830-8c50-9f3c52bc9988 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:58:47.859222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:47.859727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:47.901323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc95b10a-4b5b-40fc-914e-4988d156ce33 req-3f7d033b-1ee6-4ee1-87bd-44a7b772f800 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103494 Jul 05 09:58:47.980794 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.001993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Allocated IP 172.20.0.30 (55790860-4dbe-4240-ae5b-26d1e43eb456/aca44b4e-36a2-4be0-bf00-ce0fe30a2ada/55ddea32-8f63-4354-9841-11110c79fff5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:48.045598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf5fd07a-c659-4a46-9a99-7482100ac472 req-a4b3a390-84b9-4c12-acd5-f2f109fe799a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 210 time: 0.0454226 Jul 05 09:58:48.065788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e', 'name': '', 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:14:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:40Z', 'updated_at': '2021-07-05T09:58:46Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:48.153531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66edfe-c089-4b2a-af59-130323e7e634 None None] The sync data for ids ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'] in n-d-771363-33 is: [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e', 'name': '', 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:14:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:40Z', 'updated_at': '2021-07-05T09:58:46Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:58:48.264647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:48.271138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.328062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.363158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Transition to ACTIVE for port object 55ddea32-8f63-4354-9841-11110c79fff5 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:48.379110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:48.414586 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.414931 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment d37c1c96-d999-408f-86b4-80b895cee505 of type vlan for network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 Jul 05 09:58:48.483462 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.494944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.563707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:48.569057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:48.574395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:48.577519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.582515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:48.583202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.612174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event updated for resources: {'Port': ['ID=55ddea32-8f63-4354-9841-11110c79fff5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:48.703923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0934315 Jul 05 09:58:48.707024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:48.721170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:48.721487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:48.722157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.726326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419821ac-ff64-4f9e-a89c-cca911f18110 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=97f1ca07-5c49-4134-a6a4-829ece60c4e5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:48.744323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:48.746612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-63da7ce0-8400-4dd8-8a96-7c615ce012bd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4524462 Jul 05 09:58:48.763463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Request body: {'port': {'device_id': '825e4c54-7d87-4025-aa26-baf56f86851c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:48.897764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:48.979797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3e51f926-bccd-4899-910d-3838063cc5a2 None None] Provisioning for port 55ddea32-8f63-4354-9841-11110c79fff5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:48.999631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.001458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3e51f926-bccd-4899-910d-3838063cc5a2 None None] Provisioning complete for port 55ddea32-8f63-4354-9841-11110c79fff5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:49.002078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e51f926-bccd-4899-910d-3838063cc5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.023924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.050464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:58:49.059997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:49.060965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.065994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:49.066492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "PUT /v2.0/networks/97f1ca07-5c49-4134-a6a4-829ece60c4e5 HTTP/1.1" status: 200 len: 723 time: 0.3538387 Jul 05 09:58:49.087601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': '97f1ca07-5c49-4134-a6a4-829ece60c4e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:49.135110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3e51f926-bccd-4899-910d-3838063cc5a2 None None] Port 55ddea32-8f63-4354-9841-11110c79fff5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:49.136369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b75b30-cf27-48c7-9c0f-26635e2654ee tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=97f1ca07-5c49-4134-a6a4-829ece60c4e5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:49.159850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4e0f718-1c08-43cc-af85-fc7d7a0ad482 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:49.169018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:49.312127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:49.316366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:49.316745 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.418232 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.478893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:49.487690 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69efeb47-9f56-4523-9dcd-eda3b85bae4a" -d '{"events": [{"server_uuid": "67bc5324-7ae3-4517-b0b9-5911f60ef67b", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0f718-1c08-43cc-af85-fc7d7a0ad482"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:49.525178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d4e0f718-1c08-43cc-af85-fc7d7a0ad482, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,segment=NetworkSegment(dd4afa16-ef0f-4449-b1e0-a8927732e229),segment_id=dd4afa16-ef0f-4449-b1e0-a8927732e229)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:49.531516 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.640278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:49.645261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:49.848416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:49.853005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.916886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.939771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:49.946471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:49.947352 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:49.957603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacea88-3b13-41c2-9c82-f2a740bde56f req-eb7006ce-9eda-4ee0-b8c3-3b9cf4f4312c tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:49.959613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cacea88-3b13-41c2-9c82-f2a740bde56f req-eb7006ce-9eda-4ee0-b8c3-3b9cf4f4312c tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 945 time: 0.8532276 Jul 05 09:58:50.002791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ddea32-8f63-4354-9841-11110c79fff5 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:50.027613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.050799 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.068774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Transition to ACTIVE for port object 55ddea32-8f63-4354-9841-11110c79fff5 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:50.086699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.097396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:50.105418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14371e-2802-44dd-8ce4-2a6dff460c42 req-ec33f50e-ffd5-4d27-90f3-9e54bb09c93f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:50.107585 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.124432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e14371e-2802-44dd-8ce4-2a6dff460c42 req-ec33f50e-ffd5-4d27-90f3-9e54bb09c93f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 895 time: 0.8225636 Jul 05 09:58:50.208675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cacea88-3b13-41c2-9c82-f2a740bde56f req-68c0c81f-9321-4321-8e62-370ccd8f8191 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308080 Jul 05 09:58:50.214985 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e373a90c-5054-4c44-b8e9-f72723f2692f x-openstack-request-id: req-e373a90c-5054-4c44-b8e9-f72723f2692f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:50.215852 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc5324-7ae3-4517-b0b9-5911f60ef67b", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0f718-1c08-43cc-af85-fc7d7a0ad482", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:50.215852 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e373a90c-5054-4c44-b8e9-f72723f2692f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:50.216153 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482', 'code': 200} Jul 05 09:58:50.228292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:50.348645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Pushing event updated for resources: {'Port': ['ID=55ddea32-8f63-4354-9841-11110c79fff5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:50.432245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622e79-4426-4351-862c-9baa4d2ccce0 req-ad08fe43-de68-4767-9cf1-58081bddb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:50.434060 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff622e79-4426-4351-862c-9baa4d2ccce0 req-ad08fe43-de68-4767-9cf1-58081bddb301 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 1098 time: 0.1139987 Jul 05 09:58:50.490106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ff622e79-4426-4351-862c-9baa4d2ccce0 req-f87a159f-0129-444c-ac45-851cc7b54992 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484796 Jul 05 09:58:50.558708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.613754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Attempting to bind port 55ddea32-8f63-4354-9841-11110c79fff5 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:50.614057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Attempting to bind port 55ddea32-8f63-4354-9841-11110c79fff5 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:50.614309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Attempting to bind port 55ddea32-8f63-4354-9841-11110c79fff5 on network 55790860-4dbe-4240-ae5b-26d1e43eb456 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:50.634331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Port 55ddea32-8f63-4354-9841-11110c79fff5 on network 55790860-4dbe-4240-ae5b-26d1e43eb456 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:58:50.634734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Attempting to bind port 55ddea32-8f63-4354-9841-11110c79fff5 on network 55790860-4dbe-4240-ae5b-26d1e43eb456 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:50.647576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=5275eb48-785b-43f6-810b-d02d731717a1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:50.649755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:50.650241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Checking segment: {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:50.650684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Bound using segment: {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:50.651222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Bound port: 55ddea32-8f63-4354-9841-11110c79fff5, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59582853-3665-4f8b-89e7-fb078af3a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:50.651709 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.715596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': 'd37c1c96-d999-408f-86b4-80b895cee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97f1ca07-5c49-4134-a6a4-829ece60c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:50.715950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: 97f1ca07-5c49-4134-a6a4-829ece60c4e5, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:50.753995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] For port 55ddea32-8f63-4354-9841-11110c79fff5, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:50.759145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] For port 55ddea32-8f63-4354-9841-11110c79fff5, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55ddea32-8f63-4354-9841-11110c79fff5,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:50.760943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:50.768248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.802617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 97f1ca07-5c49-4134-a6a4-829ece60c4e5) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:50.810945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:50.811561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.822622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:50.823436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:50.824918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] 10.222.0.15 "PUT /v2.0/ports/55ddea32-8f63-4354-9841-11110c79fff5 HTTP/1.1" status: 200 len: 1056 time: 2.0692241 Jul 05 09:58:50.825369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825e4c54-7d87-4025-aa26-baf56f86851c', 'tag': '55ddea32-8f63-4354-9841-11110c79fff5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:50.827747 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d590e2-ae07-4f33-ab65-2bc61ca01acc" -d '{"events": [{"name": "network-changed", "server_uuid": "825e4c54-7d87-4025-aa26-baf56f86851c", "tag": "55ddea32-8f63-4354-9841-11110c79fff5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:50.829341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d654c0-751c-4c61-9891-4193f4073b3b None None] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:50.859264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ca6d8d58-dbf1-4c2c-a5a8-c64cf419de18 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7834990 Jul 05 09:58:50.860056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:50.871581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a999-19e7-482a-9422-7163362e54ab service neutron] Pushing event updated for resources: {'Port': ['ID=55ddea32-8f63-4354-9841-11110c79fff5,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:50.875560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-182aea7d-1a69-4dd2-b877-4a60e819d213 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:50.959753 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85dcc3f-c346-452d-a2c5-6f35ddc24bb1 x-openstack-request-id: req-c85dcc3f-c346-452d-a2c5-6f35ddc24bb1 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:50.960245 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825e4c54-7d87-4025-aa26-baf56f86851c", "tag": "55ddea32-8f63-4354-9841-11110c79fff5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:50.960534 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c85dcc3f-c346-452d-a2c5-6f35ddc24bb1 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:50.961145 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825e4c54-7d87-4025-aa26-baf56f86851c', 'tag': '55ddea32-8f63-4354-9841-11110c79fff5', 'status': 'completed', 'code': 200} Jul 05 09:58:51.003757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-5adf7e6f-f96c-4b62-8510-f1e072057f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:51.006956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-5adf7e6f-f96c-4b62-8510-f1e072057f15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 1059 time: 0.0854235 Jul 05 09:58:51.076025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-182aea7d-1a69-4dd2-b877-4a60e819d213 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26260273'] for subnet, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.081658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-13a1af15-c1ad-4a25-ae43-45f37f92cc56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=55ddea32-8f63-4354-9841-11110c79fff5 HTTP/1.1" status: 200 len: 217 time: 0.0655606 Jul 05 09:58:51.271888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-7489b23d-7178-4902-99cb-ea8adcbd23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:51.273804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-7489b23d-7178-4902-99cb-ea8adcbd23df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aca44b4e-36a2-4be0-bf00-ce0fe30a2ada HTTP/1.1" status: 200 len: 838 time: 0.1819048 Jul 05 09:58:51.300038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-97f1ca07-5c49-4134-a6a4-829ece60c4e5', 'network_id': '97f1ca07-5c49-4134-a6a4-829ece60c4e5', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': '5275eb48-785b-43f6-810b-d02d731717a1'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:51.307453 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.436682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-0aaf664a-a49f-4dfd-9749-12b11afe6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:51.441486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-0aaf664a-a49f-4dfd-9749-12b11afe6e14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55790860-4dbe-4240-ae5b-26d1e43eb456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1503644 Jul 05 09:58:51.548217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-182aea7d-1a69-4dd2-b877-4a60e819d213 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794602499871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26179835'] for subnet, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.589960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-f5cb4418-12e0-48c7-83f3-80785c38596c service neutron] 10.222.0.15 "GET /v2.0/networks/55790860-4dbe-4240-ae5b-26d1e43eb456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396503 Jul 05 09:58:51.640725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182aea7d-1a69-4dd2-b877-4a60e819d213 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:51.642039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-182aea7d-1a69-4dd2-b877-4a60e819d213 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.644194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-182aea7d-1a69-4dd2-b877-4a60e819d213 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "PUT /v2.0/subnets/5275eb48-785b-43f6-810b-d02d731717a1 HTTP/1.1" status: 200 len: 806 time: 0.7825127 Jul 05 09:58:51.652214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:51.660660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:51.671416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Allocated IP 172.20.0.2 (97f1ca07-5c49-4134-a6a4-829ece60c4e5/5275eb48-785b-43f6-810b-d02d731717a1/a99cae0d-9167-4127-a533-6b4af44fca02) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:51.870805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdebf-9db0-4bf9-bdf2-a952d674ec69 req-146910c8-23a0-40b0-b351-a40ef0152589 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:51.874070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b8efdebf-9db0-4bf9-bdf2-a952d674ec69 req-146910c8-23a0-40b0-b351-a40ef0152589 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 907 time: 0.2828987 Jul 05 09:58:51.882358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e65bcc4-1629-400c-91d4-b68275d112cb req-22abc1ee-ffb8-4a98-b4a6-857c40ffe801 service neutron] 10.222.0.15 "GET /v2.0/networks/55790860-4dbe-4240-ae5b-26d1e43eb456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130654 Jul 05 09:58:51.888341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:51.889039 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.097483 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.160693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-b7f9bd84-ed0d-4e32-8a6a-6635f7ea312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.163902 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-b7f9bd84-ed0d-4e32-8a6a-6635f7ea312f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 1059 time: 0.2069745 Jul 05 09:58:52.168232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Transition to ACTIVE for port object a99cae0d-9167-4127-a533-6b4af44fca02 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:52.210200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Transition to ACTIVE for port object a99cae0d-9167-4127-a533-6b4af44fca02 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:52.221231 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.246566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c881d-f1eb-4838-95e1-1d3eb6477aa8 req-532d28b7-d88d-467d-ba51-018dcdd2889d tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.259366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9c881d-f1eb-4838-95e1-1d3eb6477aa8 req-532d28b7-d88d-467d-ba51-018dcdd2889d tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 946 time: 0.2156217 Jul 05 09:58:52.269274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:52.275493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:52.284811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:52.358903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Pushing event updated for resources: {'Port': ['ID=a99cae0d-9167-4127-a533-6b4af44fca02,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:52.372812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Attempting to bind port a99cae0d-9167-4127-a533-6b4af44fca02 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:52.373188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Attempting to bind port a99cae0d-9167-4127-a533-6b4af44fca02 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd37c1c96-d999-408f-86b4-80b895cee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97f1ca07-5c49-4134-a6a4-829ece60c4e5'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:52.373627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Attempting to bind port a99cae0d-9167-4127-a533-6b4af44fca02 on network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:52.380457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:52.380854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Checking segment: {'id': 'd37c1c96-d999-408f-86b4-80b895cee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97f1ca07-5c49-4134-a6a4-829ece60c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:52.381413 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.381813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Bound using segment: {'id': 'd37c1c96-d999-408f-86b4-80b895cee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97f1ca07-5c49-4134-a6a4-829ece60c4e5'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:52.382316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Bound port: a99cae0d-9167-4127-a533-6b4af44fca02, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37c1c96-d999-408f-86b4-80b895cee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97f1ca07-5c49-4134-a6a4-829ece60c4e5'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:52.382813 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.405658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-d9ee1ce7-578b-49b9-a06a-cbabc3fa22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.407358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-d9ee1ce7-578b-49b9-a06a-cbabc3fa22f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55790860-4dbe-4240-ae5b-26d1e43eb456 HTTP/1.1" status: 200 len: 898 time: 0.2256968 Jul 05 09:58:52.486132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c9c881d-f1eb-4838-95e1-1d3eb6477aa8 req-5685b571-1cf1-4923-a3b8-f0a08e5d0f37 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254021 Jul 05 09:58:52.491209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-e86ed518-dc7e-4b91-a399-29a21e68e640 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=55ddea32-8f63-4354-9841-11110c79fff5 HTTP/1.1" status: 200 len: 217 time: 0.0731931 Jul 05 09:58:52.522354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] For port a99cae0d-9167-4127-a533-6b4af44fca02, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:52.534010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] For port a99cae0d-9167-4127-a533-6b4af44fca02, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a99cae0d-9167-4127-a533-6b4af44fca02,segment=NetworkSegment(d37c1c96-d999-408f-86b4-80b895cee505),segment_id=d37c1c96-d999-408f-86b4-80b895cee505)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:52.542825 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.545762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182aea7d-1a69-4dd2-b877-4a60e819d213 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=5275eb48-785b-43f6-810b-d02d731717a1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:52.613552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-e19e89e9-4e24-40f7-9a15-e0619d78d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.614081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.619122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-e19e89e9-4e24-40f7-9a15-e0619d78d898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aca44b4e-36a2-4be0-bf00-ce0fe30a2ada HTTP/1.1" status: 200 len: 838 time: 0.1138468 Jul 05 09:58:52.765545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddcf47-db58-489d-bf4f-a2296254c56c None None] Pushing event updated for resources: {'Port': ['ID=a99cae0d-9167-4127-a533-6b4af44fca02,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:52.796121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting port a99cae0d-9167-4127-a533-6b4af44fca02 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:52.796647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:52.810746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.825460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.832175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.841191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.849822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.856593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.862934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.865803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-991a2416-66a9-4690-b65e-a90d59797587 req-6b17a5db-714f-45c9-aaea-220faf8513ed tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.2454152 Jul 05 09:58:52.877178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-9b1222e8-1b66-45c7-b43e-81c15ed335d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:52.878749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-9b1222e8-1b66-45c7-b43e-81c15ed335d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55790860-4dbe-4240-ae5b-26d1e43eb456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1951516 Jul 05 09:58:53.041009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] For port a99cae0d-9167-4127-a533-6b4af44fca02, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a99cae0d-9167-4127-a533-6b4af44fca02,segment=NetworkSegment(d37c1c96-d999-408f-86b4-80b895cee505),segment_id=d37c1c96-d999-408f-86b4-80b895cee505)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:53.041497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.064530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-991a2416-66a9-4690-b65e-a90d59797587 req-b4ce175e-1413-4c76-a0aa-ac4e637ef552 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747224 Jul 05 09:58:53.074201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Calling delete_port for a99cae0d-9167-4127-a533-6b4af44fca02 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:53.121735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-5487014c-ba70-442c-903f-ff35b5dd4468 service neutron] 10.222.0.15 "GET /v2.0/networks/55790860-4dbe-4240-ae5b-26d1e43eb456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223499 Jul 05 09:58:53.153585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55ddea32-8f63-4354-9841-11110c79fff5 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:58:53.313619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d590e2-ae07-4f33-ab65-2bc61ca01acc req-0726f82a-5acd-4b24-bbb5-4d56ce7eacb5 service neutron] 10.222.0.15 "GET /v2.0/networks/55790860-4dbe-4240-ae5b-26d1e43eb456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845381 Jul 05 09:58:53.353725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0aa4-37d0-4222-8bb6-c6a5c98ec102 req-56af752a-19a6-4a95-ab39-9e3a65271153 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.363223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.365963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7eb0aa4-37d0-4222-8bb6-c6a5c98ec102 req-56af752a-19a6-4a95-ab39-9e3a65271153 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 907 time: 0.1319382 Jul 05 09:58:53.507661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Port': ['ID=a99cae0d-9167-4127-a533-6b4af44fca02,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:53.555948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55ddea32-8f63-4354-9841-11110c79fff5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55ddea32-8f63-4354-9841-11110c79fff5,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:53.587348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '55ddea32-8f63-4354-9841-11110c79fff5', 'network_id': '55790860-4dbe-4240-ae5b-26d1e43eb456', 'port_id': '55ddea32-8f63-4354-9841-11110c79fff5', 'mac_address': 'fa:16:3e:88:8a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca44b4e-36a2-4be0-bf00-ce0fe30a2ada', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:58:53.605760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No DVR routers for this DVR port a99cae0d-9167-4127-a533-6b4af44fca02 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:53.655966 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.701186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ddea32-8f63-4354-9841-11110c79fff5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:58:53.724100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.724711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a99cae0d-9167-4127-a533-6b4af44fca02 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:53.760552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a99cae0d-9167-4127-a533-6b4af44fca02 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:53.760887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a99cae0d-9167-4127-a533-6b4af44fca02 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 09:58:53.795719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55ddea32-8f63-4354-9841-11110c79fff5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55ddea32-8f63-4354-9841-11110c79fff5,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:53.796815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.799219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Port a99cae0d-9167-4127-a533-6b4af44fca02 not found, will not notify nova. {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 09:58:53.805886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.822936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.839438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.850046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.856099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.875000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.890453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:53.892983 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2d64f5f9-94f6-417a-a9a2-84ee9954f97e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.3799374 Jul 05 09:58:53.908020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=55ddea32-8f63-4354-9841-11110c79fff5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:54.022525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c517f5-174e-4b1f-b3e6-20ed3888587a req-2964efee-08c3-4ec1-b371-ea4d665353d2 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.033988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79c517f5-174e-4b1f-b3e6-20ed3888587a req-2964efee-08c3-4ec1-b371-ea4d665353d2 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 946 time: 0.2258587 Jul 05 09:58:54.099977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-01c07051-7fdd-46ee-aa5d-7f19ff24c8d0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.102181 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-01c07051-7fdd-46ee-aa5d-7f19ff24c8d0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "GET /v2.0/ports/13041785-32e6-436d-ac3b-56cf005939fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1980052 Jul 05 09:58:54.139206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['55ddea32-8f63-4354-9841-11110c79fff5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:54.142407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79c517f5-174e-4b1f-b3e6-20ed3888587a req-d0fd7577-cd6e-4196-9c54-6384f5390ed0 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031094 Jul 05 09:58:54.308599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-225880be-2c64-4a2f-b1db-590a8f6dae6d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "GET /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1953371 Jul 05 09:58:54.311009 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.364801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=5275eb48-785b-43f6-810b-d02d731717a1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:54.470438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:54.480655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.516136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87767009-6a13-40dc-ab5f-a89460466334 None None] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:54.537916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.547428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f1ca07-5c49-4134-a6a4-829ece60c4e5']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:54.550496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.564354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.576224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.576445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37c1c96-d999-408f-86b4-80b895cee505') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:54.576819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37c1c96-d999-408f-86b4-80b895cee505') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:54.587542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.599702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.602001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.605728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1299e73c-666f-4758-b363-3a453176b5e9 None None] Could not find standard attr ID for object a99cae0d-9167-4127-a533-6b4af44fca02. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:58:54.615831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.619031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-4c2d35fe-61f0-4479-8b5d-54ed6bfdac9f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 5443 time: 0.2647560 Jul 05 09:58:54.664824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.682134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.686208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:54.686820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:54.693722 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:54.738510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a253a4a-17b5-4d53-885f-f29eb496a632 req-487bbe6f-f027-48cc-8da3-b90544f5f3c1 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010609 Jul 05 09:58:54.787375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437412d-42c7-45fd-854a-b1b8e5cdbb8e req-3c63f95a-ee75-41eb-8cdc-86200a54882d tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:54.807019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5ab649-9638-4bfc-95c2-8ed3be6a5a8f None None] DHCP port deletion for 97f1ca07-5c49-4134-a6a4-829ece60c4e5 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:58:54.812687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a437412d-42c7-45fd-854a-b1b8e5cdbb8e req-3c63f95a-ee75-41eb-8cdc-86200a54882d tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 908 time: 0.1911166 Jul 05 09:58:54.835386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a780b-b256-49cc-b86c-eb9c77d73f4b None None] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:54.836053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.857605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.862837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a780b-b256-49cc-b86c-eb9c77d73f4b None None] Network 97f1ca07-5c49-4134-a6a4-829ece60c4e5 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:58:54.863029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39026) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:54.863191 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/97f1ca07-5c49-4134-a6a4-829ece60c4e5 HTTP/1.1" status: 204 len: 168 time: 3.2092953 Jul 05 09:58:54.886256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1784a-51e5-4d1e-980d-10a59760312a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=97f1ca07-5c49-4134-a6a4-829ece60c4e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:54.895712 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ffb84a-4a6e-4a2e-8864-e786e5be81da tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:58:54.896970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ffb84a-4a6e-4a2e-8864-e786e5be81da tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:58:54.900530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a3ffb84a-4a6e-4a2e-8864-e786e5be81da tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/97f1ca07-5c49-4134-a6a4-829ece60c4e5 HTTP/1.1" status: 404 len: 339 time: 0.0362370 Jul 05 09:58:54.908681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:54.920754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1024700335', 'description': 'd1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:54.951557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:54.955610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.997420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] For port 13041785-32e6-436d-ac3b-56cf005939fc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=13041785-32e6-436d-ac3b-56cf005939fc,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:55.025920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:55.043890 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.044216 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment af345829-056f-4484-ba2e-4c188557a6eb of type vlan for network 913b3611-bf95-4812-a133-e7c0b9bb2700 Jul 05 09:58:55.045940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] For port 13041785-32e6-436d-ac3b-56cf005939fc, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:55.082350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] device_id is not set on port 13041785-32e6-436d-ac3b-56cf005939fc yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:55.090145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-1f59fcaf-5a7a-48ec-9259-10ed607addfc tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.091992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-1f59fcaf-5a7a-48ec-9259-10ed607addfc tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.15 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 946 time: 0.1251440 Jul 05 09:58:55.092233 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.100887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.162502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.179539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55ddea32-8f63-4354-9841-11110c79fff5 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:58:55.210033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] No DVR routers for this DVR port 13041785-32e6-436d-ac3b-56cf005939fc on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:55.220732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] Pushing event updated for resources: {'Port': ['ID=13041785-32e6-436d-ac3b-56cf005939fc,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:55.284500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 55ddea32-8f63-4354-9841-11110c79fff5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:58:55.289718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 55ddea32-8f63-4354-9841-11110c79fff5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:55.290134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.292360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] In _notify_port_updated(), no bound segment for port 13041785-32e6-436d-ac3b-56cf005939fc on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:58:55.294352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.295933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.298562 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-f088ad23-8430-4dd8-a7ae-63282dc7391a service neutron] 10.222.0.16 "PUT /v2.0/ports/13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 200 len: 1031 time: 0.9458082 Jul 05 09:58:55.307709 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.323272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.324898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.479497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-52e4c756-4c10-496c-814d-ff09b251490a tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.482622 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-52e4c756-4c10-496c-814d-ff09b251490a tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "GET /v2.0/ports/1b711ea9-8693-4dc5-93cd-d0885018b043?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1654484 Jul 05 09:58:55.501690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:55.502107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5915103 Jul 05 09:58:55.503375 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.561332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 55ddea32-8f63-4354-9841-11110c79fff5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55ddea32-8f63-4354-9841-11110c79fff5,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:55.562415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825e4c54-7d87-4025-aa26-baf56f86851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddea32-8f63-4354-9841-11110c79fff5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:55.567373 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab4824f-a2f1-435a-a881-ebf5b0d9b031" -d '{"events": [{"server_uuid": "825e4c54-7d87-4025-aa26-baf56f86851c", "name": "network-vif-plugged", "status": "completed", "tag": "55ddea32-8f63-4354-9841-11110c79fff5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:55.571505 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.591703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e6b88-3bde-44e6-9f58-daf8d089c2fc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=913b3611-bf95-4812-a133-e7c0b9bb2700,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:55.638839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Deleting port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:55.639414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.647878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 913b3611-bf95-4812-a133-e7c0b9bb2700 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:55.719335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a99cae0d-9167-4127-a533-6b4af44fca02 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:55.735420 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1440716-876c-4351-9127-568aa83eb71e x-openstack-request-id: req-e1440716-876c-4351-9127-568aa83eb71e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:55.735420 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825e4c54-7d87-4025-aa26-baf56f86851c", "name": "network-vif-plugged", "status": "completed", "tag": "55ddea32-8f63-4354-9841-11110c79fff5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:55.735420 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1440716-876c-4351-9127-568aa83eb71e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:55.735420 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825e4c54-7d87-4025-aa26-baf56f86851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddea32-8f63-4354-9841-11110c79fff5', 'code': 200} Jul 05 09:58:55.779526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9a036-4b6d-4ede-870f-b98554ee33d6 req-e75d2082-2c07-4330-8ffe-992b0cfcd5e5 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.791069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a99cae0d-9167-4127-a533-6b4af44fca02 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:55.791542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a99cae0d-9167-4127-a533-6b4af44fca02 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:55.793268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55f9a036-4b6d-4ede-870f-b98554ee33d6 req-e75d2082-2c07-4330-8ffe-992b0cfcd5e5 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 946 time: 0.3478925 Jul 05 09:58:55.802381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:55.823598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0e4edbf3-a2fd-49c8-b8d0-f2f5ce1eba3a None None] Provisioning complete for port 13041785-32e6-436d-ac3b-56cf005939fc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:55.824233 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e4edbf3-a2fd-49c8-b8d0-f2f5ce1eba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.838427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecdc641-d5f0-4730-b7a7-5b09207272db tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:55.854453 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ecdc641-d5f0-4730-b7a7-5b09207272db tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/networks?id=913b3611-bf95-4812-a133-e7c0b9bb2700 HTTP/1.1" status: 200 len: 761 time: 0.3479438 Jul 05 09:58:55.862441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:55.871358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0e4edbf3-a2fd-49c8-b8d0-f2f5ce1eba3a None None] Port 13041785-32e6-436d-ac3b-56cf005939fc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:55.884658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'description': 'd2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:55.895497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=55ddea32-8f63-4354-9841-11110c79fff5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:55.914183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55f9a036-4b6d-4ede-870f-b98554ee33d6 req-e636b523-cd29-455c-8602-06ea2dfb1f96 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/security-groups?id=b86c8007-ed99-4bfa-ac85-dba35eff9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194229 Jul 05 09:58:55.938897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] For port d4e0f718-1c08-43cc-af85-fc7d7a0ad482, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,segment=NetworkSegment(dd4afa16-ef0f-4449-b1e0-a8927732e229),segment_id=dd4afa16-ef0f-4449-b1e0-a8927732e229)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:55.939877 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:55.963657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Calling delete_port for d4e0f718-1c08-43cc-af85-fc7d7a0ad482 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:56.124116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 32cdeb3a-0978-42c8-bd59-438734421873 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:56.242133 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.275557 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.275934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.280327 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.299298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f166d60-fd01-4a3e-a235-9e8895bd486e req-9985acec-fad1-4731-8c2f-14fead3dd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.300822 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5f166d60-fd01-4a3e-a235-9e8895bd486e req-9985acec-fad1-4731-8c2f-14fead3dd45b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 1061 time: 0.4399154 Jul 05 09:58:56.332087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 32cdeb3a-0978-42c8-bd59-438734421873, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=32cdeb3a-0978-42c8-bd59-438734421873,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:56.341095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.345077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 6a08c509-a258-4a02-b09d-4da2a020de1a no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:56.352971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network 913b3611-bf95-4812-a133-e7c0b9bb2700 is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 09:58:56.357836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-9d0ff750-45d1-45af-9d05-0f9b21cc156c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.359167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.359816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.363746 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "PUT /v2.0/networks/913b3611-bf95-4812-a133-e7c0b9bb2700 HTTP/1.1" status: 200 len: 758 time: 0.4948099 Jul 05 09:58:56.366582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39050) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:56.366863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-9d0ff750-45d1-45af-9d05-0f9b21cc156c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.372570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-9d0ff750-45d1-45af-9d05-0f9b21cc156c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.378959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-9d0ff750-45d1-45af-9d05-0f9b21cc156c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.387065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-9d0ff750-45d1-45af-9d05-0f9b21cc156c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.393372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-9d0ff750-45d1-45af-9d05-0f9b21cc156c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.400262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-9d0ff750-45d1-45af-9d05-0f9b21cc156c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 4665 time: 0.3211501 Jul 05 09:58:56.438072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.456210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['d4e0f718-1c08-43cc-af85-fc7d7a0ad482'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:58:56.481789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Pushing event deleted for resources: {'Port': ['ID=d4e0f718-1c08-43cc-af85-fc7d7a0ad482,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:56.490932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35aaf4-d5b4-4b39-b461-c75a08bb1ef0 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=913b3611-bf95-4812-a133-e7c0b9bb2700,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:56.529106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=32cdeb3a-0978-42c8-bd59-438734421873,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:56.535177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 913b3611-bf95-4812-a133-e7c0b9bb2700 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:56.538519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f89f444e-f21e-405a-9ccb-58faee8d3a05 req-ea223913-af97-4930-a7dc-ae536be7607b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=573fbf8c-4879-4952-bc5c-0f2f0038c268&id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312823 Jul 05 09:58:56.546917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29845f14-af92-4eb6-a381-79be5e9ef763 req-15c3704a-b7fe-4e34-919e-fff7c10299c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.559372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29845f14-af92-4eb6-a381-79be5e9ef763 req-15c3704a-b7fe-4e34-919e-fff7c10299c0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 909 time: 0.3540275 Jul 05 09:58:56.562482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4875802-9a0d-49ac-9b39-1a2ab2b8a932 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:56.568488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4875802-9a0d-49ac-9b39-1a2ab2b8a932 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/networks?id=913b3611-bf95-4812-a133-e7c0b9bb2700 HTTP/1.1" status: 200 len: 761 time: 0.1970928 Jul 05 09:58:56.569670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:56.574765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-507619633'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:56.618781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] No DVR routers for this DVR port d4e0f718-1c08-43cc-af85-fc7d7a0ad482 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:56.621731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.626341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc640fc5-10be-4569-ac1a-d440e6cc35e8 req-c2b3f60f-8cef-49f9-8ab2-9a198451cbd3 tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.15 "DELETE /v2.0/ports/d4e0f718-1c08-43cc-af85-fc7d7a0ad482 HTTP/1.1" status: 204 len: 173 time: 1.5253112 Jul 05 09:58:56.641559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'name': 'network-vif-deleted', 'tag': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:56.642992 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fe6237-c882-469d-9593-a7979a1cff29" -d '{"events": [{"server_uuid": "67bc5324-7ae3-4517-b0b9-5911f60ef67b", "name": "network-vif-deleted", "tag": "d4e0f718-1c08-43cc-af85-fc7d7a0ad482"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:56.654235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:56.659625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.673732 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.693799 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf1019-3d5f-4338-aae2-3a7747763203 x-openstack-request-id: req-6caf1019-3d5f-4338-aae2-3a7747763203 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:56.694191 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc5324-7ae3-4517-b0b9-5911f60ef67b", "name": "network-vif-deleted", "tag": "d4e0f718-1c08-43cc-af85-fc7d7a0ad482", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:56.694544 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6caf1019-3d5f-4338-aae2-3a7747763203 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:56.695101 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc5324-7ae3-4517-b0b9-5911f60ef67b', 'name': 'network-vif-deleted', 'tag': 'd4e0f718-1c08-43cc-af85-fc7d7a0ad482', 'status': 'completed', 'code': 200} Jul 05 09:58:56.696003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] For port 1b711ea9-8693-4dc5-93cd-d0885018b043, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1b711ea9-8693-4dc5-93cd-d0885018b043,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:56.741018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 6a08c509-a258-4a02-b09d-4da2a020de1a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=6a08c509-a258-4a02-b09d-4da2a020de1a,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:56.753380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.761248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ae4d8334-6b5f-405f-881c-6bc2234c27b7 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:56.784974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:58:56.809279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.809577 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment c83155cb-7eff-4075-95ec-56328092c86d of type vlan for network e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e Jul 05 09:58:56.820979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] For port 1b711ea9-8693-4dc5-93cd-d0885018b043, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:56.908307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] device_id is not set on port 1b711ea9-8693-4dc5-93cd-d0885018b043 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:58:56.913508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=6a08c509-a258-4a02-b09d-4da2a020de1a,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:56.914647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.925544 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.925645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.938744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.965276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ae4d8334-6b5f-405f-881c-6bc2234c27b7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:56.970414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:56.971528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:57.025950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.033748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.034806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.050189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] No DVR routers for this DVR port 1b711ea9-8693-4dc5-93cd-d0885018b043 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:57.068321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4962387 Jul 05 09:58:57.072477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39060) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:57.078419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:58:57.179534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=ae4d8334-6b5f-405f-881c-6bc2234c27b7,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:57.273876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] Pushing event updated for resources: {'Port': ['ID=1b711ea9-8693-4dc5-93cd-d0885018b043,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:57.299865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80058d37-7b6e-4fbc-b587-78c424431b48 req-254bb987-3ee3-450f-841c-fb6ac8e5572d tempest-ServerPasswordTestJSON-299963820 tempest-ServerPasswordTestJSON-299963820-project] 10.222.0.21 "GET /v2.0/ports?device_id=67bc5324-7ae3-4517-b0b9-5911f60ef67b HTTP/1.1" status: 200 len: 210 time: 0.0437744 Jul 05 09:58:57.300440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:58:57.306902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.341538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] In _notify_port_updated(), no bound segment for port 1b711ea9-8693-4dc5-93cd-d0885018b043 on network f5cf31f1-922c-4681-98dd-3d68246fb773 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:58:57.342465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:57.343581 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.345575 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-fd409d24-5a6e-42a4-b4f4-542279cfeb51 service neutron] 10.222.0.16 "PUT /v2.0/ports/1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 200 len: 1032 time: 1.8522372 Jul 05 09:58:57.354193 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.358193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d0c2f-c43d-4913-bf56-141003352aba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:57.382162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:58:57.545521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port ae4d8334-6b5f-405f-881c-6bc2234c27b7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:57.545950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.575749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:57.576903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8bd7ef5e-457b-4268-a271-94bdf5d3341a None None] Provisioning complete for port 1b711ea9-8693-4dc5-93cd-d0885018b043 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:58:57.577315 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ef5e-457b-4268-a271-94bdf5d3341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.643325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.644194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1b711ea9-8693-4dc5-93cd-d0885018b043 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:57.668754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.713917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] For port ae4d8334-6b5f-405f-881c-6bc2234c27b7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ae4d8334-6b5f-405f-881c-6bc2234c27b7,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:57.714335 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.734113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for ae4d8334-6b5f-405f-881c-6bc2234c27b7 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:57.750563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873'}, {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a'}, {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7'}, {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:57.775180 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a515ed1-df04-4de9-968f-1d43fce3cdd2" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "32cdeb3a-0978-42c8-bd59-438734421873"}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a"}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7"}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:57.826251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7ef5e-457b-4268-a271-94bdf5d3341a None None] Port 1b711ea9-8693-4dc5-93cd-d0885018b043 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:58:57.850439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:57.853788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1b711ea9-8693-4dc5-93cd-d0885018b043 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:57.853788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 13041785-32e6-436d-ac3b-56cf005939fc no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:57.905285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=c4d8d9b6-e916-4eaf-b169-f8b18cfe335d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:57.927382 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:57.930778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 13041785-32e6-436d-ac3b-56cf005939fc not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:57.931579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device b9de98b3-1e29-4626-9567-ba39ad742dcd no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:57.950348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': 'c83155cb-7eff-4075-95ec-56328092c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:57.950807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:58:57.964567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=ae4d8334-6b5f-405f-881c-6bc2234c27b7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:58.052432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] No DVR routers for this DVR port ae4d8334-6b5f-405f-881c-6bc2234c27b7 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:58.056069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.058580 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-99f2dbfa-8cf3-43b3-9d24-45bf03ca32f6 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "DELETE /v2.0/ports/ae4d8334-6b5f-405f-881c-6bc2234c27b7 HTTP/1.1" status: 204 len: 173 time: 0.6904166 Jul 05 09:58:58.059291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:58:58.061923 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160b70a-4e31-458e-a553-b6013ec2d795" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:58:58.068108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.131017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port b9de98b3-1e29-4626-9567-ba39ad742dcd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:58.138093 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.198547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=b9de98b3-1e29-4626-9567-ba39ad742dcd,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:58.232683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port 6a08c509-a258-4a02-b09d-4da2a020de1a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:58.233051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.353557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:58:58.356606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] For port 6a08c509-a258-4a02-b09d-4da2a020de1a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=6a08c509-a258-4a02-b09d-4da2a020de1a,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:58.357036 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.371762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:58.377245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for 6a08c509-a258-4a02-b09d-4da2a020de1a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:58.380313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce900b-53f4-4a4a-ad90-0bad8bbe0b36 None None] Network e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:58:58.392256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71725ab1-36cc-4fbc-a673-a22420fbffad req-b970e663-1bf6-479d-9cf3-fea21546947a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.393789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71725ab1-36cc-4fbc-a673-a22420fbffad req-b970e663-1bf6-479d-9cf3-fea21546947a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 909 time: 0.5619624 Jul 05 09:58:58.409666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.410262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.450934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920088-b717-419b-9ca1-ce8ead800351 req-2626fda1-94f2-403e-a209-0484f3333517 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.471274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920088-b717-419b-9ca1-ce8ead800351 req-2626fda1-94f2-403e-a209-0484f3333517 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.482988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920088-b717-419b-9ca1-ce8ead800351 req-2626fda1-94f2-403e-a209-0484f3333517 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.492477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920088-b717-419b-9ca1-ce8ead800351 req-2626fda1-94f2-403e-a209-0484f3333517 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.497289 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da903b7-57c9-4803-b09b-9a68f68370f3 x-openstack-request-id: req-5da903b7-57c9-4803-b09b-9a68f68370f3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:58.497507 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "32cdeb3a-0978-42c8-bd59-438734421873", "code": 200}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a", "code": 200}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7", "code": 200}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:58.497815 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5da903b7-57c9-4803-b09b-9a68f68370f3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:58.498316 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873', 'code': 200} Jul 05 09:58:58.498657 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a', 'code': 200} Jul 05 09:58:58.498954 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7', 'code': 200} Jul 05 09:58:58.504939 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35', 'code': 200} Jul 05 09:58:58.515550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920088-b717-419b-9ca1-ce8ead800351 req-2626fda1-94f2-403e-a209-0484f3333517 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:58.523508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31920088-b717-419b-9ca1-ce8ead800351 req-2626fda1-94f2-403e-a209-0484f3333517 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 3800 time: 0.6515040 Jul 05 09:58:58.565173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.565906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2fba8d25-3fbb-4e79-9bcd-ee0c5600f6cc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4923151 Jul 05 09:58:58.568433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:58.592267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31920088-b717-419b-9ca1-ce8ead800351 req-884d930f-9743-4431-86fd-5a3cfe5e1250 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677242 Jul 05 09:58:58.666618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=6a08c509-a258-4a02-b09d-4da2a020de1a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:58.679916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e', 'network_id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': 'c4d8d9b6-e916-4eaf-b169-f8b18cfe335d'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:58:58.681328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.770025 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff7eca7-0830-419e-bb26-247c7497beaf x-openstack-request-id: req-3ff7eca7-0830-419e-bb26-247c7497beaf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:58:58.770372 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "ae4d8334-6b5f-405f-881c-6bc2234c27b7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:58:58.770740 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ff7eca7-0830-419e-bb26-247c7497beaf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:58:58.771251 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': 'ae4d8334-6b5f-405f-881c-6bc2234c27b7', 'status': 'completed', 'code': 200} Jul 05 09:58:58.812215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39086) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:58.814954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] No DVR routers for this DVR port 6a08c509-a258-4a02-b09d-4da2a020de1a on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:58:58.824711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.827106 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-d211f8a2-390d-4c0c-9a53-44f8891a36f3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "DELETE /v2.0/ports/6a08c509-a258-4a02-b09d-4da2a020de1a HTTP/1.1" status: 204 len: 173 time: 0.7613730 Jul 05 09:58:58.890231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] Deleting subnet 6d89ee8b-6d26-46dd-988b-8bc0ed041ded {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:58:58.894311 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.940813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Allocated IP 172.20.0.2 (e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e/c4d8d9b6-e916-4eaf-b169-f8b18cfe335d/4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:58:58.958780 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:58.998920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.044273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port 32cdeb3a-0978-42c8-bd59-438734421873 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:58:59.044598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.077449 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.112876 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.134208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f9801-2c3a-4f0c-85ea-e2e1bc3f9047 req-98a48702-9c8c-458e-b447-fda6a201cce2 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.147684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-092f9801-2c3a-4f0c-85ea-e2e1bc3f9047 req-98a48702-9c8c-458e-b447-fda6a201cce2 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 909 time: 0.2014694 Jul 05 09:58:59.160560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.191179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4e0f718-1c08-43cc-af85-fc7d7a0ad482 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:58:59.225226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] For port 32cdeb3a-0978-42c8-bd59-438734421873, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=32cdeb3a-0978-42c8-bd59-438734421873,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:58:59.225700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.233789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.268723 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.272055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: d4e0f718-1c08-43cc-af85-fc7d7a0ad482 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:58:59.272427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4e0f718-1c08-43cc-af85-fc7d7a0ad482 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:58:59.274741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Transition to ACTIVE for port object 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:59.279760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d89ee8b-6d26-46dd-988b-8bc0ed041ded HTTP/1.1" status: 204 len: 168 time: 0.4663186 Jul 05 09:58:59.284776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39092) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:58:59.304891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Transition to ACTIVE for port object 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:58:59.316283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.352104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5345d9d-8d22-41ac-84a1-83fd83159b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d89ee8b-6d26-46dd-988b-8bc0ed041ded,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:59.377723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Network e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:58:59.385256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:58:59.393314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:58:59.402153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.421129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Pushing event updated for resources: {'Port': ['ID=4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:59.467418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d8d9b6-e916-4eaf-b169-f8b18cfe335d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:58:59.472951 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.486654 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.513879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb683b-a74a-4e0f-a5ff-e3cd645d3544 req-a3b7dc16-ccae-49dc-847d-50b407efc08d tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:58:59.516818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bbb683b-a74a-4e0f-a5ff-e3cd645d3544 req-a3b7dc16-ccae-49dc-847d-50b407efc08d tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 1061 time: 0.1429353 Jul 05 09:58:59.572386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.573196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Attempting to bind port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:58:59.573574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Attempting to bind port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'c83155cb-7eff-4075-95ec-56328092c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:58:59.573938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Attempting to bind port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa on network e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:58:59.591568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:58:59.592328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Checking segment: {'id': 'c83155cb-7eff-4075-95ec-56328092c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:58:59.592806 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.593481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Bound using segment: {'id': 'c83155cb-7eff-4075-95ec-56328092c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:58:59.593974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Bound port: 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83155cb-7eff-4075-95ec-56328092c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:58:59.594359 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.640866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.641296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.668410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907d839a-e9f0-4f11-876c-31dbf158487e']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:59.669773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:59.689457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83155cb-7eff-4075-95ec-56328092c86d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:59.689739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83155cb-7eff-4075-95ec-56328092c86d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:59.706819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.710387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.710689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.711002 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Floating IP 66a56048-2b2f-4137-99bf-d9b31aed4578 disassociated. External IP: 172.25.1.59, port: 32cdeb3a-0978-42c8-bd59-438734421873. Jul 05 09:58:59.711385 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for 32cdeb3a-0978-42c8-bd59-438734421873 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:58:59.720354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4afa16-ef0f-4449-b1e0-a8927732e229') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:59.721318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4afa16-ef0f-4449-b1e0-a8927732e229') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:58:59.753045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.761497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.781189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] For port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:58:59.798500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:59.798903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:59.802293 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:59.805854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.841147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:58:59.841957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:58:59.846564 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:58:59.880922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] For port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa,segment=NetworkSegment(c83155cb-7eff-4075-95ec-56328092c86d),segment_id=c83155cb-7eff-4075-95ec-56328092c86d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:58:59.885960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 09:58:59.885960 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 09:58:59.885960 n-d-771363-33 neutron-server[93795]: [parameters: {'id': 'e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e'}] Jul 05 09:58:59.885960 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:58:59.886760 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:58:59.889644 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.973497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.985310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:59.990213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/907d839a-e9f0-4f11-876c-31dbf158487e HTTP/1.1" status: 204 len: 168 time: 0.7030365 Jul 05 09:59:00.008509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c17f7-efdf-400a-8856-aa46812d5d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=907d839a-e9f0-4f11-876c-31dbf158487e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:00.012563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52210c0-5d6b-40e3-bf35-e1fd58690ff2 None None] Pushing event updated for resources: {'Port': ['ID=4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:00.015724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07bae3-a246-402d-bb37-485b4729a9a5 req-9971c98e-81ff-470f-be85-020ac856f081 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.017442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c07bae3-a246-402d-bb37-485b4729a9a5 req-9971c98e-81ff-470f-be85-020ac856f081 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1136 time: 0.2321370 Jul 05 09:59:00.031124 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.032906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a0cc-3751-4bf9-b0dd-9ab581839dc9 req-2b3f8670-cfcd-49d6-a1b4-5b5beb7dff8d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.041970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a0cc-3751-4bf9-b0dd-9ab581839dc9 req-2b3f8670-cfcd-49d6-a1b4-5b5beb7dff8d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.048448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a0cc-3751-4bf9-b0dd-9ab581839dc9 req-2b3f8670-cfcd-49d6-a1b4-5b5beb7dff8d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.050280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0934a0cc-3751-4bf9-b0dd-9ab581839dc9 req-2b3f8670-cfcd-49d6-a1b4-5b5beb7dff8d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 2332 time: 0.2114131 Jul 05 09:59:00.106075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=32cdeb3a-0978-42c8-bd59-438734421873,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:00.123278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c07bae3-a246-402d-bb37-485b4729a9a5 req-3174372e-df38-4edd-9774-c6a76ede41a8 tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0717528 Jul 05 09:59:00.138972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0934a0cc-3751-4bf9-b0dd-9ab581839dc9 req-18802de6-95a3-4fc1-8a00-bc7afc1c800b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705354 Jul 05 09:59:00.161155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:00.198250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea830b69-cc2c-4052-9365-44d0ff8547aa None None] Network e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:00.213021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39108) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:00.337035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-abafa2a0-ebba-4a5b-8c57-7115c1c12d14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7abe0469548a433ba8a82bbbbfa557ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205335 Jul 05 09:59:00.340504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:00.367059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454250c9-c43d-498b-9c42-35011c9ee67a tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:00.369012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-454250c9-c43d-498b-9c42-35011c9ee67a tempest-TestSecurityGroupsBasicOps-709555893 tempest-TestSecurityGroupsBasicOps-709555893-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 1056 time: 0.2055807 Jul 05 09:59:00.391609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:00.397327 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.434785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10a15a71-79e7-4a99-8222-90e8ab7595b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.469357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10a15a71-79e7-4a99-8222-90e8ab7595b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.506815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:00.509376 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4117a0-9f11-4171-892b-9a1238a63668" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:00.572126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10a15a71-79e7-4a99-8222-90e8ab7595b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.576092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10a15a71-79e7-4a99-8222-90e8ab7595b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:00.579807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-10a15a71-79e7-4a99-8222-90e8ab7595b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b86c8007-ed99-4bfa-ac85-dba35eff9472 HTTP/1.1" status: 204 len: 168 time: 0.2336092 Jul 05 09:59:00.591765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a15a71-79e7-4a99-8222-90e8ab7595b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c8007-ed99-4bfa-ac85-dba35eff9472,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:00.795286 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb00c8-2ab5-4b2b-8742-9a7aa6f60b69 x-openstack-request-id: req-abcb00c8-2ab5-4b2b-8742-9a7aa6f60b69 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:00.795592 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:00.795853 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abcb00c8-2ab5-4b2b-8742-9a7aa6f60b69 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:00.796265 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd', 'code': 200} Jul 05 09:59:00.872576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375738b-f9f7-4a78-a759-cff53c000a1f None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:59:01.067424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1375738b-f9f7-4a78-a759-cff53c000a1f None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 09:59:01.101708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:01.105108 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550bd5ad-9cbf-47c9-bd05-045735351a15" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:01.110715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697785e-aadf-49d0-9cb6-7090571729a6 req-f6200b19-d879-494c-a63e-243726977a88 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:01.112626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3697785e-aadf-49d0-9cb6-7090571729a6 req-f6200b19-d879-494c-a63e-243726977a88 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 909 time: 0.0933197 Jul 05 09:59:01.168033 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c579557-a674-4581-a594-438eece1d2ea x-openstack-request-id: req-5c579557-a674-4581-a594-438eece1d2ea {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:01.168411 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "6a08c509-a258-4a02-b09d-4da2a020de1a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:01.168676 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c579557-a674-4581-a594-438eece1d2ea {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:01.169154 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': '6a08c509-a258-4a02-b09d-4da2a020de1a', 'status': 'completed', 'code': 200} Jul 05 09:59:01.176292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:01.186973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:01.187416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.193378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] Sync routers for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:01.208209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:01.209319 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:01.252037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] No DVR routers for this DVR port 32cdeb3a-0978-42c8-bd59-438734421873 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:01.289857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.293554 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-4ec94914-cd82-4726-8b81-bbe2f499f139 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "DELETE /v2.0/ports/32cdeb3a-0978-42c8-bd59-438734421873 HTTP/1.1" status: 204 len: 173 time: 2.4597187 Jul 05 09:59:01.447478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] For port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa,segment=NetworkSegment(c83155cb-7eff-4075-95ec-56328092c86d),segment_id=c83155cb-7eff-4075-95ec-56328092c86d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:01.448215 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.460304 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:01.494723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Calling delete_port for 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:01.599592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:01.600194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.744646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.772535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5085ae5-5d5d-4993-9f1b-e849b5e97310 req-e6c46b43-ce4f-4185-99de-222b0fa93f6f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:01.787687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No DVR routers for this DVR port 4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:01.794905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5085ae5-5d5d-4993-9f1b-e849b5e97310 req-e6c46b43-ce4f-4185-99de-222b0fa93f6f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:01.802625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5085ae5-5d5d-4993-9f1b-e849b5e97310 req-e6c46b43-ce4f-4185-99de-222b0fa93f6f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 1677 time: 0.2672186 Jul 05 09:59:01.882643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Port': ['ID=4b190ab5-ed02-4d1a-85e0-9e64fa37ddfa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:01.904637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5085ae5-5d5d-4993-9f1b-e849b5e97310 req-a69118c4-802f-4219-a587-67306d3e2fe0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946105 Jul 05 09:59:01.935966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:01.947969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.948333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.948656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.948995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.949330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.949658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.949981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.950310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.950659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.950989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.951339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.951659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:01.956078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] For port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:01.956444 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:01.979532 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:59Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:02.009397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:02.032622 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] Checking router: e1ddbf19-bccc-4d58-8997-9a8fdc9df29f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:02.036801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.046918 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:02.047880 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:02.080844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:02.094986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83155cb-7eff-4075-95ec-56328092c86d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:02.095327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83155cb-7eff-4075-95ec-56328092c86d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:02.113074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.134253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1438430957-network', 'tenant_id': '28116899067c4f93a072d66d32d81dbc'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:02.139596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.158814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:02.159443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:02.164086 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:02.200839 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:02.208039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Made reservation on behalf of 28116899067c4f93a072d66d32d81dbc for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:02.211534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.237551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.290866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.318704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.319600 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e HTTP/1.1" status: 204 len: 168 time: 3.7497611 Jul 05 09:59:02.325488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39158) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:02.341571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa690478-2dd1-4b51-a007-d3befff1d711 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:02.346549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.382115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=11437cd6-fe2f-4ab3-beb3-6a49c84c5a35,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:02.399832 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6a0f01-fa88-43ba-ba5c-119fdef6f5a6 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] GET failed (client error): The resource could not be found. Jul 05 09:59:02.401173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1b6a0f01-fa88-43ba-ba5c-119fdef6f5a6 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/subnets/c4d8d9b6-e916-4eaf-b169-f8b18cfe335d HTTP/1.1" status: 404 len: 337 time: 0.0747399 Jul 05 09:59:02.417873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:02.468677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] No DVR routers for this DVR port 11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:02.472788 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.475326 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-38be8496-fbc7-44e5-87ca-04f6374b12cf tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "DELETE /v2.0/ports/11437cd6-fe2f-4ab3-beb3-6a49c84c5a35 HTTP/1.1" status: 204 len: 173 time: 1.1658013 Jul 05 09:59:02.476779 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed28063-0efe-4f1d-9365-a6b382bc297e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:02.477493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed28063-0efe-4f1d-9365-a6b382bc297e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:02.479521 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eed28063-0efe-4f1d-9365-a6b382bc297e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e HTTP/1.1" status: 404 len: 339 time: 0.0605149 Jul 05 09:59:02.483564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:02.515615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-094d2bd4-83cc-417c-acbe-febd0721d999 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:02.517190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-094d2bd4-83cc-417c-acbe-febd0721d999 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.15 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 909 time: 0.2144663 Jul 05 09:59:02.543751 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:59Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:02.583380 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620fe40-93ec-4fae-8ec4-8dd831afcc33 None None] The sync data for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 is: [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T09:46:45Z', 'revision_number': 4, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6', 'name': '', 'network_id': 'd19c0da2-96f2-499c-a741-a3d9f8740b44', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'mac_address': 'fa:16:3e:8a:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:42Z', 'updated_at': '2021-07-05T09:46:59Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'subnets': [{'id': 'd07fc6b9-d340-44f5-83ff-46f2dfb013a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:02.618573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00579a-9531-42e4-a7d6-e95a6c9b2603 req-b4c37d09-92c4-4baf-bb6c-c09a0ca424f7 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:02.620301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f00579a-9531-42e4-a7d6-e95a6c9b2603 req-b4c37d09-92c4-4baf-bb6c-c09a0ca424f7 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 909 time: 0.2644665 Jul 05 09:59:02.635003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.720863 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.766295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:02.790854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8feb5-9f70-4767-92bf-db3a9c0da571,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:02.806825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.810732 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Added segment 0e7ccc82-4a99-48a9-8024-34dfc4142f5a of type vlan for network 89b612d2-7e11-4714-a824-142f97e76420 Jul 05 09:59:02.839583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5245872-6824-4f60-8145-fee01b1805fd tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:02.841266 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5245872-6824-4f60-8145-fee01b1805fd tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3542697 Jul 05 09:59:02.844353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:02.880099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.911264 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4ef356ae-f655-4061-885e-5151864e8e26 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 207 time: 0.0619287 Jul 05 09:59:02.915562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39168) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:02.920882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting port 55ddea32-8f63-4354-9841-11110c79fff5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:02.921232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.931035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port b9de98b3-1e29-4626-9567-ba39ad742dcd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:02.931696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.945944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:02.946916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:02.947531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.063533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] For port b9de98b3-1e29-4626-9567-ba39ad742dcd, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=b9de98b3-1e29-4626-9567-ba39ad742dcd,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:03.065426 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.092793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for b9de98b3-1e29-4626-9567-ba39ad742dcd owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:03.099801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c65c7-de80-46bd-88b8-67dbbe662bf1 None None] New status for floating IP 66a56048-2b2f-4137-99bf-d9b31aed4578: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:59:03.170186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873'}, {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:03.172866 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2c6e5b-d4d4-4a72-a1b4-1b6d78346f8f" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "32cdeb3a-0978-42c8-bd59-438734421873"}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:03.261740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3233364 Jul 05 09:59:03.274992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:03.289879 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef95c160-f2b7-471b-a898-e8d321b27749 x-openstack-request-id: req-ef95c160-f2b7-471b-a898-e8d321b27749 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:03.290331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Request body: {'subnet': {'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1438430957-subnet', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:03.290693 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "32cdeb3a-0978-42c8-bd59-438734421873", "status": "completed", "code": 200}, {"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "11437cd6-fe2f-4ab3-beb3-6a49c84c5a35", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:03.291237 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef95c160-f2b7-471b-a898-e8d321b27749 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:03.291975 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': '32cdeb3a-0978-42c8-bd59-438734421873', 'status': 'completed', 'code': 200} Jul 05 09:59:03.292500 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': '11437cd6-fe2f-4ab3-beb3-6a49c84c5a35', 'status': 'completed', 'code': 200} Jul 05 09:59:03.323807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12a035-65ce-41d0-8307-4ae317286b07 admin admin] Pushing event updated for resources: {'Network': ['ID=89b612d2-7e11-4714-a824-142f97e76420,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:03.328759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.335854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 89b612d2-7e11-4714-a824-142f97e76420 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:03.375882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] For port 55ddea32-8f63-4354-9841-11110c79fff5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=55ddea32-8f63-4354-9841-11110c79fff5,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:03.376901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.395868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=b9de98b3-1e29-4626-9567-ba39ad742dcd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:03.400279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Calling delete_port for 55ddea32-8f63-4354-9841-11110c79fff5 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:03.475932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] No DVR routers for this DVR port b9de98b3-1e29-4626-9567-ba39ad742dcd on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:03.478540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.480870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1d159ad7-c80b-4934-aded-2b39fb4589c9 req-2af266b4-bb92-4844-8b7b-34b490bda48d tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.16 "DELETE /v2.0/ports/b9de98b3-1e29-4626-9567-ba39ad742dcd HTTP/1.1" status: 204 len: 173 time: 0.9961877 Jul 05 09:59:03.491158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Made reservation on behalf of 28116899067c4f93a072d66d32d81dbc for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:03.494271 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.603404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f330e4-0cf1-4bd5-85a4-4cbe3b90f243 req-b87ca9e8-6ef2-465e-963d-d274cddbca99 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:03.605007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31f330e4-0cf1-4bd5-85a4-4cbe3b90f243 req-b87ca9e8-6ef2-465e-963d-d274cddbca99 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 865 time: 0.4299037 Jul 05 09:59:03.611916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c326-0d2a-468d-b78a-2c1eed2e5a78 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:03.618162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c326-0d2a-468d-b78a-2c1eed2e5a78 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:03.624242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c326-0d2a-468d-b78a-2c1eed2e5a78 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:03.630721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c326-0d2a-468d-b78a-2c1eed2e5a78 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:03.632401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fd93c326-0d2a-468d-b78a-2c1eed2e5a78 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7141445 Jul 05 09:59:03.636936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:03.721846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31f330e4-0cf1-4bd5-85a4-4cbe3b90f243 req-c5e3483f-adf4-4662-aaad-7599be70b3c4 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3a6304c-e500-4cee-b823-df12fb71e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849872 Jul 05 09:59:03.820308 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:03.827694 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8f177387-c4e6-4ee4-932f-b497170f51ce tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1863937 Jul 05 09:59:03.828064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:03.928015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6cca1eb1-819a-4234-a3da-089354b06999 req-dd3154f8-fd81-4274-b935-3e2f083ce0fd tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=825e4c54-7d87-4025-aa26-baf56f86851c HTTP/1.1" status: 200 len: 210 time: 0.0408006 Jul 05 09:59:03.986594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Port': ['ID=55ddea32-8f63-4354-9841-11110c79fff5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:04.026193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39544d5-970e-4e06-9264-23c175ebb812 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.028757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] No DVR routers for this DVR port 55ddea32-8f63-4354-9841-11110c79fff5 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:04.028997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39544d5-970e-4e06-9264-23c175ebb812 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.031756 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e39544d5-970e-4e06-9264-23c175ebb812 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2019532 Jul 05 09:59:04.032096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.034576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:04.035045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-979820a9-32aa-45e0-8079-05f9b9c12b16 req-baabdd50-4104-478a-b358-a1eb30695f19 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.15 "DELETE /v2.0/ports/55ddea32-8f63-4354-9841-11110c79fff5 HTTP/1.1" status: 204 len: 173 time: 1.5064702 Jul 05 09:59:04.040952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825e4c54-7d87-4025-aa26-baf56f86851c', 'name': 'network-vif-deleted', 'tag': '55ddea32-8f63-4354-9841-11110c79fff5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:04.043429 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8720248-97d6-428f-9e3f-9623d9c0ed09" -d '{"events": [{"server_uuid": "825e4c54-7d87-4025-aa26-baf56f86851c", "name": "network-vif-deleted", "tag": "55ddea32-8f63-4354-9841-11110c79fff5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:04.074212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.148142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8ba20-b9f9-48ea-97a9-e33a1f3929d6 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.150013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8ba20-b9f9-48ea-97a9-e33a1f3929d6 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.151664 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-08b8ba20-b9f9-48ea-97a9-e33a1f3929d6 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1156471 Jul 05 09:59:04.152480 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd8608-6d1f-4bd5-9e67-402853c48065 x-openstack-request-id: req-14fd8608-6d1f-4bd5-9e67-402853c48065 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:04.153390 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825e4c54-7d87-4025-aa26-baf56f86851c", "name": "network-vif-deleted", "tag": "55ddea32-8f63-4354-9841-11110c79fff5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:04.153959 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14fd8608-6d1f-4bd5-9e67-402853c48065 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:04.154579 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825e4c54-7d87-4025-aa26-baf56f86851c', 'name': 'network-vif-deleted', 'tag': '55ddea32-8f63-4354-9841-11110c79fff5', 'status': 'completed', 'code': 200} Jul 05 09:59:04.155291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:04.177050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b637eba-aabc-4221-8bc6-cc339fbf0d20,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:04.191323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Checking segment: {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:04.192730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Network hostable DHCP agents. Network: 89b612d2-7e11-4714-a824-142f97e76420, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:04.213560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Network 89b612d2-7e11-4714-a824-142f97e76420 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:04.229510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 89b612d2-7e11-4714-a824-142f97e76420) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:04.237155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.237867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.244987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee6650-9050-4ed9-95db-ad46173b4a4c None None] Network 89b612d2-7e11-4714-a824-142f97e76420 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:04.277223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-92275181-124a-4d0e-95ab-563a228832b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9957120 Jul 05 09:59:04.282091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:04.291677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:04.356674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9de6de5-0132-45bc-bdb3-30637d44a863 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.359870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c9de6de5-0132-45bc-bdb3-30637d44a863 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/networks/d7caa2e2-e558-4503-ab22-432ffdcdd810 HTTP/1.1" status: 200 len: 799 time: 0.2022307 Jul 05 09:59:04.361233 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.362663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.362844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39196) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:04.430749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e975591-a82e-4fdb-93de-1e89ba4df29d None None] Network 89b612d2-7e11-4714-a824-142f97e76420 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:04.431628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.518397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6b8a8a85-f5e4-4802-aa90-be4169523ef4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/networks/d7caa2e2-e558-4503-ab22-432ffdcdd810?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1539071 Jul 05 09:59:04.523354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:04.590900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15caeb90-40a0-49b7-9095-aaa0d7c1ad46 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.593344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-15caeb90-40a0-49b7-9095-aaa0d7c1ad46 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/subnets/c22b191e-6cf1-4e39-8d54-ba7609103dbf HTTP/1.1" status: 200 len: 811 time: 0.0683904 Jul 05 09:59:04.601939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39200) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:04.641932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.667244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50115535-cdb9-4c3c-bf95-154684091ea4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.668759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-50115535-cdb9-4c3c-bf95-154684091ea4 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "GET /v2.0/subnets/c22b191e-6cf1-4e39-8d54-ba7609103dbf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0653751 Jul 05 09:59:04.676941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:04.684887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000571537'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:04.741999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:04.745976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.804905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:04.841824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.842157 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Added segment 1f56e809-3c3f-4049-a049-ffb0c6cb9dca of type vlan for network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 Jul 05 09:59:04.936998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.980633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:04.984946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79d31a07-2275-4c36-bacc-6346ecc688f4 req-2f6971d1-54bf-4387-a877-7bfb751d752c tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0881329 Jul 05 09:59:04.986460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:04.987119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.121833 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4389718 Jul 05 09:59:05.122306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39210) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:05.128963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'network_id': '17d0378d-0fd4-40c8-9c04-6cd92b8060b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:05.136617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7344923-8c31-462e-b1cf-fbfb34e769cf tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Network': ['ID=17d0378d-0fd4-40c8-9c04-6cd92b8060b4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:05.160558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:05.194681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:05.210230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55ddea32-8f63-4354-9841-11110c79fff5 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:05.244025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 55ddea32-8f63-4354-9841-11110c79fff5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:05.244470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 55ddea32-8f63-4354-9841-11110c79fff5 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:05.250292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Made reservation on behalf of c12462268f00400685ac0b79f6c44aac for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:05.255497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.293715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:05.296115 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43846327-66f5-487d-9e99-ed49aedb1c37" -d '{"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:05.329651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 09:59:05.330355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 09:59:05.357335 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5377078-2836-4b6b-a45d-30d94c636280 x-openstack-request-id: req-d5377078-2836-4b6b-a45d-30d94c636280 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:05.357630 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48604115-45a7-4728-a76e-0ccb3e682f4a", "name": "network-vif-deleted", "tag": "b9de98b3-1e29-4626-9567-ba39ad742dcd", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:05.357883 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5377078-2836-4b6b-a45d-30d94c636280 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:05.358337 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48604115-45a7-4728-a76e-0ccb3e682f4a', 'name': 'network-vif-deleted', 'tag': 'b9de98b3-1e29-4626-9567-ba39ad742dcd', 'status': 'completed', 'code': 200} Jul 05 09:59:05.422414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.453334 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.510750 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.575708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=603cd85a-f5a8-4dbb-bcd8-8bde9f6e2db9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:05.587672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Checking segment: {'id': '1f56e809-3c3f-4049-a049-ffb0c6cb9dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17d0378d-0fd4-40c8-9c04-6cd92b8060b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:05.588327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network hostable DHCP agents. Network: 17d0378d-0fd4-40c8-9c04-6cd92b8060b4, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:05.608752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:05.621441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 17d0378d-0fd4-40c8-9c04-6cd92b8060b4) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:05.625893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:05.626865 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583869'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.636364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1f1f9-6458-4c1a-82e3-be1ab451e778 None None] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:05.662060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-abe83550-852f-4eea-a979-374324f899a8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5381310 Jul 05 09:59:05.665478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39216) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:05.673391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a01d6251-7a4c-44c6-b0ee-187fd907f7d7 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:05.729910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Allocated IP 172.25.1.115 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/c02e47f4-3874-4fae-956f-c0a134ae9bf7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:05.830449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-17d0378d-0fd4-40c8-9c04-6cd92b8060b4', 'network_id': '17d0378d-0fd4-40c8-9c04-6cd92b8060b4', 'tenant_id': 'c12462268f00400685ac0b79f6c44aac', 'fixed_ips': [{'subnet_id': '603cd85a-f5a8-4dbb-bcd8-8bde9f6e2db9'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:59:05.831923 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.840872 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a01d6251-7a4c-44c6-b0ee-187fd907f7d7 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27055522'] for subnet, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:05.963412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.086353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a01d6251-7a4c-44c6-b0ee-187fd907f7d7 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794602499871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27011464'] for subnet, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.105452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.165267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Allocated IP 172.20.0.3 (17d0378d-0fd4-40c8-9c04-6cd92b8060b4/603cd85a-f5a8-4dbb-bcd8-8bde9f6e2db9/3b36cfe0-c4c8-4118-bdac-ed62133eb9c8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:06.184773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d6251-7a4c-44c6-b0ee-187fd907f7d7 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:06.185554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a01d6251-7a4c-44c6-b0ee-187fd907f7d7 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.190065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a01d6251-7a4c-44c6-b0ee-187fd907f7d7 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "PUT /v2.0/subnets/603cd85a-f5a8-4dbb-bcd8-8bde9f6e2db9 HTTP/1.1" status: 200 len: 877 time: 0.5201106 Jul 05 09:59:06.213369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:06.227712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5feed5d-5028-44ce-a0e0-c0c45a6f4ad0 req-f81b1a8c-f80e-49e4-844a-81aa14494696 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0797429 Jul 05 09:59:06.509024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.526977 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Transition to ACTIVE for port object 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:06.557359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Transition to ACTIVE for port object 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:06.567554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.657315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d6251-7a4c-44c6-b0ee-187fd907f7d7 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event updated for resources: {'Subnet': ['ID=603cd85a-f5a8-4dbb-bcd8-8bde9f6e2db9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:06.761098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Pushing event updated for resources: {'Port': ['ID=3b36cfe0-c4c8-4118-bdac-ed62133eb9c8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:06.785622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.790943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:06.795854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:06.798203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:06.802964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:06.860012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.871056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:06.882052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:06.924507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Attempting to bind port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:06.925733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Attempting to bind port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '1f56e809-3c3f-4049-a049-ffb0c6cb9dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17d0378d-0fd4-40c8-9c04-6cd92b8060b4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:06.925733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Attempting to bind port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 on network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:06.933159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:06.933574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Checking segment: {'id': '1f56e809-3c3f-4049-a049-ffb0c6cb9dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17d0378d-0fd4-40c8-9c04-6cd92b8060b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:06.933934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.934335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Bound using segment: {'id': '1f56e809-3c3f-4049-a049-ffb0c6cb9dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17d0378d-0fd4-40c8-9c04-6cd92b8060b4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:06.934814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Bound port: 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f56e809-3c3f-4049-a049-ffb0c6cb9dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17d0378d-0fd4-40c8-9c04-6cd92b8060b4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:06.935486 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.959027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:06.960037 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:06.966136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Pushing event updated for resources: {'Port': ['ID=c02e47f4-3874-4fae-956f-c0a134ae9bf7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:07.030523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] For port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:07.041099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] For port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3b36cfe0-c4c8-4118-bdac-ed62133eb9c8,segment=NetworkSegment(1f56e809-3c3f-4049-a049-ffb0c6cb9dca),segment_id=1f56e809-3c3f-4049-a049-ffb0c6cb9dca)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:07.053801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.068736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] For port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8, host n-d-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:07.071862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.107123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Calling delete_port for 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:07.212867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cca35-5f42-4ca7-876a-3a7f97deade1 None None] Pushing event updated for resources: {'Port': ['ID=3b36cfe0-c4c8-4118-bdac-ed62133eb9c8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:07.420057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.515590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f6857-214b-4ab4-acab-c3774435f974 req-f4302170-b97a-42bc-bb01-8f7d6799aae6 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:07.524715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f51f6857-214b-4ab4-acab-c3774435f974 req-f4302170-b97a-42bc-bb01-8f7d6799aae6 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 945 time: 0.2369897 Jul 05 09:59:07.574883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Port': ['ID=3b36cfe0-c4c8-4118-bdac-ed62133eb9c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:07.579887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08187b3a-21aa-4a47-9515-f4312c055bb3 req-2d410ba1-f73a-42d9-abf0-5066f70c08de tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0461068 Jul 05 09:59:07.641552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No DVR routers for this DVR port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:07.728404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f51f6857-214b-4ab4-acab-c3774435f974 req-c24deb5b-b19c-419d-ba21-45e5a82a3c1d tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986423 Jul 05 09:59:07.755996 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.792906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:07.842318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:07.842746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 09:59:07.855781 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.865851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.868382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Port 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 not found, will not notify nova. {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 09:59:07.893782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=603cd85a-f5a8-4dbb-bcd8-8bde9f6e2db9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:07.979206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:07.991364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d0378d-0fd4-40c8-9c04-6cd92b8060b4']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:08.011192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f56e809-3c3f-4049-a049-ffb0c6cb9dca') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:08.012562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f56e809-3c3f-4049-a049-ffb0c6cb9dca') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:08.032051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.057663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.069557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:08.070218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:08.075397 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:08.100791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:08.101331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.190659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.202896 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.210881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/17d0378d-0fd4-40c8-9c04-6cd92b8060b4 HTTP/1.1" status: 204 len: 168 time: 1.9962280 Jul 05 09:59:08.213568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39234) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:08.240981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dae263-c68b-4ee6-8613-51a6ca0348bb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=17d0378d-0fd4-40c8-9c04-6cd92b8060b4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:08.266859 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4a94ec-81e1-48ef-ab04-bfa869142914 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:08.266859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4a94ec-81e1-48ef-ab04-bfa869142914 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:08.274585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ee4a94ec-81e1-48ef-ab04-bfa869142914 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/603cd85a-f5a8-4dbb-bcd8-8bde9f6e2db9 HTTP/1.1" status: 404 len: 337 time: 0.0549018 Jul 05 09:59:08.275370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:08.300214 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c207184-e1e6-421d-968c-42da2195c21b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:08.301108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c207184-e1e6-421d-968c-42da2195c21b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:08.305291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2c207184-e1e6-421d-968c-42da2195c21b tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/17d0378d-0fd4-40c8-9c04-6cd92b8060b4 HTTP/1.1" status: 404 len: 339 time: 0.0263915 Jul 05 09:59:08.305905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:08.337294 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.345057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] For port 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:08.345419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.346237 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e76c6d-7b7c-4393-a746-3a4e468d8fba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:08.347128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e76c6d-7b7c-4393-a746-3a4e468d8fba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:08.351127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f0e76c6d-7b7c-4393-a746-3a4e468d8fba tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/c4d8d9b6-e916-4eaf-b169-f8b18cfe335d HTTP/1.1" status: 404 len: 337 time: 0.0428181 Jul 05 09:59:08.354561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:08.415116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Calling delete_port for 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:08.422977 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c17aee0-7995-4797-b52f-f6438afe450e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:08.423507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c17aee0-7995-4797-b52f-f6438afe450e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:08.427654 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8c17aee0-7995-4797-b52f-f6438afe450e tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/e2aaca46-6e66-497a-bdbe-b51d5f6f9e7e HTTP/1.1" status: 404 len: 339 time: 0.0695851 Jul 05 09:59:08.429462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:08.532073 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.657147 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.672065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Router 5e2de885-c31e-41fa-b1ae-6ccc086be404 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:08.673936 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:59:08.681881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913b3611-bf95-4812-a133-e7c0b9bb2700']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:08.711563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af345829-056f-4484-ba2e-4c188557a6eb') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:08.711884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af345829-056f-4484-ba2e-4c188557a6eb') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:08.746230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a2ee6bd6-e180-40c7-8269-e8e012f3a645 None None] Could not find standard attr ID for object 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 09:59:08.756911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.783631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24892f09-27f9-48ab-95b3-372840ec9827 None None] DHCP port deletion for 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:08.789317 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.806250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:08.806657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:08.809894 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:08.815189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef990fe-f0da-4513-9931-a233cc76b2d8 None None] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:08.836627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef990fe-f0da-4513-9931-a233cc76b2d8 None None] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:59:08.847355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24adbb56-f510-4171-a988-0aecac8dad90 None None] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:08.861480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24adbb56-f510-4171-a988-0aecac8dad90 None None] Network 17d0378d-0fd4-40c8-9c04-6cd92b8060b4 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 09:59:08.931481 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:08.938660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8c0c509-be0b-43a1-b6dd-1c07ea8daf2d req-6b6dd332-282d-407d-ac05-26c3981fb8c3 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0919800 Jul 05 09:59:09.046318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.056357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.058502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/913b3611-bf95-4812-a133-e7c0b9bb2700 HTTP/1.1" status: 204 len: 168 time: 0.6269975 Jul 05 09:59:09.077373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.078348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3809a-d8a4-4ae0-ac87-c27cb5c13dc5 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=913b3611-bf95-4812-a133-e7c0b9bb2700,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:09.113184 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffbf6c4-2fed-4ac2-a4b9-731790fd787a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.114542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffbf6c4-2fed-4ac2-a4b9-731790fd787a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.116786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0ffbf6c4-2fed-4ac2-a4b9-731790fd787a tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/5275eb48-785b-43f6-810b-d02d731717a1 HTTP/1.1" status: 404 len: 337 time: 0.0362210 Jul 05 09:59:09.124068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.164301 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92b3723-27b6-41ca-8493-f629d0de13ff tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.164909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92b3723-27b6-41ca-8493-f629d0de13ff tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.169422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a92b3723-27b6-41ca-8493-f629d0de13ff tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/97f1ca07-5c49-4134-a6a4-829ece60c4e5 HTTP/1.1" status: 404 len: 339 time: 0.0389178 Jul 05 09:59:09.170689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.206960 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe75187-a981-47e5-84e6-3b64e20a9dda tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.208089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe75187-a981-47e5-84e6-3b64e20a9dda tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.212579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3fe75187-a981-47e5-84e6-3b64e20a9dda tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/67b0e29d-2d28-4653-b83c-03f0530e3f76 HTTP/1.1" status: 404 len: 337 time: 0.0390353 Jul 05 09:59:09.212772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.229249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891370-0401-4548-91c3-f1d97356c493 req-080a3927-0062-4c4a-8d22-54de48f73964 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:09.230888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01891370-0401-4548-91c3-f1d97356c493 req-080a3927-0062-4c4a-8d22-54de48f73964 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 945 time: 0.2722719 Jul 05 09:59:09.250584 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9e4a87-a7c9-4daf-93b7-cabc70bd8956 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.251236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9e4a87-a7c9-4daf-93b7-cabc70bd8956 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.255732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0e9e4a87-a7c9-4daf-93b7-cabc70bd8956 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/c983a96b-a50b-4830-8c50-9f3c52bc9988 HTTP/1.1" status: 404 len: 339 time: 0.0394344 Jul 05 09:59:09.263039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39258) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.296218 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e6c560-4bb0-442b-9566-a62b72e8ae8c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.296677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e6c560-4bb0-442b-9566-a62b72e8ae8c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.301298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d3e6c560-4bb0-442b-9566-a62b72e8ae8c tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/7162d34a-a434-484e-a98e-8715d859b231 HTTP/1.1" status: 404 len: 337 time: 0.0340366 Jul 05 09:59:09.302707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.307511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Port': ['ID=9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:09.320043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01891370-0401-4548-91c3-f1d97356c493 req-ef3e9f35-bf16-4bb4-ab5a-dac328ccc40e tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771291 Jul 05 09:59:09.347281 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f435b3-27af-4208-a666-9930fe69cd35 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.348363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f435b3-27af-4208-a666-9930fe69cd35 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.352734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-81f435b3-27af-4208-a666-9930fe69cd35 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/14d5dae1-bc4a-477d-9980-2d06e1ae3fda HTTP/1.1" status: 404 len: 339 time: 0.0348251 Jul 05 09:59:09.352986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.384653 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabb53c7-f72d-4ec0-bfed-d87fc11006c9 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.386308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabb53c7-f72d-4ec0-bfed-d87fc11006c9 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.391633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eabb53c7-f72d-4ec0-bfed-d87fc11006c9 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/cb4a4273-713f-4990-9f73-c24e44f5578d HTTP/1.1" status: 404 len: 337 time: 0.0372915 Jul 05 09:59:09.392513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.431325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:09.445067 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Sync routers for ids ['5e2de885-c31e-41fa-b1ae-6ccc086be404'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:09.459468 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Routers {'5e2de885-c31e-41fa-b1ae-6ccc086be404'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:09.460122 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5e2de885-c31e-41fa-b1ae-6ccc086be404'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:09.473412 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d8f3c7-601f-47c5-a543-72a9c2a4ac26 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.474037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d8f3c7-601f-47c5-a543-72a9c2a4ac26 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.476053 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-28d8f3c7-601f-47c5-a543-72a9c2a4ac26 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/e209b630-395d-46d6-8334-fb33049fd375 HTTP/1.1" status: 404 len: 339 time: 0.0786164 Jul 05 09:59:09.481251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39266) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.483545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.484782 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6f79798-64cc-4b95-9f28-e66c87892804 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1994615 Jul 05 09:59:09.488112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.529635 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d93897-454f-45b2-a589-0aae2929f92d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.530099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d93897-454f-45b2-a589-0aae2929f92d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.540669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f4d93897-454f-45b2-a589-0aae2929f92d tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/fe4b2e0d-a005-4abc-abe8-9e83674539a0 HTTP/1.1" status: 404 len: 337 time: 0.0578656 Jul 05 09:59:09.541434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.569686 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2623edb-28ca-4247-9373-1f4bcecdf458 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.569686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2623edb-28ca-4247-9373-1f4bcecdf458 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.574959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2623edb-28ca-4247-9373-1f4bcecdf458 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/f44b91fa-fcd1-455b-92ce-fa90df129c21 HTTP/1.1" status: 404 len: 339 time: 0.0324147 Jul 05 09:59:09.575626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.648000 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d819cec-7061-4111-91fd-d533261faf60 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.648510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d819cec-7061-4111-91fd-d533261faf60 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.653398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2d819cec-7061-4111-91fd-d533261faf60 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/714b9796-9a86-4272-a57f-2f90e0ae3171 HTTP/1.1" status: 404 len: 337 time: 0.0766435 Jul 05 09:59:09.654547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39274) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.667477 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Set router 5e2de885-c31e-41fa-b1ae-6ccc086be404 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:09.682137 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-478a9678-73bf-4124-ac27-343a2b2b22ab tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.682137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478a9678-73bf-4124-ac27-343a2b2b22ab tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.682796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-478a9678-73bf-4124-ac27-343a2b2b22ab tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/18283e5e-f81b-4162-a124-8d7809a148b3 HTTP/1.1" status: 404 len: 339 time: 0.0273342 Jul 05 09:59:09.683959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.715449 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a14ad2-2975-4720-9820-d806fd4fb4dc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.715914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a14ad2-2975-4720-9820-d806fd4fb4dc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.722408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c0a14ad2-2975-4720-9820-d806fd4fb4dc tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/1e0e2092-f1f4-4cea-a17f-ec0a6d78e373 HTTP/1.1" status: 404 len: 337 time: 0.0376124 Jul 05 09:59:09.723156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.723862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:09.751947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-f74a998d-7a99-41f3-984c-e983699cc7cc tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:09.754376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-f74a998d-7a99-41f3-984c-e983699cc7cc tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 945 time: 0.4608850 Jul 05 09:59:09.755272 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c942d4d-3524-46ba-8129-469a826400f9 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.755863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c942d4d-3524-46ba-8129-469a826400f9 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.757725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0c942d4d-3524-46ba-8129-469a826400f9 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/7ff377f5-cf93-4c46-9c81-22d13e521f97 HTTP/1.1" status: 404 len: 339 time: 0.0334089 Jul 05 09:59:09.761645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39280) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.763772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:09.764121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b36cfe0-c4c8-4118-bdac-ed62133eb9c8 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:09.806937 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-319972c8-3823-4dfb-8814-dfdd5dd40ec8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.807447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319972c8-3823-4dfb-8814-dfdd5dd40ec8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.809279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-319972c8-3823-4dfb-8814-dfdd5dd40ec8 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/ac2176fd-658e-4f4d-ba59-7aa5f9d6f18a HTTP/1.1" status: 404 len: 337 time: 0.0466547 Jul 05 09:59:09.819720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.845257 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0001c2-fa61-4328-8663-f09cacb56eca tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] DELETE failed (client error): The resource could not be found. Jul 05 09:59:09.846139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0001c2-fa61-4328-8663-f09cacb56eca tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 09:59:09.851266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9d0001c2-fa61-4328-8663-f09cacb56eca tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/b88bb029-e52f-40fe-a841-a4c5a0868bb3 HTTP/1.1" status: 404 len: 339 time: 0.0303638 Jul 05 09:59:09.852322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39284) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:09.868614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.919419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting subnet c22b191e-6cf1-4e39-8d54-ba7609103dbf {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:09.923444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:09.961422 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T09:59:07Z', 'revision_number': 3, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:09.984465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.001187 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Checking router: 5e2de885-c31e-41fa-b1ae-6ccc086be404 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:10.001972 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Updating router 5e2de885-c31e-41fa-b1ae-6ccc086be404 port c02e47f4-3874-4fae-956f-c0a134ae9bf7 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:59:10.043204 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.094135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.194335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.234886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Subnet': ['ID=c22b191e-6cf1-4e39-8d54-ba7609103dbf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:10.243165 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.245983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1865cf-87a6-47fc-8571-8246d34e64c3 None None] Network d7caa2e2-e558-4503-ab22-432ffdcdd810 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:10.263490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-51c87453-0b5a-41ea-b20a-dac34ef98940 tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/subnets/c22b191e-6cf1-4e39-8d54-ba7609103dbf HTTP/1.1" status: 204 len: 168 time: 0.4099040 Jul 05 09:59:10.265073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:10.396209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.439142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38c13188-c2b1-4a92-9389-c3d54e12a173 req-62669115-692d-4019-97b4-28a39446ff85 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0390446 Jul 05 09:59:10.500818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Deleting port 943db06c-a080-4dc6-8c84-efef8a6ec10b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:10.501494 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.549191 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.576175 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Transition to ACTIVE for port object c02e47f4-3874-4fae-956f-c0a134ae9bf7 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:10.589310 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.590247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] For port 943db06c-a080-4dc6-8c84-efef8a6ec10b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=943db06c-a080-4dc6-8c84-efef8a6ec10b,segment=NetworkSegment(04fa4ca8-6135-4088-af20-1e8d0bb14b74),segment_id=04fa4ca8-6135-4088-af20-1e8d0bb14b74)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:10.591211 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.610146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Calling delete_port for 943db06c-a080-4dc6-8c84-efef8a6ec10b owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:10.689444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Deleting port 726d64f0-048c-4136-835c-c946e8187f05 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:10.690014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.701900 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35957aa-76db-4e34-a67c-456fc66cbaef None None] Pushing event updated for resources: {'Port': ['ID=c02e47f4-3874-4fae-956f-c0a134ae9bf7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:10.709791 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Attempting to bind port c02e47f4-3874-4fae-956f-c0a134ae9bf7 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:10.710170 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Attempting to bind port c02e47f4-3874-4fae-956f-c0a134ae9bf7 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:10.710535 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Attempting to bind port c02e47f4-3874-4fae-956f-c0a134ae9bf7 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:10.719037 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:10.719037 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:10.719037 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.719790 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:10.720429 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Bound port: c02e47f4-3874-4fae-956f-c0a134ae9bf7, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:10.720788 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.735966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] DHCP port deletion for d7caa2e2-e558-4503-ab22-432ffdcdd810 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:10.771881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c000388-c88c-4241-bcc7-ec7e95c294af req-b5c0c6cb-8313-41d6-b165-f5ca6dbe9496 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:10.773578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c000388-c88c-4241-bcc7-ec7e95c294af req-b5c0c6cb-8313-41d6-b165-f5ca6dbe9496 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 945 time: 0.1467462 Jul 05 09:59:10.799930 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] For port c02e47f4-3874-4fae-956f-c0a134ae9bf7, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:10.805696 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] For port c02e47f4-3874-4fae-956f-c0a134ae9bf7, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c02e47f4-3874-4fae-956f-c0a134ae9bf7,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:10.813366 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.854184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c000388-c88c-4241-bcc7-ec7e95c294af req-e47283a9-4ef8-450c-b197-7bcd2ba620d9 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598345 Jul 05 09:59:10.873332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.892473 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Routers {'5e2de885-c31e-41fa-b1ae-6ccc086be404'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:10.893403 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5e2de885-c31e-41fa-b1ae-6ccc086be404'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:10.893927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] Deleting port 943db06c-a080-4dc6-8c84-efef8a6ec10b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:10.895205 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:10.905528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Port': ['ID=943db06c-a080-4dc6-8c84-efef8a6ec10b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:10.918634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] No DVR routers for this DVR port 943db06c-a080-4dc6-8c84-efef8a6ec10b on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:10.990902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] For port 943db06c-a080-4dc6-8c84-efef8a6ec10b, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:10.991564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.009350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] Calling delete_port for 943db06c-a080-4dc6-8c84-efef8a6ec10b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:11.013196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] Port 943db06c-a080-4dc6-8c84-efef8a6ec10b was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 09:59:11.018558 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.032786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.049969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7caa2e2-e558-4503-ab22-432ffdcdd810']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:11.064839 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] Set router 5e2de885-c31e-41fa-b1ae-6ccc086be404 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:11.068608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fa4ca8-6135-4088-af20-1e8d0bb14b74') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:11.069258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fa4ca8-6135-4088-af20-1e8d0bb14b74') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:11.083808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.084445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] Pushing event deleted for resources: {'Port': ['ID=943db06c-a080-4dc6-8c84-efef8a6ec10b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:11.086607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e7c99-6e72-4260-bfa6-f7d0081f62d0 None None] No DVR routers for this DVR port 943db06c-a080-4dc6-8c84-efef8a6ec10b on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:11.126807 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.137633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:11.138364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:11.142828 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:11.170106 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] For port 726d64f0-048c-4136-835c-c946e8187f05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=726d64f0-048c-4136-835c-c946e8187f05,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:11.170999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.188753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Calling delete_port for 726d64f0-048c-4136-835c-c946e8187f05 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:11.272146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.286396 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.291921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] 10.222.0.21 "DELETE /v2.0/networks/d7caa2e2-e558-4503-ab22-432ffdcdd810 HTTP/1.1" status: 204 len: 168 time: 1.0233347 Jul 05 09:59:11.335646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Pushing event deleted for resources: {'Network': ['ID=d7caa2e2-e558-4503-ab22-432ffdcdd810,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:11.366318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.366820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.367560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.369084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.369559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.370648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.372200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.372200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.372519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.372611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.373930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.375859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f485e-1c20-4425-8ee0-1629a6dc94fb tempest-NetworksTest-1943504248 tempest-NetworksTest-1943504248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:11.378155 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35957aa-76db-4e34-a67c-456fc66cbaef None None] Pushing event updated for resources: {'Port': ['ID=c02e47f4-3874-4fae-956f-c0a134ae9bf7,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:11.466715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:11.468393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.483305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['726d64f0-048c-4136-835c-c946e8187f05'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:11.515566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Pushing event deleted for resources: {'Port': ['ID=726d64f0-048c-4136-835c-c946e8187f05,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:11.572766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.706353 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T09:59:07Z', 'revision_number': 3, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:11.740938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 943db06c-a080-4dc6-8c84-efef8a6ec10b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:11.744382 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7399f1-ac87-430c-9fa7-4b2a2ed7058d None None] The sync data for ids ['5e2de885-c31e-41fa-b1ae-6ccc086be404'] in n-d-771363-33 is: [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T09:59:07Z', 'revision_number': 3, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:11.755623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] No DVR routers for this DVR port 726d64f0-048c-4136-835c-c946e8187f05 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:11.760136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.764740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9b3f4665-8342-414b-a5b1-4fc9a790e924 req-62bc4ffe-ecac-4cc4-99fb-ddf930e1acff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "DELETE /v2.0/ports/726d64f0-048c-4136-835c-c946e8187f05 HTTP/1.1" status: 204 len: 173 time: 1.9740045 Jul 05 09:59:11.778087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 943db06c-a080-4dc6-8c84-efef8a6ec10b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:11.779211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 943db06c-a080-4dc6-8c84-efef8a6ec10b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:11.795358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'name': 'network-vif-deleted', 'tag': '726d64f0-048c-4136-835c-c946e8187f05'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:11.801001 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be657d2-e8c4-44cd-bd70-0e86996215d3" -d '{"events": [{"server_uuid": "89566da1-e4b4-4a5f-8bc0-4f81616b42d3", "name": "network-vif-deleted", "tag": "726d64f0-048c-4136-835c-c946e8187f05"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:11.879415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:12.036606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4de8e07-3677-4172-bb88-ce1ae80f490e req-891dd89f-4669-4932-bb89-2ba7dc393055 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1124165 Jul 05 09:59:12.038516 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e935b3-490e-4d1c-8c1a-7c75784b7efc x-openstack-request-id: req-a1e935b3-490e-4d1c-8c1a-7c75784b7efc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:12.039773 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89566da1-e4b4-4a5f-8bc0-4f81616b42d3", "name": "network-vif-deleted", "tag": "726d64f0-048c-4136-835c-c946e8187f05", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:12.042264 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1e935b3-490e-4d1c-8c1a-7c75784b7efc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:12.043181 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89566da1-e4b4-4a5f-8bc0-4f81616b42d3', 'name': 'network-vif-deleted', 'tag': '726d64f0-048c-4136-835c-c946e8187f05', 'status': 'completed', 'code': 200} Jul 05 09:59:12.047978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:12.072928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68184117-854b-4d84-96a7-799ee842973b None None] Sync routers for ids ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:12.101786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] Routers {'3df3d505-4a6f-42b5-a8a1-65ebefb3181e'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:12.104071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:12.165590 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ee355e85-b892-458a-a7c2-9655dbe9f32c tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "PUT /v2.0/routers/3df3d505-4a6f-42b5-a8a1-65ebefb3181e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9687829 Jul 05 09:59:12.167130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:12.173229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a53112fc-f12f-4fb6-af24-4eb1757d4f7e req-9155afd3-6b78-4cf1-b472-ce8b78f63eca tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=89566da1-e4b4-4a5f-8bc0-4f81616b42d3 HTTP/1.1" status: 200 len: 210 time: 0.0452316 Jul 05 09:59:12.415510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] Set router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:12.416457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d52beb51-9bb1-498e-b071-6d112b1b5d57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c12462268f00400685ac0b79f6c44aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337780 Jul 05 09:59:12.420542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:12.483325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting subnet aca44b4e-36a2-4be0-bf00-ce0fe30a2ada {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:12.490495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:12.570744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47597037-20da-46fb-b983-ac62ec5650fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:12.722356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47597037-20da-46fb-b983-ac62ec5650fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:12.856180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47597037-20da-46fb-b983-ac62ec5650fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:12.859265 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47597037-20da-46fb-b983-ac62ec5650fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:12.860721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-47597037-20da-46fb-b983-ac62ec5650fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1aed632c-1b67-48d5-9f72-307bbe08b7ea HTTP/1.1" status: 204 len: 168 time: 0.4381087 Jul 05 09:59:12.874360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597037-20da-46fb-b983-ac62ec5650fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aed632c-1b67-48d5-9f72-307bbe08b7ea,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:13.015855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:59:08Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:13.080099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68184117-854b-4d84-96a7-799ee842973b None None] Checking router: 3df3d505-4a6f-42b5-a8a1-65ebefb3181e for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:13.107282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] Routers {'3df3d505-4a6f-42b5-a8a1-65ebefb3181e'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:13.108369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:13.184399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.446781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c851ea4-9471-4120-b309-806a40453177 req-f85d15ef-5074-432f-8237-2e062dc6953b tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1226048 Jul 05 09:59:13.749422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.814804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] Set router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:13.820670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c02e47f4-3874-4fae-956f-c0a134ae9bf7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:13.821023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Allocated IP 172.20.0.1 (89b612d2-7e11-4714-a824-142f97e76420/4b637eba-aabc-4221-8bc6-cc339fbf0d20/e2418044-223d-4f71-88e4-1ef89af8a6fb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:14.082761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:14.158379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Subnet': ['ID=aca44b4e-36a2-4be0-bf00-ce0fe30a2ada,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:14.167699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:14.176879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39340) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:14.177102 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6897207e-077a-4817-8a46-17aa225e511f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/subnets/aca44b4e-36a2-4be0-bf00-ce0fe30a2ada HTTP/1.1" status: 204 len: 168 time: 1.9948754 Jul 05 09:59:14.210514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a449076-8606-44fa-8cc5-90791526b669 None None] Network 55790860-4dbe-4240-ae5b-26d1e43eb456 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:14.216827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 726d64f0-048c-4136-835c-c946e8187f05 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:14.280913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c02e47f4-3874-4fae-956f-c0a134ae9bf7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:14.330269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:14.498563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:14.507901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c02e47f4-3874-4fae-956f-c0a134ae9bf7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:14.509020 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:14.683938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Network 89b612d2-7e11-4714-a824-142f97e76420 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:14.710305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:14.725878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 726d64f0-048c-4136-835c-c946e8187f05 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:14.726454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 726d64f0-048c-4136-835c-c946e8187f05 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:14.730846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:14.758023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccb13b40-4ee0-46eb-9b63-794d62bbaf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:14.838410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Pushing event updated for resources: {'Port': ['ID=e2418044-223d-4f71-88e4-1ef89af8a6fb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:14.994607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.027592 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.072015 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.116944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68184117-854b-4d84-96a7-799ee842973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:59:08Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:15.227383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68184117-854b-4d84-96a7-799ee842973b None None] The sync data for ids ['3df3d505-4a6f-42b5-a8a1-65ebefb3181e'] in n-d-771363-33 is: [{'id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-724229844', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:59:08Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': 'bf6ff06d-bf1c-4df4-9253-fa8cd6289412', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3d505-4a6f-42b5-a8a1-65ebefb3181e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:58:36Z', 'updated_at': '2021-07-05T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:15.266956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port c02e47f4-3874-4fae-956f-c0a134ae9bf7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c02e47f4-3874-4fae-956f-c0a134ae9bf7,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:15.273877 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.391407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=c02e47f4-3874-4fae-956f-c0a134ae9bf7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:15.444094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:15.450438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8311989-97c3-4629-bf3a-d827eb560375 req-1a0d8f2b-44bd-43a7-9cac-3e55018c11e7 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1003165 Jul 05 09:59:15.479999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.536911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.649532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting port bf6ff06d-bf1c-4df4-9253-fa8cd6289412 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:15.649890 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:15.655284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] DHCP port deletion for 55790860-4dbe-4240-ae5b-26d1e43eb456 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:15.810769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] Deleting port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:15.819520 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.003514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.015043 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.096090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] For port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6dcacefd-8b38-4dcd-a331-86ca86c6aabf,segment=NetworkSegment(59582853-3665-4f8b-89e7-fb078af3a48c),segment_id=59582853-3665-4f8b-89e7-fb078af3a48c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:16.096635 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.156175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c02e47f4-3874-4fae-956f-c0a134ae9bf7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:16.172203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] Calling delete_port for 6dcacefd-8b38-4dcd-a331-86ca86c6aabf owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:16.235230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Pushing event updated for resources: {'Port': ['ID=e2418044-223d-4f71-88e4-1ef89af8a6fb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:16.287008 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.417019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c02e47f4-3874-4fae-956f-c0a134ae9bf7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:16.417851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.494555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-28d0aa10-af16-4ee4-aec3-b59c20b5b978 tempest-DvrRoutersNegativeTest-806204966 tempest-DvrRoutersNegativeTest-806204966-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1898182093', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:16.507485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.policy [None req-28d0aa10-af16-4ee4-aec3-b59c20b5b978 tempest-DvrRoutersNegativeTest-806204966 tempest-DvrRoutersNegativeTest-806204966-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93796) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 09:59:16.508323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.policy [None req-28d0aa10-af16-4ee4-aec3-b59c20b5b978 tempest-DvrRoutersNegativeTest-806204966 tempest-DvrRoutersNegativeTest-806204966-project] Failed policy check for 'create_router' {{(pid=93796) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 09:59:16.509339 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-28d0aa10-af16-4ee4-aec3-b59c20b5b978 tempest-DvrRoutersNegativeTest-806204966 tempest-DvrRoutersNegativeTest-806204966-project] create failed (client error): Access was denied to this resource. Jul 05 09:59:16.522208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-28d0aa10-af16-4ee4-aec3-b59c20b5b978 tempest-DvrRoutersNegativeTest-806204966 tempest-DvrRoutersNegativeTest-806204966-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.0742619 Jul 05 09:59:16.686849 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.697832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Network 89b612d2-7e11-4714-a824-142f97e76420 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:16.705553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:16.815131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] For port bf6ff06d-bf1c-4df4-9253-fa8cd6289412, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:16.821068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.890493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Calling delete_port for bf6ff06d-bf1c-4df4-9253-fa8cd6289412 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:17.025541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] Pushing event deleted for resources: {'Port': ['ID=6dcacefd-8b38-4dcd-a331-86ca86c6aabf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:17.044533 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:17.063872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e30f-2e75-4b83-8269-f113ee248bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:17.069949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7c715-5dda-4b4a-8b83-53b5b5339d60 None None] No DVR routers for this DVR port 6dcacefd-8b38-4dcd-a331-86ca86c6aabf on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:17.273175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Router 5e2de885-c31e-41fa-b1ae-6ccc086be404 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:17.284594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:17.351153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:17.351631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f48d3ca-97a6-4b6e-8f9b-53a0e5bf6f2e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:17.352114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6dcacefd-8b38-4dcd-a331-86ca86c6aabf no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:17.386028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 6dcacefd-8b38-4dcd-a331-86ca86c6aabf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:17.386720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6dcacefd-8b38-4dcd-a331-86ca86c6aabf not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:17.539458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:17.546914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-861083f7-a08a-4f2f-8f6d-a61a0ffea9bb admin admin] 10.222.0.21 "PUT /v2.0/routers/5e2de885-c31e-41fa-b1ae-6ccc086be404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0571661 Jul 05 09:59:17.562679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:17.567603 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Sync routers for ids ['5e2de885-c31e-41fa-b1ae-6ccc086be404'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:17.578875 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Routers {'5e2de885-c31e-41fa-b1ae-6ccc086be404'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:17.579558 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5e2de885-c31e-41fa-b1ae-6ccc086be404'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:17.602559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed9a4dad-0bd3-4495-8ea6-b1e75e466720 req-05f26b69-463d-45b0-90a3-6bcdbf85ed15 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0553343 Jul 05 09:59:17.631830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Port': ['ID=bf6ff06d-bf1c-4df4-9253-fa8cd6289412,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:17.641184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:17.746209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Set router 5e2de885-c31e-41fa-b1ae-6ccc086be404 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:17.805840 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:17.893266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:17.959933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b191ce1-e05b-4f15-820a-a7a8802a14c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:17.976164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:17.978992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.061741 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.062330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Fanout notify agent at l3_agent the message router_deleted on router 3df3d505-4a6f-42b5-a8a1-65ebefb3181e {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:18.078459 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.080246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0c8c41f5-b54d-41df-a0b6-920699fb3b7b tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/routers/3df3d505-4a6f-42b5-a8a1-65ebefb3181e HTTP/1.1" status: 204 len: 168 time: 3.9014711 Jul 05 09:59:18.085022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:18.121939 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e2418044-223d-4f71-88e4-1ef89af8a6fb', 'name': '', 'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'mac_address': 'fa:16:3e:45:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:11Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 2, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'subnets': [{'id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:18.193658 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Checking router: 5e2de885-c31e-41fa-b1ae-6ccc086be404 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:18.194150 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Updating router 5e2de885-c31e-41fa-b1ae-6ccc086be404 port e2418044-223d-4f71-88e4-1ef89af8a6fb binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:59:18.251447 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.316698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b191ce1-e05b-4f15-820a-a7a8802a14c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.346322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.352411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b191ce1-e05b-4f15-820a-a7a8802a14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.427071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083605ea-9655-42b8-bcaa-695e5035d37f req-18367862-b4f0-4790-92f7-45a48334a1d5 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:18.436352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-18367862-b4f0-4790-92f7-45a48334a1d5 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 811 time: 0.2567306 Jul 05 09:59:18.456330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-9dd6664e-e4d9-4ddd-8be5-550863f9797f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/quotas/28116899067c4f93a072d66d32d81dbc HTTP/1.1" status: 200 len: 375 time: 0.0184157 Jul 05 09:59:18.511044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1b191ce1-e05b-4f15-820a-a7a8802a14c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec1c531436554790bd94c9ed7499cd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8683302 Jul 05 09:59:18.512297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b191ce1-e05b-4f15-820a-a7a8802a14c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65378899-2ef7-45f6-af22-8333a6330ed7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:18.515849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39408) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:18.593731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-0343f551-ef3a-41cf-aa22-aced052cd7a5 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345654 Jul 05 09:59:18.625617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.645140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55790860-4dbe-4240-ae5b-26d1e43eb456']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:18.667804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59582853-3665-4f8b-89e7-fb078af3a48c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:18.668421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59582853-3665-4f8b-89e7-fb078af3a48c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:18.670961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0385184d-c2bf-4a95-ad69-35634c7c2e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.740256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.815067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0385184d-c2bf-4a95-ad69-35634c7c2e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.819413 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.842683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:18.843463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:18.849934 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:18.929618 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:18.949717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-352500b6-32b7-41ec-8e6d-3751cb0e5601 service neutron] 10.222.0.21 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097327 Jul 05 09:59:18.984482 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Transition to ACTIVE for port object e2418044-223d-4f71-88e4-1ef89af8a6fb will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:18.994786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-340ecd60-8748-4265-a661-eac61e878590 req-a6c7473a-1915-4d30-b60e-34b024ad2032 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0898654 Jul 05 09:59:19.000986 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.021211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.033174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.035558 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/networks/55790860-4dbe-4240-ae5b-26d1e43eb456 HTTP/1.1" status: 204 len: 168 time: 0.9490142 Jul 05 09:59:19.040467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:19.078578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d0630-51e0-41cd-97bc-845de84c2561 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Network': ['ID=55790860-4dbe-4240-ae5b-26d1e43eb456,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:19.102414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0385184d-c2bf-4a95-ad69-35634c7c2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.106410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0385184d-c2bf-4a95-ad69-35634c7c2e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.110855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0385184d-c2bf-4a95-ad69-35634c7c2e22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65378899-2ef7-45f6-af22-8333a6330ed7 HTTP/1.1" status: 204 len: 168 time: 0.5936687 Jul 05 09:59:19.120824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385184d-c2bf-4a95-ad69-35634c7c2e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65378899-2ef7-45f6-af22-8333a6330ed7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:19.181407 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ca194-93c9-4dbc-a26d-d2412c13cef8 None None] Pushing event updated for resources: {'Port': ['ID=e2418044-223d-4f71-88e4-1ef89af8a6fb,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:19.236733 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Attempting to bind port e2418044-223d-4f71-88e4-1ef89af8a6fb on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:19.237216 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Attempting to bind port e2418044-223d-4f71-88e4-1ef89af8a6fb by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:19.239356 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Attempting to bind port e2418044-223d-4f71-88e4-1ef89af8a6fb on network 89b612d2-7e11-4714-a824-142f97e76420 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:19.256506 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:19.256916 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Checking segment: {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:19.257290 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.257700 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Bound using segment: {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:19.258197 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Bound port: e2418044-223d-4f71-88e4-1ef89af8a6fb, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:19.258576 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.390175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-1eef9bc0-6e48-4acb-ba64-4cad2c5d9549 service neutron] 10.222.0.21 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002414 Jul 05 09:59:19.461284 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] For port e2418044-223d-4f71-88e4-1ef89af8a6fb, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:19.474364 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] For port e2418044-223d-4f71-88e4-1ef89af8a6fb, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e2418044-223d-4f71-88e4-1ef89af8a6fb,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:19.491425 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.504689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting port c248437d-6199-4e0c-b064-0bbc18758d94 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:19.505076 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.635412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf6ff06d-bf1c-4df4-9253-fa8cd6289412 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:19.652349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Routers {'5e2de885-c31e-41fa-b1ae-6ccc086be404'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:19.654047 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5e2de885-c31e-41fa-b1ae-6ccc086be404'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:19.731741 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.732233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.739334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: bf6ff06d-bf1c-4df4-9253-fa8cd6289412 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:19.739760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bf6ff06d-bf1c-4df4-9253-fa8cd6289412 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:19.765034 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:19.805811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-214c59f9-77c4-4c2f-9e1d-0fe588781911 req-0959a5ea-9ea3-49ae-a271-95bafedf77d9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 210 time: 0.0846789 Jul 05 09:59:19.817590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Calling delete_port for c248437d-6199-4e0c-b064-0bbc18758d94 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:19.855306 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] Set router 5e2de885-c31e-41fa-b1ae-6ccc086be404 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:19.912838 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ca194-93c9-4dbc-a26d-d2412c13cef8 None None] Pushing event updated for resources: {'Port': ['ID=e2418044-223d-4f71-88e4-1ef89af8a6fb,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:20.106647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.227173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Port': ['ID=c248437d-6199-4e0c-b064-0bbc18758d94,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:20.299005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:20.299382 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Floating IP db61f0b4-acac-467f-8407-1641154518dd disassociated (deleted). External IP: 172.25.1.192, port: 26669d40-c6be-4d63-bc75-8a89318e1a09. Jul 05 09:59:20.391212 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e2418044-223d-4f71-88e4-1ef89af8a6fb', 'name': '', 'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'mac_address': 'fa:16:3e:45:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:11Z', 'updated_at': '2021-07-05T09:59:19Z', 'revision_number': 4, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'subnets': [{'id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:20.430762 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702035b4-d5a5-4d53-8743-0bb5e89672a6 None None] The sync data for ids ['5e2de885-c31e-41fa-b1ae-6ccc086be404'] in n-d-771363-33 is: [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e2418044-223d-4f71-88e4-1ef89af8a6fb', 'name': '', 'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'mac_address': 'fa:16:3e:45:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:11Z', 'updated_at': '2021-07-05T09:59:19Z', 'revision_number': 4, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'subnets': [{'id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:20.441436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95ee11b5-80fc-4a75-b1cb-0eaa7702d9d7 req-03864dcb-c3c2-4b62-babf-5dfa554febd0 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.2152014 Jul 05 09:59:20.683214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:20.957888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:20.971891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e1eb0614-6e65-49b7-b4cf-8586a8ae8f66 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1250523363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:21.040639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0614-6e65-49b7-b4cf-8586a8ae8f66 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.041860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0614-6e65-49b7-b4cf-8586a8ae8f66 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.173309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:21.184543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] Sync routers for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:21.190765 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.191602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0614-6e65-49b7-b4cf-8586a8ae8f66 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.200177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0614-6e65-49b7-b4cf-8586a8ae8f66 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.200490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:21.201021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:21.218728 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1eb0614-6e65-49b7-b4cf-8586a8ae8f66 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.220624 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e1eb0614-6e65-49b7-b4cf-8586a8ae8f66 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5357025 Jul 05 09:59:21.224666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:21.235808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-441778644'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:21.244719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7a03b4-1f6a-4572-bb42-839996989818 req-6d24dce6-aa3a-4213-b84f-238676be995b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 210 time: 0.1288347 Jul 05 09:59:21.290271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b1ab5ce1-b5f7-4051-b0cc-1a18b1f60917 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/floatingips/db61f0b4-acac-467f-8407-1641154518dd HTTP/1.1" status: 204 len: 168 time: 2.2483912 Jul 05 09:59:21.292506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:21.301299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Made reservation on behalf of b2f040316fa444d99e15b68e0d25d957 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:21.305677 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:21.305941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.320709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.435402 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab3ff4b-ed6c-4e64-b96b-b6c9b3050e66 x-openstack-request-id: req-1ab3ff4b-ed6c-4e64-b96b-b6c9b3050e66 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:21.435687 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:21.435938 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ab3ff4b-ed6c-4e64-b96b-b6c9b3050e66 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:21.436428 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'status': 'completed', 'code': 200} Jul 05 09:59:21.487339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:21.689431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.707879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:21.793014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2418044-223d-4f71-88e4-1ef89af8a6fb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:21.801163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-4fe82842-6d4d-481b-a4c9-f484e5305caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:21.804973 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-4fe82842-6d4d-481b-a4c9-f484e5305caf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 1136 time: 0.3312507 Jul 05 09:59:21.816282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:21.900235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7571779-86a4-44a8-ba24-4952eb167b9b req-cfa6837e-34d9-4301-8771-d6b1da1e73dc tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.0995517 Jul 05 09:59:22.013166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e2418044-223d-4f71-88e4-1ef89af8a6fb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:22.021781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e2418044-223d-4f71-88e4-1ef89af8a6fb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:22.022564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.062233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083605ea-9655-42b8-bcaa-695e5035d37f req-f537d357-5054-4f46-ac94-604d3a6b99e3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:22.077249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-f537d357-5054-4f46-ac94-604d3a6b99e3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.15 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 811 time: 0.4537010 Jul 05 09:59:22.093457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Request body: {'port': {'device_id': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'admin_state_up': True, 'tenant_id': '28116899067c4f93a072d66d32d81dbc'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:22.102821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-c225f4ba-4dda-44ee-82f5-8c6ffdcefefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:22.106822 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-c225f4ba-4dda-44ee-82f5-8c6ffdcefefb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7 HTTP/1.1" status: 200 len: 897 time: 0.2782168 Jul 05 09:59:22.112129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f362ab82-6727-4129-98f8-c51d9375ccb6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:22.130632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:28Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:22.219529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-c187a45c-b739-4674-8d84-2fde3c8cba70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26669d40-c6be-4d63-bc75-8a89318e1a09 HTTP/1.1" status: 200 len: 217 time: 0.0974669 Jul 05 09:59:22.226476 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.229003 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Added segment 74098dbd-42ef-4647-8ffa-914f3f2eb3ba of type vlan for network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e Jul 05 09:59:22.232170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] Checking router: ddd1d45d-c564-4559-bd01-0f6a4eabb8ea for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:22.293703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:22.310336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:22.367222 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.387491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-b6ad050b-7fe9-4b5e-af5a-b9659b33e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:22.390384 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-b6ad050b-7fe9-4b5e-af5a-b9659b33e761 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5537713a-8f2b-4616-86e9-85efd6e77145 HTTP/1.1" status: 200 len: 835 time: 0.1580741 Jul 05 09:59:22.471486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.479035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:22.479972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.540581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Made reservation on behalf of 28116899067c4f93a072d66d32d81dbc for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:22.545941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.582763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:22.593092 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3665402 Jul 05 09:59:22.618135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:22.619470 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.642264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'subnet': {'network_id': 'dcffa9be-e6bb-42b9-a8e7-914869a9bb5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:22.686330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e2418044-223d-4f71-88e4-1ef89af8a6fb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e2418044-223d-4f71-88e4-1ef89af8a6fb,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:22.710894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51858b74-7df5-4106-b339-f49e9055c800 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Network': ['ID=dcffa9be-e6bb-42b9-a8e7-914869a9bb5e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:22.711573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.748510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-1ae454f9-d9fc-4f7f-8427-d013bd34110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:22.754025 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-1ae454f9-d9fc-4f7f-8427-d013bd34110d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7860b73f-ef8e-4202-a9cc-2f098d83dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3551292 Jul 05 09:59:22.775199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Allocated IP 172.20.0.13 (89b612d2-7e11-4714-a824-142f97e76420/4b637eba-aabc-4221-8bc6-cc339fbf0d20/7e15e933-c08e-4f0e-961b-43c3c21f1d82) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:22.789111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:22.924121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Made reservation on behalf of b2f040316fa444d99e15b68e0d25d957 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:22.928742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.958710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.974568 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-b1c8d105-a3af-45ac-8e28-fa626219a4b6 service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057588 Jul 05 09:59:23.032260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.047851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce88194a-7441-4329-b56f-da4476e7f4c5 req-5746fba8-ce9a-4125-b579-1731ec273053 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 210 time: 0.4748318 Jul 05 09:59:23.073428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619c56d-b0f4-4a6a-95da-c046a45505ed req-5d4a12d9-c27e-4e66-a540-8f45da7104ad tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:23.093065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f619c56d-b0f4-4a6a-95da-c046a45505ed req-5d4a12d9-c27e-4e66-a540-8f45da7104ad tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 984 time: 0.8371584 Jul 05 09:59:23.130086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e2418044-223d-4f71-88e4-1ef89af8a6fb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:23.186759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a7bad817-42bf-4d90-9cc8-e94fdfbdf8e7 req-a33308a1-67a6-4be0-b6a9-675869e52bd4 service neutron] 10.222.0.16 "GET /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020507 Jul 05 09:59:23.221017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Network 89b612d2-7e11-4714-a824-142f97e76420 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:23.235720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f619c56d-b0f4-4a6a-95da-c046a45505ed req-af56d651-ec4c-4f26-b208-9025b2a759a5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1413736 Jul 05 09:59:23.264253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:23.271463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Pushing event updated for resources: {'Port': ['ID=7e15e933-c08e-4f0e-961b-43c3c21f1d82,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:23.282736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:23.371594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.371775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:28Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:23.541922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Subnet': ['ID=91c613b8-87e4-4743-8af6-f5e859dfea34,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:23.593580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Checking segment: {'id': '74098dbd-42ef-4647-8ffa-914f3f2eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dcffa9be-e6bb-42b9-a8e7-914869a9bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:23.593942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network hostable DHCP agents. Network: dcffa9be-e6bb-42b9-a8e7-914869a9bb5e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:23.700729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:23.737146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, dcffa9be-e6bb-42b9-a8e7-914869a9bb5e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:23.739628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2418044-223d-4f71-88e4-1ef89af8a6fb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:23.745909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398f698-5d46-48aa-bea3-8850a2d340d2 None None] The sync data for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 is: [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:57:21Z', 'revision_number': 4, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3f3ff564-d489-41e8-9059-d98689c92e21', 'name': '', 'network_id': '7860b73f-ef8e-4202-a9cc-2f098d83dfd7', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'mac_address': 'fa:16:3e:09:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:19Z', 'updated_at': '2021-07-05T09:57:28Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'subnets': [{'id': '5537713a-8f2b-4616-86e9-85efd6e77145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:23.759909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:23.760509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.763318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5902487-f522-431f-84dd-e1a8fcfa61e0 None None] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:23.809202 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-835a5697-fcba-432f-8a46-adba00274d22 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1859188 Jul 05 09:59:23.829186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-2d453432-b0dd-47c7-ad34-5296f9be7ca5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:23.836198 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-2d453432-b0dd-47c7-ad34-5296f9be7ca5 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.16 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 984 time: 0.2644670 Jul 05 09:59:23.836948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:23.849429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'network': {'name': 'tempest-router-network01--1801561639'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:23.898991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7c1586e-3151-44d1-8644-5f8a39d314c5 req-7d097ed4-cc7f-4143-87d8-6a1ead783a69 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.4912090 Jul 05 09:59:23.929193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:23.930716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.963353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Made reservation on behalf of b2f040316fa444d99e15b68e0d25d957 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:23.966655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7a3370e9-1b58-4a23-b863-1749615c66da tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8863323 Jul 05 09:59:23.973904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.993885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Request body: {'port': {'device_id': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:24.120545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-dcffa9be-e6bb-42b9-a8e7-914869a9bb5e', 'network_id': 'dcffa9be-e6bb-42b9-a8e7-914869a9bb5e', 'tenant_id': 'b2f040316fa444d99e15b68e0d25d957', 'fixed_ips': [{'subnet_id': '91c613b8-87e4-4743-8af6-f5e859dfea34'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:59:24.121670 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.149238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:24.162048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.162700 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Added segment a1777eac-0792-4017-ad9d-08f31f820110 of type vlan for network c19c3a4c-9fa6-4dba-9e22-003aec4befbc Jul 05 09:59:24.182753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e2418044-223d-4f71-88e4-1ef89af8a6fb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:24.183263 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.201656 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.443347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.450883 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53217a-eb01-4c4c-a399-72759b727f3c None None] New status for floating IP db61f0b4-acac-467f-8407-1641154518dd: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 09:59:24.512831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting port 26669d40-c6be-4d63-bc75-8a89318e1a09 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:24.515187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.621225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Allocated IP 172.20.0.2 (dcffa9be-e6bb-42b9-a8e7-914869a9bb5e/91c613b8-87e4-4743-8af6-f5e859dfea34/81d23dd1-7c57-4bf1-b2f6-0ab7477d759c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:24.675456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830cac0-310c-4603-a476-5c5afe7f3bf8 req-a8f559b8-5cbd-473b-a97b-1a3222e84abd tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:24.685086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2830cac0-310c-4603-a476-5c5afe7f3bf8 req-a8f559b8-5cbd-473b-a97b-1a3222e84abd tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 932 time: 0.2821641 Jul 05 09:59:24.764408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2830cac0-310c-4603-a476-5c5afe7f3bf8 req-ce9be5c6-06bf-4b5f-acd2-e75e43d12c39 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Jul 05 09:59:24.766186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] For port 26669d40-c6be-4d63-bc75-8a89318e1a09, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=26669d40-c6be-4d63-bc75-8a89318e1a09,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:24.767156 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.814446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:59:24.851915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Calling delete_port for 26669d40-c6be-4d63-bc75-8a89318e1a09 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:24.886927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.900869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:24.902135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.983683 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:24.998700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Transition to ACTIVE for port object 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:25.007275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e15e933-c08e-4f0e-961b-43c3c21f1d82 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:25.017006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.029193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Transition to ACTIVE for port object 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:25.033291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Transition to ACTIVE for port object 7e15e933-c08e-4f0e-961b-43c3c21f1d82 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:25.046403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.068419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.130421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08271e-315e-4320-8bca-bac94ffd498e req-9c8c85b2-ae83-4c88-8668-f3d8ad5fdd06 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:25.132638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a08271e-315e-4320-8bca-bac94ffd498e req-9c8c85b2-ae83-4c88-8668-f3d8ad5fdd06 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 984 time: 0.5179157 Jul 05 09:59:25.141586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Pushing event updated for resources: {'Port': ['ID=7e15e933-c08e-4f0e-961b-43c3c21f1d82,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:25.154162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Pushing event updated for resources: {'Port': ['ID=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:25.189167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:25.195557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:25.200695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:25.246456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Network': ['ID=c19c3a4c-9fa6-4dba-9e22-003aec4befbc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:25.259503 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5b2f2753-1bb3-43cb-bc40-d512bd0e7fd8 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4187236 Jul 05 09:59:25.263864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:25.280196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'network': {'name': 'tempest-router-network02--903827435'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:25.303422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a08271e-315e-4320-8bca-bac94ffd498e req-0ad4d66b-de4a-42c9-bbc9-f1ece97ee731 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ba23f0-366b-48ca-ae88-2bec1e5016e8&id=a7ec7095-0bf2-45f2-9849-7e07ae637f54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1315241 Jul 05 09:59:25.306547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Attempting to bind port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:25.306999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Attempting to bind port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:25.309879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:25.310415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Attempting to bind port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 on network 89b612d2-7e11-4714-a824-142f97e76420 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:25.329874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 on network 89b612d2-7e11-4714-a824-142f97e76420 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:59:25.330485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Attempting to bind port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 on network 89b612d2-7e11-4714-a824-142f97e76420 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:25.337531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:25.339204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Checking segment: {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:25.340056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Bound using segment: {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:25.341014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Bound port: 7e15e933-c08e-4f0e-961b-43c3c21f1d82, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:25.341854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.447237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] For port 7e15e933-c08e-4f0e-961b-43c3c21f1d82, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:25.457979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] For port 7e15e933-c08e-4f0e-961b-43c3c21f1d82, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:25.496973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Made reservation on behalf of b2f040316fa444d99e15b68e0d25d957 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:25.502585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.504870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Attempting to bind port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:25.515598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.515862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Attempting to bind port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '74098dbd-42ef-4647-8ffa-914f3f2eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dcffa9be-e6bb-42b9-a8e7-914869a9bb5e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:25.517145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Attempting to bind port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c on network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:25.540060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.553994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:25.554588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Checking segment: {'id': '74098dbd-42ef-4647-8ffa-914f3f2eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dcffa9be-e6bb-42b9-a8e7-914869a9bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:25.555427 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.556052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Bound using segment: {'id': '74098dbd-42ef-4647-8ffa-914f3f2eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dcffa9be-e6bb-42b9-a8e7-914869a9bb5e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:25.556822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Bound port: 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74098dbd-42ef-4647-8ffa-914f3f2eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dcffa9be-e6bb-42b9-a8e7-914869a9bb5e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:25.557416 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.572891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a13d6bbf-3a09-44f2-80dc-933f4579ad01 req-15626eae-683e-47a7-9a23-dd5eb455a771 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1108518 Jul 05 09:59:25.623925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Port': ['ID=26669d40-c6be-4d63-bc75-8a89318e1a09,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:25.643294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:25.643294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.643294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e15e933-c08e-4f0e-961b-43c3c21f1d82 HTTP/1.1" status: 200 len: 1093 time: 1.6640508 Jul 05 09:59:25.643294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'tag': '7e15e933-c08e-4f0e-961b-43c3c21f1d82'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:25.643294 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3dc9e6-10de-4673-897e-6438729c0ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5ceae-4e48-4344-93a5-0c0e54506c13", "tag": "7e15e933-c08e-4f0e-961b-43c3c21f1d82"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:25.739273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9f8c-c552-486d-92d7-9a5dc9711942 service neutron] Pushing event updated for resources: {'Port': ['ID=7e15e933-c08e-4f0e-961b-43c3c21f1d82,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:25.749357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] For port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:25.756159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] For port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,segment=NetworkSegment(74098dbd-42ef-4647-8ffa-914f3f2eb3ba),segment_id=74098dbd-42ef-4647-8ffa-914f3f2eb3ba)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:25.766914 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.792186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] No DVR routers for this DVR port 26669d40-c6be-4d63-bc75-8a89318e1a09 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:25.802406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.808149 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3e60d992-efb2-4e1c-97ea-ea0953edecb2 req-da4b081c-5a08-4cc6-8255-f4935b89ae45 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.16 "DELETE /v2.0/ports/26669d40-c6be-4d63-bc75-8a89318e1a09 HTTP/1.1" status: 204 len: 173 time: 1.9493134 Jul 05 09:59:25.823410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:25.848541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'name': 'network-vif-deleted', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:25.855097 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35619be-4660-46b2-b640-c24f71cbc085" -d '{"events": [{"server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "name": "network-vif-deleted", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:25.882955 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbea421-215c-43fd-acbf-9a9e02344d2f x-openstack-request-id: req-5dbea421-215c-43fd-acbf-9a9e02344d2f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:25.883444 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5ceae-4e48-4344-93a5-0c0e54506c13", "tag": "7e15e933-c08e-4f0e-961b-43c3c21f1d82", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:25.883853 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dbea421-215c-43fd-acbf-9a9e02344d2f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:25.884472 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'tag': '7e15e933-c08e-4f0e-961b-43c3c21f1d82', 'status': 'completed', 'code': 200} Jul 05 09:59:25.887043 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:25.890060 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Added segment a1050650-4650-4fee-9ff6-444d450c2981 of type vlan for network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 Jul 05 09:59:26.052373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083605ea-9655-42b8-bcaa-695e5035d37f req-bb564c90-0ce2-411f-b191-1da107dc57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:26.055379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-bb564c90-0ce2-411f-b191-1da107dc57b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 1096 time: 0.2924416 Jul 05 09:59:26.107988 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0153c75-a86b-4159-9cb9-8dfb7fe2949b x-openstack-request-id: req-e0153c75-a86b-4159-9cb9-8dfb7fe2949b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:26.108325 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dc1854-1207-423a-93f2-89954c985e11", "name": "network-vif-deleted", "tag": "26669d40-c6be-4d63-bc75-8a89318e1a09", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:26.108743 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0153c75-a86b-4159-9cb9-8dfb7fe2949b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:26.114181 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dc1854-1207-423a-93f2-89954c985e11', 'name': 'network-vif-deleted', 'tag': '26669d40-c6be-4d63-bc75-8a89318e1a09', 'status': 'completed', 'code': 200} Jul 05 09:59:26.135838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.148698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e70e5-fbaa-4471-9d79-c26a8bb0c983 None None] Pushing event updated for resources: {'Port': ['ID=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:26.260181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-47461d3c-473a-4c77-85ce-a5256c548913 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82 HTTP/1.1" status: 200 len: 217 time: 0.1969669 Jul 05 09:59:26.289779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.305849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:26.306918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:26.644930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083605ea-9655-42b8-bcaa-695e5035d37f req-ff280303-b7ca-47dc-b415-202025533f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:26.647609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-ff280303-b7ca-47dc-b415-202025533f84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.3698065 Jul 05 09:59:26.851968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-c5d252a4-762b-4395-8bf9-5ee00bf0470e tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:26.872714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-c5d252a4-762b-4395-8bf9-5ee00bf0470e tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/networks?id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 200 len: 814 time: 0.4684663 Jul 05 09:59:26.945547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-a1f9b80d-b4fa-475a-b83c-25f86eb9fd78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2866409 Jul 05 09:59:26.970657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-5814256c-febf-48ed-9a01-9631a5b79fe8 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/quotas/b14c75ade05f4a319cd707ccd3956fb9 HTTP/1.1" status: 200 len: 375 time: 0.0961604 Jul 05 09:59:27.057173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-c0c800c9-4c54-4e3d-8deb-16068b46669c tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850079 Jul 05 09:59:27.088462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf891db9-62cc-4cb3-abe4-dc62c6ae97c1 req-703cabbc-a4a8-4488-a05a-f118595adda0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:27.095120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf891db9-62cc-4cb3-abe4-dc62c6ae97c1 req-703cabbc-a4a8-4488-a05a-f118595adda0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 944 time: 0.7951682 Jul 05 09:59:27.236805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf891db9-62cc-4cb3-abe4-dc62c6ae97c1 req-35bb602b-6ac1-42a9-8914-24de1769bc39 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311252 Jul 05 09:59:27.276319 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0080144 Jul 05 09:59:27.281264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39542) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:27.308844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-e079afdd-039e-4d76-8932-600bc9f3315f service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541613 Jul 05 09:59:27.327978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'subnet': {'network_id': 'c19c3a4c-9fa6-4dba-9e22-003aec4befbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:27.399063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-8154e0ec-49e2-439a-be50-a24ffdd3fe2f service neutron] 10.222.0.21 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409555 Jul 05 09:59:27.666800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-083605ea-9655-42b8-bcaa-695e5035d37f req-deb7e0bf-6331-4652-9638-2d397eb81c5c service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832129 Jul 05 09:59:27.702768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-5abdd078-7073-464e-b089-35d7458b8cbe service neutron] 10.222.0.21 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023148 Jul 05 09:59:27.804387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c76343-d776-44af-b84f-24e665dd5b4e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Network': ['ID=1518b3bb-8b89-4216-9ab2-7de8dabf98e4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:27.846229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:27.934245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:27.983499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Made reservation on behalf of b2f040316fa444d99e15b68e0d25d957 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:27.989782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.167167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee649d84-b046-4508-a6a0-f9dc5af25593 req-9d974e52-8d96-460c-8c12-3982b745fbf9 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "GET /v2.0/ports?device_id=11dc1854-1207-423a-93f2-89954c985e11 HTTP/1.1" status: 200 len: 210 time: 0.1910341 Jul 05 09:59:28.214759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-35464a01-6791-4275-8c58-32cd212ba41d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4069843 Jul 05 09:59:28.336673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 26669d40-c6be-4d63-bc75-8a89318e1a09 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:28.507694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24528d13-661a-4bae-80a7-7aeeeef60793 req-3eb783ed-71c9-4a74-be13-06c752b6bc23 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 210 time: 0.1341016 Jul 05 09:59:28.574313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83864bc7-8ed7-46b1-a6ce-71e5a709a73c None None] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:28.577100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.605891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-e78ca43b-c52e-4629-9895-bca379ab721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:28.612945 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-e78ca43b-c52e-4629-9895-bca379ab721a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 1096 time: 0.7322967 Jul 05 09:59:28.651938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dba9c311-d151-4a36-ad94-ff22722698b3 req-0c03cc4c-c072-4460-85ec-e97b0af7451e tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1264031 Jul 05 09:59:28.739954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-b874a3bc-d206-4ae1-9502-e27c2e6c5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:28.746743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-b874a3bc-d206-4ae1-9502-e27c2e6c5408 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1098 time: 0.4925244 Jul 05 09:59:28.759687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:28.772959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 26669d40-c6be-4d63-bc75-8a89318e1a09 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:28.773495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 26669d40-c6be-4d63-bc75-8a89318e1a09 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:28.847471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Provisioning for port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:28.869263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Provisioning complete for port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:28.870164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:28.890361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Subnet': ['ID=3cd25c42-722d-4c43-8c0a-ed1ac6b34566,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:28.945915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Checking segment: {'id': 'a1777eac-0792-4017-ad9d-08f31f820110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c19c3a4c-9fa6-4dba-9e22-003aec4befbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:28.946638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network hostable DHCP agents. Network: c19c3a4c-9fa6-4dba-9e22-003aec4befbc, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:28.953785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-49182397-7ee7-446c-8f82-2e7f053c7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:28.955909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-49182397-7ee7-446c-8f82-2e7f053c7701 service neutron] 10.222.0.15 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 912 time: 0.3358881 Jul 05 09:59:28.984401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-9662a93d-5277-4114-a3be-03fdbc05a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:28.985759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-9662a93d-5277-4114-a3be-03fdbc05a9aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.1976881 Jul 05 09:59:29.019901 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-a147972c-8440-472c-9621-6eca69ba2518 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82 HTTP/1.1" status: 200 len: 217 time: 0.0551996 Jul 05 09:59:29.037234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:29.078476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c19c3a4c-9fa6-4dba-9e22-003aec4befbc) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:29.088656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:29.089324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.107558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-1cf0224a-e216-40ad-98fd-6e78f4041676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:29.109272 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-1cf0224a-e216-40ad-98fd-6e78f4041676 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.0833135 Jul 05 09:59:29.111237 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-15d2db77-ac2b-4a08-b1d4-4b0a357e02ad tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8075726 Jul 05 09:59:29.114351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:29.120844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'subnet': {'network_id': '1518b3bb-8b89-4216-9ab2-7de8dabf98e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:29.142217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57ffe7-cd63-4cae-8963-9db52a77e83b None None] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:29.201941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-bf9cb69a-73d6-4e19-aa9e-dadac31042ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1002 time: 0.2091231 Jul 05 09:59:29.231773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c324aa-d039-4e04-a378-43afad4857c9 req-e6edb024-10e4-456a-ab24-e7d586500cc4 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:29.244624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24c324aa-d039-4e04-a378-43afad4857c9 req-e6edb024-10e4-456a-ab24-e7d586500cc4 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 944 time: 0.3133185 Jul 05 09:59:29.246001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-0ad8c334-9e3e-4e67-9504-7061a3b7c42a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209021 Jul 05 09:59:29.326872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7e15e933-c08e-4f0e-961b-43c3c21f1d82 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:29.359951 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.374376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24c324aa-d039-4e04-a378-43afad4857c9 req-7dee1b0f-e876-4cca-8989-15d330b90535 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281755 Jul 05 09:59:29.376326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-4688e64e-0f98-435a-b8ba-2f16872a7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:29.386941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-4688e64e-0f98-435a-b8ba-2f16872a7f22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.1394365 Jul 05 09:59:29.452382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:29.545053 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 09:59:29.568050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-a03de1fd-834d-43b0-b941-3677ebf0c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:29.600300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-a03de1fd-834d-43b0-b941-3677ebf0c303 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2004893 Jul 05 09:59:29.658912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Made reservation on behalf of b2f040316fa444d99e15b68e0d25d957 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:29.666819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.669793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] For port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,segment=NetworkSegment(74098dbd-42ef-4647-8ffa-914f3f2eb3ba),segment_id=74098dbd-42ef-4647-8ffa-914f3f2eb3ba)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:29.704606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c19c3a4c-9fa6-4dba-9e22-003aec4befbc', 'network_id': 'c19c3a4c-9fa6-4dba-9e22-003aec4befbc', 'tenant_id': 'b2f040316fa444d99e15b68e0d25d957', 'fixed_ips': [{'subnet_id': '3cd25c42-722d-4c43-8c0a-ed1ac6b34566'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:59:29.707176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.755751 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:29.983238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-7264bd1f-496f-4edd-ad3a-2d0756ff822d service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600540 Jul 05 09:59:30.040636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Allocated IP 172.20.0.2 (c19c3a4c-9fa6-4dba-9e22-003aec4befbc/3cd25c42-722d-4c43-8c0a-ed1ac6b34566/aade3292-b225-4824-8986-70a34b148822) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:30.255388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e50ae76-566d-4ecc-a871-2480d1f593d6 req-1897fe1e-992b-4e02-aa5e-22e3499dbe59 service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753210 Jul 05 09:59:30.257478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.262911 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-9292cced-8caf-4cd3-a0c9-7f43b34c0bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9963770 Jul 05 09:59:30.324682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e1d11e1-2278-487c-ad67-d927d9b1362f req-a10d812b-35e5-43ac-9f58-f90aeaee550c tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 210 time: 0.1626520 Jul 05 09:59:30.330088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eee614d8-802b-4620-b29f-73a5871e0b8f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.344528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-356ba03e-9a33-4d98-bb2e-5057a466bdd5 req-c6750c17-b8f6-49cb-9f91-95bc936fc008 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1867061 Jul 05 09:59:30.376160 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.391305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Transition to ACTIVE for port object aade3292-b225-4824-8986-70a34b148822 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:30.418590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Transition to ACTIVE for port object aade3292-b225-4824-8986-70a34b148822 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:30.540142 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.582004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eee614d8-802b-4620-b29f-73a5871e0b8f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.593785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Subnet': ['ID=8668458a-ad64-4f7d-96db-4e640808ee56,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:30.632942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Checking segment: {'id': 'a1050650-4650-4fee-9ff6-444d450c2981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1518b3bb-8b89-4216-9ab2-7de8dabf98e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:30.633501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network hostable DHCP agents. Network: 1518b3bb-8b89-4216-9ab2-7de8dabf98e4, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:30.664782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:30.691684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7e439-cdf0-4da5-9a3e-fc18ef21ef9e req-aa38e36b-d895-43c8-b38e-c2136f1d5c11 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:30.705081 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97b7e439-cdf0-4da5-9a3e-fc18ef21ef9e req-aa38e36b-d895-43c8-b38e-c2136f1d5c11 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 944 time: 0.1316690 Jul 05 09:59:30.716926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:30.734417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:30.740498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:59:30.766186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 1518b3bb-8b89-4216-9ab2-7de8dabf98e4) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:30.772816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.773941 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.778245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:30.781789 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.784981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5c0a6-7cac-4cc3-94e9-e8b9ac64a028 None None] Network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:30.797021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Pushing event updated for resources: {'Port': ['ID=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:30.818012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97b7e439-cdf0-4da5-9a3e-fc18ef21ef9e req-8b84da30-3f96-410e-a21a-4eba56929e85 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068769 Jul 05 09:59:30.828738 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f3dc9e6-10de-4673-897e-6438729c0ea0 req-7b605973-2ebc-43ab-9886-4b8debcc27aa service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465655 Jul 05 09:59:30.843042 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f93149a0-d808-4146-b581-aac7dd41eae5 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7264163 Jul 05 09:59:30.844207 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eee614d8-802b-4620-b29f-73a5871e0b8f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.847906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:30.848907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eee614d8-802b-4620-b29f-73a5871e0b8f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:30.850764 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eee614d8-802b-4620-b29f-73a5871e0b8f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/security-groups/39ba23f0-366b-48ca-ae88-2bec1e5016e8 HTTP/1.1" status: 204 len: 168 time: 1.3968651 Jul 05 09:59:30.859613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:30.886149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee614d8-802b-4620-b29f-73a5871e0b8f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba23f0-366b-48ca-ae88-2bec1e5016e8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:30.996986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-add406d5-8916-471c-a254-d9ade90e8dd0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.056806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-add406d5-8916-471c-a254-d9ade90e8dd0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.185544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-add406d5-8916-471c-a254-d9ade90e8dd0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.189078 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-add406d5-8916-471c-a254-d9ade90e8dd0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.192330 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-add406d5-8916-471c-a254-d9ade90e8dd0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7ec7095-0bf2-45f2-9849-7e07ae637f54 HTTP/1.1" status: 204 len: 168 time: 0.3324752 Jul 05 09:59:31.209069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:31.283327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add406d5-8916-471c-a254-d9ade90e8dd0 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ec7095-0bf2-45f2-9849-7e07ae637f54,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:31.341748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.342466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.343119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.344105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.344668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.345237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.345778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.346314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.347993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.348504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.349057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.349596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da588e7a-8a86-47a7-9bbe-2d40ab0e27bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:59:31.487195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7e15e933-c08e-4f0e-961b-43c3c21f1d82, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:31.526433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-5aaab062-770f-48e9-b9a7-f6236cd5ef89 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:31.529158 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-5aaab062-770f-48e9-b9a7-f6236cd5ef89 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "GET /v2.0/networks?id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 200 len: 814 time: 0.3622639 Jul 05 09:59:31.551940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Request body: {'port': {'device_id': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a', 'admin_state_up': True, 'tenant_id': 'b14c75ade05f4a319cd707ccd3956fb9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:31.560168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Attempting to bind port aade3292-b225-4824-8986-70a34b148822 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:31.560672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Attempting to bind port aade3292-b225-4824-8986-70a34b148822 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'a1777eac-0792-4017-ad9d-08f31f820110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c19c3a4c-9fa6-4dba-9e22-003aec4befbc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:31.561555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Attempting to bind port aade3292-b225-4824-8986-70a34b148822 on network c19c3a4c-9fa6-4dba-9e22-003aec4befbc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:31.651915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '7e15e933-c08e-4f0e-961b-43c3c21f1d82', 'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'port_id': '7e15e933-c08e-4f0e-961b-43c3c21f1d82', 'mac_address': 'fa:16:3e:5c:ef:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:31.721346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:31.721885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Checking segment: {'id': 'a1777eac-0792-4017-ad9d-08f31f820110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c19c3a4c-9fa6-4dba-9e22-003aec4befbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:31.722573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.723153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Bound using segment: {'id': 'a1777eac-0792-4017-ad9d-08f31f820110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c19c3a4c-9fa6-4dba-9e22-003aec4befbc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:31.725675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Bound port: aade3292-b225-4824-8986-70a34b148822, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1777eac-0792-4017-ad9d-08f31f820110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c19c3a4c-9fa6-4dba-9e22-003aec4befbc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:31.729781 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.789349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:31.835750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Pushing event updated for resources: {'Port': ['ID=aade3292-b225-4824-8986-70a34b148822,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:31.886699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Made reservation on behalf of b14c75ade05f4a319cd707ccd3956fb9 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:31.892140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.030338 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.054626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e15e933-c08e-4f0e-961b-43c3c21f1d82 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:32.076211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] For port aade3292-b225-4824-8986-70a34b148822, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:32.084175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eba2fa3b-3447-4327-a429-0d09b96bb789 None None] Provisioning complete for port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:32.084415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eba2fa3b-3447-4327-a429-0d09b96bb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.102449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7e15e933-c08e-4f0e-961b-43c3c21f1d82, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:32.126706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Allocated IP 172.20.0.2 (d29dcc60-27cd-47b2-8f72-b9c99b7f703a/b37a0880-0a1e-4768-bd0a-2c107c89223b/2b091550-66ec-4832-8a2d-cd8e376370f2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:32.136708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] For port aade3292-b225-4824-8986-70a34b148822, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=aade3292-b225-4824-8986-70a34b148822,segment=NetworkSegment(a1777eac-0792-4017-ad9d-08f31f820110),segment_id=a1777eac-0792-4017-ad9d-08f31f820110)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:32.170251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.189241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.213461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a207cb1-aceb-44aa-8c44-307347ba5085 req-1259df12-cdfb-4dc7-8ddf-a7e8ea4e23fd tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 210 time: 0.5495360 Jul 05 09:59:32.254515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-1518b3bb-8b89-4216-9ab2-7de8dabf98e4', 'network_id': '1518b3bb-8b89-4216-9ab2-7de8dabf98e4', 'tenant_id': 'b2f040316fa444d99e15b68e0d25d957', 'fixed_ips': [{'subnet_id': '8668458a-ad64-4f7d-96db-4e640808ee56'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:59:32.255588 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.328492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:32.331528 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.331842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f7184f9-0849-4c3e-84da-4d1cc89228f0 req-c2c05c9d-176c-4846-90fc-bbae0eb82997 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/ports?device_id=48604115-45a7-4728-a76e-0ccb3e682f4a HTTP/1.1" status: 200 len: 210 time: 0.1135373 Jul 05 09:59:32.569384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.594276 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.658704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:32.682422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7e15e933-c08e-4f0e-961b-43c3c21f1d82'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:32.713714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7e15e933-c08e-4f0e-961b-43c3c21f1d82,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:32.861394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Network d29dcc60-27cd-47b2-8f72-b9c99b7f703a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:32.868725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:32.887254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:32.894530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Pushing event updated for resources: {'Port': ['ID=2b091550-66ec-4832-8a2d-cd8e376370f2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:33.065660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:33.066645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.085285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-1ed62166-9771-4252-b050-a5836576a692 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5460064 Jul 05 09:59:33.103840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Request body: {'port': {'device_id': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:33.287014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:33.343104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153907cc-b6d4-43d4-8c15-2644f6f48934 req-369fac5d-10c4-4c8d-8a61-d109c8097c7a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:33.345054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-153907cc-b6d4-43d4-8c15-2644f6f48934 req-369fac5d-10c4-4c8d-8a61-d109c8097c7a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 945 time: 0.4544318 Jul 05 09:59:33.358659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Allocated IP 172.20.0.2 (1518b3bb-8b89-4216-9ab2-7de8dabf98e4/8668458a-ad64-4f7d-96db-4e640808ee56/48c731f5-9e55-4974-a5ad-269fd465b0a5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:33.408471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3a9e7-34ba-47bd-bc99-362c83044e73 None None] Pushing event updated for resources: {'Port': ['ID=aade3292-b225-4824-8986-70a34b148822,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:33.493806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7e7f1-636b-4217-96fe-bff3dda75843 req-67789363-e8d8-476b-b0ad-46007e2d7f20 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:33.497357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3c7e7f1-636b-4217-96fe-bff3dda75843 req-67789363-e8d8-476b-b0ad-46007e2d7f20 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.8794100 Jul 05 09:59:33.505604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-153907cc-b6d4-43d4-8c15-2644f6f48934 req-1e20d3fd-ca89-4795-b9a6-5afc1c0367a8 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191766 Jul 05 09:59:33.764027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Allocated IP 172.20.0.1 (c19c3a4c-9fa6-4dba-9e22-003aec4befbc/3cd25c42-722d-4c43-8c0a-ed1ac6b34566/65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:33.881793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3c7e7f1-636b-4217-96fe-bff3dda75843 req-d99c8158-a95f-461d-9e94-4333fee54acd tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482572 Jul 05 09:59:33.890866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device aade3292-b225-4824-8986-70a34b148822 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:33.983124 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.016177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Transition to ACTIVE for port object 48c731f5-9e55-4974-a5ad-269fd465b0a5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:34.059824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b091550-66ec-4832-8a2d-cd8e376370f2 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:34.067030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:34.067282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Transition to ACTIVE for port object 48c731f5-9e55-4974-a5ad-269fd465b0a5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:34.076819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port aade3292-b225-4824-8986-70a34b148822 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:34.103719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.110199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.188703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:34.194765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:34.199811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:34.210313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Transition to ACTIVE for port object 2b091550-66ec-4832-8a2d-cd8e376370f2 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:34.227689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.264280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.271832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Pushing event updated for resources: {'Port': ['ID=48c731f5-9e55-4974-a5ad-269fd465b0a5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:34.294948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403a63a1-827c-4a34-9bb8-2951b9c166a0 None None] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:34.297091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130dc7-9291-4339-ac56-b8627e51c0a9 req-90c76e7f-35a6-4d6d-82fe-27db4998dc1d tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:34.307480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9130dc7-9291-4339-ac56-b8627e51c0a9 req-90c76e7f-35a6-4d6d-82fe-27db4998dc1d tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 931 time: 0.4116569 Jul 05 09:59:34.339392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b091550-66ec-4832-8a2d-cd8e376370f2,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:34.360776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Transition to ACTIVE for port object 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:34.376903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.384906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9130dc7-9291-4339-ac56-b8627e51c0a9 req-f310d5a3-89a2-47d9-87b3-23777744295b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761304 Jul 05 09:59:34.457050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Attempting to bind port 48c731f5-9e55-4974-a5ad-269fd465b0a5 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:34.457827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Attempting to bind port 48c731f5-9e55-4974-a5ad-269fd465b0a5 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'a1050650-4650-4fee-9ff6-444d450c2981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1518b3bb-8b89-4216-9ab2-7de8dabf98e4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:34.458292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Attempting to bind port 48c731f5-9e55-4974-a5ad-269fd465b0a5 on network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:34.462657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fd701ab-8c5c-4625-bc97-befd3c3cd954 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.465280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4928b89-1922-4d11-b26e-cecf6e4e0479 None None] Provisioning for port aade3292-b225-4824-8986-70a34b148822 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:34.471251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:34.471761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Checking segment: {'id': 'a1050650-4650-4fee-9ff6-444d450c2981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1518b3bb-8b89-4216-9ab2-7de8dabf98e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:34.472247 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.472819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Bound using segment: {'id': 'a1050650-4650-4fee-9ff6-444d450c2981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1518b3bb-8b89-4216-9ab2-7de8dabf98e4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:34.473319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Bound port: 48c731f5-9e55-4974-a5ad-269fd465b0a5, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1050650-4650-4fee-9ff6-444d450c2981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1518b3bb-8b89-4216-9ab2-7de8dabf98e4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:34.473701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.492218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4928b89-1922-4d11-b26e-cecf6e4e0479 None None] Provisioning complete for port aade3292-b225-4824-8986-70a34b148822 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:34.493189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4928b89-1922-4d11-b26e-cecf6e4e0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.529554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.562714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fd701ab-8c5c-4625-bc97-befd3c3cd954 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.602414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:34.637914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:34.649291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:34.657009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Attempting to bind port 2b091550-66ec-4832-8a2d-cd8e376370f2 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:59:34.657396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Attempting to bind port 2b091550-66ec-4832-8a2d-cd8e376370f2 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:59:34.658088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Attempting to bind port 2b091550-66ec-4832-8a2d-cd8e376370f2 on network d29dcc60-27cd-47b2-8f72-b9c99b7f703a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:34.682042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Port 2b091550-66ec-4832-8a2d-cd8e376370f2 on network d29dcc60-27cd-47b2-8f72-b9c99b7f703a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 09:59:34.682042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Attempting to bind port 2b091550-66ec-4832-8a2d-cd8e376370f2 on network d29dcc60-27cd-47b2-8f72-b9c99b7f703a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:59:34.705460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] For port 48c731f5-9e55-4974-a5ad-269fd465b0a5, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:34.719164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:59:34.719613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Checking segment: {'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:34.720003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Bound using segment: {'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:59:34.720451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Bound port: 2b091550-66ec-4832-8a2d-cd8e376370f2, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b563eb-5a8b-4af8-b982-6ba74a4db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:59:34.721011 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.724607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fd701ab-8c5c-4625-bc97-befd3c3cd954 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.727765 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fd701ab-8c5c-4625-bc97-befd3c3cd954 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.733306 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4fd701ab-8c5c-4625-bc97-befd3c3cd954 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3a6304c-e500-4cee-b823-df12fb71e28c HTTP/1.1" status: 204 len: 168 time: 0.6612196 Jul 05 09:59:34.737566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:34.743480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Port': ['ID=65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:34.782385 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd701ab-8c5c-4625-bc97-befd3c3cd954 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a6304c-e500-4cee-b823-df12fb71e28c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:34.796339 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-bd70edad-0ab1-473d-9b8c-3f54e1706505 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] show failed (client error): The resource could not be found. Jul 05 09:59:34.798380 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bd70edad-0ab1-473d-9b8c-3f54e1706505 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "GET /v2.0/security-groups/b3a6304c-e500-4cee-b823-df12fb71e28c HTTP/1.1" status: 404 len: 347 time: 0.0408404 Jul 05 09:59:34.809062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] For port 48c731f5-9e55-4974-a5ad-269fd465b0a5, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=48c731f5-9e55-4974-a5ad-269fd465b0a5,segment=NetworkSegment(a1050650-4650-4fee-9ff6-444d450c2981),segment_id=a1050650-4650-4fee-9ff6-444d450c2981)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:34.822777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39612) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:34.828118 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.881512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] For port 2b091550-66ec-4832-8a2d-cd8e376370f2, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:34.886292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] For port 2b091550-66ec-4832-8a2d-cd8e376370f2, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2b091550-66ec-4832-8a2d-cd8e376370f2,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:59:34.896687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.966743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb7f4f-a580-41aa-9d70-ccd04d90a60a None None] Pushing event updated for resources: {'Port': ['ID=48c731f5-9e55-4974-a5ad-269fd465b0a5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:34.974389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:34.980247 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4928b89-1922-4d11-b26e-cecf6e4e0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.023741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:35.024560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.026591 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] 10.222.0.16 "PUT /v2.0/ports/2b091550-66ec-4832-8a2d-cd8e376370f2 HTTP/1.1" status: 200 len: 1092 time: 1.9275882 Jul 05 09:59:35.027279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'tag': '2b091550-66ec-4832-8a2d-cd8e376370f2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:35.029828 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7922bf3d-9709-425b-bc3b-1d869e614ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "f28a34e5-f314-43ca-bd11-6f3185c91b14", "tag": "2b091550-66ec-4832-8a2d-cd8e376370f2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:35.058228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4928b89-1922-4d11-b26e-cecf6e4e0479 None None] For port aade3292-b225-4824-8986-70a34b148822, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=aade3292-b225-4824-8986-70a34b148822,segment=NetworkSegment(a1777eac-0792-4017-ad9d-08f31f820110),segment_id=a1777eac-0792-4017-ad9d-08f31f820110)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:35.063821 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4928b89-1922-4d11-b26e-cecf6e4e0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.078176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c5271-8910-4171-92b8-34a80d6d5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b091550-66ec-4832-8a2d-cd8e376370f2,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:35.167370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4928b89-1922-4d11-b26e-cecf6e4e0479 None None] Pushing event updated for resources: {'Port': ['ID=aade3292-b225-4824-8986-70a34b148822,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:35.230453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-f2a6a792-8df8-4c7f-9d19-299cdecd1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:35.233228 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-f2a6a792-8df8-4c7f-9d19-299cdecd1d3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 1095 time: 0.1418176 Jul 05 09:59:35.295634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-fc956334-2a92-41b3-9008-0a28a240721b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b091550-66ec-4832-8a2d-cd8e376370f2 HTTP/1.1" status: 200 len: 217 time: 0.0508969 Jul 05 09:59:35.402121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-8eee7700-e911-4de4-b929-4bdccfec0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:35.405487 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-8eee7700-e911-4de4-b929-4bdccfec0282 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b37a0880-0a1e-4768-bd0a-2c107c89223b HTTP/1.1" status: 200 len: 854 time: 0.0994802 Jul 05 09:59:35.462871 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-c9ca3b82-a0ad-465e-9a90-50a14411979a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496442 Jul 05 09:59:35.505557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd575f3b-1804-43b3-a534-8053a2b78c63 None None] Provisioning for port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:35.514968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd575f3b-1804-43b3-a534-8053a2b78c63 None None] Provisioning complete for port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:35.515420 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd575f3b-1804-43b3-a534-8053a2b78c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.564237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1a9f6-3654-46e3-9259-9ff6166fe874 req-de9c77a5-3150-43b2-b1eb-15021f335607 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:35.571236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6e1a9f6-3654-46e3-9259-9ff6166fe874 req-de9c77a5-3150-43b2-b1eb-15021f335607 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 945 time: 0.8232319 Jul 05 09:59:35.630377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bd575f3b-1804-43b3-a534-8053a2b78c63 None None] Port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:35.667333 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-20ea02d1-6bf3-4446-8fac-bddd449044e0 service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959231 Jul 05 09:59:35.667561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd575f3b-1804-43b3-a534-8053a2b78c63 None None] Provisioning complete for port aade3292-b225-4824-8986-70a34b148822 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:35.668042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd575f3b-1804-43b3-a534-8053a2b78c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.818008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6e1a9f6-3654-46e3-9259-9ff6166fe874 req-9981515a-5b84-480f-99a7-61c344f45857 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377186 Jul 05 09:59:35.905428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port 373a0d29-019b-4e19-a4b1-bde7c97ac6d0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:35.905936 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.911007 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b619a6d-7eef-4059-bac6-4812bf3e0016 req-21c6569d-9821-4db1-80fc-79fdece00e55 service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353928 Jul 05 09:59:35.929122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305a9e0-d251-4bd2-bfbd-64ba3a22b4c8 req-97037960-1b0f-4452-af25-e18fd29015e6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:35.941086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6305a9e0-d251-4bd2-bfbd-64ba3a22b4c8 req-97037960-1b0f-4452-af25-e18fd29015e6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.7377076 Jul 05 09:59:35.947335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:35.961705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 48c731f5-9e55-4974-a5ad-269fd465b0a5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:35.983513 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac2f22-6d3e-4cd2-8b78-1bbf4700a72e x-openstack-request-id: req-91ac2f22-6d3e-4cd2-8b78-1bbf4700a72e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:35.983942 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28a34e5-f314-43ca-bd11-6f3185c91b14", "tag": "2b091550-66ec-4832-8a2d-cd8e376370f2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:35.984677 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91ac2f22-6d3e-4cd2-8b78-1bbf4700a72e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:35.986007 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'tag': '2b091550-66ec-4832-8a2d-cd8e376370f2', 'status': 'completed', 'code': 200} Jul 05 09:59:36.140466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 48c731f5-9e55-4974-a5ad-269fd465b0a5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:36.175603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device aade3292-b225-4824-8986-70a34b148822 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:36.190716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-0dbb6696-f1cd-452c-aab1-454862f03a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:36.193655 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-0dbb6696-f1cd-452c-aab1-454862f03a1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 1095 time: 0.1722553 Jul 05 09:59:36.231503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a68be8b2-55b6-4de6-a90a-6167c635725a None None] Provisioning complete for port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:36.232103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a68be8b2-55b6-4de6-a90a-6167c635725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.398979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-5cbb294f-dd11-4268-b8ea-7fa9935b5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:36.402220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-5cbb294f-dd11-4268-b8ea-7fa9935b5f23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 200 len: 915 time: 0.2005677 Jul 05 09:59:36.485803 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-eedc059a-dd7e-4d7f-aa5b-dddc28b66c92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b091550-66ec-4832-8a2d-cd8e376370f2 HTTP/1.1" status: 200 len: 217 time: 0.0711622 Jul 05 09:59:36.552617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7e15e933-c08e-4f0e-961b-43c3c21f1d82 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:36.583112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-1cb438d6-e377-410e-8389-bb2463993c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:36.586120 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-1cb438d6-e377-410e-8389-bb2463993c9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b37a0880-0a1e-4768-bd0a-2c107c89223b HTTP/1.1" status: 200 len: 854 time: 0.0896215 Jul 05 09:59:36.629509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6305a9e0-d251-4bd2-bfbd-64ba3a22b4c8 req-08e92043-479a-4223-acbc-7794d28890d3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710757 Jul 05 09:59:36.662359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a68be8b2-55b6-4de6-a90a-6167c635725a None None] Port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:36.672407 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-1e98f8e7-2e84-4f07-a63d-62ca630e8ee3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787036 Jul 05 09:59:36.692879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.692879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.708502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port aade3292-b225-4824-8986-70a34b148822 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:36.709131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.726472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for 373a0d29-019b-4e19-a4b1-bde7c97ac6d0 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:36.765082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:36.774897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:36.775244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.788206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting port 3f3ff564-d489-41e8-9059-d98689c92e21 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:36.788746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:36.819757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ec487-7b66-4751-b2a3-aa224449bc50 req-8717fb2d-adba-464e-bdf5-5243a5e8346d tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:36.823569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a1ec487-7b66-4751-b2a3-aa224449bc50 req-8717fb2d-adba-464e-bdf5-5243a5e8346d tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 943 time: 0.4352593 Jul 05 09:59:36.860671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed014c9-9bd9-498b-b3c9-3acfb3640c08 None None] Network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:36.911249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-40148f32-4e0c-404b-b93a-76b6a937e9cf service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239499 Jul 05 09:59:37.014895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-685d1729-41d3-43d0-8cb7-e17f5dd7814f None None] Provisioning for port 48c731f5-9e55-4974-a5ad-269fd465b0a5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:37.037504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-685d1729-41d3-43d0-8cb7-e17f5dd7814f None None] Provisioning complete for port 48c731f5-9e55-4974-a5ad-269fd465b0a5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:37.037858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-685d1729-41d3-43d0-8cb7-e17f5dd7814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.072614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.147933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e15e933-c08e-4f0e-961b-43c3c21f1d82'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:37.150314 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27581d9-e1ed-4ebf-9676-8e6491a4d5cf" -d '{"events": [{"server_uuid": "07d5ceae-4e48-4344-93a5-0c0e54506c13", "name": "network-vif-plugged", "status": "completed", "tag": "7e15e933-c08e-4f0e-961b-43c3c21f1d82"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:37.162625 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7922bf3d-9709-425b-bc3b-1d869e614ddc req-cf795db1-e4b1-4891-b267-5a789df1ec7f service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381124 Jul 05 09:59:37.180600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7e15e933-c08e-4f0e-961b-43c3c21f1d82, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:37.205741 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.303479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.303867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-685d1729-41d3-43d0-8cb7-e17f5dd7814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.308149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7e15e933-c08e-4f0e-961b-43c3c21f1d82,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:37.335661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a1ec487-7b66-4751-b2a3-aa224449bc50 req-538a86b9-0c12-4597-9465-c33ce179d796 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405100 Jul 05 09:59:37.342413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.386763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-685d1729-41d3-43d0-8cb7-e17f5dd7814f None None] For port 48c731f5-9e55-4974-a5ad-269fd465b0a5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=48c731f5-9e55-4974-a5ad-269fd465b0a5,segment=NetworkSegment(a1050650-4650-4fee-9ff6-444d450c2981),segment_id=a1050650-4650-4fee-9ff6-444d450c2981)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:37.396543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-685d1729-41d3-43d0-8cb7-e17f5dd7814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.459307 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248570d7-e7d2-455f-a709-da6406533662 x-openstack-request-id: req-248570d7-e7d2-455f-a709-da6406533662 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:37.459829 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5ceae-4e48-4344-93a5-0c0e54506c13", "name": "network-vif-plugged", "status": "completed", "tag": "7e15e933-c08e-4f0e-961b-43c3c21f1d82", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:37.461466 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-248570d7-e7d2-455f-a709-da6406533662 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:37.462157 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e15e933-c08e-4f0e-961b-43c3c21f1d82', 'code': 200} Jul 05 09:59:37.465876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] For port 3f3ff564-d489-41e8-9059-d98689c92e21, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3f3ff564-d489-41e8-9059-d98689c92e21,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:37.466247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.506389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.510268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Calling delete_port for 3f3ff564-d489-41e8-9059-d98689c92e21 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:37.529252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d1729-41d3-43d0-8cb7-e17f5dd7814f None None] Pushing event updated for resources: {'Port': ['ID=48c731f5-9e55-4974-a5ad-269fd465b0a5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:37.562669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1ff6a-499d-41ad-b08d-4933187bb869 req-1a3810c8-2ddd-4257-918a-4157e336d634 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:37.570962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adf1ff6a-499d-41ad-b08d-4933187bb869 req-1a3810c8-2ddd-4257-918a-4157e336d634 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 945 time: 0.4835143 Jul 05 09:59:37.573040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Port': ['ID=65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:37.675323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676261-9589-4583-8a02-26916be4a414 req-02b358bc-d83b-4382-8ba6-6a1ac81cdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:37.688632 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-56676261-9589-4583-8a02-26916be4a414 req-02b358bc-d83b-4382-8ba6-6a1ac81cdf99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 1098 time: 0.1236708 Jul 05 09:59:37.746926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.762425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 48c731f5-9e55-4974-a5ad-269fd465b0a5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:37.787937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adf1ff6a-499d-41ad-b08d-4933187bb869 req-cfd151f6-657f-4948-9be4-56aeac375025 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108114 Jul 05 09:59:37.816274 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-56676261-9589-4583-8a02-26916be4a414 req-62aca904-2003-448c-b440-482c379062e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123106 Jul 05 09:59:37.830442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=373a0d29-019b-4e19-a4b1-bde7c97ac6d0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:37.869073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 48c731f5-9e55-4974-a5ad-269fd465b0a5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:37.869784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.961681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b6c9c07e-ce63-4329-b7c6-422e4deed17a None None] Provisioning complete for port 48c731f5-9e55-4974-a5ad-269fd465b0a5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:37.962355 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c07e-ce63-4329-b7c6-422e4deed17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:37.992692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:38.030812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:38.044761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.047360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.048566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2cdf85a2-636e-4f16-bef4-4c91d8153920 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/floatingips/66a56048-2b2f-4137-99bf-d9b31aed4578 HTTP/1.1" status: 204 len: 168 time: 3.1967649 Jul 05 09:59:38.055409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:38.254674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abd08a-9d69-4b38-8ba1-01af7309db9e req-c88b8930-dcf7-4be5-ab7b-87615decc3f0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:38.256373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3abd08a-9d69-4b38-8ba1-01af7309db9e req-c88b8930-dcf7-4be5-ab7b-87615decc3f0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.2860510 Jul 05 09:59:38.260437 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.284598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2b091550-66ec-4832-8a2d-cd8e376370f2 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:38.307425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port 13041785-32e6-436d-ac3b-56cf005939fc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:38.308440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.314244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Port': ['ID=3f3ff564-d489-41e8-9059-d98689c92e21,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:38.485384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2b091550-66ec-4832-8a2d-cd8e376370f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2b091550-66ec-4832-8a2d-cd8e376370f2,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:38.497223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3abd08a-9d69-4b38-8ba1-01af7309db9e req-7fa9a1a5-42d8-42c8-ad1a-a29d8962bb6f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197063 Jul 05 09:59:38.509482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '2b091550-66ec-4832-8a2d-cd8e376370f2', 'network_id': 'd29dcc60-27cd-47b2-8f72-b9c99b7f703a', 'port_id': '2b091550-66ec-4832-8a2d-cd8e376370f2', 'mac_address': 'fa:16:3e:b6:de:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37a0880-0a1e-4768-bd0a-2c107c89223b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:38.538762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Router 61aedf7e-f7d3-4e8f-8e80-849042c41e60 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:59:38.571352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e5e40366-ec20-45f5-b762-93b51e3444ed None None] Provisioning complete for port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:38.571878 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5e40366-ec20-45f5-b762-93b51e3444ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.611598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.621495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.642055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for 13041785-32e6-436d-ac3b-56cf005939fc owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:38.648572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e5e40366-ec20-45f5-b762-93b51e3444ed None None] Port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:38.675272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b091550-66ec-4832-8a2d-cd8e376370f2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:38.732968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2b091550-66ec-4832-8a2d-cd8e376370f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2b091550-66ec-4832-8a2d-cd8e376370f2,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:38.743224 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:38.874624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=2b091550-66ec-4832-8a2d-cd8e376370f2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:38.968284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:38.978126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f4d3c9c2-91e4-4be5-931d-2b1dca7a7446 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "PUT /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1299627 Jul 05 09:59:38.988088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:38.990990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] Sync routers for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:38.996005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.014496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:39.016508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:39.034891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['2b091550-66ec-4832-8a2d-cd8e376370f2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:39.044525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.055924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=13041785-32e6-436d-ac3b-56cf005939fc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:39.121767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:39.130163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b3a6-f3ab-4b67-a5cf-780c83ca69bc req-68a1b09d-e347-4c05-bdbe-201da8dd3809 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:39.131950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78a6b3a6-f3ab-4b67-a5cf-780c83ca69bc req-68a1b09d-e347-4c05-bdbe-201da8dd3809 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 944 time: 0.3580606 Jul 05 09:59:39.153962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:39.154622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:39.214586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.218948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5e98d6fd-4c53-4e67-a122-c4d98a0ea9a9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/ports/13041785-32e6-436d-ac3b-56cf005939fc HTTP/1.1" status: 204 len: 168 time: 1.1617460 Jul 05 09:59:39.224142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:39.225428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:39.226477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6d7ee-8a70-42d6-9288-8c121d1aa8ed None None] The sync data for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:39.359318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port 1b711ea9-8693-4dc5-93cd-d0885018b043 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:39.359735 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.491758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.512781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for 1b711ea9-8693-4dc5-93cd-d0885018b043 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:39.730185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.774305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=1b711ea9-8693-4dc5-93cd-d0885018b043,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:39.820183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78a6b3a6-f3ab-4b67-a5cf-780c83ca69bc req-c029d94d-650e-4177-b21f-03190ddaf0ff tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954662 Jul 05 09:59:39.868054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfdf56-3e61-416e-88d9-1ecf9863d0cf req-56576e84-0831-45ac-aea1-5a0e4cfcbd89 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:39.870756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8dcfdf56-3e61-416e-88d9-1ecf9863d0cf req-56576e84-0831-45ac-aea1-5a0e4cfcbd89 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.8234725 Jul 05 09:59:39.888790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:39.893614 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7abca819-1346-4f06-ae27-15a51bba256f tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/ports/1b711ea9-8693-4dc5-93cd-d0885018b043 HTTP/1.1" status: 204 len: 168 time: 0.6658463 Jul 05 09:59:39.894142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:39.960376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting subnet 6b3a3ba5-22be-4813-ada1-23f347451c21 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:39.964358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.015171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.133122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8dcfdf56-3e61-416e-88d9-1ecf9863d0cf req-6a0fae04-e31a-447a-906c-ffb3b76bf4b8 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485991 Jul 05 09:59:40.174103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.289398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.301004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2b091550-66ec-4832-8a2d-cd8e376370f2 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:40.321685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.328855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/subnets/6b3a3ba5-22be-4813-ada1-23f347451c21 HTTP/1.1" status: 204 len: 168 time: 0.4291391 Jul 05 09:59:40.340410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:40.344843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:40.362091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a77bd-df05-4048-a927-9a04322f3987 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3a3ba5-22be-4813-ada1-23f347451c21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:40.364973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77774f4-82f5-4a37-b463-a118335bbc72 None None] Network d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:40.374008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be6508-9ede-425b-802d-08c6f29886c9 req-c9a7e36c-84fa-4a79-a463-ebb04c68da44 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:40.375589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98be6508-9ede-425b-802d-08c6f29886c9 req-c9a7e36c-84fa-4a79-a463-ebb04c68da44 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.3609993 Jul 05 09:59:40.436756 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-b25a1aeb-e4a3-454d-897b-1842e8b3da0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 09:59:40.443550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b25a1aeb-e4a3-454d-897b-1842e8b3da0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "PUT /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4489200 Jul 05 09:59:40.443724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:40.476306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting subnet 7809b291-544e-4ffa-8cf5-252a62abc5e2 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:40.522447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 2b091550-66ec-4832-8a2d-cd8e376370f2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:40.532123 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.549912 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 2b091550-66ec-4832-8a2d-cd8e376370f2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:40.550513 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.567369 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98be6508-9ede-425b-802d-08c6f29886c9 req-bb25ecec-2dd1-4b6d-9745-bddca638770f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505477 Jul 05 09:59:40.631876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.687974 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.720089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b091550-66ec-4832-8a2d-cd8e376370f2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:40.723167 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a515d-2e4c-43bb-a12f-91749b45cd81" -d '{"events": [{"server_uuid": "f28a34e5-f314-43ca-bd11-6f3185c91b14", "name": "network-vif-plugged", "status": "completed", "tag": "2b091550-66ec-4832-8a2d-cd8e376370f2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:40.744202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 2b091550-66ec-4832-8a2d-cd8e376370f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2b091550-66ec-4832-8a2d-cd8e376370f2,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:40.758795 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.850402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] DHCP port deletion for d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:40.853651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.911440 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8969d1c8-a1d9-4d50-8248-1abad2fce5c9 x-openstack-request-id: req-8969d1c8-a1d9-4d50-8248-1abad2fce5c9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:40.914213 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28a34e5-f314-43ca-bd11-6f3185c91b14", "name": "network-vif-plugged", "status": "completed", "tag": "2b091550-66ec-4832-8a2d-cd8e376370f2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:40.915006 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8969d1c8-a1d9-4d50-8248-1abad2fce5c9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:40.915731 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b091550-66ec-4832-8a2d-cd8e376370f2', 'code': 200} Jul 05 09:59:40.954690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=2b091550-66ec-4832-8a2d-cd8e376370f2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:40.967514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:40.988394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] Sync routers for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:40.991045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bcd4480b-f803-4f35-80c0-9eb0be226cb3 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "PUT /v2.0/routers/ddd1d45d-c564-4559-bd01-0f6a4eabb8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7806566 Jul 05 09:59:40.992219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:40.997018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39652) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:41.003146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] Deleting port ba1c69f2-61ca-40f4-b444-bfc4eab207dc {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:41.004480 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.024323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Subnet': ['ID=7809b291-544e-4ffa-8cf5-252a62abc5e2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:41.031849 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.033860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5ea35cc4-7f8e-4d5c-9180-445b520185b9 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/subnets/7809b291-544e-4ffa-8cf5-252a62abc5e2 HTTP/1.1" status: 204 len: 168 time: 0.6922123 Jul 05 09:59:41.041485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:41.061312 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:41.062020 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:41.063393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b357c-b68f-4063-9cf0-0fc573a6e3f6 None None] Network f5cf31f1-922c-4681-98dd-3d68246fb773 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:41.151705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] For port ba1c69f2-61ca-40f4-b444-bfc4eab207dc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ba1c69f2-61ca-40f4-b444-bfc4eab207dc,segment=NetworkSegment(da16f751-faf4-4adb-899b-c1fcb75191b0),segment_id=da16f751-faf4-4adb-899b-c1fcb75191b0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:41.152274 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.177342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] Calling delete_port for ba1c69f2-61ca-40f4-b444-bfc4eab207dc owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:41.279322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-6fcf2b53-29f9-4718-8834-4fb3da7c8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:41.281471 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-6fcf2b53-29f9-4718-8834-4fb3da7c8213 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 1098 time: 0.3499703 Jul 05 09:59:41.295582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting subnet 5537713a-8f2b-4616-86e9-85efd6e77145 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 09:59:41.300071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.344871 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:41.358237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.391729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.445199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.500131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903bb8-e86f-4013-8e2d-a448e32c6fc2 req-a6103191-3bcc-46ec-944b-4e35eadb1f7f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:41.503221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48903bb8-e86f-4013-8e2d-a448e32c6fc2 req-a6103191-3bcc-46ec-944b-4e35eadb1f7f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.3293488 Jul 05 09:59:41.522866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] DHCP port deletion for f5cf31f1-922c-4681-98dd-3d68246fb773 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:41.528802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] Pushing event deleted for resources: {'Port': ['ID=ba1c69f2-61ca-40f4-b444-bfc4eab207dc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:41.540376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa445bc5-e29f-4be5-8588-08e291667b9f None None] No DVR routers for this DVR port ba1c69f2-61ca-40f4-b444-bfc4eab207dc on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:41.576967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86935d8-90cc-4dc5-8a38-e1eced56a8f1 req-7d9bdd13-55de-4a17-9864-ed1bc23c3a25 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:41.579004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c86935d8-90cc-4dc5-8a38-e1eced56a8f1 req-7d9bdd13-55de-4a17-9864-ed1bc23c3a25 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 945 time: 0.3321004 Jul 05 09:59:41.624647 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:59:38Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:41.629900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] Deleting port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:41.631952 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.634703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.657629 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] Checking router: ddd1d45d-c564-4559-bd01-0f6a4eabb8ea for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:59:41.670501 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] Routers {'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:41.671843 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:41.709811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff4ab7-892a-4083-a784-392411c7bdac req-77f32d8f-e66c-49f0-a7ad-6951a1cf8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:41.711520 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4ff4ab7-892a-4083-a784-392411c7bdac req-77f32d8f-e66c-49f0-a7ad-6951a1cf8324 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 1097 time: 0.6023953 Jul 05 09:59:41.715735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-61421dc5-11b3-46a2-bc4c-a5675c3f2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:41.717307 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-61421dc5-11b3-46a2-bc4c-a5675c3f2064 service neutron] 10.222.0.15 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 912 time: 0.4283116 Jul 05 09:59:41.738067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ba1c69f2-61ca-40f4-b444-bfc4eab207dc no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:41.742033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48903bb8-e86f-4013-8e2d-a448e32c6fc2 req-dd5cd97a-5ee9-44df-ba11-3a19aca72cb9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297518 Jul 05 09:59:41.789241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.792246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ba1c69f2-61ca-40f4-b444-bfc4eab207dc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:41.793108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ba1c69f2-61ca-40f4-b444-bfc4eab207dc not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:41.793694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 86c49c5c-28ca-493c-ba1f-f88c7c30f350 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:41.832126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c86935d8-90cc-4dc5-8a38-e1eced56a8f1 req-4a07bc92-1051-40ad-b60c-411fbf797c92 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012437 Jul 05 09:59:41.841887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:41.858699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da16f751-faf4-4adb-899b-c1fcb75191b0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:41.859502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da16f751-faf4-4adb-899b-c1fcb75191b0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:41.874663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.879126 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] Set router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:59:41.895992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.898350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] For port 86c49c5c-28ca-493c-ba1f-f88c7c30f350, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=86c49c5c-28ca-493c-ba1f-f88c7c30f350,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:41.899190 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.906310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:41.907194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:41.907500 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-823746b1-cda2-43aa-b77e-b12a28955ddc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82 HTTP/1.1" status: 200 len: 217 time: 0.1725032 Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:41.913043 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:41.928241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] Calling delete_port for 86c49c5c-28ca-493c-ba1f-f88c7c30f350 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:42.021255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.037563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.042707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/networks/d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1 HTTP/1.1" status: 204 len: 168 time: 0.9999192 Jul 05 09:59:42.047266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:42.054065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.062668 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c4ff4ab7-892a-4083-a784-392411c7bdac req-cade9358-a898-4eda-9cd7-0f6ba09a1fe6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383157 Jul 05 09:59:42.072655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.103363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Subnet': ['ID=5537713a-8f2b-4616-86e9-85efd6e77145,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:42.107592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.109497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5dab1622-0296-4d04-abce-48dba1a9d7e4 tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/subnets/5537713a-8f2b-4616-86e9-85efd6e77145 HTTP/1.1" status: 204 len: 168 time: 1.1107278 Jul 05 09:59:42.131722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:42.133530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-a43a81a3-366a-4b50-9df0-f73d161651b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:42.135184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-a43a81a3-366a-4b50-9df0-f73d161651b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.2135823 Jul 05 09:59:42.139510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0427e-4396-4b4f-9b86-4b49b2ee6a80 None None] Network 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:59:42.154594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537359d5-9359-47f7-94d4-9cdfe2528770 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Network': ['ID=d845a6ce-cdfa-42d6-9a84-87ae53a1c9d1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:42.197723 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:59:38Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:42.234537 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-a0b48819-0c5c-4a10-b537-efc945a30995 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881627 Jul 05 09:59:42.239364 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eebd2f-eb3a-4ff0-9d3f-5335e8160bfc None None] The sync data for ids ['ddd1d45d-c564-4559-bd01-0f6a4eabb8ea'] in n-d-771363-33 is: [{'id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101700618', 'tenant_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '340532f0-094e-4863-843d-787e543f0eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:57:10Z', 'updated_at': '2021-07-05T09:59:38Z', 'revision_number': 5, 'project_id': 'd92e60f551ee4b73b11847c85fbfb3a3', 'gw_port': {'id': '340532f0-094e-4863-843d-787e543f0eec', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd1d45d-c564-4559-bd01-0f6a4eabb8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:57:12Z', 'updated_at': '2021-07-05T09:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:42.253476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.290647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401d491-3cfc-45c3-ad21-80f99c19e0a8 req-0b9fda4a-8d21-450c-afd5-909ac27fdd48 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:42.291699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e401d491-3cfc-45c3-ad21-80f99c19e0a8 req-0b9fda4a-8d21-450c-afd5-909ac27fdd48 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.2055309 Jul 05 09:59:42.370923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e401d491-3cfc-45c3-ad21-80f99c19e0a8 req-b080d98b-4014-4895-bc72-753dddeae043 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659111 Jul 05 09:59:42.387470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Deleting port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:42.387826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.427569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 86c49c5c-28ca-493c-ba1f-f88c7c30f350, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=86c49c5c-28ca-493c-ba1f-f88c7c30f350,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:42.445363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.453326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.483108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.511108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] For port 86c49c5c-28ca-493c-ba1f-f88c7c30f350, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=86c49c5c-28ca-493c-ba1f-f88c7c30f350,segment=NetworkSegment(7123bc59-6d3b-49dc-882f-783018753251),segment_id=7123bc59-6d3b-49dc-882f-783018753251)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:42.512728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.542123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Calling delete_port for 86c49c5c-28ca-493c-ba1f-f88c7c30f350 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:42.709303 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-f0c23de4-5a5e-4809-a2b6-7f1acde0715a service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637539 Jul 05 09:59:42.825257 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.892421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:42.920852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=86c49c5c-28ca-493c-ba1f-f88c7c30f350,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:42.960864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] Pushing event deleted for resources: {'Port': ['ID=86c49c5c-28ca-493c-ba1f-f88c7c30f350,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:42.974491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f494d8-b1f6-43d1-aa00-61d76c35c00f None None] No DVR routers for this DVR port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:42.996654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Port': ['ID=86c49c5c-28ca-493c-ba1f-f88c7c30f350,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:43.055177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] No DVR routers for this DVR port 86c49c5c-28ca-493c-ba1f-f88c7c30f350 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:43.196402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8dc9efad-0b15-4ae4-8ad8-69ea307cd971 req-99c25587-2408-4c2b-96a3-78a7edcfe379 service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777126 Jul 05 09:59:43.206638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.233807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] DHCP port deletion for 7860b73f-ef8e-4202-a9cc-2f098d83dfd7 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 09:59:43.330178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] Deleting port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:43.330876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.422255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] For port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9e5d5ba7-2d2c-40ce-8906-31b23c072b4d,segment=NetworkSegment(51ab9fe4-1328-4359-9a47-d1ba39a6a357),segment_id=51ab9fe4-1328-4359-9a47-d1ba39a6a357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:43.422779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.441044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Deleting port 340532f0-094e-4863-843d-787e543f0eec {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:43.441407 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.444230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] Calling delete_port for 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:43.451557 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.481986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cf31f1-922c-4681-98dd-3d68246fb773']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.516615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7123bc59-6d3b-49dc-882f-783018753251') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.518489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7123bc59-6d3b-49dc-882f-783018753251') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:43.551492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.554078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.600091 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.615595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] No DVR routers for this DVR port 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:43.626398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf53d3-5866-442c-9e8b-749baa1c67fa req-c7c1d11f-3cf6-4975-a2be-30c43d35a980 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:43.629366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4abf53d3-5866-442c-9e8b-749baa1c67fa req-c7c1d11f-3cf6-4975-a2be-30c43d35a980 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 945 time: 0.4097574 Jul 05 09:59:43.636771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee4db5-d018-41f8-a5d8-c2c738a76d80 None None] Pushing event deleted for resources: {'Port': ['ID=9e5d5ba7-2d2c-40ce-8906-31b23c072b4d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:43.645134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838cc7e-a539-4da2-b5cc-e30f3697cb18 req-0722a0b7-e97d-4cbb-ad02-a653648f1e08 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:43.647941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1838cc7e-a539-4da2-b5cc-e30f3697cb18 req-0722a0b7-e97d-4cbb-ad02-a653648f1e08 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.3387074 Jul 05 09:59:43.652158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:43.652846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: timer() Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:43.659744 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:43.738759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f3ff564-d489-41e8-9059-d98689c92e21 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:43.761405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3f3ff564-d489-41e8-9059-d98689c92e21 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:43.761830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3f3ff564-d489-41e8-9059-d98689c92e21 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:43.762267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:43.783276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:43.784187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9e5d5ba7-2d2c-40ce-8906-31b23c072b4d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:43.859890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4abf53d3-5866-442c-9e8b-749baa1c67fa req-f7ec17d0-6a88-4bcb-be95-4f38f15e4c7d tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104788 Jul 05 09:59:43.864560 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.874151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.883366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] 10.222.0.21 "DELETE /v2.0/networks/f5cf31f1-922c-4681-98dd-3d68246fb773 HTTP/1.1" status: 204 len: 168 time: 1.8276520 Jul 05 09:59:43.888125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1838cc7e-a539-4da2-b5cc-e30f3697cb18 req-8ed3994c-30da-4fa7-a9e2-b991b9501afa tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273688 Jul 05 09:59:43.923011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d1109-35b0-45cb-825e-8cb530e7d5e2 tempest-TaggedBootDevicesTest_v242-2002470674 tempest-TaggedBootDevicesTest_v242-2002470674-project] Pushing event deleted for resources: {'Network': ['ID=f5cf31f1-922c-4681-98dd-3d68246fb773,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:43.954630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Deleting port 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:43.955709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.962910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] For port 340532f0-094e-4863-843d-787e543f0eec, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=340532f0-094e-4863-843d-787e543f0eec,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:43.963445 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.044478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bd87d13-8323-4070-bd53-64216ce957b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.083142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Calling delete_port for 340532f0-094e-4863-843d-787e543f0eec owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:44.219768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a613-2af5-4fcb-aafa-952a832a54a3 req-ae71aecd-2475-42b8-b9ec-ec022cf7101e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:44.224623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ee0a613-2af5-4fcb-aafa-952a832a54a3 req-ae71aecd-2475-42b8-b9ec-ec022cf7101e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.0911632 Jul 05 09:59:44.225716 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.244783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c022fed8-81f7-4758-b339-626075d10e42 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 09:59:44.253642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Calling delete_port for 65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 09:59:44.280934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ee0a613-2af5-4fcb-aafa-952a832a54a3 req-8edfcc6d-025b-4a00-9ba4-3402329c57c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511439 Jul 05 09:59:44.409662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:44.439748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'c022fed8-81f7-4758-b339-626075d10e42', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'port_id': 'c022fed8-81f7-4758-b339-626075d10e42', 'mac_address': 'fa:16:3e:3e:94:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 09:59:44.526722 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.567212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c022fed8-81f7-4758-b339-626075d10e42 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 09:59:44.582592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.605003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:44.613146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.656704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Port': ['ID=340532f0-094e-4863-843d-787e543f0eec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:44.731124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:44.749799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.750125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['c022fed8-81f7-4758-b339-626075d10e42'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 09:59:44.819348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Port': ['ID=65cfafe7-2ac8-46b7-acd7-e887bb0fe6f3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:44.887559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.247290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0e06-3469-4310-98fd-29fbd007e516 req-02cfbb57-1d2d-453a-a014-aea211c33b41 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:45.250776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a78b0e06-3469-4310-98fd-29fbd007e516 req-02cfbb57-1d2d-453a-a014-aea211c33b41 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 945 time: 0.1362445 Jul 05 09:59:45.304940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.310363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.394433 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a78b0e06-3469-4310-98fd-29fbd007e516 req-ec2d2f89-f8cb-49e8-8a7d-60f2a716e311 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338465 Jul 05 09:59:45.486295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f1b56-a96c-4216-8011-d8a364de17c2 req-f0cf6faf-94a5-4c8d-99f1-0a81843e89b1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:45.488742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f1f1b56-a96c-4216-8011-d8a364de17c2 req-f0cf6faf-94a5-4c8d-99f1-0a81843e89b1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.2317135 Jul 05 09:59:45.568985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f1f1b56-a96c-4216-8011-d8a364de17c2 req-12558459-5a22-48ba-ad55-43051457bd32 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638804 Jul 05 09:59:45.593088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.594235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Fanout notify agent at l3_agent the message router_deleted on router ddd1d45d-c564-4559-bd01-0f6a4eabb8ea {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 09:59:45.629663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.637013 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5984bb02-95c0-4ad5-afad-85981e0f9e2a tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/routers/ddd1d45d-c564-4559-bd01-0f6a4eabb8ea HTTP/1.1" status: 204 len: 168 time: 3.5004587 Jul 05 09:59:45.638598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:45.714760 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:59:45.736289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:45.908818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd4157-6914-48dd-aa89-08a139db510e req-d413c4c6-836b-475d-a0f0-14e54562fd36 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:45.948336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78fd4157-6914-48dd-aa89-08a139db510e req-d413c4c6-836b-475d-a0f0-14e54562fd36 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.3522251 Jul 05 09:59:46.045859 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.105640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78fd4157-6914-48dd-aa89-08a139db510e req-16718dc6-0be3-4b9e-8bdf-c0ca595254d3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560397 Jul 05 09:59:46.181178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Router 61aedf7e-f7d3-4e8f-8e80-849042c41e60 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:46.258139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c022fed8-81f7-4758-b339-626075d10e42 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:59:46.388073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port c022fed8-81f7-4758-b339-626075d10e42 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:46.388989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.491846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:46.519872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:46.520721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] Sync routers for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:46.533177 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-80363f1c-e640-448d-958d-d8dc9b8fa455 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "PUT /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0873642 Jul 05 09:59:46.615626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.616312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:46.617065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.638789 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-ef9ea86d-d501-425d-ad3e-3c4126cd4897 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] delete failed (client error): The resource could not be found. Jul 05 09:59:46.641245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ef9ea86d-d501-425d-ad3e-3c4126cd4897 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1391614296 HTTP/1.1" status: 404 len: 335 time: 0.1194146 Jul 05 09:59:46.652583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:46.660550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7860b73f-ef8e-4202-a9cc-2f098d83dfd7']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.691679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ab9fe4-1328-4359-9a47-d1ba39a6a357') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.692567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ab9fe4-1328-4359-9a47-d1ba39a6a357') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.711242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9caa622a-d3dd-480b-b0ad-6a8b8b9df137 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'router': {'external_gateway_info': {'network_id': '61aedf7e-f7d3-4e8f-8e80-849042c41e60'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:46.714454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.729771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.745274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.801772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:46.802488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.845399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.864226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:46.864908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25775e-4743-4f19-b1ba-48167da57727 None None] The sync data for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:46.895943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:46.898119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 09:59:46.898315 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a7b0f2-4d7c-4ce8-abb8-ecbee6765243" -d '{"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:46.906798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.915317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd87f25-ad01-4f19-96a4-8158b5358131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.917396 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.927917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:46.941848 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.108784 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee524b9-c04c-4f0f-9e87-b13716a3b339 x-openstack-request-id: req-3ee524b9-c04c-4f0f-9e87-b13716a3b339 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:47.109115 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:47.109335 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ee524b9-c04c-4f0f-9e87-b13716a3b339 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:47.109736 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'code': 200} Jul 05 09:59:47.166486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: timer() Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 09:59:47.215784 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 09:59:47.226419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.288931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:47.307786 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] 10.222.0.21 "DELETE /v2.0/networks/7860b73f-ef8e-4202-a9cc-2f098d83dfd7 HTTP/1.1" status: 204 len: 168 time: 1.6448405 Jul 05 09:59:47.379167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbc108-62de-40e9-865a-afcff03ee69f tempest-TestSecurityGroupsBasicOps-2012620932 tempest-TestSecurityGroupsBasicOps-2012620932-project] Pushing event deleted for resources: {'Network': ['ID=7860b73f-ef8e-4202-a9cc-2f098d83dfd7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:47.725919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 340532f0-094e-4863-843d-787e543f0eec no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:47.779359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 340532f0-094e-4863-843d-787e543f0eec {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 09:59:47.780239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 340532f0-094e-4863-843d-787e543f0eec not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:47.926304 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.178179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9caa622a-d3dd-480b-b0ad-6a8b8b9df137 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:48.290159 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-9caa622a-d3dd-480b-b0ad-6a8b8b9df137 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] update failed (client error): The resource could not be found. Jul 05 09:59:48.292561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9caa622a-d3dd-480b-b0ad-6a8b8b9df137 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "PUT /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60 HTTP/1.1" status: 404 len: 339 time: 1.6345472 Jul 05 09:59:48.306554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:48.354073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f644-b7cf-426e-bc0c-d4ded44c69ff req-9518d1b2-c0a9-40f6-9ae3-74612df0a81f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:48.380359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8510f644-b7cf-426e-bc0c-d4ded44c69ff req-9518d1b2-c0a9-40f6-9ae3-74612df0a81f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 1.0856278 Jul 05 09:59:48.505652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d742ec-01df-495e-b2ef-e2fedca93d15 req-fb7f8625-83e2-4b3e-9702-5d5cd9c3909d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:48.508312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84d742ec-01df-495e-b2ef-e2fedca93d15 req-fb7f8625-83e2-4b3e-9702-5d5cd9c3909d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.6518469 Jul 05 09:59:48.559454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8510f644-b7cf-426e-bc0c-d4ded44c69ff req-e9af8b2b-59c4-486d-ab6e-48b7d8a3e207 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773529 Jul 05 09:59:48.700169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84d742ec-01df-495e-b2ef-e2fedca93d15 req-4e7fdbe4-d813-4fc0-bc7c-c94954a4cd6b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575589 Jul 05 09:59:49.083067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:49.480398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:49.714926 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:49.860227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d0aa529d-8c8e-4364-ae17-2daed6d83d8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d92e60f551ee4b73b11847c85fbfb3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777211 Jul 05 09:59:49.865231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:50.039730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19534c4c-25d7-4c9c-b927-f26908980f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.114169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Allocated IP 172.20.0.1 (dcffa9be-e6bb-42b9-a8e7-914869a9bb5e/91c613b8-87e4-4743-8af6-f5e859dfea34/6d57b4c7-ed56-4f7a-9d48-81d58295a918) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:59:50.128952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69c328-9820-4faf-9046-6b49e7e2c19d req-40c8c64c-8609-445d-b979-22663265c652 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:50.151061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b69c328-9820-4faf-9046-6b49e7e2c19d req-40c8c64c-8609-445d-b979-22663265c652 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.2308316 Jul 05 09:59:50.170122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19534c4c-25d7-4c9c-b927-f26908980f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.367107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b69c328-9820-4faf-9046-6b49e7e2c19d req-8ccfee4a-156f-453f-988f-2145d62f1063 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106719 Jul 05 09:59:50.433808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19534c4c-25d7-4c9c-b927-f26908980f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.437306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19534c4c-25d7-4c9c-b927-f26908980f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.438527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-19534c4c-25d7-4c9c-b927-f26908980f78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e10b3cf3-ed30-4049-938a-cbe2e59588bb HTTP/1.1" status: 204 len: 168 time: 0.5721030 Jul 05 09:59:50.457144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19534c4c-25d7-4c9c-b927-f26908980f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b3cf3-ed30-4049-938a-cbe2e59588bb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:50.703938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f8b44-7adb-4b17-9b7c-8cd8eabf99da req-941f0cee-1c3a-4580-974f-84b7e9ce14c3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:50.725971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b62f8b44-7adb-4b17-9b7c-8cd8eabf99da req-941f0cee-1c3a-4580-974f-84b7e9ce14c3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.1817746 Jul 05 09:59:50.826816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:50.835987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b62f8b44-7adb-4b17-9b7c-8cd8eabf99da req-1899ecbb-7144-490f-93c9-bbf49cc4959b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085978 Jul 05 09:59:50.859650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Transition to ACTIVE for port object 6d57b4c7-ed56-4f7a-9d48-81d58295a918 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:59:50.943769 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.035876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:51.040614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:51.046466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:59:51.051058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.063577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.073943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.079594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Port': ['ID=6d57b4c7-ed56-4f7a-9d48-81d58295a918,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:51.082430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.090941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.098926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.125709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.128900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-a89c4674-5b9a-4df2-96c7-9737a3484483 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.2877846 Jul 05 09:59:51.171928 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.313865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2cb45b1-5435-4f28-a0d6-dd774c51d0f8 req-937a5256-545f-4edb-9b97-bcf5aee4db96 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1677761 Jul 05 09:59:51.467255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:51.503803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3755f68c-1f5f-4048-b32f-4eaccfc45e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.575126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b1421c8e-fa67-4268-96b6-fc4f42b36224 None None] Provisioning for port 6d57b4c7-ed56-4f7a-9d48-81d58295a918 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:59:51.584639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b1421c8e-fa67-4268-96b6-fc4f42b36224 None None] Provisioning complete for port 6d57b4c7-ed56-4f7a-9d48-81d58295a918 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:51.585574 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1421c8e-fa67-4268-96b6-fc4f42b36224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.667900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3755f68c-1f5f-4048-b32f-4eaccfc45e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.673398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.712481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3755f68c-1f5f-4048-b32f-4eaccfc45e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.744946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b1421c8e-fa67-4268-96b6-fc4f42b36224 None None] Port 6d57b4c7-ed56-4f7a-9d48-81d58295a918 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:51.786428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3755f68c-1f5f-4048-b32f-4eaccfc45e0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cb2ccae9b064207bef20c0f7b332217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131824 Jul 05 09:59:51.786428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755f68c-1f5f-4048-b32f-4eaccfc45e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495431d-bb87-4494-b6ea-750028334bb9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:51.789280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:51.890656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1ec5e-a53f-4c99-994e-31e5501dd685 req-fd1b5342-6358-4903-9f30-853e4312e771 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.892625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ac1ec5e-a53f-4c99-994e-31e5501dd685 req-fd1b5342-6358-4903-9f30-853e4312e771 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.2219226 Jul 05 09:59:51.918083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.938061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42bd0919-5121-4506-b400-b666ab9826b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.953335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.968124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.981517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.994921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:51.996937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42bd0919-5121-4506-b400-b666ab9826b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.007933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.021301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.038309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-950b4e35-6697-43c3-a0c6-aeaf24315bb2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.6462665 Jul 05 09:59:52.117971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42bd0919-5121-4506-b400-b666ab9826b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.128109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42bd0919-5121-4506-b400-b666ab9826b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:52.137238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-42bd0919-5121-4506-b400-b666ab9826b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5495431d-bb87-4494-b6ea-750028334bb9 HTTP/1.1" status: 204 len: 168 time: 0.3412807 Jul 05 09:59:52.234488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ac1ec5e-a53f-4c99-994e-31e5501dd685 req-6110922a-3e16-44d8-9966-0d66394d7c08 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291106 Jul 05 09:59:52.248112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd0919-5121-4506-b400-b666ab9826b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495431d-bb87-4494-b6ea-750028334bb9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:52.347136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43975ddc-148b-4f0e-a804-fa9110a9b057 req-97adc6fa-4421-4e40-8ec1-9f0900254e4a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.356633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43975ddc-148b-4f0e-a804-fa9110a9b057 req-97adc6fa-4421-4e40-8ec1-9f0900254e4a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.2215626 Jul 05 09:59:52.460527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43975ddc-148b-4f0e-a804-fa9110a9b057 req-7569e65c-e25c-4c4b-877f-018fed7dcd7c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023893 Jul 05 09:59:52.853777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.870625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.894691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.915554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.939729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.963571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.976864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:52.991262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-2277182a-997a-41c7-bf7e-4e3a8508f80f tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.3218851 Jul 05 09:59:52.999352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.018766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.070205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-73d61853-b9c6-4dab-b9c3-967fcabc144a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.072412 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-73d61853-b9c6-4dab-b9c3-967fcabc144a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "GET /v2.0/ports/c0f63dfa-7151-4340-be68-2acedd3cb84f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.0258315 Jul 05 09:59:53.089706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e480c5ff-0b84-4a98-b4ee-b351c33261d0 req-3e399fd5-1091-4471-9061-4c9b3476a76e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962412 Jul 05 09:59:53.221911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:53.226689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event updated for resources: {'Port': ['ID=6d57b4c7-ed56-4f7a-9d48-81d58295a918,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:53.290521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.291393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df1d2e35-1c9f-4292-871c-862d91ee29f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32af684c26354471817d03278f64f930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680621 Jul 05 09:59:53.295338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:53.364874 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-e8ac9eed-ff84-43fe-9fce-623fd028baa5 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "GET /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2634423 Jul 05 09:59:53.399844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99626ed5-e815-4b5f-879d-1adb663cc731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.423173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:53.436015 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99626ed5-e815-4b5f-879d-1adb663cc731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.598728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99626ed5-e815-4b5f-879d-1adb663cc731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.603403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.605565 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99626ed5-e815-4b5f-879d-1adb663cc731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.615366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-99626ed5-e815-4b5f-879d-1adb663cc731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb32095b-75a0-4c44-9c36-1fd4bc385715 HTTP/1.1" status: 204 len: 168 time: 0.3144746 Jul 05 09:59:53.640067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99626ed5-e815-4b5f-879d-1adb663cc731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32095b-75a0-4c44-9c36-1fd4bc385715,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:53.704002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb75811-6127-44ff-b166-c6ebdf4e2558 req-97094aeb-910c-4f9f-a5d7-a2911ce3067a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:53.707391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:59:53.715373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:59:53.726391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffb75811-6127-44ff-b166-c6ebdf4e2558 req-97094aeb-910c-4f9f-a5d7-a2911ce3067a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.1957002 Jul 05 09:59:53.812596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffb75811-6127-44ff-b166-c6ebdf4e2558 req-74c5a74c-10d5-45c2-8d17-97619f082c0b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852273 Jul 05 09:59:54.032762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256f02b-a1bc-48c4-a516-89604e4a999b req-c075a1dd-4608-47a9-a545-517de116edfb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.035987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8256f02b-a1bc-48c4-a516-89604e4a999b req-c075a1dd-4608-47a9-a545-517de116edfb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.1743546 Jul 05 09:59:54.147766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8256f02b-a1bc-48c4-a516-89604e4a999b req-76f1e184-e85c-4c6f-a37f-3ba1cd3a5a86 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843222 Jul 05 09:59:54.199570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Router 61aedf7e-f7d3-4e8f-8e80-849042c41e60 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:59:54.214677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-78a4540b-2335-4308-ba6a-e8f9dbe1b16c None None] Provisioning complete for port 6d57b4c7-ed56-4f7a-9d48-81d58295a918 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:54.219193 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78a4540b-2335-4308-ba6a-e8f9dbe1b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.305651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:54.355972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] For port c0f63dfa-7151-4340-be68-2acedd3cb84f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c0f63dfa-7151-4340-be68-2acedd3cb84f,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:54.516274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-78a4540b-2335-4308-ba6a-e8f9dbe1b16c None None] Port 6d57b4c7-ed56-4f7a-9d48-81d58295a918 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:54.663424 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.732660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:54.738930 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d035bbd-eb7d-4297-8414-aa0652845629" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:54.739434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.756934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:59:54.765188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.769097 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] Sync routers for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:59:54.772528 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-58829e78-53da-4aef-bc1d-a7f821a27b0e tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "PUT /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4640207 Jul 05 09:59:54.780168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39832) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:54.785976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:54.786925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.792530 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:54.793630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:54.811191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.816884 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:54.826014 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:54.844056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] For port c0f63dfa-7151-4340-be68-2acedd3cb84f, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:54.855299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.887939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.908839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:54.915709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-77dc0174-face-4779-a764-925fc9e5a30d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 5433 time: 0.3418763 Jul 05 09:59:54.971831 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:54.997009 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de053760-cdff-4258-b3c8-b1e4ee4c094e x-openstack-request-id: req-de053760-cdff-4258-b3c8-b1e4ee4c094e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:54.997315 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:54.997542 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de053760-cdff-4258-b3c8-b1e4ee4c094e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:54.997947 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837', 'code': 200} Jul 05 09:59:55.017906 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:59:55.019347 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:55.045221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dd509ec-ecaa-4187-96ac-88519002f634 req-f8ea744b-c57b-44a7-b143-33795e432b73 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228676 Jul 05 09:59:55.139711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:55.180697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] device_id is not set on port c0f63dfa-7151-4340-be68-2acedd3cb84f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:59:55.214806 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:59:55.218857 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95394be-4689-49bd-8bab-d891c5c98b0d None None] The sync data for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:59:55.220929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74595a55-8ec7-48a8-b67a-30f8e47a4994 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.261671 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.330515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3561d-fa0f-4276-bdba-3337cae9261f req-4587682b-c88b-4406-98ce-5ab5e7b66303 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:55.344168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dab3561d-fa0f-4276-bdba-3337cae9261f req-4587682b-c88b-4406-98ce-5ab5e7b66303 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.1279771 Jul 05 09:59:55.365037 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.514764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dab3561d-fa0f-4276-bdba-3337cae9261f req-a358ac7c-cd56-4d53-83eb-f6f635384e08 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686900 Jul 05 09:59:55.550712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:55.574006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.577017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device bd3031b9-7d87-4127-a500-826390bc98c0 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:55.665707 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-74595a55-8ec7-48a8-b67a-30f8e47a4994 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 09:59:55.667808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-74595a55-8ec7-48a8-b67a-30f8e47a4994 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60 HTTP/1.1" status: 409 len: 329 time: 0.8864195 Jul 05 09:59:55.669654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:55.672209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:55.747423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:55.883936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:55.969405 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f63dfa-7151-4340-be68-2acedd3cb84f,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:56.022019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] No DVR routers for this DVR port c0f63dfa-7151-4340-be68-2acedd3cb84f on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 09:59:56.078857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.264154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] In _notify_port_updated(), no bound segment for port c0f63dfa-7151-4340-be68-2acedd3cb84f on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 09:59:56.265764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:56.267037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.273856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port bd3031b9-7d87-4127-a500-826390bc98c0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bd3031b9-7d87-4127-a500-826390bc98c0,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:56.277127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-b7280e93-ee8d-42c7-9881-642285f58cf5 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 200 len: 1026 time: 2.8635933 Jul 05 09:59:56.281646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.283738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 62c67d5b-8c64-4a89-9c50-1f597a75fcdf no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:56.401376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1818758679-network', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:56.519830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e1420-4f71-4d32-956a-aa614fdff998 req-164c5294-a61f-4d6b-9381-9a3cc325ff8d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:56.527623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f0e1420-4f71-4d32-956a-aa614fdff998 req-164c5294-a61f-4d6b-9381-9a3cc325ff8d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.5192783 Jul 05 09:59:56.745172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-d0a334b9-8b91-47e9-90f4-160aa615eff8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:56.756528 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-d0a334b9-8b91-47e9-90f4-160aa615eff8 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "GET /v2.0/ports/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4546378 Jul 05 09:59:56.783229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:56.789699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-57014669-6553-4f13-a9b8-17ffe46dea29 None None] Provisioning complete for port c0f63dfa-7151-4340-be68-2acedd3cb84f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:59:56.795856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57014669-6553-4f13-a9b8-17ffe46dea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.799359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Made reservation on behalf of c6fcf9969583432d93d9896a13f0614b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:56.806178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=bd3031b9-7d87-4127-a500-826390bc98c0,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:56.808658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:56.826537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f0e1420-4f71-4d32-956a-aa614fdff998 req-dae7d08d-c5fb-4880-8524-1a1f603eafa9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824981 Jul 05 09:59:56.906406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.055410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3'}, {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:57.058603 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2627d01a-aabb-466b-88db-0611868c95c7" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3"}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:57.076609 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.136225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-57014669-6553-4f13-a9b8-17ffe46dea29 None None] Port c0f63dfa-7151-4340-be68-2acedd3cb84f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:59:57.201776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:57.210274 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.212482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:57.325573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.340315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.352224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-efe8665e-91cc-4832-aaea-9e50375c639c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.378515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:59:57.398093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-efe8665e-91cc-4832-aaea-9e50375c639c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.412728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:57.419110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-efe8665e-91cc-4832-aaea-9e50375c639c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.425348 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.426028 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Added segment 1f0261cd-330e-451e-9ed5-09b572eabd78 of type vlan for network aa5ce264-a336-4ec4-8e36-35bc211b485e Jul 05 09:59:57.447672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-efe8665e-91cc-4832-aaea-9e50375c639c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.478100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-efe8665e-91cc-4832-aaea-9e50375c639c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.492903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-efe8665e-91cc-4832-aaea-9e50375c639c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.508036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-efe8665e-91cc-4832-aaea-9e50375c639c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 4654 time: 0.7752268 Jul 05 09:59:57.597989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.685723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.712752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:57.713983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b29e125-84a8-455f-9151-7d8cbe3eb0b2 req-864296a4-8bbc-4920-b57b-cfaba25c0a99 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305346 Jul 05 09:59:57.725493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.725493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device acf8cd3b-1efa-439e-9043-249cc8703b1a no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:57.728337 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.806746 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.808853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91555cd-3ed4-4d3e-8844-992f7ceed4dc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:57.920621 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.925929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:57.926670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:57.948265 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606b309-889b-4386-82f5-0d86d381df08 x-openstack-request-id: req-2606b309-889b-4386-82f5-0d86d381df08 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 09:59:57.948818 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3", "code": 200}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 09:59:57.956195 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2606b309-889b-4386-82f5-0d86d381df08 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 09:59:57.956827 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'code': 200} Jul 05 09:59:57.959267 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0', 'code': 200} Jul 05 09:59:58.106146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:58.161910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.223524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port acf8cd3b-1efa-439e-9043-249cc8703b1a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:58.228953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.229794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c0f63dfa-7151-4340-be68-2acedd3cb84f no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 09:59:58.234775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5ce264-a336-4ec4-8e36-35bc211b485e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:58.318036 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2f8a598-8ab6-46a8-b177-2a3b79907e21 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4273682 Jul 05 09:59:58.351526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39878) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:58.373500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network aa5ce264-a336-4ec4-8e36-35bc211b485e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:59:58.390269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Request body: {'subnet': {'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1818758679-subnet', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:59:58.392131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b01bc-13ef-49a8-a5b7-1d8576be511e req-25568103-93ee-460a-9717-9acd681ee311 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:58.396242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-212b01bc-13ef-49a8-a5b7-1d8576be511e req-25568103-93ee-460a-9717-9acd681ee311 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.8857913 Jul 05 09:59:58.503749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-212b01bc-13ef-49a8-a5b7-1d8576be511e req-0c136a86-f598-43aa-817b-490a25ac4980 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928123 Jul 05 09:59:58.652456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77c6a-25da-4dc3-9ce8-beaaec6aaf34 req-12fd01aa-ff50-43fb-a878-df47d7c495dd tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:58.666277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ed77c6a-25da-4dc3-9ce8-beaaec6aaf34 req-12fd01aa-ff50-43fb-a878-df47d7c495dd tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.4862270 Jul 05 09:59:58.707730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=acf8cd3b-1efa-439e-9043-249cc8703b1a,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:58.738879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c0f63dfa-7151-4340-be68-2acedd3cb84f not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 09:59:58.809504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Made reservation on behalf of c6fcf9969583432d93d9896a13f0614b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:59:58.813474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:58.852336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ed77c6a-25da-4dc3-9ce8-beaaec6aaf34 req-2add2edd-93a2-4a10-9937-cfabb53250c0 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836967 Jul 05 09:59:59.363544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.376395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:59:59.457601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Deleting port 6d57b4c7-ed56-4f7a-9d48-81d58295a918 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 09:59:59.458393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.482452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7368b53-7198-48d5-9adb-c95f403d4983,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:59:59.502049 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.556095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] For port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:59:59.601060 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.617610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] device_id is not set on port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 09:59:59.645528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.663626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:59.781981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-a3958c66-066e-445d-bb60-10f731840faa tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:59.807164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-a3958c66-066e-445d-bb60-10f731840faa tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:59.825192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-a3958c66-066e-445d-bb60-10f731840faa tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:59.860006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-a3958c66-066e-445d-bb60-10f731840faa tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:59.868758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Checking segment: {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:59:59.869305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Network hostable DHCP agents. Network: aa5ce264-a336-4ec4-8e36-35bc211b485e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:59:59.899044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-a3958c66-066e-445d-bb60-10f731840faa tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:59.919673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-a3958c66-066e-445d-bb60-10f731840faa tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:59:59.937568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-a3958c66-066e-445d-bb60-10f731840faa tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 4570 time: 0.6863823 Jul 05 09:59:59.959190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf'}, {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2'}, {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 09:59:59.963820 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b0918-92e0-4607-bbc7-196ba909b9ea" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf"}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2"}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 09:59:59.982544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] No DVR routers for this DVR port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:00.090207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:00.092224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.122640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Calling delete_port for 6d57b4c7-ed56-4f7a-9d48-81d58295a918 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:00.179837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Network aa5ce264-a336-4ec4-8e36-35bc211b485e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:00.228722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, aa5ce264-a336-4ec4-8e36-35bc211b485e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:00.239990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31eafd-0897-483e-8ed9-c101c0420859 None None] Network aa5ce264-a336-4ec4-8e36-35bc211b485e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:00.260385 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] In _notify_port_updated(), no bound segment for port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 on network cb805d96-10a2-4985-af7f-00b361e18ab3 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:00:00.261923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:00.262967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.284679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-cec4e53f-0efd-435f-9ea1-9bd3b8cd8903 service neutron] 10.222.0.15 "PUT /v2.0/ports/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 200 len: 1028 time: 3.5200632 Jul 05 10:00:00.296299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:00.302072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.479374 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-752c7c1b-216d-4c33-b215-b93166f961d8 req-0d4caa81-5265-4eb7-91f0-4338107fe1c4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460&id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5402033 Jul 05 10:00:00.487687 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac1b5ea2-5fde-4913-9e61-de99a5196909 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1337304 Jul 05 10:00:00.488852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:00.506085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:00.691850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67476e05-656a-4416-919f-3d42a5c1d00a None None] Provisioning complete for port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:00.692432 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67476e05-656a-4416-919f-3d42a5c1d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.824660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.826489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:00.941332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port acf8cd3b-1efa-439e-9043-249cc8703b1a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:00.942161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.037707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-aa5ce264-a336-4ec4-8e36-35bc211b485e', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:01.040572 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.071489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.132122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778ae2-94f5-4162-b7d1-0f3bf20c64fb req-a2545f13-9199-40f3-8eb9-096f07493ef8 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:01.166174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9778ae2-94f5-4162-b7d1-0f3bf20c64fb req-a2545f13-9199-40f3-8eb9-096f07493ef8 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.9014106 Jul 05 10:00:01.168675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67476e05-656a-4416-919f-3d42a5c1d00a None None] Port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:01.542344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9778ae2-94f5-4162-b7d1-0f3bf20c64fb req-b58073bd-2877-4726-b8b6-857ed4f8d65a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751421 Jul 05 10:00:01.546361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:01.683593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Port': ['ID=6d57b4c7-ed56-4f7a-9d48-81d58295a918,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:01.732245 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 09:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf0162b-53b8-4608-ba01-696f74a27660 x-openstack-request-id: req-1cf0162b-53b8-4608-ba01-696f74a27660 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:01.732949 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf", "code": 200}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2", "code": 200}, {"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:01.732949 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cf0162b-53b8-4608-ba01-696f74a27660 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:01.733252 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf', 'code': 200} Jul 05 10:00:01.736550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f77037-8813-4289-84d2-c720342fea09 req-b49be5d7-9448-4a78-aa71-ebbb67faa7e5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:01.746021 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2', 'code': 200} Jul 05 10:00:01.746335 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a', 'code': 200} Jul 05 10:00:01.746776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2f77037-8813-4289-84d2-c720342fea09 req-b49be5d7-9448-4a78-aa71-ebbb67faa7e5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.7321036 Jul 05 10:00:02.155804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Allocated IP 172.20.0.2 (aa5ce264-a336-4ec4-8e36-35bc211b485e/a7368b53-7198-48d5-9adb-c95f403d4983/1de075b5-62d7-442f-b0f6-9ef2f4becb2e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:02.246024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.293383 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2f77037-8813-4289-84d2-c720342fea09 req-d68b5128-bd0d-4f0a-b035-d1f14abeb603 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4780226 Jul 05 10:00:02.325695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] For port acf8cd3b-1efa-439e-9043-249cc8703b1a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=acf8cd3b-1efa-439e-9043-249cc8703b1a,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:02.326730 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.344617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.364153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for acf8cd3b-1efa-439e-9043-249cc8703b1a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:02.560797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3468c4-95d6-4d99-bc06-070fd791aafa req-537d8612-ec39-430e-a3fe-8be2e027578b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:02.568113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3468c4-95d6-4d99-bc06-070fd791aafa req-537d8612-ec39-430e-a3fe-8be2e027578b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:02.603790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3468c4-95d6-4d99-bc06-070fd791aafa req-537d8612-ec39-430e-a3fe-8be2e027578b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:02.639339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3468c4-95d6-4d99-bc06-070fd791aafa req-537d8612-ec39-430e-a3fe-8be2e027578b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:02.665489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3468c4-95d6-4d99-bc06-070fd791aafa req-537d8612-ec39-430e-a3fe-8be2e027578b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:02.683878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d3468c4-95d6-4d99-bc06-070fd791aafa req-537d8612-ec39-430e-a3fe-8be2e027578b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 3875 time: 0.5027635 Jul 05 10:00:02.808117 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:02.844921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Transition to ACTIVE for port object 1de075b5-62d7-442f-b0f6-9ef2f4becb2e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:02.891439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Transition to ACTIVE for port object 1de075b5-62d7-442f-b0f6-9ef2f4becb2e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:02.907483 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.060363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Network aa5ce264-a336-4ec4-8e36-35bc211b485e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:03.083785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:03.106126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:03.130047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Pushing event updated for resources: {'Port': ['ID=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:03.259298 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.307703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=acf8cd3b-1efa-439e-9043-249cc8703b1a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:03.347691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.348555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.348861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.349426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.350066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.350266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.350621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.350978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.353615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.353615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.354085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.354428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:03.375046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Attempting to bind port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:03.382406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Attempting to bind port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:03.383618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Attempting to bind port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e on network aa5ce264-a336-4ec4-8e36-35bc211b485e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:03.411531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:03.412387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Checking segment: {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:03.413267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.414149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Bound using segment: {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:03.415235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Bound port: 1de075b5-62d7-442f-b0f6-9ef2f4becb2e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:03.416105 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.417037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.445069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.653898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] For port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:03.661205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] For port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:03.669495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.800503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Allocated IP 172.25.1.170 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/4b09ec9e-5a22-433a-9e2b-4e5403090f14) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:03.813207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] No DVR routers for this DVR port acf8cd3b-1efa-439e-9043-249cc8703b1a on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:03.830549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:03.837077 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-1082f75e-4f98-4232-a0e0-d0b1a477661e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "DELETE /v2.0/ports/acf8cd3b-1efa-439e-9043-249cc8703b1a HTTP/1.1" status: 204 len: 173 time: 3.5213921 Jul 05 10:00:03.838153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:03.848773 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4901b78-ca73-4064-b81f-0527d6cf4f5c" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:03.864426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64464d2c-ceae-4cd8-9cab-98f8067b3d73 None None] Pushing event updated for resources: {'Port': ['ID=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:03.995980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Router 61aedf7e-f7d3-4e8f-8e80-849042c41e60 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:04.090519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d3468c4-95d6-4d99-bc06-070fd791aafa req-d3ef17e0-c861-4c15-b8d2-6966f672c214 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4052107 Jul 05 10:00:04.351943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:04.364341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.365634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] Sync routers for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:04.382870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-88c74263-7ed5-4f47-852d-8ae5bdecf646 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "PUT /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7010505 Jul 05 10:00:04.384786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.402845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:04.405766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:04.409563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port bd3031b9-7d87-4127-a500-826390bc98c0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:04.409969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.613469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:04.650897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:04.662920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] Routers {'61aedf7e-f7d3-4e8f-8e80-849042c41e60'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:04.664275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:04.708276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:04.714460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:04.718886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:04.733721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:04.737916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5dbf0-59a9-4a1a-bfef-6afa816c2609 None None] The sync data for ids ['61aedf7e-f7d3-4e8f-8e80-849042c41e60'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:04.769251 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-1cfd5af6-8c1c-4d3a-aa26-4f2a8c1ff8a3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] show failed (client error): The resource could not be found. Jul 05 10:00:04.770961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1cfd5af6-8c1c-4d3a-aa26-4f2a8c1ff8a3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1668544888 HTTP/1.1" status: 404 len: 335 time: 0.3856826 Jul 05 10:00:04.790668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8584df9-0611-4638-8c15-2803878e2dd7 req-64a502de-8f5d-4482-9442-5e7b1d4090d0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:04.804509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8584df9-0611-4638-8c15-2803878e2dd7 req-64a502de-8f5d-4482-9442-5e7b1d4090d0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 1.9615402 Jul 05 10:00:04.823578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:04.834093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bb322836-6afd-4354-a15b-7b2d65f4f930 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:04.956406 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-bb322836-6afd-4354-a15b-7b2d65f4f930 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] update failed (client error): The resource could not be found. Jul 05 10:00:04.963528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bb322836-6afd-4354-a15b-7b2d65f4f930 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1004208874 HTTP/1.1" status: 404 len: 335 time: 0.1367111 Jul 05 10:00:04.998447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:05.020653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8584df9-0611-4638-8c15-2803878e2dd7 req-e60fd8eb-aee3-451a-9f10-5f5963c28562 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146461 Jul 05 10:00:05.338527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Deleting subnet 8668458a-ad64-4f7d-96db-4e640808ee56 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:05.387515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e390-9d67-4fe0-9660-9b088990ed75 req-7042f945-facf-48ec-9eb5-dd22be189084 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:05.406463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9648e390-9d67-4fe0-9660-9b088990ed75 req-7042f945-facf-48ec-9eb5-dd22be189084 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.7765112 Jul 05 10:00:05.479639 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.481635 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dafafaf-cac8-4b35-9c59-6a411cc46e56 x-openstack-request-id: req-5dafafaf-cac8-4b35-9c59-6a411cc46e56 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:05.482455 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "acf8cd3b-1efa-439e-9043-249cc8703b1a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:05.482455 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dafafaf-cac8-4b35-9c59-6a411cc46e56 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:05.483111 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': 'acf8cd3b-1efa-439e-9043-249cc8703b1a', 'status': 'completed', 'code': 200} Jul 05 10:00:05.611675 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.620603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b09ec9e-5a22-433a-9e2b-4e5403090f14,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:05.680114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9648e390-9d67-4fe0-9660-9b088990ed75 req-7ac90742-cad2-450e-afa5-67b7f493656b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721055 Jul 05 10:00:05.760435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:05.889086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1de075b5-62d7-442f-b0f6-9ef2f4becb2e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:05.985429 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.034685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:06.117142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.172513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] For port bd3031b9-7d87-4127-a500-826390bc98c0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=bd3031b9-7d87-4127-a500-826390bc98c0,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:06.173519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.184813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3217a2a-0d1b-43f2-af19-04ee7d07f520 None None] Network aa5ce264-a336-4ec4-8e36-35bc211b485e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:06.228757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Subnet': ['ID=8668458a-ad64-4f7d-96db-4e640808ee56,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:06.254224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.256877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for bd3031b9-7d87-4127-a500-826390bc98c0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:06.268520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4157320d-c08c-4fb7-ac15-599b3b9f22eb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/subnets/8668458a-ad64-4f7d-96db-4e640808ee56 HTTP/1.1" status: 204 len: 168 time: 1.2410371 Jul 05 10:00:06.271389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39940) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:06.309027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa179ffd-8352-49c4-9eed-150ff4d63845 None None] Network 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:06.368889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67c4c-ad4d-4c3b-8bc6-7aa1112642b8 req-b4535f2c-c9be-45da-87ff-1bb5291cd55c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:06.385032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67c4c-ad4d-4c3b-8bc6-7aa1112642b8 req-b4535f2c-c9be-45da-87ff-1bb5291cd55c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:06.401692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67c4c-ad4d-4c3b-8bc6-7aa1112642b8 req-b4535f2c-c9be-45da-87ff-1bb5291cd55c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:06.417999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67c4c-ad4d-4c3b-8bc6-7aa1112642b8 req-b4535f2c-c9be-45da-87ff-1bb5291cd55c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:06.434117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ac67c4c-ad4d-4c3b-8bc6-7aa1112642b8 req-b4535f2c-c9be-45da-87ff-1bb5291cd55c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 3142 time: 0.7949314 Jul 05 10:00:06.668107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:06.689800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ac67c4c-ad4d-4c3b-8bc6-7aa1112642b8 req-5eff8bdb-8a71-4be5-a226-74537422b059 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504003 Jul 05 10:00:06.738464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Deleting subnet 3cd25c42-722d-4c43-8c0a-ed1ac6b34566 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:06.768605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.071853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32a2697c-a54e-4ed1-85c5-6325c7fb650a None None] Provisioning for port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:07.129132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.138693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32a2697c-a54e-4ed1-85c5-6325c7fb650a None None] Provisioning complete for port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:07.139645 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32a2697c-a54e-4ed1-85c5-6325c7fb650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.149671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:00:07.226765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=bd3031b9-7d87-4127-a500-826390bc98c0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:07.271124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196fd52-fdf1-4b94-a578-005dcf25a3b5 req-665d6706-2edc-4d7f-8bc8-c86bc5121cba tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:07.288072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3196fd52-fdf1-4b94-a578-005dcf25a3b5 req-665d6706-2edc-4d7f-8bc8-c86bc5121cba tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.8337452 Jul 05 10:00:07.292163 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.469269 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32a2697c-a54e-4ed1-85c5-6325c7fb650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.508008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] DHCP port deletion for 1518b3bb-8b89-4216-9ab2-7de8dabf98e4 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:07.567902 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3196fd52-fdf1-4b94-a578-005dcf25a3b5 req-c1285bc8-35c9-44fc-b218-01bf5a0c00df tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782848 Jul 05 10:00:07.616199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] No DVR routers for this DVR port bd3031b9-7d87-4127-a500-826390bc98c0 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:07.621940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.627593 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-c86be368-7eaa-456e-9ccb-a93356f854b3 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "DELETE /v2.0/ports/bd3031b9-7d87-4127-a500-826390bc98c0 HTTP/1.1" status: 204 len: 173 time: 3.7581012 Jul 05 10:00:07.642716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-32a2697c-a54e-4ed1-85c5-6325c7fb650a None None] For port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:07.773527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32a2697c-a54e-4ed1-85c5-6325c7fb650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:07.888624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:07.922955 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4046de9c-f34e-42c6-ae94-d740e3f595b9" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:07.979285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:07.998822 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Sync routers for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:08.011123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 48c731f5-9e55-4974-a5ad-269fd465b0a5 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:08.030267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.046174 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:08.048651 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:08.197843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942cfbb-ffbc-4c9d-849b-d22574601198 req-225e673c-d21d-49f1-99f8-fd307536edf6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:08.208517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3942cfbb-ffbc-4c9d-849b-d22574601198 req-225e673c-d21d-49f1-99f8-fd307536edf6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.6043174 Jul 05 10:00:08.317724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] Deleting port 48c731f5-9e55-4974-a5ad-269fd465b0a5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:08.320396 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.333699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2697c-a54e-4ed1-85c5-6325c7fb650a None None] Pushing event updated for resources: {'Port': ['ID=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:08.407954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.420249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-43aecb15-b6d9-4762-abf6-aad7af3295e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9226508 Jul 05 10:00:08.491426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39958) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:08.492282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:08.515751 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3942cfbb-ffbc-4c9d-849b-d22574601198 req-c4a532c1-9cfd-4da4-9d88-596fefd4d552 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030813 Jul 05 10:00:08.722589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:08.725115 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.728055 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:08.753713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] For port 48c731f5-9e55-4974-a5ad-269fd465b0a5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=48c731f5-9e55-4974-a5ad-269fd465b0a5,segment=NetworkSegment(a1050650-4650-4fee-9ff6-444d450c2981),segment_id=a1050650-4650-4fee-9ff6-444d450c2981)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:08.754346 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.798016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] Calling delete_port for 48c731f5-9e55-4974-a5ad-269fd465b0a5 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:08.833440 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.932767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 48c731f5-9e55-4974-a5ad-269fd465b0a5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=48c731f5-9e55-4974-a5ad-269fd465b0a5,segment=NetworkSegment(a1050650-4650-4fee-9ff6-444d450c2981),segment_id=a1050650-4650-4fee-9ff6-444d450c2981)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:08.988851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:09.063000 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b148db8-75d9-4467-8a1e-64873525e6b3 x-openstack-request-id: req-4b148db8-75d9-4467-8a1e-64873525e6b3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:09.064250 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "bd3031b9-7d87-4127-a500-826390bc98c0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:09.074606 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b148db8-75d9-4467-8a1e-64873525e6b3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:09.078573 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': 'bd3031b9-7d87-4127-a500-826390bc98c0', 'status': 'completed', 'code': 200} Jul 05 10:00:09.134713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=48c731f5-9e55-4974-a5ad-269fd465b0a5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:09.309897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43babec8-18ad-4085-929c-aea19ac97f8b None None] Provisioning complete for port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:09.324827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43babec8-18ad-4085-929c-aea19ac97f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:09.418413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] For port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:09.426100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:09.471945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:09.777182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] Pushing event deleted for resources: {'Port': ['ID=48c731f5-9e55-4974-a5ad-269fd465b0a5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:09.952181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:09.984256 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:05Z', 'revision_number': 3, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:10.067777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2fac3-5895-4a9a-b9a9-41eee8f9d70d None None] No DVR routers for this DVR port 48c731f5-9e55-4974-a5ad-269fd465b0a5 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:10.091611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1de075b5-62d7-442f-b0f6-9ef2f4becb2e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:10.141423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.144728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/subnets/3cd25c42-722d-4c43-8c0a-ed1ac6b34566 HTTP/1.1" status: 204 len: 168 time: 3.8721020 Jul 05 10:00:10.168621 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Checking router: b19e5f56-fbeb-4c6a-9ebf-72adc8323705 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:10.169155 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Updating router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:00:10.259454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39976) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:10.296547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd6164-66b9-4d43-804c-3b0eb7c8bab2 None None] Network c19c3a4c-9fa6-4dba-9e22-003aec4befbc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:10.379859 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.538901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693ba07-19fe-4da2-b999-b0c944760f41 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd25c42-722d-4c43-8c0a-ed1ac6b34566,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:10.684645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.687352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.687921 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Floating IP eb7dcd81-7b83-4d1b-9928-a53261b5ae24 disassociated. External IP: 172.25.1.224, port: 9b5d6620-a6bb-4580-9fbd-fd32996c6de3. Jul 05 10:00:10.691895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:10.847364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:10.870985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:10.872187 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.276399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.293392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] DHCP port deletion for c19c3a4c-9fa6-4dba-9e22-003aec4befbc request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:11.298574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504f686-53cc-4c0d-92a3-1f797df15f75 req-e49e5213-3912-4b6c-a048-4b9c8d5a6b29 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:11.309761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1518b3bb-8b89-4216-9ab2-7de8dabf98e4']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:11.311950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8504f686-53cc-4c0d-92a3-1f797df15f75 req-e49e5213-3912-4b6c-a048-4b9c8d5a6b29 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 1.8659766 Jul 05 10:00:11.335809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1050650-4650-4fee-9ff6-444d450c2981') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:11.337862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1050650-4650-4fee-9ff6-444d450c2981') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:11.367184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.397985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.412587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:11.413764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.446851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c5bb9-72fc-4504-ae58-03e99c066d4e req-affe52c4-b2b2-4fbc-921b-f3df4a46a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:11.450600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec1c5bb9-72fc-4504-ae58-03e99c066d4e req-affe52c4-b2b2-4fbc-921b-f3df4a46a846 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 1098 time: 1.3998599 Jul 05 10:00:11.480144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccb00-9a7d-47a3-ae72-7649bcedaea9 req-201a2e30-681a-4823-acb6-20c1024dbe6e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:11.496843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccb00-9a7d-47a3-ae72-7649bcedaea9 req-201a2e30-681a-4823-acb6-20c1024dbe6e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:11.510419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccb00-9a7d-47a3-ae72-7649bcedaea9 req-201a2e30-681a-4823-acb6-20c1024dbe6e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:11.525787 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.526618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cdccb00-9a7d-47a3-ae72-7649bcedaea9 req-201a2e30-681a-4823-acb6-20c1024dbe6e tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 2409 time: 1.5322602 Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:11.546497 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:11.561277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] Deleting port aade3292-b225-4824-8986-70a34b148822 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:11.561696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.715564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.759439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec1c5bb9-72fc-4504-ae58-03e99c066d4e req-03d4ae04-c3aa-4ac8-aa32-e561eb6c3eec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309835 Jul 05 10:00:11.787317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] For port aade3292-b225-4824-8986-70a34b148822, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=aade3292-b225-4824-8986-70a34b148822,segment=NetworkSegment(a1777eac-0792-4017-ad9d-08f31f820110),segment_id=a1777eac-0792-4017-ad9d-08f31f820110)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:11.787654 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.852054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] Calling delete_port for aade3292-b225-4824-8986-70a34b148822 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:11.882243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device aade3292-b225-4824-8986-70a34b148822 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:11.887433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=9b5d6620-a6bb-4580-9fbd-fd32996c6de3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:11.893414 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Transition to ACTIVE for port object 4b09ec9e-5a22-433a-9e2b-4e5403090f14 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:11.896569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.909522 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.916400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:11.921853 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/networks/1518b3bb-8b89-4216-9ab2-7de8dabf98e4 HTTP/1.1" status: 204 len: 168 time: 1.6607599 Jul 05 10:00:11.957599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39982) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:12.002604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8504f686-53cc-4c0d-92a3-1f797df15f75 req-9d7e5569-b49f-4b6f-8293-f7c9f2806ec9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798615 Jul 05 10:00:12.215231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1cdccb00-9a7d-47a3-ae72-7649bcedaea9 req-fe20e371-ee5b-4a59-80cc-4b4fcb202860 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5697353 Jul 05 10:00:12.347503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Pushing event updated for resources: {'Port': ['ID=4b09ec9e-5a22-433a-9e2b-4e5403090f14,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:12.362208 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Attempting to bind port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:12.365145 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Attempting to bind port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:12.367897 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Attempting to bind port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:12.401870 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:12.402789 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:12.405144 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.416631 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:12.417837 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Bound port: 4b09ec9e-5a22-433a-9e2b-4e5403090f14, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:12.418683 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.428038 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.429221 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.445846 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.446452 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.447185 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.447834 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.448595 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.449379 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.450186 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.451127 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.452063 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.452905 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:12.526494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.866236 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:12.933968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] For port 4b09ec9e-5a22-433a-9e2b-4e5403090f14, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:12.956428 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] For port 4b09ec9e-5a22-433a-9e2b-4e5403090f14, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4b09ec9e-5a22-433a-9e2b-4e5403090f14,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:12.981949 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.050503 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.185239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] Pushing event deleted for resources: {'Port': ['ID=aade3292-b225-4824-8986-70a34b148822,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:13.196486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a760d7-92d1-4e4a-b8c0-724319132851 None None] No DVR routers for this DVR port aade3292-b225-4824-8986-70a34b148822 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:13.323221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bd7ea-27fb-4484-8b09-cbff52d086ef tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Network': ['ID=1518b3bb-8b89-4216-9ab2-7de8dabf98e4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:13.473912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Router 98d9db9d-5d3e-457b-b6cd-c70945543e2a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:13.520348 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62d7cf-84e4-46b1-b283-a3260f1fbc51 None None] Pushing event updated for resources: {'Port': ['ID=4b09ec9e-5a22-433a-9e2b-4e5403090f14,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:13.553230 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:13.554640 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:13.727830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:13.743947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] Sync routers for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:13.784484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:13.785476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:13.848125 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:13.851733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] No DVR routers for this DVR port 9b5d6620-a6bb-4580-9fbd-fd32996c6de3 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:13.857731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.863166 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-eed52859-b9a2-4894-9fec-7cb33ab2a008 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "DELETE /v2.0/ports/9b5d6620-a6bb-4580-9fbd-fd32996c6de3 HTTP/1.1" status: 204 len: 173 time: 5.9281478 Jul 05 10:00:13.863938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:13.869122 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6be1bc-e737-4de1-849a-d84fe5420f5f" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:13.947993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.970193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19c3a4c-9fa6-4dba-9e22-003aec4befbc']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:13.997229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1777eac-0792-4017-ad9d-08f31f820110') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:13.997632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1777eac-0792-4017-ad9d-08f31f820110') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:14.017279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.045425 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.068774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:14.069504 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.152225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:14.152783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.199944 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39f85665-7db3-4b60-ba26-0a91b5aa0f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:14.290668 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:14.307798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:14.327803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.456448 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:05Z', 'revision_number': 3, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:14.568968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb55ae-d42b-414d-bbf1-4241e76cf784 None None] The sync data for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 is: [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:05Z', 'revision_number': 3, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:14.569712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] For port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:14.570479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.614780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for 62c67d5b-8c64-4a89-9c50-1f597a75fcdf owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:14.617603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.619977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/networks/c19c3a4c-9fa6-4dba-9e22-003aec4befbc HTTP/1.1" status: 204 len: 168 time: 2.6480618 Jul 05 10:00:14.633293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Network': ['ID=c19c3a4c-9fa6-4dba-9e22-003aec4befbc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:14.640344 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:14.683336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.683693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.684024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.684371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.684648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.684948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.685279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.685603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.685925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.686401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.692692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.693161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20524820-df80-4b76-97a1-40f984bf1e1d tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:14.945243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:15.032737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96da070-0341-4710-acb1-99be4f0f0cf0 req-5014dac5-466d-42aa-accd-18504bcd531a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:15.042360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d96da070-0341-4710-acb1-99be4f0f0cf0 req-5014dac5-466d-42aa-accd-18504bcd531a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 2.2890542 Jul 05 10:00:15.060491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Deleting subnet 91c613b8-87e4-4743-8af6-f5e859dfea34 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:15.065786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] Checking router: 98d9db9d-5d3e-457b-b6cd-c70945543e2a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:15.077772 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.080600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.101150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:15.101992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T09:59:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:15.327639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.492910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.518912 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:15.616226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c369feb-89c0-409e-b7e1-52bc4fc23550 req-ecee190a-d742-4c65-a717-828e2084abf3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:15.621234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c369feb-89c0-409e-b7e1-52bc4fc23550 req-ecee190a-d742-4c65-a717-828e2084abf3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 1.2999675 Jul 05 10:00:15.696003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:15.882750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=62c67d5b-8c64-4a89-9c50-1f597a75fcdf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:16.034244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d96da070-0341-4710-acb1-99be4f0f0cf0 req-87d1a79f-f0e8-4347-9948-4429d8c54fe2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9268963 Jul 05 10:00:16.097899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] No DVR routers for this DVR port 62c67d5b-8c64-4a89-9c50-1f597a75fcdf on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:16.104407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4b09ec9e-5a22-433a-9e2b-4e5403090f14 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:16.118329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:16.121199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-41e1c74a-b469-4386-b32f-d950f19fc2ed tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "DELETE /v2.0/ports/62c67d5b-8c64-4a89-9c50-1f597a75fcdf HTTP/1.1" status: 204 len: 173 time: 2.2474103 Jul 05 10:00:16.137538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:16.413301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:16.570377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ab34b-7d39-4805-8242-758c804251ca None None] The sync data for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 is: [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '247f91dd-2f3f-41f5-abdd-d2988020ba17', 'name': '', 'network_id': '98ea41e3-cf22-4a13-848f-12586fc4efe9', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'mac_address': 'fa:16:3e:c6:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:48Z', 'updated_at': '2021-07-05T09:48:03Z', 'revision_number': 5, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'subnets': [{'id': 'be84a1f0-a45d-4935-b6eb-5fad93310e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:16.580141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:16.611412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c369feb-89c0-409e-b7e1-52bc4fc23550 req-3f7e7a69-5375-48bb-b661-d6227d3c5339 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9030058 Jul 05 10:00:16.611695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:16.612516 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.039988 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1112466a-9c3a-4d96-9f91-247514667cfd x-openstack-request-id: req-1112466a-9c3a-4d96-9f91-247514667cfd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:17.040917 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "9b5d6620-a6bb-4580-9fbd-fd32996c6de3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:17.040917 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1112466a-9c3a-4d96-9f91-247514667cfd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:17.051543 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': '9b5d6620-a6bb-4580-9fbd-fd32996c6de3', 'status': 'completed', 'code': 200} Jul 05 10:00:17.119964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.282454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Subnet': ['ID=91c613b8-87e4-4743-8af6-f5e859dfea34,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:17.320292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.343124 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9020c338-3efa-4be5-bb42-521e69e194e3 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/subnets/91c613b8-87e4-4743-8af6-f5e859dfea34 HTTP/1.1" status: 204 len: 168 time: 2.6978548 Jul 05 10:00:17.381420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:17.542950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Allocated IP 172.20.0.1 (aa5ce264-a336-4ec4-8e36-35bc211b485e/a7368b53-7198-48d5-9adb-c95f403d4983/515026ce-fc90-46cc-86ac-5315a03c9535) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:17.580811 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a322a41-3c58-4a16-b5a4-0f6f0bb4b5da None None] New status for floating IP eb7dcd81-7b83-4d1b-9928-a53261b5ae24: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:00:17.653962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:17.665569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.719045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb4e871-aa2f-47e1-8e54-bba371e24683 None None] Network dcffa9be-e6bb-42b9-a8e7-914869a9bb5e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:17.849977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c5b37f6-ea6a-4528-ba0e-f943025ba975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.948087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:17.992780 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.031520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.048020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Transition to ACTIVE for port object 515026ce-fc90-46cc-86ac-5315a03c9535 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:18.168664 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.237651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] For port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:18.238457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.295517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:18.327611 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.589272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 4b09ec9e-5a22-433a-9e2b-4e5403090f14, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4b09ec9e-5a22-433a-9e2b-4e5403090f14,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:18.717995 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.769569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:18.883730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=4b09ec9e-5a22-433a-9e2b-4e5403090f14,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:18.947551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Pushing event updated for resources: {'Port': ['ID=515026ce-fc90-46cc-86ac-5315a03c9535,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:18.961202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Deleting port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:18.962408 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.024491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Network aa5ce264-a336-4ec4-8e36-35bc211b485e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:19.053106 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:19.056605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bce0e-0df0-485b-b340-acdeabec4e6c req-d11f2008-bd43-451e-9137-ab4ddb578de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:19.057838 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c49b9fb-2613-49cc-a53a-5c927d5a21a9" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:19.070035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-413bce0e-0df0-485b-b340-acdeabec4e6c req-d11f2008-bd43-451e-9137-ab4ddb578de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 943 time: 2.3600061 Jul 05 10:00:19.094109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] DHCP port deletion for dcffa9be-e6bb-42b9-a8e7-914869a9bb5e request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:19.190808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:19.206018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:19.232216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] Deleting port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:19.233265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.345253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de7666-57f4-44e1-a6d3-b68b36b13f7a req-9b2f275b-2f49-4ede-b0c8-4feed70e354b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:19.349007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00de7666-57f4-44e1-a6d3-b68b36b13f7a req-9b2f275b-2f49-4ede-b0c8-4feed70e354b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 1.1828315 Jul 05 10:00:19.368395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] For port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,segment=NetworkSegment(74098dbd-42ef-4647-8ffa-914f3f2eb3ba),segment_id=74098dbd-42ef-4647-8ffa-914f3f2eb3ba)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:19.369549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.426622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Calling delete_port for 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:19.429874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.539362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] For port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,segment=NetworkSegment(74098dbd-42ef-4647-8ffa-914f3f2eb3ba),segment_id=74098dbd-42ef-4647-8ffa-914f3f2eb3ba)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:19.540159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.587347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-413bce0e-0df0-485b-b340-acdeabec4e6c req-2c9c93e7-1068-4432-90dd-5480bfc503d6 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups?id=a033781f-c9c7-4600-8cc9-46b01a21d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3764257 Jul 05 10:00:19.594808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] Calling delete_port for 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:19.605228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.616775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=7b06d7fd-581e-46f9-a5eb-8bc6b8042837,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:19.935575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] No DVR routers for this DVR port 7b06d7fd-581e-46f9-a5eb-8bc6b8042837 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:19.939201 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.941922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:19.946299 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c61d28e8-5887-480e-a9b2-a55e01dcec04 req-baa5f5a5-2cd3-49c3-8ddf-0737bd525b1b tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.15 "DELETE /v2.0/ports/7b06d7fd-581e-46f9-a5eb-8bc6b8042837 HTTP/1.1" status: 204 len: 173 time: 3.8118951 Jul 05 10:00:19.949734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0270ecb6-1f67-46e0-978f-488800daaebd None None] Provisioning for port 515026ce-fc90-46cc-86ac-5315a03c9535 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:19.960864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0270ecb6-1f67-46e0-978f-488800daaebd None None] Provisioning complete for port 515026ce-fc90-46cc-86ac-5315a03c9535 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:19.960864 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0270ecb6-1f67-46e0-978f-488800daaebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.038402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0270ecb6-1f67-46e0-978f-488800daaebd None None] Port 515026ce-fc90-46cc-86ac-5315a03c9535 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:20.060308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00de7666-57f4-44e1-a6d3-b68b36b13f7a req-cbb0faaf-5fcf-406c-9ff4-40c848f0551f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6941442 Jul 05 10:00:20.070852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.147920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.190683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] No DVR routers for this DVR port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:20.197723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bafac-b5c7-4986-a11d-1c71b23f987b None None] Pushing event deleted for resources: {'Port': ['ID=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:20.238492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] No DVR routers for this DVR port 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:20.276669 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa769d1-ac74-409f-9d11-38ac5bd4458d x-openstack-request-id: req-daa769d1-ac74-409f-9d11-38ac5bd4458d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:20.277787 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "62c67d5b-8c64-4a89-9c50-1f597a75fcdf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:20.278615 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daa769d1-ac74-409f-9d11-38ac5bd4458d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:20.279714 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': '62c67d5b-8c64-4a89-9c50-1f597a75fcdf', 'status': 'completed', 'code': 200} Jul 05 10:00:20.306065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Deleting port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:20.307507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.378955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Port': ['ID=81d23dd1-7c57-4bf1-b2f6-0ab7477d759c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:20.639382 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.667716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcffa9be-e6bb-42b9-a8e7-914869a9bb5e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:20.693616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74098dbd-42ef-4647-8ffa-914f3f2eb3ba') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:20.694205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74098dbd-42ef-4647-8ffa-914f3f2eb3ba') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:20.726856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.758343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.780272 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.805128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:20.805128 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:20.817300 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:20.996971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4b09ec9e-5a22-433a-9e2b-4e5403090f14 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:21.072720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.117047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.134749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/networks/dcffa9be-e6bb-42b9-a8e7-914869a9bb5e HTTP/1.1" status: 204 len: 168 time: 3.7493455 Jul 05 10:00:21.136180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40038) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:21.139069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:21.148649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.230921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327be30-605c-4db5-8d48-7664754d86bb tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Pushing event deleted for resources: {'Network': ['ID=dcffa9be-e6bb-42b9-a8e7-914869a9bb5e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:21.259378 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a620a250-44c7-427f-8153-524ee23e2e17 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "GET /v2.0/ports?device_id=61aedf7e-f7d3-4e8f-8e80-849042c41e60 HTTP/1.1" status: 200 len: 205 time: 0.0755770 Jul 05 10:00:21.260318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:21.307601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.359560 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.464387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39c09e6b-6509-40fa-9e7b-df79b69fc905 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.633601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:21.649244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-e957431a-1ed1-453c-a000-429fcb6bcef7 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:21.696117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-e957431a-1ed1-453c-a000-429fcb6bcef7 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 811 time: 1.6300881 Jul 05 10:00:21.762923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:21.815810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:21.816606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 81d23dd1-7c57-4bf1-b2f6-0ab7477d759c not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:21.888727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-0f03da15-7075-4660-bf6d-4d4c5a71e4ec tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/quotas/28116899067c4f93a072d66d32d81dbc HTTP/1.1" status: 200 len: 375 time: 0.1914041 Jul 05 10:00:21.918940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89423dcd-1492-42ef-ad08-78fde6f3f11f req-aaeed25e-3f6a-41f0-9c3d-4c6c4cabe5f0 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.5988286 Jul 05 10:00:21.940919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] For port bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:21.941627 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:22.098576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Calling delete_port for bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:22.145536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39c09e6b-6509-40fa-9e7b-df79b69fc905 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:22.153768 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39c09e6b-6509-40fa-9e7b-df79b69fc905 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:22.405401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:22.418839 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb6ca4-2a6a-4217-b3c4-d49e4d094360" -d '{"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:22.466594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39c09e6b-6509-40fa-9e7b-df79b69fc905 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:22.470976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c09e6b-6509-40fa-9e7b-df79b69fc905 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Fanout notify agent at l3_agent the message router_deleted on router 61aedf7e-f7d3-4e8f-8e80-849042c41e60 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:00:22.511194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39c09e6b-6509-40fa-9e7b-df79b69fc905 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:22.535548 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-39c09e6b-6509-40fa-9e7b-df79b69fc905 tempest-RoutersNegativeTest-748818057 tempest-RoutersNegativeTest-748818057-project] 10.222.0.21 "DELETE /v2.0/routers/61aedf7e-f7d3-4e8f-8e80-849042c41e60 HTTP/1.1" status: 204 len: 168 time: 1.2734287 Jul 05 10:00:22.697889 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:00:23.010286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Pushing event updated for resources: {'Port': ['ID=515026ce-fc90-46cc-86ac-5315a03c9535,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:23.201823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Network aa5ce264-a336-4ec4-8e36-35bc211b485e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:23.208522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:23.302722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:23.370000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c2d05-14c6-4ea0-8899-c1d6f6d91253 req-99519b04-db20-46bd-837f-dce97acd1e28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:23.384294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f3c2d05-14c6-4ea0-8899-c1d6f6d91253 req-99519b04-db20-46bd-837f-dce97acd1e28 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.7488577 Jul 05 10:00:23.445667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-41ee44a6-3bd4-4bf9-962b-8699fec20abb tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5556574 Jul 05 10:00:23.665220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d1832a70-aded-40da-ba27-fa2ec0dbc0cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2f040316fa444d99e15b68e0d25d957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582373 Jul 05 10:00:23.667567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40058) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:23.820706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ba75aa3-cf3d-492d-b69f-dec728f79bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.854378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17ef68d1-9f59-497b-8c43-2418d2865cde None None] Provisioning complete for port 515026ce-fc90-46cc-86ac-5315a03c9535 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:23.855300 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17ef68d1-9f59-497b-8c43-2418d2865cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.910578 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ba75aa3-cf3d-492d-b69f-dec728f79bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.990200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17ef68d1-9f59-497b-8c43-2418d2865cde None None] Port 515026ce-fc90-46cc-86ac-5315a03c9535 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:24.024332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ba75aa3-cf3d-492d-b69f-dec728f79bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:24.030221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ba75aa3-cf3d-492d-b69f-dec728f79bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:24.033796 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3ba75aa3-cf3d-492d-b69f-dec728f79bc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f362ab82-6727-4129-98f8-c51d9375ccb6 HTTP/1.1" status: 204 len: 168 time: 0.3613248 Jul 05 10:00:24.071222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba75aa3-cf3d-492d-b69f-dec728f79bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f362ab82-6727-4129-98f8-c51d9375ccb6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:24.453511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f3c2d05-14c6-4ea0-8899-c1d6f6d91253 req-be8b48ed-9797-479a-b52a-5ea1cd1ec6ad tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0674429 Jul 05 10:00:24.596609 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477487c-8750-40a8-8d96-10d39495ab4d x-openstack-request-id: req-0477487c-8750-40a8-8d96-10d39495ab4d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:24.597971 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86543ef1-4a00-42ee-87cd-c8252670f1f5", "name": "network-vif-deleted", "tag": "7b06d7fd-581e-46f9-a5eb-8bc6b8042837", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:24.598631 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0477487c-8750-40a8-8d96-10d39495ab4d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:24.600511 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86543ef1-4a00-42ee-87cd-c8252670f1f5', 'name': 'network-vif-deleted', 'tag': '7b06d7fd-581e-46f9-a5eb-8bc6b8042837', 'status': 'completed', 'code': 200} Jul 05 10:00:24.650371 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:24.868838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:24.885542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:25.600759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce59f310-8496-4fc9-b009-8b548e5cda85 req-171ed934-6f2f-43a4-af14-584b5028856c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.6793883 Jul 05 10:00:25.982750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:25.999421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Sync routers for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:26.017356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-74e5da14-d925-40db-89ea-f60bf0338c78 admin admin] 10.222.0.21 "PUT /v2.0/routers/b19e5f56-fbeb-4c6a-9ebf-72adc8323705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4935863 Jul 05 10:00:26.060053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:26.061147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:18Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:26.647630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:26.660926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:26.986060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:27.244378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-5600f839-0e84-41a2-9d30-ac44a07e5afe req-a7e5bc75-4bc7-4c19-9c58-9103c141ffa8 service neutron] (93795) timed out ('10.222.0.15', 53063) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:00:27.445941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-74a88376-6bae-45f2-a548-5521337f2665 service neutron] 10.222.0.21 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.1369176 Jul 05 10:00:27.948466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--378337874'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:27.948642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87caf8-bed3-48ac-ac09-e637980dfb10 req-471e20e7-8f11-4110-86a6-aed513c3906b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:27.958474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:21Z', 'revision_number': 2, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:27.963728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe87caf8-bed3-48ac-ac09-e637980dfb10 req-471e20e7-8f11-4110-86a6-aed513c3906b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 1.8929923 Jul 05 10:00:28.003270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:28.071824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Checking router: b19e5f56-fbeb-4c6a-9ebf-72adc8323705 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:28.072840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Updating router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 port 515026ce-fc90-46cc-86ac-5315a03c9535 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:00:28.080085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe87caf8-bed3-48ac-ac09-e637980dfb10 req-153fbb3e-0834-492c-935f-220248aa86fa tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147401 Jul 05 10:00:28.087863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.110394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-9af85e4b-8924-4271-8257-1519b9970e62 service neutron] 10.222.0.21 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243948 Jul 05 10:00:28.121134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.168857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.329951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40126) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:28.356013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-127985473-network', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:28.362447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.367857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.466874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d587706-53cf-4fdc-883e-04ec4ba251a4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:28.533531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:28.544497 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] Sync routers for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:28.576083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f1b0b3a-b91f-4766-9b8e-35f1c2e32c6a admin admin] 10.222.0.21 "PUT /v2.0/routers/e1ddbf19-bccc-4d58-8997-9a8fdc9df29f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4238746 Jul 05 10:00:28.579878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:28.583777 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:28.584627 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:18Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:28.642818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.652598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:28.834358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa77b69-1e32-49b4-8459-6b3f0da4f178,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:28.858170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2502431b-1049-4cd7-be08-cd6808b77ff8 req-5b5ca2d6-399b-4ae1-bd53-a5453876170c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.2546561 Jul 05 10:00:28.962134 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:29.005712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40686b18-8295-4f2f-84b6-88aa9d8a064e req-f8d61f06-6c21-4083-8893-a4ad0d7dd67f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 210 time: 0.1826222 Jul 05 10:00:29.046206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Made reservation on behalf of 6a78f000ce7248f7999421d5a20be84f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:29.050374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.051872 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.053212 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c6930212-da28-45bd-b916-2a58fac234b6 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0643756 Jul 05 10:00:29.063432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:29.148155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.277944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.317695 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.345153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Transition to ACTIVE for port object 515026ce-fc90-46cc-86ac-5315a03c9535 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:29.360331 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.507891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T10:00:24Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:29.661765 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] Checking router: e1ddbf19-bccc-4d58-8997-9a8fdc9df29f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:29.678602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Attempting to bind port 515026ce-fc90-46cc-86ac-5315a03c9535 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:29.679430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Attempting to bind port 515026ce-fc90-46cc-86ac-5315a03c9535 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:29.680039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Attempting to bind port 515026ce-fc90-46cc-86ac-5315a03c9535 on network aa5ce264-a336-4ec4-8e36-35bc211b485e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:29.683990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d97069-4db9-41c6-a4ba-28b8438ad853 None None] Pushing event updated for resources: {'Port': ['ID=515026ce-fc90-46cc-86ac-5315a03c9535,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:29.687117 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.688244 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] Routers {'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:29.691002 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:18Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:29.695746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.697201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:29.697780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Checking segment: {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:29.698368 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.699257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Bound using segment: {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:29.700822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Bound port: 515026ce-fc90-46cc-86ac-5315a03c9535, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:29.700822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.752537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:29.825124 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f72924b3-e34e-4526-8b91-216e06c8e994 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7602265 Jul 05 10:00:29.826249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40154) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:29.851854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3b143c32-bd70-4f09-85f9-da9a56dfdb36 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-security--582824838', 'description': 'tempest-security-description-1809794831'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:29.912948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-4f891e37-47a7-4ba5-a4fb-57cb30b83344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:29.917374 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-4f891e37-47a7-4ba5-a4fb-57cb30b83344 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1098 time: 0.8231132 Jul 05 10:00:29.921440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] For port 515026ce-fc90-46cc-86ac-5315a03c9535, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:29.944185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] For port 515026ce-fc90-46cc-86ac-5315a03c9535, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=515026ce-fc90-46cc-86ac-5315a03c9535,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:29.959665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:30.272426 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] Set router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:30.360869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:30.364152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:18Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:30.508472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-064d5584-8a66-4068-84dc-cd0c74aa60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:30.511003 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-064d5584-8a66-4068-84dc-cd0c74aa60cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.5329075 Jul 05 10:00:30.513707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:30.598500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:30.622340 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:30.660183 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b143c32-bd70-4f09-85f9-da9a56dfdb36 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:30.832239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62d9df8e-c1af-4a94-a85e-9df9bda85e24 req-669b6b40-f3bc-4070-9678-215324ce5231 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.4088326 Jul 05 10:00:30.914080 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-59d72951-660b-4596-baf8-8d4f4cba16eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1002 time: 0.3846588 Jul 05 10:00:31.006667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b143c32-bd70-4f09-85f9-da9a56dfdb36 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.019643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:31.021637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d97069-4db9-41c6-a4ba-28b8438ad853 None None] Pushing event updated for resources: {'Port': ['ID=515026ce-fc90-46cc-86ac-5315a03c9535,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:31.048960 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b143c32-bd70-4f09-85f9-da9a56dfdb36 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.054169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b143c32-bd70-4f09-85f9-da9a56dfdb36 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.061069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3b143c32-bd70-4f09-85f9-da9a56dfdb36 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "PUT /v2.0/security-groups/ffa77b69-1e32-49b4-8459-6b3f0da4f178 HTTP/1.1" status: 200 len: 1779 time: 1.2283723 Jul 05 10:00:31.066178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:31.109858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc2a9-8512-4bde-bb0e-d092a6316c25 req-1457ed9a-f4b9-4d90-8701-e0ead299da65 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:31.126461 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T10:00:24Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:31.130241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa1fc2a9-8512-4bde-bb0e-d092a6316c25 req-1457ed9a-f4b9-4d90-8701-e0ead299da65 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 1.5373535 Jul 05 10:00:31.161055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Deleting port 3db7b037-0e3f-42c2-be89-977cd61a1cf1 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:31.161615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.212426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:29Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:31.216668 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f43b0-b1fd-4430-b3ab-479337698405 None None] The sync data for ids ['e1ddbf19-bccc-4d58-8997-9a8fdc9df29f'] in n-d-771363-33 is: [{'id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'name': 'tempest-TaggedBootDevicesTest_v242-481954624-router', 'tenant_id': 'a5985c444215438f8b44ed2a08380a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:46:23Z', 'updated_at': '2021-07-05T10:00:24Z', 'revision_number': 5, 'project_id': 'a5985c444215438f8b44ed2a08380a16', 'gw_port': {'id': '3db7b037-0e3f-42c2-be89-977cd61a1cf1', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddbf19-bccc-4d58-8997-9a8fdc9df29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:46:26Z', 'updated_at': '2021-07-05T09:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:31.219538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-52d0ca0c-f7d6-4c46-83a1-54904331100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:31.222582 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-52d0ca0c-f7d6-4c46-83a1-54904331100a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.3096673 Jul 05 10:00:31.259984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.264254 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Added segment 10e500fe-0558-4041-be13-7d167f064d97 of type vlan for network 2f077380-6086-40d8-8c09-c357e1771828 Jul 05 10:00:31.308457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663a37-d9d3-4afd-b633-da1cf3a6ff5d None None] The sync data for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 is: [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:29Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:31.391527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.412259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ce145cff-c250-4916-9b43-49f87a25fc81 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups/ffa77b69-1e32-49b4-8459-6b3f0da4f178 HTTP/1.1" status: 200 len: 1779 time: 0.3384809 Jul 05 10:00:31.426554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:31.436600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faad9d6-7c0f-44b5-8397-9712fb5e1a81,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:31.496596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b143c32-bd70-4f09-85f9-da9a56dfdb36 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa77b69-1e32-49b4-8459-6b3f0da4f178,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:31.582147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56a23cd-952d-4ec9-ae94-ae944046145e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.590581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-8e56acbb-17a8-4902-97ad-d2166f46c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:31.594272 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-8e56acbb-17a8-4902-97ad-d2166f46c8ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3620787 Jul 05 10:00:31.637028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-479b9ae5-6082-4fae-9c2d-5d4b190073ff req-b6c604b2-9315-4bd1-a250-6c9752a09c56 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 210 time: 0.1929898 Jul 05 10:00:31.676490 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.683131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:31.683131 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.737674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa1fc2a9-8512-4bde-bb0e-d092a6316c25 req-cd19c512-390a-4651-9eb1-194ef3509215 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6060474 Jul 05 10:00:31.803303 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56a23cd-952d-4ec9-ae94-ae944046145e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.884585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5498652 Jul 05 10:00:31.902542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40170) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:31.918461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Request body: {'subnet': {'network_id': '2f077380-6086-40d8-8c09-c357e1771828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-127985473-subnet', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:31.962149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56a23cd-952d-4ec9-ae94-ae944046145e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.973472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a56a23cd-952d-4ec9-ae94-ae944046145e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:31.978716 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a56a23cd-952d-4ec9-ae94-ae944046145e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/ffa77b69-1e32-49b4-8459-6b3f0da4f178 HTTP/1.1" status: 204 len: 168 time: 0.5473082 Jul 05 10:00:32.013699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] For port 3db7b037-0e3f-42c2-be89-977cd61a1cf1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3db7b037-0e3f-42c2-be89-977cd61a1cf1,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:32.018106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:32.054173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:32.080535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Calling delete_port for 3db7b037-0e3f-42c2-be89-977cd61a1cf1 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:32.212564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf87df-3e83-44b5-9735-9f837e2bf10f admin admin] Pushing event updated for resources: {'Network': ['ID=2f077380-6086-40d8-8c09-c357e1771828,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:32.233844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2f077380-6086-40d8-8c09-c357e1771828 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:32.257650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a23cd-952d-4ec9-ae94-ae944046145e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa77b69-1e32-49b4-8459-6b3f0da4f178,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:32.415408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Made reservation on behalf of 6a78f000ce7248f7999421d5a20be84f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:32.422954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:32.560788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c022fed8-81f7-4758-b339-626075d10e42 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:32.605963 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7798d7d-c85a-4a83-88cc-dc7386ee94df tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5455215 Jul 05 10:00:32.618481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:32.636038 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-b12e9f54-ca74-4eee-ada4-514536f9c096 service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332522 Jul 05 10:00:32.853370 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:32.889539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:32.894618 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d1a67b-81bc-498a-af03-397d88067c1d" -d '{"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:32.930161 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-49840b9e-5ffd-4a50-9d94-4a9121ea3b3a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] delete failed (client error): The resource could not be found. Jul 05 10:00:32.942828 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-49840b9e-5ffd-4a50-9d94-4a9121ea3b3a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/ffa77b69-1e32-49b4-8459-6b3f0da4f178 HTTP/1.1" status: 404 len: 347 time: 0.3206515 Jul 05 10:00:32.968309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:32.981867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.081967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:33.102594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7c29d1b1-5da4-4c94-803e-61f42886633f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038926741'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:33.178208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 515026ce-fc90-46cc-86ac-5315a03c9535 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:33.222776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:33.268164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.269696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.270395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.271764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.272429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.273174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.273732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.275120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.278710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.279433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.280256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.280965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:33.440711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c29d1b1-5da4-4c94-803e-61f42886633f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.488570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e74f520-8569-4e7f-b038-aba32b6e13f9 req-c120c323-1915-46d7-88a4-28293369e592 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.7604623 Jul 05 10:00:33.505155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 515026ce-fc90-46cc-86ac-5315a03c9535 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:33.514863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 515026ce-fc90-46cc-86ac-5315a03c9535 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:33.517093 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.570305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:33.708825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-8d954517-902c-4480-b425-cc34ce7ab8e6 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:33.714696 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-8d954517-902c-4480-b425-cc34ce7ab8e6 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.16 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 811 time: 1.0943274 Jul 05 10:00:33.758720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Request body: {'port': {'device_id': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'admin_state_up': True, 'tenant_id': '28116899067c4f93a072d66d32d81dbc'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:33.773105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ea985daa-d06c-4999-a18c-b5e42203a4d0 req-b662c121-8796-447c-bda5-5df8e3e3d6ae service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0999122 Jul 05 10:00:33.907762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a03133-fd4a-4b4a-b28a-5382abfae359,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:33.948363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f1cede2-7ae4-4d2f-b5e8-834b3c436454 req-246c889e-d88c-4590-b775-55e0707a546f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 210 time: 0.5130811 Jul 05 10:00:34.272387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c29d1b1-5da4-4c94-803e-61f42886633f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.285372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c29d1b1-5da4-4c94-803e-61f42886633f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.310247 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb13703-e69f-4765-9314-e63dbadea1d1 x-openstack-request-id: req-ffb13703-e69f-4765-9314-e63dbadea1d1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:34.310922 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:34.311135 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffb13703-e69f-4765-9314-e63dbadea1d1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:34.312377 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'code': 200} Jul 05 10:00:34.431991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Checking segment: {'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:34.432479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Network hostable DHCP agents. Network: 2f077380-6086-40d8-8c09-c357e1771828, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:34.532727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.548987 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Made reservation on behalf of 28116899067c4f93a072d66d32d81dbc for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:34.553817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.659903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 515026ce-fc90-46cc-86ac-5315a03c9535, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=515026ce-fc90-46cc-86ac-5315a03c9535,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:34.670516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c29d1b1-5da4-4c94-803e-61f42886633f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.672193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c29d1b1-5da4-4c94-803e-61f42886633f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5880411 Jul 05 10:00:34.677588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29d1b1-5da4-4c94-803e-61f42886633f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4336bb-5735-4b57-8eee-b728093b982a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:34.678641 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:34.697666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:34.746829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4efd68fd-a477-4d1e-b9f9-e079a1ab389a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': '2f4336bb-5735-4b57-8eee-b728093b982a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:34.853878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=515026ce-fc90-46cc-86ac-5315a03c9535,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:34.863131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:34.954128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:34.957787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device bd9ecc50-9fed-45c7-bb60-9adb3ab9d8c6 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:35.053993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4efd68fd-a477-4d1e-b9f9-e079a1ab389a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.135042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a06f8-03af-4ed0-9011-af679379e694 req-15ec75c9-53f2-4ee5-bc0d-d2047adff496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:35.139860 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-925a06f8-03af-4ed0-9011-af679379e694 req-15ec75c9-53f2-4ee5-bc0d-d2047adff496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1096 time: 0.6572835 Jul 05 10:00:35.273805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 515026ce-fc90-46cc-86ac-5315a03c9535 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:35.496456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 515026ce-fc90-46cc-86ac-5315a03c9535 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:35.498604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.584437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a06f8-03af-4ed0-9011-af679379e694 req-31c6ffa5-38c7-4218-8a4b-d2b5ab9d85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:35.590142 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-925a06f8-03af-4ed0-9011-af679379e694 req-31c6ffa5-38c7-4218-8a4b-d2b5ab9d85ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.3361614 Jul 05 10:00:35.622600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Allocated IP 172.20.0.7 (89b612d2-7e11-4714-a824-142f97e76420/4b637eba-aabc-4221-8bc6-cc339fbf0d20/3279d4fe-d547-4890-9168-5dc827f76c33) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:35.840232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Network 2f077380-6086-40d8-8c09-c357e1771828 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:35.929331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fdb1092-2672-420b-94e2-75e115a1ab66 req-9ea59eac-f74e-4231-98f6-2416e70b1284 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1356742 Jul 05 10:00:35.953701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356709d-c45c-4a15-93af-a504ecaa2a40 req-8f1656b5-aa4c-41c9-b4bb-3acdde09bbfe tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:35.956175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8356709d-c45c-4a15-93af-a504ecaa2a40 req-8f1656b5-aa4c-41c9-b4bb-3acdde09bbfe tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 1.8067660 Jul 05 10:00:35.965105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2f077380-6086-40d8-8c09-c357e1771828) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:35.976133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:35.977338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:35.983617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2fdbc-f7a2-407c-b5eb-87f58e20d64f None None] Network 2f077380-6086-40d8-8c09-c357e1771828 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:35.987199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.144026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db7b037-0e3f-42c2-be89-977cd61a1cf1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:36.169378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-159f44a6-14ad-4619-875c-c3c62b1fe180 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2625139 Jul 05 10:00:36.177611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40210) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:36.252346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:36.276083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-8fbe6d15-8910-4b02-b8c1-692ba7cc97e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4711726 Jul 05 10:00:36.451845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-2f077380-6086-40d8-8c09-c357e1771828', 'network_id': '2f077380-6086-40d8-8c09-c357e1771828', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'fixed_ips': [{'subnet_id': 'e9a03133-fd4a-4b4a-b28a-5382abfae359'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:36.454696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.469897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8356709d-c45c-4a15-93af-a504ecaa2a40 req-676c4719-50ce-4bff-a6b2-6046c241ef18 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299278 Jul 05 10:00:36.507910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-671c25b9-e9f9-4a74-8a09-78410a18f953 req-13f9b5ec-ef74-4262-ad46-c9ed6d2d2beb tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 210 time: 0.1652167 Jul 05 10:00:36.531597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.533318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.550488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.590720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4efd68fd-a477-4d1e-b9f9-e079a1ab389a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.619965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4efd68fd-a477-4d1e-b9f9-e079a1ab389a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.669714 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-925a06f8-03af-4ed0-9011-af679379e694 req-83d85e57-7427-4303-93a2-cfd47f2e75d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1000 time: 0.9132931 Jul 05 10:00:36.746566 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4efd68fd-a477-4d1e-b9f9-e079a1ab389a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.752496 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4efd68fd-a477-4d1e-b9f9-e079a1ab389a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0287430 Jul 05 10:00:36.787456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Allocated IP 172.20.0.2 (2f077380-6086-40d8-8c09-c357e1771828/e9a03133-fd4a-4b4a-b28a-5382abfae359/dce14833-57f6-4797-bc92-6515dd004fd6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:36.791857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:36.829282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd68fd-a477-4d1e-b9f9-e079a1ab389a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f324f2-07d6-4686-88f0-38e30f0f3701,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:36.896170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a06f8-03af-4ed0-9011-af679379e694 req-7d489fe6-651e-4575-abff-b0f29269aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:36.899627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-925a06f8-03af-4ed0-9011-af679379e694 req-7d489fe6-651e-4575-abff-b0f29269aaf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.1810603 Jul 05 10:00:36.940713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.972395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.978957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:36.993744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-be18e7a0-8514-47df-9aea-ad4bc1e11c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:36.996473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-be18e7a0-8514-47df-9aea-ad4bc1e11c03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 1097 time: 0.6006212 Jul 05 10:00:37.177958 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.205698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.226890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Transition to ACTIVE for port object dce14833-57f6-4797-bc92-6515dd004fd6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:37.248752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-e440395f-bf72-41b8-8024-a9bbe6806bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:37.250364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-e440395f-bf72-41b8-8024-a9bbe6806bb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 200 len: 915 time: 0.1195080 Jul 05 10:00:37.266592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Transition to ACTIVE for port object dce14833-57f6-4797-bc92-6515dd004fd6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:37.280308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.303303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a06f8-03af-4ed0-9011-af679379e694 req-25c508d2-f878-4c5b-94d0-cade1ab7523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:37.304567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac07928c-7f77-4880-ba1e-ff432c7a514f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.316259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-925a06f8-03af-4ed0-9011-af679379e694 req-25c508d2-f878-4c5b-94d0-cade1ab7523f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3849957 Jul 05 10:00:37.319942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.320959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ddbf19-bccc-4d58-8997-9a8fdc9df29f {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:00:37.384988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.386498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c736340e-5a1c-4b1f-aefa-2bc272beae61 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e1ddbf19-bccc-4d58-8997-9a8fdc9df29f HTTP/1.1" status: 204 len: 168 time: 8.7960331 Jul 05 10:00:37.391470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac07928c-7f77-4880-ba1e-ff432c7a514f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.399735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:37.403359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-d888df2a-51a2-4753-9250-9c3623a26fdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b091550-66ec-4832-8a2d-cd8e376370f2 HTTP/1.1" status: 200 len: 217 time: 0.1140237 Jul 05 10:00:37.439894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Pushing event updated for resources: {'Port': ['ID=dce14833-57f6-4797-bc92-6515dd004fd6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:37.445964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Network 2f077380-6086-40d8-8c09-c357e1771828 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:37.448854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:37.452487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:37.523993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-fa6f4cb0-b2a4-417c-abef-4bf0fa07f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:37.525887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-fa6f4cb0-b2a4-417c-abef-4bf0fa07f36c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b37a0880-0a1e-4768-bd0a-2c107c89223b HTTP/1.1" status: 200 len: 854 time: 0.0711095 Jul 05 10:00:37.574368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.602313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Attempting to bind port dce14833-57f6-4797-bc92-6515dd004fd6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:37.602909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Attempting to bind port dce14833-57f6-4797-bc92-6515dd004fd6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:37.603627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Attempting to bind port dce14833-57f6-4797-bc92-6515dd004fd6 on network 2f077380-6086-40d8-8c09-c357e1771828 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:37.608172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7e15e933-c08e-4f0e-961b-43c3c21f1d82'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:00:37.668357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:37.668950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Checking segment: {'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:37.669550 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.670165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Bound using segment: {'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:37.670939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Bound port: dce14833-57f6-4797-bc92-6515dd004fd6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:37.677255 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.683127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.691712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15b71951-41b3-4e6e-bf4d-8c9f8c3b1bf6 req-16922e9d-8880-4476-bfba-667c3c41903a tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1363411 Jul 05 10:00:37.694514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-ec65b747-6c64-4bbc-a775-92f5d0fd0162 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d29dcc60-27cd-47b2-8f72-b9c99b7f703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088877 Jul 05 10:00:37.726254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] Deleting subnet d07fc6b9-d340-44f5-83ff-46f2dfb013a6 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:00:37.824845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac07928c-7f77-4880-ba1e-ff432c7a514f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.832692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.909612 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac07928c-7f77-4880-ba1e-ff432c7a514f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:37.910790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ac07928c-7f77-4880-ba1e-ff432c7a514f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c3f324f2-07d6-4686-88f0-38e30f0f3701 HTTP/1.1" status: 204 len: 168 time: 1.1143060 Jul 05 10:00:37.932014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:37.966852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07928c-7f77-4880-ba1e-ff432c7a514f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3f324f2-07d6-4686-88f0-38e30f0f3701,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:38.022339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] For port dce14833-57f6-4797-bc92-6515dd004fd6, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:38.029954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Network 89b612d2-7e11-4714-a824-142f97e76420 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:38.031976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.046501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:38.063994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:38.138667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] For port dce14833-57f6-4797-bc92-6515dd004fd6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dce14833-57f6-4797-bc92-6515dd004fd6,segment=NetworkSegment(10e500fe-0558-4041-be13-7d167f064d97),segment_id=10e500fe-0558-4041-be13-7d167f064d97)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:38.178380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:38.179189 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.190804 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-925a06f8-03af-4ed0-9011-af679379e694 req-19d7caa0-144d-4913-a675-440bc22922cf service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8617160 Jul 05 10:00:38.199196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Pushing event updated for resources: {'Port': ['ID=3279d4fe-d547-4890-9168-5dc827f76c33,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:38.210932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.222004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-26db30ff-4cb4-490e-817d-edd8eb588891 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2858295 Jul 05 10:00:38.237397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:38.239166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-ca3c6ad8-6e70-49a7-970a-0292ecf995c6 service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309386 Jul 05 10:00:38.353485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b16828-be57-4b1e-9157-95f53916366b None None] Pushing event updated for resources: {'Port': ['ID=dce14833-57f6-4797-bc92-6515dd004fd6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:38.374269 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-13bb5b12-3120-4982-bfa2-02692dae3147 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6338727 Jul 05 10:00:38.397972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Request body: {'port': {'device_id': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:38.419123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243016d-e6e7-4cd3-a450-61ad23f94b6f req-3d4be5c7-bd82-4600-b9c3-6ede7fd1a76f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:38.428231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c243016d-e6e7-4cd3-a450-61ad23f94b6f req-3d4be5c7-bd82-4600-b9c3-6ede7fd1a76f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.4327161 Jul 05 10:00:38.474469 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.569705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c243016d-e6e7-4cd3-a450-61ad23f94b6f req-5c512577-58ad-453c-9396-6d20915dddc3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371031 Jul 05 10:00:38.653489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.658293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d4d9460-b2ec-4fb6-9c30-29d2061264b4 req-fc2ef72c-11fc-4b02-aa88-3180ab8c86ef service neutron] 10.222.0.16 "GET /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928154 Jul 05 10:00:38.660192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46f59e42-3073-4dad-ae25-89284fd57019 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.728772 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.768510 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-925a06f8-03af-4ed0-9011-af679379e694 req-93ea3948-fa77-434a-b400-9eebe1682987 service neutron] 10.222.0.15 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634592 Jul 05 10:00:38.807522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07fc6b9-d340-44f5-83ff-46f2dfb013a6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:38.877546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781ac10-f864-4083-b429-86d27720971d None None] Network d19c0da2-96f2-499c-a741-a3d9f8740b44 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:38.892865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64059a1-b3cd-4f79-b6fe-067441e08ffe req-68f1e27f-1d4a-4b50-a258-a95808ee5faf tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:38.898746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e64059a1-b3cd-4f79-b6fe-067441e08ffe req-68f1e27f-1d4a-4b50-a258-a95808ee5faf tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 931 time: 0.6888187 Jul 05 10:00:38.915788 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:38.922066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c6e38935-f7b4-4f2e-8ba5-bbad22b309b3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d07fc6b9-d340-44f5-83ff-46f2dfb013a6 HTTP/1.1" status: 204 len: 168 time: 1.5167031 Jul 05 10:00:38.925613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:38.953188 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46f59e42-3073-4dad-ae25-89284fd57019 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.288170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dce14833-57f6-4797-bc92-6515dd004fd6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:39.341139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e64059a1-b3cd-4f79-b6fe-067441e08ffe req-26c5040e-2f4e-4490-8527-547f8f1f7ad0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178905 Jul 05 10:00:39.349597 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81546e7e-52ff-49ae-acec-025ae6cd3289 req-d8e0dec2-040f-47d6-a9e5-858e441f6187 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.2608757 Jul 05 10:00:39.412174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] DHCP port deletion for d19c0da2-96f2-499c-a741-a3d9f8740b44 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:00:39.416628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46f59e42-3073-4dad-ae25-89284fd57019 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.422891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46f59e42-3073-4dad-ae25-89284fd57019 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.423912 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.425172 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-46f59e42-3073-4dad-ae25-89284fd57019 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f4336bb-5735-4b57-8eee-b728093b982a HTTP/1.1" status: 204 len: 168 time: 1.1852930 Jul 05 10:00:39.429069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.431533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:39.449214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f59e42-3073-4dad-ae25-89284fd57019 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4336bb-5735-4b57-8eee-b728093b982a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:39.471849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3279d4fe-d547-4890-9168-5dc827f76c33 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:00:39.482613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.488084 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.526014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port dce14833-57f6-4797-bc92-6515dd004fd6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:39.528554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Transition to ACTIVE for port object 3279d4fe-d547-4890-9168-5dc827f76c33 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:39.538567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.559216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3db7b037-0e3f-42c2-be89-977cd61a1cf1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:39.595444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3db7b037-0e3f-42c2-be89-977cd61a1cf1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:39.596693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3db7b037-0e3f-42c2-be89-977cd61a1cf1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:39.607443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] Deleting port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:39.608259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.702474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Pushing event updated for resources: {'Port': ['ID=3279d4fe-d547-4890-9168-5dc827f76c33,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:39.771273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] For port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3e4f3877-97c3-4fe4-a964-f43bcc126ccb,segment=NetworkSegment(79ea9af7-96cb-4b47-92f9-5c0e1b9debd0),segment_id=79ea9af7-96cb-4b47-92f9-5c0e1b9debd0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:39.771684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:39.790557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] Calling delete_port for 3e4f3877-97c3-4fe4-a964-f43bcc126ccb owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:39.824147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Attempting to bind port 3279d4fe-d547-4890-9168-5dc827f76c33 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:39.824798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Attempting to bind port 3279d4fe-d547-4890-9168-5dc827f76c33 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:39.825928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Attempting to bind port 3279d4fe-d547-4890-9168-5dc827f76c33 on network 89b612d2-7e11-4714-a824-142f97e76420 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:39.848236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Port 3279d4fe-d547-4890-9168-5dc827f76c33 on network 89b612d2-7e11-4714-a824-142f97e76420 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:00:39.849320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Attempting to bind port 3279d4fe-d547-4890-9168-5dc827f76c33 on network 89b612d2-7e11-4714-a824-142f97e76420 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:39.870828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:39.872208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Checking segment: {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:39.873219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Bound using segment: {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:39.875275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Bound port: 3279d4fe-d547-4890-9168-5dc827f76c33, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7ccc82-4a99-48a9-8024-34dfc4142f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b612d2-7e11-4714-a824-142f97e76420'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:39.878651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.006699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.009543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] For port 3279d4fe-d547-4890-9168-5dc827f76c33, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:40.013500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] For port 3279d4fe-d547-4890-9168-5dc827f76c33, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3279d4fe-d547-4890-9168-5dc827f76c33,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:40.020514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.033896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] No DVR routers for this DVR port 3e4f3877-97c3-4fe4-a964-f43bcc126ccb on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:40.078697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d217fc-5e7f-49b0-968c-0690358d8166 None None] Pushing event deleted for resources: {'Port': ['ID=3e4f3877-97c3-4fe4-a964-f43bcc126ccb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:40.162105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Pushing event updated for resources: {'Port': ['ID=3279d4fe-d547-4890-9168-5dc827f76c33,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:40.172944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:40.174238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.177034 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-3f6defa1-fd60-4d58-af91-cd8767cf8674 service neutron] 10.222.0.16 "PUT /v2.0/ports/3279d4fe-d547-4890-9168-5dc827f76c33 HTTP/1.1" status: 200 len: 1092 time: 1.7896175 Jul 05 10:00:40.177958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'tag': '3279d4fe-d547-4890-9168-5dc827f76c33'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:40.182426 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62590f-f60c-4fb7-b1e4-979e766c3a94" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a", "tag": "3279d4fe-d547-4890-9168-5dc827f76c33"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:40.244635 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b616fc-ee07-41a5-bebb-e6f7094c1f53 x-openstack-request-id: req-63b616fc-ee07-41a5-bebb-e6f7094c1f53 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:40.245172 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a", "tag": "3279d4fe-d547-4890-9168-5dc827f76c33", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:40.245653 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63b616fc-ee07-41a5-bebb-e6f7094c1f53 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:40.246378 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'tag': '3279d4fe-d547-4890-9168-5dc827f76c33', 'status': 'completed', 'code': 200} Jul 05 10:00:40.324490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] The port '3e4f3877-97c3-4fe4-a964-f43bcc126ccb' was deleted {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 10:00:40.396484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-7412114b-c7ef-4922-9584-bde0dba5bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:40.398401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-7412114b-c7ef-4922-9584-bde0dba5bdeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 1095 time: 0.1576116 Jul 05 10:00:40.479866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-9fb82f07-e96b-4d52-a4d6-1b3e81121ad0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3279d4fe-d547-4890-9168-5dc827f76c33 HTTP/1.1" status: 200 len: 217 time: 0.0718095 Jul 05 10:00:40.485580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.499231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19c0da2-96f2-499c-a741-a3d9f8740b44']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:40.548651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-25809cc8-2283-4f80-b81f-c479754c972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:40.550321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-25809cc8-2283-4f80-b81f-c479754c972e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.0617342 Jul 05 10:00:40.575631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a4e2c-c5bf-437a-93c1-66dc5c4519fb None None] Network 2f077380-6086-40d8-8c09-c357e1771828 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:40.587404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2b9fdfcc-70bd-4b63-be5b-06fc2809e609 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1495557 Jul 05 10:00:40.605839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:40.623969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:40.624307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ea9af7-96cb-4b47-92f9-5c0e1b9debd0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:40.645078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4a836dc8-4847-456f-a687-3ab6598e93c1 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454353788'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:40.687901 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-ade11c8d-f497-41f0-bb31-63db89ab9b66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272092 Jul 05 10:00:40.746668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-07ce8298-8785-45a8-ac74-3b5e508e5d73 None None] Provisioning for port dce14833-57f6-4797-bc92-6515dd004fd6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:40.761036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-07ce8298-8785-45a8-ac74-3b5e508e5d73 None None] Provisioning complete for port dce14833-57f6-4797-bc92-6515dd004fd6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:40.762391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07ce8298-8785-45a8-ac74-3b5e508e5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.833848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-2b7afcc8-8e04-4f64-9b34-ac76e92b84aa service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355686 Jul 05 10:00:40.839470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.899242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a836dc8-4847-456f-a687-3ab6598e93c1 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:40.951939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Allocated IP 172.25.1.20 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/257c3473-b0e2-4577-a69e-60c8c1dd8e10) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:40.956160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.027350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9d10be05-1a51-41cc-89de-229c719aaca4 req-b0e68b77-8b06-42a2-857e-dce10e28d4d5 service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852303 Jul 05 10:00:41.049919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07ce8298-8785-45a8-ac74-3b5e508e5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.062268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:00:41.064688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:00:41.081347 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:00:41.154844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3e4f3877-97c3-4fe4-a964-f43bcc126ccb no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:41.179596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-07ce8298-8785-45a8-ac74-3b5e508e5d73 None None] For port dce14833-57f6-4797-bc92-6515dd004fd6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dce14833-57f6-4797-bc92-6515dd004fd6,segment=NetworkSegment(10e500fe-0558-4041-be13-7d167f064d97),segment_id=10e500fe-0558-4041-be13-7d167f064d97)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:41.218093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3e4f3877-97c3-4fe4-a964-f43bcc126ccb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:41.219360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3e4f3877-97c3-4fe4-a964-f43bcc126ccb not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:41.227438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-07ce8298-8785-45a8-ac74-3b5e508e5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.234623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-c2901c1e-c43a-4ff7-979e-8574b108f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:41.240095 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-c2901c1e-c43a-4ff7-979e-8574b108f3f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 1095 time: 0.1009181 Jul 05 10:00:41.338993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce8298-8785-45a8-ac74-3b5e508e5d73 None None] Pushing event updated for resources: {'Port': ['ID=dce14833-57f6-4797-bc92-6515dd004fd6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:41.365700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b804c0-0425-45e4-953b-b2ec3982786f req-38c77110-fee4-4072-9415-214a8e567918 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:41.378969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7b804c0-0425-45e4-953b-b2ec3982786f req-38c77110-fee4-4072-9415-214a8e567918 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 943 time: 0.6649723 Jul 05 10:00:41.412929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c57de-4b07-4746-9e58-c53ed62838d1 req-a11e4447-c21b-4603-987b-b059f9176fb2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:41.425539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-113c57de-4b07-4746-9e58-c53ed62838d1 req-a11e4447-c21b-4603-987b-b059f9176fb2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 1.1310105 Jul 05 10:00:41.503252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.510245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-83219544-0e15-4ea5-8e22-4b907befb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:41.515933 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-83219544-0e15-4ea5-8e22-4b907befb46f service neutron] 10.222.0.16 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 912 time: 0.2606206 Jul 05 10:00:41.605956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7b804c0-0425-45e4-953b-b2ec3982786f req-55b42a22-6ff6-4515-a2c3-8b80046ea062 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253137 Jul 05 10:00:41.607598 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.642074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-7400cd47-a191-4fe0-9420-d8c89caf970c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3279d4fe-d547-4890-9168-5dc827f76c33 HTTP/1.1" status: 200 len: 217 time: 0.1200461 Jul 05 10:00:41.698504 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.718432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.731253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] 10.222.0.21 "DELETE /v2.0/networks/d19c0da2-96f2-499c-a741-a3d9f8740b44 HTTP/1.1" status: 204 len: 168 time: 2.8007898 Jul 05 10:00:41.794134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-a274665f-80a7-445b-a5ab-4c241142428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:41.802111 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-a274665f-80a7-445b-a5ab-4c241142428c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.1482432 Jul 05 10:00:41.816712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11ca5d56-ce9c-435f-84d0-c3cfbdfc1c84 None None] Provisioning complete for port dce14833-57f6-4797-bc92-6515dd004fd6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:41.817613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11ca5d56-ce9c-435f-84d0-c3cfbdfc1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.827272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:41.855628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:41.879932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:41.908844 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-844dcb34-827a-4b77-9f8c-2626f4340ea2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978348 Jul 05 10:00:41.912376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fad259-6b64-4699-9f96-27dced80f51d admin admin] Pushing event deleted for resources: {'Network': ['ID=d19c0da2-96f2-499c-a741-a3d9f8740b44,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.040296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-113c57de-4b07-4746-9e58-c53ed62838d1 req-79242069-0236-44e0-91c6-3872ea86ca2f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6131153 Jul 05 10:00:42.076012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Pushing event updated for resources: {'Port': ['ID=257c3473-b0e2-4577-a69e-60c8c1dd8e10,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.164677 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-c6067782-a134-4f19-82a3-182fd6071c65 service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459106 Jul 05 10:00:42.184307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03f637c9-f616-452a-ad2a-c8ad0d8a32d5 req-20016425-a49f-47d8-ac7f-ca580e910d67 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1980751 Jul 05 10:00:42.213539 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a836dc8-4847-456f-a687-3ab6598e93c1 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.290385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40246) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:42.294994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a836dc8-4847-456f-a687-3ab6598e93c1 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.314411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fe62590f-f60c-4fb7-b1e4-979e766c3a94 req-d3670fa8-9fed-416b-96a8-e2592dffc86a service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413643 Jul 05 10:00:42.459835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a836dc8-4847-456f-a687-3ab6598e93c1 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.462183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4a836dc8-4847-456f-a687-3ab6598e93c1 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8549247 Jul 05 10:00:42.466211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:42.473520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5298ba44-a643-4e5b-9659-66f20f8f3f49 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': 'c2530686-7c32-4475-b5fd-5640b4d7d5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:42.507747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a836dc8-4847-456f-a687-3ab6598e93c1 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2530686-7c32-4475-b5fd-5640b4d7d5f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.517585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5298ba44-a643-4e5b-9659-66f20f8f3f49 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.563351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2a49042-dc0a-427c-9f7e-f61bbd4df168 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5985c444215438f8b44ed2a08380a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687969 Jul 05 10:00:42.566098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:42.658896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5298ba44-a643-4e5b-9659-66f20f8f3f49 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.667551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5298ba44-a643-4e5b-9659-66f20f8f3f49 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.737395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ba44-a643-4e5b-9659-66f20f8f3f49 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b201a33-ddd6-424e-a775-407c28c6a639,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.754004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5298ba44-a643-4e5b-9659-66f20f8f3f49 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.759393 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5298ba44-a643-4e5b-9659-66f20f8f3f49 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883275 Jul 05 10:00:42.761259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:42.771677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a291f233-579e-467d-8f8f-efd578d60c39 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': 'c2530686-7c32-4475-b5fd-5640b4d7d5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:42.823054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a291f233-579e-467d-8f8f-efd578d60c39 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.901420 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-710f0dc8-f100-454d-8d42-4ac7988c509e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.934943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a291f233-579e-467d-8f8f-efd578d60c39 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.943932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a291f233-579e-467d-8f8f-efd578d60c39 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:42.968520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291f233-579e-467d-8f8f-efd578d60c39 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481709f5-edd0-4610-b08b-14a9048ff766,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:42.999130 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a291f233-579e-467d-8f8f-efd578d60c39 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.001165 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-710f0dc8-f100-454d-8d42-4ac7988c509e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.002939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a291f233-579e-467d-8f8f-efd578d60c39 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385571 Jul 05 10:00:43.005953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:43.016754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c4fbc354-4276-4848-a895-bfc15b7ab9e0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': 'c2530686-7c32-4475-b5fd-5640b4d7d5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:43.044001 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.081005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc354-4276-4848-a895-bfc15b7ab9e0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.093976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dce14833-57f6-4797-bc92-6515dd004fd6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:43.185538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc354-4276-4848-a895-bfc15b7ab9e0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.193559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc354-4276-4848-a895-bfc15b7ab9e0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.264710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc354-4276-4848-a895-bfc15b7ab9e0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d787a7-be30-4d7d-84c8-8ba330f4976e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:43.279358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc354-4276-4848-a895-bfc15b7ab9e0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.285615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:43.285866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c4fbc354-4276-4848-a895-bfc15b7ab9e0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777824 Jul 05 10:00:43.301612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port dce14833-57f6-4797-bc92-6515dd004fd6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:43.301612 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.317764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-89404009-ed3b-470f-89c7-d5cf3a5e2d6c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': 'c2530686-7c32-4475-b5fd-5640b4d7d5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:43.420263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b3189-a8d6-48f1-87c9-b823a37332b3 req-c7ea06ec-3a16-4568-86e1-12ab6cf3b370 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:43.435982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e76b3189-a8d6-48f1-87c9-b823a37332b3 req-c7ea06ec-3a16-4568-86e1-12ab6cf3b370 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 943 time: 0.4623134 Jul 05 10:00:43.450220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-710f0dc8-f100-454d-8d42-4ac7988c509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.457355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-710f0dc8-f100-454d-8d42-4ac7988c509e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.460535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-710f0dc8-f100-454d-8d42-4ac7988c509e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/573fbf8c-4879-4952-bc5c-0f2f0038c268 HTTP/1.1" status: 204 len: 168 time: 0.8928828 Jul 05 10:00:43.555623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89404009-ed3b-470f-89c7-d5cf3a5e2d6c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.692432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f0dc8-f100-454d-8d42-4ac7988c509e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573fbf8c-4879-4952-bc5c-0f2f0038c268,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:43.887866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e76b3189-a8d6-48f1-87c9-b823a37332b3 req-739540d1-d0fe-4d64-865a-e11d4d64a28a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493568 Jul 05 10:00:44.041726 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89404009-ed3b-470f-89c7-d5cf3a5e2d6c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.055796 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e779462d-5fc1-46c6-8f97-0b8d968b5b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.072356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf76a15-6c26-47d5-8ba6-c0d3ca6a5bad req-960d8ca6-522a-4ed7-8f8c-17bd5b460848 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:44.086235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daf76a15-6c26-47d5-8ba6-c0d3ca6a5bad req-960d8ca6-522a-4ed7-8f8c-17bd5b460848 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.4787364 Jul 05 10:00:44.097108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89404009-ed3b-470f-89c7-d5cf3a5e2d6c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.167721 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.201294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89404009-ed3b-470f-89c7-d5cf3a5e2d6c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17daae19-b04b-4305-8caa-1e9f7072ffc9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:44.240161 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89404009-ed3b-470f-89c7-d5cf3a5e2d6c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.243648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-89404009-ed3b-470f-89c7-d5cf3a5e2d6c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9485810 Jul 05 10:00:44.247333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:44.254411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-60b7d913-5b2c-43d8-bba9-8ccfd72e83c3 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': 'c2530686-7c32-4475-b5fd-5640b4d7d5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:44.279633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daf76a15-6c26-47d5-8ba6-c0d3ca6a5bad req-eadaa290-2f84-48eb-8812-f87e0f7dcb67 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920555 Jul 05 10:00:44.282817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce3cf2b5-dda7-4fe6-b0c4-d2145eb0cbd4 req-526fbda9-94cb-43c6-95e0-45c11e759208 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1489465 Jul 05 10:00:44.318408 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60b7d913-5b2c-43d8-bba9-8ccfd72e83c3 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.511828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Router 18dcff16-890e-4e0d-888c-e2debb3be35b is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:00:44.520972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c022fed8-81f7-4758-b339-626075d10e42 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:44.525877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60b7d913-5b2c-43d8-bba9-8ccfd72e83c3 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.536196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60b7d913-5b2c-43d8-bba9-8ccfd72e83c3 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.572735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7d913-5b2c-43d8-bba9-8ccfd72e83c3 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea454984-1e47-4d28-a130-21f249445b39,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:44.584472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60b7d913-5b2c-43d8-bba9-8ccfd72e83c3 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.590413 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-60b7d913-5b2c-43d8-bba9-8ccfd72e83c3 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3364437 Jul 05 10:00:44.591671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40288) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:44.665220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-517e8862-827b-4a2a-8d17-85dcd548ca43 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.679466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3279d4fe-d547-4890-9168-5dc827f76c33 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:00:44.679800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-517e8862-827b-4a2a-8d17-85dcd548ca43 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.725858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-517e8862-827b-4a2a-8d17-85dcd548ca43 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.736312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-517e8862-827b-4a2a-8d17-85dcd548ca43 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.742006 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-517e8862-827b-4a2a-8d17-85dcd548ca43 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ea454984-1e47-4d28-a130-21f249445b39 HTTP/1.1" status: 204 len: 168 time: 0.1444097 Jul 05 10:00:44.745553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:44.755927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e8862-827b-4a2a-8d17-85dcd548ca43 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea454984-1e47-4d28-a130-21f249445b39,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:44.785806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:44.826967 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.832028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-10b53922-8eaa-4489-8325-e5eff59f46b6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6099024 Jul 05 10:00:44.832825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40296) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:44.844174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb4f7ba5-8a53-4986-a47a-c07cdbe573ab tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0927095 Jul 05 10:00:44.845734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:44.853920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Sync routers for ids ['18dcff16-890e-4e0d-888c-e2debb3be35b'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:44.913909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40300) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:44.943203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dd62106-a11d-4351-b19c-827dfbae2fb0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.950704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Routers {'18dcff16-890e-4e0d-888c-e2debb3be35b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:44.951644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:18Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['18dcff16-890e-4e0d-888c-e2debb3be35b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:45.035758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dd62106-a11d-4351-b19c-827dfbae2fb0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.043016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 3279d4fe-d547-4890-9168-5dc827f76c33, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3279d4fe-d547-4890-9168-5dc827f76c33,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:45.153319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Set router 18dcff16-890e-4e0d-888c-e2debb3be35b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:45.186478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '3279d4fe-d547-4890-9168-5dc827f76c33', 'network_id': '89b612d2-7e11-4714-a824-142f97e76420', 'port_id': '3279d4fe-d547-4890-9168-5dc827f76c33', 'mac_address': 'fa:16:3e:24:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b637eba-aabc-4221-8bc6-cc339fbf0d20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:00:45.255851 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dd62106-a11d-4351-b19c-827dfbae2fb0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.256893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-992329808-network', 'tenant_id': '6ba4fff388d045c5b1f5015ec316210f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:45.291303 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dd62106-a11d-4351-b19c-827dfbae2fb0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.293431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4dd62106-a11d-4351-b19c-827dfbae2fb0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/17daae19-b04b-4305-8caa-1e9f7072ffc9 HTTP/1.1" status: 204 len: 168 time: 0.4459250 Jul 05 10:00:45.299137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40306) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:45.317448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Made reservation on behalf of 6ba4fff388d045c5b1f5015ec316210f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:45.321598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.346012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.360935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd62106-a11d-4351-b19c-827dfbae2fb0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17daae19-b04b-4305-8caa-1e9f7072ffc9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:45.380470 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.418245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3279d4fe-d547-4890-9168-5dc827f76c33 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:00:45.437939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0febd09e-40be-4a57-b9ea-6482116f10dd tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1292734 Jul 05 10:00:45.437939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:45.512387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c1066d2-12b0-4f04-861b-0eba6f729cdb tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.534554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 3279d4fe-d547-4890-9168-5dc827f76c33, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3279d4fe-d547-4890-9168-5dc827f76c33,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:45.540430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c1066d2-12b0-4f04-861b-0eba6f729cdb tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.560078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.637935 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c1066d2-12b0-4f04-861b-0eba6f729cdb tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.649068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5f273-47de-4264-bf07-4630ce0b9f6d req-98da487e-2fa1-4f6b-afcd-8607bac705a5 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:45.652060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7fa5f273-47de-4264-bf07-4630ce0b9f6d req-98da487e-2fa1-4f6b-afcd-8607bac705a5 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 943 time: 0.4030762 Jul 05 10:00:45.674101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c1066d2-12b0-4f04-861b-0eba6f729cdb tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.680594 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2c1066d2-12b0-4f04-861b-0eba6f729cdb tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d7d787a7-be30-4d7d-84c8-8ba330f4976e HTTP/1.1" status: 204 len: 168 time: 0.2402205 Jul 05 10:00:45.681715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=3279d4fe-d547-4890-9168-5dc827f76c33,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:45.686770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:45.694871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1066d2-12b0-4f04-861b-0eba6f729cdb tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7d787a7-be30-4d7d-84c8-8ba330f4976e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:45.735391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:00:42Z', 'revision_number': 3, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port': {'id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:45.760441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.768234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.802921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Checking router: 18dcff16-890e-4e0d-888c-e2debb3be35b for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:45.803900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Updating router 18dcff16-890e-4e0d-888c-e2debb3be35b port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:00:45.829011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b51822-01ee-4124-a682-d04f16aeffd8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:45.849553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:45.872353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.873455 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Added segment 51159dcd-2dda-45ab-9509-a9a2d7463c97 of type vlan for network ff26c833-fc75-46c8-8485-4ff011754fac Jul 05 10:00:45.911680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.962098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['3279d4fe-d547-4890-9168-5dc827f76c33'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:00:45.968711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.046321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.049131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:46.050562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.195023 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2795334 Jul 05 10:00:46.213838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:46.236120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Request body: {'subnet': {'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-992329808-subnet', 'tenant_id': '6ba4fff388d045c5b1f5015ec316210f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:46.269278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ba99-a888-4220-9b42-f960a9f3572a admin admin] Pushing event updated for resources: {'Network': ['ID=ff26c833-fc75-46c8-8485-4ff011754fac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.297649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ff26c833-fc75-46c8-8485-4ff011754fac details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:46.313511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Made reservation on behalf of 6ba4fff388d045c5b1f5015ec316210f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:46.321083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.392154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7fa5f273-47de-4264-bf07-4630ce0b9f6d req-afaa0142-4fa3-4a69-8283-1ef6c2087234 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226787 Jul 05 10:00:46.522873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9d5190f1-e0a6-4daa-83b9-6eccc5c47468 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8336976 Jul 05 10:00:46.528352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:46.648079 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3097624-4a42-4a70-be6d-dc06f60371e7 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.666334 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.684805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3097624-4a42-4a70-be6d-dc06f60371e7 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.698665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Transition to ACTIVE for port object 257c3473-b0e2-4577-a69e-60c8c1dd8e10 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:46.713052 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.780217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4783e20-e8f6-4e4f-a400-bfd1dc5837ff req-4aef3117-a1bb-498b-b1e2-bb5c71d50821 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0865259 Jul 05 10:00:46.799642 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.820058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.829738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Attempting to bind port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:46.835282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Attempting to bind port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:46.835867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Attempting to bind port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:46.836860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3097624-4a42-4a70-be6d-dc06f60371e7 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.846686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:46.847132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:46.848339 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.848776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:46.849354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Bound port: 257c3473-b0e2-4577-a69e-60c8c1dd8e10, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:46.849804 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.851785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595f700-ea5a-4af6-a4b4-0cce97c06246 None None] Pushing event updated for resources: {'Port': ['ID=257c3473-b0e2-4577-a69e-60c8c1dd8e10,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.890488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcf6b214-f54d-4379-b673-62da5a8cf16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.892125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3097624-4a42-4a70-be6d-dc06f60371e7 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.894265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3097624-4a42-4a70-be6d-dc06f60371e7 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/481709f5-edd0-4610-b08b-14a9048ff766 HTTP/1.1" status: 204 len: 168 time: 0.3640587 Jul 05 10:00:46.895912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3097624-4a42-4a70-be6d-dc06f60371e7 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=481709f5-edd0-4610-b08b-14a9048ff766,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.898113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40318) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:46.901480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.955151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] For port 257c3473-b0e2-4577-a69e-60c8c1dd8e10, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:46.959916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] For port 257c3473-b0e2-4577-a69e-60c8c1dd8e10, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=257c3473-b0e2-4577-a69e-60c8c1dd8e10,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:46.963138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f55be89-10e2-4cff-bdd2-9f9329f1d383,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:46.973674 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:46.980878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Checking segment: {'id': '51159dcd-2dda-45ab-9509-a9a2d7463c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:46.981672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Network hostable DHCP agents. Network: ff26c833-fc75-46c8-8485-4ff011754fac, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:47.016432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Network ff26c833-fc75-46c8-8485-4ff011754fac is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:47.036214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ff26c833-fc75-46c8-8485-4ff011754fac) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:47.049544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd76c5c-a4cc-4120-8fd3-3840db93f4ff None None] Network ff26c833-fc75-46c8-8485-4ff011754fac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:47.052979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8af63809-2f1c-4311-8deb-63c72b22b749 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1421981 Jul 05 10:00:47.053154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:47.053154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.053694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40320) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:47.081102 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75b5c2c4-13a7-4449-839d-6df233242341 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8650682 Jul 05 10:00:47.125604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595f700-ea5a-4af6-a4b4-0cce97c06246 None None] Pushing event updated for resources: {'Port': ['ID=257c3473-b0e2-4577-a69e-60c8c1dd8e10,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:47.134294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Routers {'18dcff16-890e-4e0d-888c-e2debb3be35b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:47.135025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['18dcff16-890e-4e0d-888c-e2debb3be35b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:47.137751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1b6163d-1f57-426e-bb01-399869c32a84 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.155447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1b6163d-1f57-426e-bb01-399869c32a84 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.248406 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1b6163d-1f57-426e-bb01-399869c32a84 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.260573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1b6163d-1f57-426e-bb01-399869c32a84 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.261807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d1b6163d-1f57-426e-bb01-399869c32a84 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4b201a33-ddd6-424e-a775-407c28c6a639 HTTP/1.1" status: 204 len: 168 time: 0.2068076 Jul 05 10:00:47.267607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40324) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:47.305029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6163d-1f57-426e-bb01-399869c32a84 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b201a33-ddd6-424e-a775-407c28c6a639,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:47.392308 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7f517279-d64d-4905-8160-0f602dfaaaaa tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1232243 Jul 05 10:00:47.395040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40328) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:47.439710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Allocated IP 172.20.0.1 (2f077380-6086-40d8-8c09-c357e1771828/e9a03133-fd4a-4b4a-b28a-5382abfae359/defb4015-ea71-49e9-a81d-f2181fc19435) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:47.558943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d19de0d9-f0e8-4cca-8907-65cc1653187f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.615204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] Set router 18dcff16-890e-4e0d-888c-e2debb3be35b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:47.615510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d19de0d9-f0e8-4cca-8907-65cc1653187f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.619633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cab1c9-2c28-4a96-bfc6-e394c8abc025 None None] Network ff26c833-fc75-46c8-8485-4ff011754fac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:47.731641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d19de0d9-f0e8-4cca-8907-65cc1653187f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.740872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d19de0d9-f0e8-4cca-8907-65cc1653187f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.745958 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d19de0d9-f0e8-4cca-8907-65cc1653187f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2530686-7c32-4475-b5fd-5640b4d7d5f5 HTTP/1.1" status: 204 len: 168 time: 0.3482447 Jul 05 10:00:47.750617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:47.771499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19de0d9-f0e8-4cca-8907-65cc1653187f tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2530686-7c32-4475-b5fd-5640b4d7d5f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:47.804979 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.848431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Transition to ACTIVE for port object defb4015-ea71-49e9-a81d-f2181fc19435 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:47.871268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bb2043f5-5ebf-43bc-9a83-e23520a410e8 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081290 Jul 05 10:00:47.877450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40344) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:47.885759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-863eb7f3-716a-4340-9a69-a2219fb364db tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--2147104960'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:47.928200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:47.951940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-863eb7f3-716a-4340-9a69-a2219fb364db tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.016005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Network 2f077380-6086-40d8-8c09-c357e1771828 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:48.066625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:48.072527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:48.132556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.144411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.164940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-863eb7f3-716a-4340-9a69-a2219fb364db tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.176067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-863eb7f3-716a-4340-9a69-a2219fb364db tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.189220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:00:42Z', 'revision_number': 3, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port': {'id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:48.232187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eff82-3ea2-4aba-95d0-c5a60a8cff37 None None] The sync data for ids ['18dcff16-890e-4e0d-888c-e2debb3be35b'] in n-d-771363-33 is: [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:00:42Z', 'revision_number': 3, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port': {'id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:48.253421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eb7f3-716a-4340-9a69-a2219fb364db tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e213490-4faf-4341-bb74-ef9ce98ded0d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:48.263778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Pushing event updated for resources: {'Port': ['ID=defb4015-ea71-49e9-a81d-f2181fc19435,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:48.268501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-863eb7f3-716a-4340-9a69-a2219fb364db tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.277473 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-863eb7f3-716a-4340-9a69-a2219fb364db tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3946805 Jul 05 10:00:48.279455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:48.296607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8412fb1a-75bd-44ea-862f-08fd64f3b99b tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': '8e213490-4faf-4341-bb74-ef9ce98ded0d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:48.371320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8412fb1a-75bd-44ea-862f-08fd64f3b99b tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.373397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-7b5e602f-58af-4a58-9de6-1e935536d05a tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:48.386120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-7b5e602f-58af-4a58-9de6-1e935536d05a tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/networks?id=ff26c833-fc75-46c8-8485-4ff011754fac HTTP/1.1" status: 200 len: 817 time: 0.4124408 Jul 05 10:00:48.438058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-ab2ffb1b-207a-4dc9-9607-c795a9bb1d19 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/quotas/6ba4fff388d045c5b1f5015ec316210f HTTP/1.1" status: 200 len: 375 time: 0.0489900 Jul 05 10:00:48.509701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-33620406-dfa2-495c-b49f-b00584ba78b5 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ba4fff388d045c5b1f5015ec316210f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704417 Jul 05 10:00:48.530136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8412fb1a-75bd-44ea-862f-08fd64f3b99b tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.538242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8412fb1a-75bd-44ea-862f-08fd64f3b99b tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.567488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412fb1a-75bd-44ea-862f-08fd64f3b99b tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf6a7c1-9889-40fe-bab3-6cf7439e7f3d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:48.597612 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8412fb1a-75bd-44ea-862f-08fd64f3b99b tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.601012 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8412fb1a-75bd-44ea-862f-08fd64f3b99b tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3187833 Jul 05 10:00:48.610785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:48.611776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a12013e-c078-4511-87db-b57f86cafcdf None None] Provisioning for port defb4015-ea71-49e9-a81d-f2181fc19435 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:48.618873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a12013e-c078-4511-87db-b57f86cafcdf None None] Provisioning complete for port defb4015-ea71-49e9-a81d-f2181fc19435 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:48.619578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a12013e-c078-4511-87db-b57f86cafcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.671824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3279d4fe-d547-4890-9168-5dc827f76c33 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:48.817464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a12013e-c078-4511-87db-b57f86cafcdf None None] Port defb4015-ea71-49e9-a81d-f2181fc19435 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:48.829083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f074669b-6e63-47be-8a05-4992fca126ac tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.833813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.841467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 3279d4fe-d547-4890-9168-5dc827f76c33 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:48.843940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-31df30f6-73d5-46e1-9c99-9990852d9506 service neutron] 10.222.0.21 "GET /v2.0/networks/ff26c833-fc75-46c8-8485-4ff011754fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167543 Jul 05 10:00:48.848734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 3279d4fe-d547-4890-9168-5dc827f76c33 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:48.849088 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.911575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f074669b-6e63-47be-8a05-4992fca126ac tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.989405 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.014733 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f074669b-6e63-47be-8a05-4992fca126ac tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.023656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f074669b-6e63-47be-8a05-4992fca126ac tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.026728 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f074669b-6e63-47be-8a05-4992fca126ac tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e213490-4faf-4341-bb74-ef9ce98ded0d HTTP/1.1" status: 204 len: 168 time: 0.4126294 Jul 05 10:00:49.065265 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:49.066659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074669b-6e63-47be-8a05-4992fca126ac tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e213490-4faf-4341-bb74-ef9ce98ded0d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.089011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3279d4fe-d547-4890-9168-5dc827f76c33'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:49.095105 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c48a94-362c-4df3-a9c2-92a08ab14951" -d '{"events": [{"server_uuid": "7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a", "name": "network-vif-plugged", "status": "completed", "tag": "3279d4fe-d547-4890-9168-5dc827f76c33"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:49.164300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 3279d4fe-d547-4890-9168-5dc827f76c33, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3279d4fe-d547-4890-9168-5dc827f76c33,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:49.201488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 257c3473-b0e2-4577-a69e-60c8c1dd8e10 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:49.201775 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a64b9451-111d-4a0a-a967-6a4454611187 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311958 Jul 05 10:00:49.205668 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.208846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:49.225215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8da7f9b3-39a2-42ca-9cbc-67fe9dea4c72 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--219986791'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:49.275191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8da7f9b3-39a2-42ca-9cbc-67fe9dea4c72 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.321576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-768d0887-c8ab-4429-82f1-8ab4545d3846 service neutron] 10.222.0.21 "GET /v2.0/networks/ff26c833-fc75-46c8-8485-4ff011754fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538441 Jul 05 10:00:49.509812 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.524101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.525871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=3279d4fe-d547-4890-9168-5dc827f76c33,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.559687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:49.579024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8da7f9b3-39a2-42ca-9cbc-67fe9dea4c72 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.580900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:49.581521 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.606831 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8da7f9b3-39a2-42ca-9cbc-67fe9dea4c72 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.715625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.838056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8da7f9b3-39a2-42ca-9cbc-67fe9dea4c72 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.847250 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8da7f9b3-39a2-42ca-9cbc-67fe9dea4c72 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6342683 Jul 05 10:00:49.853943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:49.857743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Pushing event updated for resources: {'Port': ['ID=defb4015-ea71-49e9-a81d-f2181fc19435,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.867879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Network 2f077380-6086-40d8-8c09-c357e1771828 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:49.869726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:49.911501 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.925598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-20350876-d7bd-47c8-a833-ea51ae51de25 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--788532306'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:49.964490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7f9b3-39a2-42ca-9cbc-67fe9dea4c72 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1df568-fe2d-4983-837a-890bfd63a2db,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:50.058063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20350876-d7bd-47c8-a833-ea51ae51de25 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.150814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.219136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 257c3473-b0e2-4577-a69e-60c8c1dd8e10, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=257c3473-b0e2-4577-a69e-60c8c1dd8e10,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:50.227404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.320557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Router 18dcff16-890e-4e0d-888c-e2debb3be35b has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:00:50.378923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=257c3473-b0e2-4577-a69e-60c8c1dd8e10,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:50.384774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20350876-d7bd-47c8-a833-ea51ae51de25 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.397283 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20350876-d7bd-47c8-a833-ea51ae51de25 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.464575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20350876-d7bd-47c8-a833-ea51ae51de25 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.467467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-20350876-d7bd-47c8-a833-ea51ae51de25 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5864959 Jul 05 10:00:50.476894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:50.481457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44ddc25a-ee49-4c94-b4f7-d01a5b9a50dd None None] Provisioning complete for port defb4015-ea71-49e9-a81d-f2181fc19435 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:50.482489 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44ddc25a-ee49-4c94-b4f7-d01a5b9a50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.485633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-58cac29a-513a-4dc4-a382-8615c2719be5 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': '6f1df568-fe2d-4983-837a-890bfd63a2db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4e9c636b-94c7-4926-87ea-d0f42a7e0211', 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:50.512519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20350876-d7bd-47c8-a833-ea51ae51de25 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c636b-94c7-4926-87ea-d0f42a7e0211,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:50.598072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-44ddc25a-ee49-4c94-b4f7-d01a5b9a50dd None None] Port defb4015-ea71-49e9-a81d-f2181fc19435 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:00:50.599944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58cac29a-513a-4dc4-a382-8615c2719be5 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.709387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3668fb-f957-4cf8-bb13-7d802a56f721 req-3a60b7ba-7c9f-4f91-91e8-5e84f176ffd7 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:50.723764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f3668fb-f957-4cf8-bb13-7d802a56f721 req-3a60b7ba-7c9f-4f91-91e8-5e84f176ffd7 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.5628755 Jul 05 10:00:50.836960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f3668fb-f957-4cf8-bb13-7d802a56f721 req-b776367b-d706-4d38-943d-49e91dce6a6b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115100 Jul 05 10:00:50.854048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58cac29a-513a-4dc4-a382-8615c2719be5 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.868621 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58cac29a-513a-4dc4-a382-8615c2719be5 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.904097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cac29a-513a-4dc4-a382-8615c2719be5 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532168b0-7419-4f94-83c6-270c818a6498,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:50.930516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58cac29a-513a-4dc4-a382-8615c2719be5 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.936302 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-58cac29a-513a-4dc4-a382-8615c2719be5 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4550014 Jul 05 10:00:50.938728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:50.986919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52142469-6fb2-44da-8abc-933e18ca7513 req-6cd48e95-8ae1-44d8-9635-9a3e411bc5f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1732156 Jul 05 10:00:50.989084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:00:51.020477 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63bb5341-128d-4e4c-821e-dd700e6b4435 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.023166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7c6f8f28-508b-44f3-95b3-c176d3f540a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/18dcff16-890e-4e0d-888c-e2debb3be35b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1889000 Jul 05 10:00:51.057633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63bb5341-128d-4e4c-821e-dd700e6b4435 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.078207 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71207d42-e529-4637-a20d-2a14d4a35e47 x-openstack-request-id: req-71207d42-e529-4637-a20d-2a14d4a35e47 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:51.079066 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a", "name": "network-vif-plugged", "status": "completed", "tag": "3279d4fe-d547-4890-9168-5dc827f76c33", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:51.079726 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71207d42-e529-4637-a20d-2a14d4a35e47 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:51.080427 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3279d4fe-d547-4890-9168-5dc827f76c33', 'code': 200} Jul 05 10:00:51.177911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 257c3473-b0e2-4577-a69e-60c8c1dd8e10 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:51.185788 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63bb5341-128d-4e4c-821e-dd700e6b4435 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.196566 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63bb5341-128d-4e4c-821e-dd700e6b4435 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.203613 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-63bb5341-128d-4e4c-821e-dd700e6b4435 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/532168b0-7419-4f94-83c6-270c818a6498 HTTP/1.1" status: 204 len: 168 time: 0.2547510 Jul 05 10:00:51.204680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:51.229433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb5341-128d-4e4c-821e-dd700e6b4435 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=532168b0-7419-4f94-83c6-270c818a6498,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:51.361008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:51.363026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.380126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebd9575a-d42c-4d9c-92aa-6049f23e2f8e req-09e268d3-413f-444e-8f04-40f6364f8694 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 210 time: 0.0722668 Jul 05 10:00:51.519100 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec9dc8-5a42-417a-8ace-7cdfde3bb455 req-cdf2c2db-3cc2-4aac-894e-08f590e0cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:51.521362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-49eaae53-3a49-4589-9139-63179c052115 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3138549 Jul 05 10:00:51.522861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40400) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:51.525559 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cfec9dc8-5a42-417a-8ace-7cdfde3bb455 req-cdf2c2db-3cc2-4aac-894e-08f590e0cba8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 1097 time: 0.2639389 Jul 05 10:00:51.649515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-cfec9dc8-5a42-417a-8ace-7cdfde3bb455 req-9cc48429-70bc-463a-9b5f-c68486841a1b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128404 Jul 05 10:00:51.798015 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1756-8ec5-4f31-9b07-6506ae5b83b0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.871221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1756-8ec5-4f31-9b07-6506ae5b83b0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.020627 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1756-8ec5-4f31-9b07-6506ae5b83b0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.024293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1756-8ec5-4f31-9b07-6506ae5b83b0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.031050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6b4c1756-8ec5-4f31-9b07-6506ae5b83b0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e9c636b-94c7-4926-87ea-d0f42a7e0211 HTTP/1.1" status: 204 len: 168 time: 0.5000629 Jul 05 10:00:52.032531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:52.035166 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Sync routers for ids ['18dcff16-890e-4e0d-888c-e2debb3be35b'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:00:52.054715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c1756-8ec5-4f31-9b07-6506ae5b83b0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c636b-94c7-4926-87ea-d0f42a7e0211,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:52.073857 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Routers {'18dcff16-890e-4e0d-888c-e2debb3be35b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:52.076064 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['18dcff16-890e-4e0d-888c-e2debb3be35b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:52.161956 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a06922ed-4b6b-45ba-ac1e-954f6d73b099 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1293473 Jul 05 10:00:52.162272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40440) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:52.264001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ecae-8a73-452c-b9cd-47e515bf340a req-1f464dd1-53e3-45e5-ac61-1f058331b614 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:52.276923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a775ecae-8a73-452c-b9cd-47e515bf340a req-1f464dd1-53e3-45e5-ac61-1f058331b614 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 945 time: 0.1625779 Jul 05 10:00:52.285393 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Set router 18dcff16-890e-4e0d-888c-e2debb3be35b gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:52.323873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f9d6-9794-4310-b157-632c6c602624 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.365875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f9d6-9794-4310-b157-632c6c602624 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.367397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a775ecae-8a73-452c-b9cd-47e515bf340a req-30da493c-9809-4828-a577-a8b9fa2e932a tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880218 Jul 05 10:00:52.444589 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f9d6-9794-4310-b157-632c6c602624 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.453197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35d2f9d6-9794-4310-b157-632c6c602624 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.455496 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-35d2f9d6-9794-4310-b157-632c6c602624 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f1df568-fe2d-4983-837a-890bfd63a2db HTTP/1.1" status: 204 len: 168 time: 0.2920299 Jul 05 10:00:52.458052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:52.494098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2f9d6-9794-4310-b157-632c6c602624 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1df568-fe2d-4983-837a-890bfd63a2db,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:52.664588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3bb21328-887d-476e-a3f0-db9833ea5356 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2047408 Jul 05 10:00:52.673636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:52.683331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-28135f41-3325-4e33-9f9e-88084ec090c0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840663234'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:52.776705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28135f41-3325-4e33-9f9e-88084ec090c0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.805102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27034b68-1827-4ef7-a0fd-d544683d5494 req-ff69dcca-adb0-4e38-9481-74b509fc2cd1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:52.821435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27034b68-1827-4ef7-a0fd-d544683d5494 req-ff69dcca-adb0-4e38-9481-74b509fc2cd1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.2635763 Jul 05 10:00:52.931415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27034b68-1827-4ef7-a0fd-d544683d5494 req-be404c50-6050-4a43-8de6-6834e26fe34f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072495 Jul 05 10:00:53.136973 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:00:48Z', 'revision_number': 4, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port': {'id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'defb4015-ea71-49e9-a81d-f2181fc19435', 'name': '', 'network_id': '2f077380-6086-40d8-8c09-c357e1771828', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'mac_address': 'fa:16:3e:14:a4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'e9a03133-fd4a-4b4a-b28a-5382abfae359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:47Z', 'updated_at': '2021-07-05T10:00:49Z', 'revision_number': 2, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'subnets': [{'id': 'e9a03133-fd4a-4b4a-b28a-5382abfae359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:53.220578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-80ec09aa-053b-4cec-af73-dc0857671bf3 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:53.224676 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Checking router: 18dcff16-890e-4e0d-888c-e2debb3be35b for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:00:53.227753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-80ec09aa-053b-4cec-af73-dc0857671bf3 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.15 "GET /v2.0/networks?id=ff26c833-fc75-46c8-8485-4ff011754fac HTTP/1.1" status: 200 len: 817 time: 0.3817050 Jul 05 10:00:53.228612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Updating router 18dcff16-890e-4e0d-888c-e2debb3be35b port defb4015-ea71-49e9-a81d-f2181fc19435 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:00:53.243661 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28135f41-3325-4e33-9f9e-88084ec090c0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.276812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Request body: {'port': {'device_id': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac', 'admin_state_up': True, 'tenant_id': '6ba4fff388d045c5b1f5015ec316210f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:53.444098 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.453538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c43fb194-b71c-450f-ac34-6447938a6c35 req-1e59839c-c4bc-4305-bc0f-cd789156ff83 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1341662 Jul 05 10:00:53.506753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28135f41-3325-4e33-9f9e-88084ec090c0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.618680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28135f41-3325-4e33-9f9e-88084ec090c0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.621206 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-28135f41-3325-4e33-9f9e-88084ec090c0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9431303 Jul 05 10:00:53.624477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:53.637344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f224ec4b-0415-4a5b-b9fd-286f4f60397e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': '223f02ff-5597-40ef-85a1-3ca620eb8221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:53.649617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28135f41-3325-4e33-9f9e-88084ec090c0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223f02ff-5597-40ef-85a1-3ca620eb8221,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:53.801729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Made reservation on behalf of 6ba4fff388d045c5b1f5015ec316210f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:53.811955 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.896318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f224ec4b-0415-4a5b-b9fd-286f4f60397e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.902212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-495bd9e1-e756-4133-b1ef-ec6eeb19d421 req-2c14b12e-9350-456b-83ad-f7a8d24abdad tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 210 time: 0.1396847 Jul 05 10:00:53.988072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acba442-8473-4af5-a393-e416cf5eb2b2 req-bac606de-84b7-4352-8784-cb6bead21fae tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:54.001016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0acba442-8473-4af5-a393-e416cf5eb2b2 req-bac606de-84b7-4352-8784-cb6bead21fae tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 945 time: 0.1649883 Jul 05 10:00:54.029395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Allocated IP 172.20.0.2 (ff26c833-fc75-46c8-8485-4ff011754fac/0f55be89-10e2-4cff-bdd2-9f9329f1d383/03011add-6654-49a5-a515-08eb0f55a1e4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:54.049515 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f224ec4b-0415-4a5b-b9fd-286f4f60397e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.062271 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f224ec4b-0415-4a5b-b9fd-286f4f60397e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.082798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224ec4b-0415-4a5b-b9fd-286f4f60397e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8374a1-d273-4ae7-b709-7188e896ddcf,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.103310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0acba442-8473-4af5-a393-e416cf5eb2b2 req-6d871590-89e7-4f71-9fae-b237c619b6be tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011279 Jul 05 10:00:54.146926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f224ec4b-0415-4a5b-b9fd-286f4f60397e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.151302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f224ec4b-0415-4a5b-b9fd-286f4f60397e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5220380 Jul 05 10:00:54.151730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.222407 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a33-56ca-4b1d-abda-93c185effe56 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.269090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a33-56ca-4b1d-abda-93c185effe56 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.275872 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.313051 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Transition to ACTIVE for port object defb4015-ea71-49e9-a81d-f2181fc19435 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:54.326739 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.421105 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad46d2-f976-46f5-a133-467b0bbeb243 None None] Pushing event updated for resources: {'Port': ['ID=defb4015-ea71-49e9-a81d-f2181fc19435,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.439941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a33-56ca-4b1d-abda-93c185effe56 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.460413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-8d8e91e6-c632-44b4-83dd-d44fedc64d55 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:54.469892 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-8d8e91e6-c632-44b4-83dd-d44fedc64d55 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 945 time: 0.3674009 Jul 05 10:00:54.526760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a33-56ca-4b1d-abda-93c185effe56 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.529294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-31cb7a33-56ca-4b1d-abda-93c185effe56 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/de8374a1-d273-4ae7-b709-7188e896ddcf HTTP/1.1" status: 204 len: 168 time: 0.3762717 Jul 05 10:00:54.541773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.545857 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Attempting to bind port defb4015-ea71-49e9-a81d-f2181fc19435 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:00:54.546902 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Attempting to bind port defb4015-ea71-49e9-a81d-f2181fc19435 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:00:54.547499 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Attempting to bind port defb4015-ea71-49e9-a81d-f2181fc19435 on network 2f077380-6086-40d8-8c09-c357e1771828 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:00:54.564068 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:00:54.564805 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Checking segment: {'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:54.565472 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.566022 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Bound using segment: {'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:00:54.566966 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Bound port: defb4015-ea71-49e9-a81d-f2181fc19435, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e500fe-0558-4041-be13-7d167f064d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f077380-6086-40d8-8c09-c357e1771828'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:00:54.567556 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.570991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7a33-56ca-4b1d-abda-93c185effe56 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de8374a1-d273-4ae7-b709-7188e896ddcf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.791020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a987-b321-48de-ae5e-18a19aa574b7 req-9661e565-bf97-4f11-828a-9ba0d4b4d81e tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:54.812740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdd2a987-b321-48de-ae5e-18a19aa574b7 req-9661e565-bf97-4f11-828a-9ba0d4b4d81e tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.4551241 Jul 05 10:00:54.815207 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] For port defb4015-ea71-49e9-a81d-f2181fc19435, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:00:54.835563 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] For port defb4015-ea71-49e9-a81d-f2181fc19435, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=defb4015-ea71-49e9-a81d-f2181fc19435,segment=NetworkSegment(10e500fe-0558-4041-be13-7d167f064d97),segment_id=10e500fe-0558-4041-be13-7d167f064d97)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:00:54.849004 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.877728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2bd4071c-f425-4089-bbba-3b2a00ccf134 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3316510 Jul 05 10:00:54.886164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.967413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdd2a987-b321-48de-ae5e-18a19aa574b7 req-da652a59-dc09-4bcd-86b7-2035d881e620 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530490 Jul 05 10:00:54.969748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.160605 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad46d2-f976-46f5-a133-467b0bbeb243 None None] Pushing event updated for resources: {'Port': ['ID=defb4015-ea71-49e9-a81d-f2181fc19435,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:55.188535 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Routers {'18dcff16-890e-4e0d-888c-e2debb3be35b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:00:55.204279 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:00:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['18dcff16-890e-4e0d-888c-e2debb3be35b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:55.214970 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250a82f7-3a48-4c91-ab93-c6195886acde tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.302378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250a82f7-3a48-4c91-ab93-c6195886acde tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.309804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b1e8959-4524-4787-a469-aa2107db89b9 req-06f3c320-3314-4715-b56c-69e328c93682 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1068826 Jul 05 10:00:55.497191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Deleting port 2b091550-66ec-4832-8a2d-cd8e376370f2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:00:55.532930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.576615 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-2f5c2c6d-530e-42f7-9f65-aed480078077 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2967198 Jul 05 10:00:55.607365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e43667-358b-4525-922c-c2a99669c4b8 req-84141b45-ca8e-4943-a23f-21c9bf69a7b7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:55.618567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e43667-358b-4525-922c-c2a99669c4b8 req-84141b45-ca8e-4943-a23f-21c9bf69a7b7 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.2626383 Jul 05 10:00:55.618844 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] Set router 18dcff16-890e-4e0d-888c-e2debb3be35b gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:00:55.816204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e43667-358b-4525-922c-c2a99669c4b8 req-38fef01e-4d18-48b3-ac75-e0a885fa5411 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934688 Jul 05 10:00:55.824383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] For port 2b091550-66ec-4832-8a2d-cd8e376370f2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=2b091550-66ec-4832-8a2d-cd8e376370f2,segment=NetworkSegment(05b563eb-5a8b-4af8-b982-6ba74a4db7c4),segment_id=05b563eb-5a8b-4af8-b982-6ba74a4db7c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:55.824754 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.847387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Calling delete_port for 2b091550-66ec-4832-8a2d-cd8e376370f2 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:00:56.007023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a74caa-9633-44a8-92dd-2386addd74c6 req-f7295997-1e9f-4627-8082-f922f34926b7 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:56.017218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.018072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46a74caa-9633-44a8-92dd-2386addd74c6 req-f7295997-1e9f-4627-8082-f922f34926b7 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 931 time: 0.1896210 Jul 05 10:00:56.022429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250a82f7-3a48-4c91-ab93-c6195886acde tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.028328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250a82f7-3a48-4c91-ab93-c6195886acde tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.031949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-250a82f7-3a48-4c91-ab93-c6195886acde tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/223f02ff-5597-40ef-85a1-3ca620eb8221 HTTP/1.1" status: 204 len: 168 time: 1.1242113 Jul 05 10:00:56.057262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:56.132107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46a74caa-9633-44a8-92dd-2386addd74c6 req-675ca091-e11a-434f-b602-2e9eda1aa1c3 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133280 Jul 05 10:00:56.142277 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:00:48Z', 'revision_number': 4, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port': {'id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'defb4015-ea71-49e9-a81d-f2181fc19435', 'name': '', 'network_id': '2f077380-6086-40d8-8c09-c357e1771828', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'mac_address': 'fa:16:3e:14:a4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'e9a03133-fd4a-4b4a-b28a-5382abfae359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:47Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 4, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'subnets': [{'id': 'e9a03133-fd4a-4b4a-b28a-5382abfae359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:00:56.222869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a82f7-3a48-4c91-ab93-c6195886acde tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f02ff-5597-40ef-85a1-3ca620eb8221,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:56.321059 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c3395-9870-4e97-8fdc-b6d06c5b79da None None] The sync data for ids ['18dcff16-890e-4e0d-888c-e2debb3be35b'] in n-d-771363-33 is: [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:00:48Z', 'revision_number': 4, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port': {'id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'defb4015-ea71-49e9-a81d-f2181fc19435', 'name': '', 'network_id': '2f077380-6086-40d8-8c09-c357e1771828', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'mac_address': 'fa:16:3e:14:a4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'e9a03133-fd4a-4b4a-b28a-5382abfae359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:47Z', 'updated_at': '2021-07-05T10:00:54Z', 'revision_number': 4, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'subnets': [{'id': 'e9a03133-fd4a-4b4a-b28a-5382abfae359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:00:56.488055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Pushing event updated for resources: {'Port': ['ID=03011add-6654-49a5-a515-08eb0f55a1e4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:56.668159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.755868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Network ff26c833-fc75-46c8-8485-4ff011754fac is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:00:56.819788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23fe08-e9e5-42f1-9ad2-dd265b4394b5 req-21c166d0-2f9d-4c5d-9d84-38f2112b4fe9 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:56.845711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb23fe08-e9e5-42f1-9ad2-dd265b4394b5 req-21c166d0-2f9d-4c5d-9d84-38f2112b4fe9 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 867 time: 0.2509236 Jul 05 10:00:57.060364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:57.077988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:00:57.089459 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Pushing event deleted for resources: {'Port': ['ID=2b091550-66ec-4832-8a2d-cd8e376370f2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:57.116353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb23fe08-e9e5-42f1-9ad2-dd265b4394b5 req-b814969b-1186-4f43-ae4c-827bcd95ed80 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/security-groups?id=237960ca-6cfb-4ec7-8b9a-ac21aae0251c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628095 Jul 05 10:00:57.258546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] No DVR routers for this DVR port 2b091550-66ec-4832-8a2d-cd8e376370f2 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:00:57.265712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.269659 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e605e617-ed36-4321-830f-207e6c79a4d5 req-cbe8e65a-1a04-4a53-976d-31e1edecd77b tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.16 "DELETE /v2.0/ports/2b091550-66ec-4832-8a2d-cd8e376370f2 HTTP/1.1" status: 204 len: 173 time: 2.7900677 Jul 05 10:00:57.295468 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6c3278b2-a7dd-48ed-aacd-77e97043ba7a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2324862 Jul 05 10:00:57.306725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:57.308670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'name': 'network-vif-deleted', 'tag': '2b091550-66ec-4832-8a2d-cd8e376370f2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:00:57.325230 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0def965a-7726-4c29-9d26-4ee3697f1081" -d '{"events": [{"server_uuid": "f28a34e5-f314-43ca-bd11-6f3185c91b14", "name": "network-vif-deleted", "tag": "2b091550-66ec-4832-8a2d-cd8e376370f2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:00:57.360116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda11d48-439f-4422-b341-553baf7a065a req-fa373c02-3df0-4057-9ae4-2c2c04b851fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:57.386207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bda11d48-439f-4422-b341-553baf7a065a req-fa373c02-3df0-4057-9ae4-2c2c04b851fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 1097 time: 0.5176382 Jul 05 10:00:57.396599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device defb4015-ea71-49e9-a81d-f2181fc19435 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:57.406724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-11b0c229-dd47-47b4-a1da-bcad557fad5d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827891088'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:57.446363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0d6e1fc-f173-4c0d-bfbf-c9cf6cc7b3f5 req-6987ea72-379d-42c2-9598-23ed239678b4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.2722948 Jul 05 10:00:57.476829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b0c229-dd47-47b4-a1da-bcad557fad5d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.629925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port defb4015-ea71-49e9-a81d-f2181fc19435 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:00:57.640256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port defb4015-ea71-49e9-a81d-f2181fc19435 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:57.646033 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.740368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b0c229-dd47-47b4-a1da-bcad557fad5d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.752050 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b0c229-dd47-47b4-a1da-bcad557fad5d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.901971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:57.909299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.916033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b0c229-dd47-47b4-a1da-bcad557fad5d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.928354 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-11b0c229-dd47-47b4-a1da-bcad557fad5d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5822010 Jul 05 10:00:57.932161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:57.949487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-78b081e8-bbfa-45e5-97fd-38f680ef588a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': '6ef04699-b5a8-4e99-8dc4-1ddf834396de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:57.967812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0c229-dd47-47b4-a1da-bcad557fad5d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef04699-b5a8-4e99-8dc4-1ddf834396de,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:58.001068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.065065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b081e8-bbfa-45e5-97fd-38f680ef588a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.091400 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-42f49117-b3ed-411c-a9dc-2461ed711b7c tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8452532 Jul 05 10:00:58.108734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda11d48-439f-4422-b341-553baf7a065a req-585e1d93-a7e4-4204-9c28-4d56b9d73775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:58.110872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Request body: {'port': {'device_id': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:58.111441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port defb4015-ea71-49e9-a81d-f2181fc19435, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=defb4015-ea71-49e9-a81d-f2181fc19435,segment=NetworkSegment(10e500fe-0558-4041-be13-7d167f064d97),segment_id=10e500fe-0558-4041-be13-7d167f064d97)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:00:58.114514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bda11d48-439f-4422-b341-553baf7a065a req-585e1d93-a7e4-4204-9c28-4d56b9d73775 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 912 time: 0.7271161 Jul 05 10:00:58.120716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.273498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bda11d48-439f-4422-b341-553baf7a065a req-f86c8f60-4ab6-458e-b055-b8e71ae6fa63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3279d4fe-d547-4890-9168-5dc827f76c33 HTTP/1.1" status: 200 len: 217 time: 0.1418431 Jul 05 10:00:58.284369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=defb4015-ea71-49e9-a81d-f2181fc19435,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:58.317859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5811-3088-497a-948e-1b22d1d0257a req-b051c3f4-218a-450d-913b-5f441f55227c tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:58.324129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f2c5811-3088-497a-948e-1b22d1d0257a req-b051c3f4-218a-450d-913b-5f441f55227c tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.4352031 Jul 05 10:00:58.586070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda11d48-439f-4422-b341-553baf7a065a req-a5508f37-f26d-4bc1-95f5-91fc2787931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:58.589399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bda11d48-439f-4422-b341-553baf7a065a req-a5508f37-f26d-4bc1-95f5-91fc2787931a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.2630377 Jul 05 10:00:58.621712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f2c5811-3088-497a-948e-1b22d1d0257a req-3eb7a288-7522-4529-9b3c-a0aa09e6244c tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746811 Jul 05 10:00:58.645544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a46ab0-b9c3-4cc2-a844-710d0a49e3fb req-d1c67da2-7f14-4c34-a22f-bebcff402ab9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:58.648691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4a46ab0-b9c3-4cc2-a844-710d0a49e3fb req-d1c67da2-7f14-4c34-a22f-bebcff402ab9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.4104915 Jul 05 10:00:58.692675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2b091550-66ec-4832-8a2d-cd8e376370f2 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:00:58.741604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bda11d48-439f-4422-b341-553baf7a065a req-c2f3f7d0-fe2b-4043-8e14-bdb221db78e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398122 Jul 05 10:00:58.783740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 2b091550-66ec-4832-8a2d-cd8e376370f2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:00:58.784193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 2b091550-66ec-4832-8a2d-cd8e376370f2 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:00:59.144904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4a46ab0-b9c3-4cc2-a844-710d0a49e3fb req-e4b18a99-6f78-4a35-b4aa-15b728bd4069 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4165258 Jul 05 10:00:59.223776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device defb4015-ea71-49e9-a81d-f2181fc19435 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:00:59.283936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb3b1c-ce20-4b16-88e0-1556d6f4a92c req-667b1a1a-b0cb-463b-b208-50c1be177256 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:59.294316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4eb3b1c-ce20-4b16-88e0-1556d6f4a92c req-667b1a1a-b0cb-463b-b208-50c1be177256 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 931 time: 0.2573824 Jul 05 10:00:59.317233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bda11d48-439f-4422-b341-553baf7a065a req-f0e0f220-3ff1-4fc6-9b57-dfeed80739ff service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624821 Jul 05 10:00:59.372040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port defb4015-ea71-49e9-a81d-f2181fc19435 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:00:59.372673 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.512562 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.528412 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e632ff3b-f2eb-4b0a-b465-47b3005092b7 x-openstack-request-id: req-e632ff3b-f2eb-4b0a-b465-47b3005092b7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:00:59.528862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.529711 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28a34e5-f314-43ca-bd11-6f3185c91b14", "name": "network-vif-deleted", "tag": "2b091550-66ec-4832-8a2d-cd8e376370f2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:00:59.530225 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e632ff3b-f2eb-4b0a-b465-47b3005092b7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:00:59.530948 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28a34e5-f314-43ca-bd11-6f3185c91b14', 'name': 'network-vif-deleted', 'tag': '2b091550-66ec-4832-8a2d-cd8e376370f2', 'status': 'completed', 'code': 200} Jul 05 10:00:59.689791 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:00:59.700472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bda11d48-439f-4422-b341-553baf7a065a req-061f1138-7216-4b40-a7c6-920b6cd1891f service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281229 Jul 05 10:00:59.733662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4eb3b1c-ce20-4b16-88e0-1556d6f4a92c req-bc2dd777-0bf6-4693-9f71-0a275113b422 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381971 Jul 05 10:00:59.747983 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.957523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b7092c5-749a-4131-be7e-6696fc877169 req-81f68b18-4b0a-48d5-b763-3291dc5e050c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0556519 Jul 05 10:01:00.181576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c78134a-1369-4a8a-af2d-9396ddb46efd req-135b03b9-83c2-4276-91a0-11293266fa14 tempest-VolumesSnapshotTestJSON-1692978971 tempest-VolumesSnapshotTestJSON-1692978971-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28a34e5-f314-43ca-bd11-6f3185c91b14 HTTP/1.1" status: 200 len: 210 time: 0.0824237 Jul 05 10:01:00.189559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b081e8-bbfa-45e5-97fd-38f680ef588a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.263291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b081e8-bbfa-45e5-97fd-38f680ef588a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.319731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b081e8-bbfa-45e5-97fd-38f680ef588a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7a68af-ec5b-48c3-af1f-cf223e1c53ae,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:00.339486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b081e8-bbfa-45e5-97fd-38f680ef588a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.343856 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-78b081e8-bbfa-45e5-97fd-38f680ef588a tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4055192 Jul 05 10:01:00.350286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-be4abcbd-3a6c-45ba-a8f3-c127a992cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:00.352467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-be4abcbd-3a6c-45ba-a8f3-c127a992cd79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd&tenant_id=8fe407bab998485baafe75011956a43d HTTP/1.1" status: 200 len: 1096 time: 1.3583522 Jul 05 10:01:00.353151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:00.398465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:00.491532 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eb286bbb-8cad-4518-a470-71eab9f2b970 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules/0c7a68af-ec5b-48c3-af1f-cf223e1c53ae HTTP/1.1" status: 200 len: 763 time: 0.1335516 Jul 05 10:01:00.504966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:00.823061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03011add-6654-49a5-a515-08eb0f55a1e4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:00.856350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d797afa3-8cda-48fa-a8b6-ed3aea8db918 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3497591 Jul 05 10:01:00.865409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.869590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:00.870338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.946281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Transition to ACTIVE for port object 03011add-6654-49a5-a515-08eb0f55a1e4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:00.970122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.050898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01de7759-4dca-462c-b3d2-091959202e94 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.071140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01de7759-4dca-462c-b3d2-091959202e94 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.122007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d0f2e-c8d9-4d87-be77-c08f65b23deb req-351c7255-6fb4-4ef3-88f2-4e1c9a6def91 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:01.124996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-001d0f2e-c8d9-4d87-be77-c08f65b23deb req-351c7255-6fb4-4ef3-88f2-4e1c9a6def91 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.8353653 Jul 05 10:01:01.156388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091f42d-727d-4100-a5f8-e2b641e96ced req-dd2cb8f4-7d0f-4ffa-a7fe-51feb2733f44 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:01.159540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c091f42d-727d-4100-a5f8-e2b641e96ced req-dd2cb8f4-7d0f-4ffa-a7fe-51feb2733f44 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.1674619 Jul 05 10:01:01.244366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Pushing event updated for resources: {'Port': ['ID=03011add-6654-49a5-a515-08eb0f55a1e4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:01.283727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01de7759-4dca-462c-b3d2-091959202e94 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.288861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c091f42d-727d-4100-a5f8-e2b641e96ced req-d24dbb78-50d5-4a1a-bca1-a826adafffd2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149459 Jul 05 10:01:01.311061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-001d0f2e-c8d9-4d87-be77-c08f65b23deb req-11aab962-b63b-4c19-9c97-c0d81b157a05 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498291 Jul 05 10:01:01.314296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01de7759-4dca-462c-b3d2-091959202e94 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.318471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:01.324043 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-01de7759-4dca-462c-b3d2-091959202e94 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0c7a68af-ec5b-48c3-af1f-cf223e1c53ae HTTP/1.1" status: 204 len: 168 time: 0.4504492 Jul 05 10:01:01.389566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de7759-4dca-462c-b3d2-091959202e94 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c7a68af-ec5b-48c3-af1f-cf223e1c53ae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:01.475521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Attempting to bind port 03011add-6654-49a5-a515-08eb0f55a1e4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:01.475862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Attempting to bind port 03011add-6654-49a5-a515-08eb0f55a1e4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '51159dcd-2dda-45ab-9509-a9a2d7463c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:01.476190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Attempting to bind port 03011add-6654-49a5-a515-08eb0f55a1e4 on network ff26c833-fc75-46c8-8485-4ff011754fac {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:01.484097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Port 03011add-6654-49a5-a515-08eb0f55a1e4 on network ff26c833-fc75-46c8-8485-4ff011754fac not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:01.484447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Attempting to bind port 03011add-6654-49a5-a515-08eb0f55a1e4 on network ff26c833-fc75-46c8-8485-4ff011754fac {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:01.501186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:01.501520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Checking segment: {'id': '51159dcd-2dda-45ab-9509-a9a2d7463c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:01.501969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Bound using segment: {'id': '51159dcd-2dda-45ab-9509-a9a2d7463c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:01.502691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Bound port: 03011add-6654-49a5-a515-08eb0f55a1e4, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51159dcd-2dda-45ab-9509-a9a2d7463c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:01.503237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.511432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b4f758ec-7045-4da4-9742-7adad9258ccc tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1886373 Jul 05 10:01:01.511850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:01.520698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-63ab7705-81db-4863-948f-1b0a87bd1e65 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': '6ef04699-b5a8-4e99-8dc4-1ddf834396de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:01.599713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:01.700321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] For port 03011add-6654-49a5-a515-08eb0f55a1e4, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:01.733674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:01.738180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] For port 03011add-6654-49a5-a515-08eb0f55a1e4, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=03011add-6654-49a5-a515-08eb0f55a1e4,segment=NetworkSegment(51159dcd-2dda-45ab-9509-a9a2d7463c97),segment_id=51159dcd-2dda-45ab-9509-a9a2d7463c97)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:01.794743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.826055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1979af38-498e-4c6b-bde6-8fd0a60d8111 req-8fae8f3d-20c9-4d90-a945-410636b8add4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/ports?device_id=86543ef1-4a00-42ee-87cd-c8252670f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1160321 Jul 05 10:01:01.868681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c022fed8-81f7-4758-b339-626075d10e42 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:01.877736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ab7705-81db-4863-948f-1b0a87bd1e65 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.889692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:01.890782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.893419 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] 10.222.0.15 "PUT /v2.0/ports/03011add-6654-49a5-a515-08eb0f55a1e4 HTTP/1.1" status: 200 len: 1092 time: 3.7917981 Jul 05 10:01:01.897740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.908164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'tag': '03011add-6654-49a5-a515-08eb0f55a1e4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:01.911852 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49bc892-7638-42da-89b5-0c340ae8aed3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff60b7df-f346-40c4-93b5-cddeadcf763e", "tag": "03011add-6654-49a5-a515-08eb0f55a1e4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:01.950151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Transition to ACTIVE for port object c022fed8-81f7-4758-b339-626075d10e42 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:01.977664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.032541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be960d-52be-4d13-9280-8fb926fd4d58 req-c50c1fa4-c0c7-4104-a9f4-f37938ad7df0 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:02.035265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17be960d-52be-4d13-9280-8fb926fd4d58 req-c50c1fa4-c0c7-4104-a9f4-f37938ad7df0 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 943 time: 0.4775610 Jul 05 10:01:02.082667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5af524-bee0-47c0-9ad5-99764a4b8913 service neutron] Pushing event updated for resources: {'Port': ['ID=03011add-6654-49a5-a515-08eb0f55a1e4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:02.129735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ab7705-81db-4863-948f-1b0a87bd1e65 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.151438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ab7705-81db-4863-948f-1b0a87bd1e65 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.249781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17be960d-52be-4d13-9280-8fb926fd4d58 req-ac80b354-ff64-4a07-b1e9-124917d8a93a tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018235 Jul 05 10:01:02.254252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab7705-81db-4863-948f-1b0a87bd1e65 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf05c6e-47d2-4d2f-9dff-34d906a595a0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:02.262079 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ab7705-81db-4863-948f-1b0a87bd1e65 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.266600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-63ab7705-81db-4863-948f-1b0a87bd1e65 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7507033 Jul 05 10:01:02.267649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:02.299194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b36ff57e-078f-4010-bc41-7f9dd657545d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules/aaf05c6e-47d2-4d2f-9dff-34d906a595a0 HTTP/1.1" status: 200 len: 763 time: 0.0282567 Jul 05 10:01:02.302316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:02.385007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-603a65b1-777e-468c-93d1-1a20b45eb265 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0811112 Jul 05 10:01:02.385652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:02.448639 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc1059-475d-48de-8fba-a8b921184e37 x-openstack-request-id: req-79fc1059-475d-48de-8fba-a8b921184e37 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:02.449095 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff60b7df-f346-40c4-93b5-cddeadcf763e", "tag": "03011add-6654-49a5-a515-08eb0f55a1e4", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:02.449504 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79fc1059-475d-48de-8fba-a8b921184e37 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:02.450168 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'tag': '03011add-6654-49a5-a515-08eb0f55a1e4', 'status': 'completed', 'code': 200} Jul 05 10:01:02.452721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:02.460584 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1349271-48d0-425f-aa59-4d5bd8b34627 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.487377 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1349271-48d0-425f-aa59-4d5bd8b34627 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.557193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1349271-48d0-425f-aa59-4d5bd8b34627 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.568062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] No DVR routers for this DVR port c022fed8-81f7-4758-b339-626075d10e42 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:02.586709 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1349271-48d0-425f-aa59-4d5bd8b34627 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.594689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e1349271-48d0-425f-aa59-4d5bd8b34627 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/aaf05c6e-47d2-4d2f-9dff-34d906a595a0 HTTP/1.1" status: 204 len: 168 time: 0.2006824 Jul 05 10:01:02.596170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1349271-48d0-425f-aa59-4d5bd8b34627 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaf05c6e-47d2-4d2f-9dff-34d906a595a0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:02.612223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40608) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:02.674562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-face46c5-02d0-4422-b834-6aaa9c9478b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:02.698360 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-face46c5-02d0-4422-b834-6aaa9c9478b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ba4fff388d045c5b1f5015ec316210f&device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 1095 time: 0.7275202 Jul 05 10:01:02.767856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-139fd02e-a6f1-4f0a-9c3d-afae373031d0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1531258 Jul 05 10:01:02.781963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:02.793032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Request body: {'security_group_rule': {'security_group_id': '6ef04699-b5a8-4e99-8dc4-1ddf834396de', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:02.831625 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-e249700f-8cbb-4d8d-a258-acb6b79e0e55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03011add-6654-49a5-a515-08eb0f55a1e4 HTTP/1.1" status: 200 len: 217 time: 0.1326358 Jul 05 10:01:02.917388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-19508455-9ce0-424d-a9c1-bfc4e39814ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:02.919533 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-19508455-9ce0-424d-a9c1-bfc4e39814ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f55be89-10e2-4cff-bdd2-9f9329f1d383 HTTP/1.1" status: 200 len: 857 time: 0.0810874 Jul 05 10:01:02.923835 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Project 8bcc223a4ee94ffd979af6d5d3b89c03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:01:02.949784 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.987434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c12dd-37e3-41c9-9343-6de560c7d0c4 req-08c1f84a-80ec-4bfe-8112-1fe15db47eae tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:02.992378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-971c12dd-37e3-41c9-9343-6de560c7d0c4 req-08c1f84a-80ec-4bfe-8112-1fe15db47eae tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.4088380 Jul 05 10:01:02.992661 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-1deb26ff-df95-43c9-9531-35264ec9ee69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff26c833-fc75-46c8-8485-4ff011754fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469489 Jul 05 10:01:02.996743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:02.997282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:02.997817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:03.020452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Port c022fed8-81f7-4758-b339-626075d10e42 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:03.020979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Attempting to bind port c022fed8-81f7-4758-b339-626075d10e42 on network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:03.096955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4975a-2c9d-4361-9f9d-6827be712c7c req-b65e13e8-69cc-4889-beb3-150f934e1b0c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:03.099834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5b4975a-2c9d-4361-9f9d-6827be712c7c req-b65e13e8-69cc-4889-beb3-150f934e1b0c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 944 time: 0.2671306 Jul 05 10:01:03.101600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:03.102142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Checking segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:03.102771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Bound using segment: {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:03.103591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Bound port: c022fed8-81f7-4758-b339-626075d10e42, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c2216a-91fa-4eba-9b92-76087d953d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:03.104161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.186738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-971c12dd-37e3-41c9-9343-6de560c7d0c4 req-023f50d3-e49b-4fd2-a6c5-6ea6711e2305 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756861 Jul 05 10:01:03.199713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.219022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.252973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5b4975a-2c9d-4361-9f9d-6827be712c7c req-9fe28957-5087-4fba-a41f-56b5f8a3670d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415908 Jul 05 10:01:03.268187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-ccf0a4eb-1532-4b7c-a3c7-255762b8ad04 service neutron] 10.222.0.15 "GET /v2.0/networks/ff26c833-fc75-46c8-8485-4ff011754fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644739 Jul 05 10:01:03.271698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:03.272337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bc9673-7c13-4301-be48-438c857bd017,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:03.278531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:03.291863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.295597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.297860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-450bd0f1-2075-41d2-b526-e06361592c13 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5128555 Jul 05 10:01:03.301001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:03.421411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:03.422221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.422798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6fb772d8-446d-4936-9de0-22c275df846d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules/26bc9673-7c13-4301-be48-438c857bd017 HTTP/1.1" status: 200 len: 769 time: 0.1181931 Jul 05 10:01:03.423507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40626) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:03.424052 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1093 time: 3.0507860 Jul 05 10:01:03.466337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:03.537944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ad8cc63c-14f3-4cd1-bd2a-a72671847b7d tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1131926 Jul 05 10:01:03.538808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:03.586007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea3816b-4502-4967-aa5d-f91d5b1a156c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.606428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea3816b-4502-4967-aa5d-f91d5b1a156c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.629596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:03.631615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.631977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.632321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.632666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.633014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.633335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.633672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.633997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.634329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.634712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.635112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.635445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b635c37-9280-4702-906f-6ab7377848f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:03.659834 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4d4c1d-6fba-4a2b-991d-c93f2f2b675e req-9fc19a0b-712b-4719-81e2-52977e9f1a14 service neutron] 10.222.0.15 "GET /v2.0/networks/ff26c833-fc75-46c8-8485-4ff011754fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816481 Jul 05 10:01:03.818199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea3816b-4502-4967-aa5d-f91d5b1a156c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.833152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-1891030d-ec10-4be2-916f-f1778c324f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:03.834839 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-1891030d-ec10-4be2-916f-f1778c324f39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1097 time: 0.3644958 Jul 05 10:01:03.836142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea3816b-4502-4967-aa5d-f91d5b1a156c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.838847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eea3816b-4502-4967-aa5d-f91d5b1a156c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/26bc9673-7c13-4301-be48-438c857bd017 HTTP/1.1" status: 204 len: 168 time: 0.2984226 Jul 05 10:01:03.841179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9672e0-8aed-4812-8b34-a63a14946de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.844217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40636) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:03.859006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3816b-4502-4967-aa5d-f91d5b1a156c tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26bc9673-7c13-4301-be48-438c857bd017,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:03.969375 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9672e0-8aed-4812-8b34-a63a14946de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.002847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-997c6a4c-a218-4c69-9e1d-df693651e0aa tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1458657 Jul 05 10:01:04.018829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cf523-5bec-4eed-8fe0-c84ee306fc89 req-92ea65cc-c3e9-403f-a1f6-731dc2306843 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.033168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b83cf523-5bec-4eed-8fe0-c84ee306fc89 req-92ea65cc-c3e9-403f-a1f6-731dc2306843 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 943 time: 0.4157958 Jul 05 10:01:04.049981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:04.076764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-78cbe94d-d2a3-4f21-a0c1-902c3c6e1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.080527 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-78cbe94d-d2a3-4f21-a0c1-902c3c6e1646 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.2335160 Jul 05 10:01:04.160048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-6a3504c6-f94b-4c16-8d67-a62dfcc12df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.163461 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-6a3504c6-f94b-4c16-8d67-a62dfcc12df6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ba4fff388d045c5b1f5015ec316210f&device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 1095 time: 0.4333911 Jul 05 10:01:04.175659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b83cf523-5bec-4eed-8fe0-c84ee306fc89 req-2ddc64a3-94f1-44c8-82f4-92b66c035dc1 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365576 Jul 05 10:01:04.234098 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0096b9a-5b69-445b-90ab-90164fc3d6f0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.287325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0096b9a-5b69-445b-90ab-90164fc3d6f0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.408960 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0096b9a-5b69-445b-90ab-90164fc3d6f0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.417616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0096b9a-5b69-445b-90ab-90164fc3d6f0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.421380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c0096b9a-5b69-445b-90ab-90164fc3d6f0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ef04699-b5a8-4e99-8dc4-1ddf834396de HTTP/1.1" status: 204 len: 168 time: 0.3679514 Jul 05 10:01:04.445949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40646) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:04.462547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:04.469513 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23" -d '{"events": [{"name": "network-changed", "server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:04.477165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0096b9a-5b69-445b-90ab-90164fc3d6f0 tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef04699-b5a8-4e99-8dc4-1ddf834396de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:04.536192 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-d9212b13-0f8d-45ee-a860-40a722a21cb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1000 time: 0.4444010 Jul 05 10:01:04.542758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-ed42ae95-912e-452b-be89-ae0746c4ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.545305 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-ed42ae95-912e-452b-be89-ae0746c4ae9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff26c833-fc75-46c8-8485-4ff011754fac HTTP/1.1" status: 200 len: 918 time: 0.2841687 Jul 05 10:01:04.614140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9672e0-8aed-4812-8b34-a63a14946de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.618500 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b9672e0-8aed-4812-8b34-a63a14946de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.620343 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b9672e0-8aed-4812-8b34-a63a14946de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/security-groups/a033781f-c9c7-4600-8cc9-46b01a21d9c3 HTTP/1.1" status: 204 len: 168 time: 0.9693716 Jul 05 10:01:04.627481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:04.666877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3960240e-95ae-4251-a71b-78e903d7e2eb tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2180002 Jul 05 10:01:04.674191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:04.676591 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-f41bdbb6-3170-4be6-ac7d-fd101b1754a4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] show failed (client error): The resource could not be found. Jul 05 10:01:04.683978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f41bdbb6-3170-4be6-ac7d-fd101b1754a4 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "GET /v2.0/security-groups/a033781f-c9c7-4600-8cc9-46b01a21d9c3 HTTP/1.1" status: 404 len: 347 time: 0.0464060 Jul 05 10:01:04.695244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:04.704548 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-05ba8436-59d9-4961-9eb7-384298d0a04a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03011add-6654-49a5-a515-08eb0f55a1e4 HTTP/1.1" status: 200 len: 217 time: 0.1422441 Jul 05 10:01:04.735543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9672e0-8aed-4812-8b34-a63a14946de2 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033781f-c9c7-4600-8cc9-46b01a21d9c3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:04.798561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-b9e83e94-57c4-4b05-8ebc-09909b1f5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.800984 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-b9e83e94-57c4-4b05-8ebc-09909b1f5d01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.2534652 Jul 05 10:01:04.886652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de59e1d-9e08-429d-acb2-f0dd0b5194e9 req-ec4bfcb9-685f-4e80-81cc-09d3f340d1c0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.888293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1de59e1d-9e08-429d-acb2-f0dd0b5194e9 req-ec4bfcb9-685f-4e80-81cc-09d3f340d1c0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.4281354 Jul 05 10:01:04.956535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d338788-bf80-4d43-88a9-16597f250c8b req-df392e58-5d81-4d2b-9398-4186f96182cb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.959919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d338788-bf80-4d43-88a9-16597f250c8b req-df392e58-5d81-4d2b-9398-4186f96182cb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.4040310 Jul 05 10:01:05.062524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-02deba77-7766-4e42-aa77-81d802f7f54e tempest-SecGroupIPv6Test-2110273125 tempest-SecGroupIPv6Test-2110273125-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3767354 Jul 05 10:01:05.085592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1de59e1d-9e08-429d-acb2-f0dd0b5194e9 req-264eabe1-5680-4dcb-9d8c-3650b22edb3f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776340 Jul 05 10:01:05.119353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d338788-bf80-4d43-88a9-16597f250c8b req-45485317-86ab-483b-b171-97309302613e tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139369 Jul 05 10:01:05.214352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port aa21b7ff-3a4d-436e-9b5d-cae05d566f10 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:05.214838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.260506 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effad3f9-5b47-4c51-a4d4-0bb6e146697d x-openstack-request-id: req-effad3f9-5b47-4c51-a4d4-0bb6e146697d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:05.261321 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:05.261321 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-effad3f9-5b47-4c51-a4d4-0bb6e146697d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:05.261321 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'status': 'completed', 'code': 200} Jul 05 10:01:05.272587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-08ea2464-8bf5-4d84-8b33-647d2b371ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:05.273322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-08ea2464-8bf5-4d84-8b33-647d2b371ccb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f55be89-10e2-4cff-bdd2-9f9329f1d383 HTTP/1.1" status: 200 len: 857 time: 0.5579596 Jul 05 10:01:05.361463 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-c7e03df8-00b2-4ea9-9546-8360e960b4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff26c833-fc75-46c8-8485-4ff011754fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739901 Jul 05 10:01:05.483464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.484637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.496453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-f9eb0cae-53c0-4bcc-aa84-67e6b2c1c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:05.497870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-f9eb0cae-53c0-4bcc-aa84-67e6b2c1c3fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6869385 Jul 05 10:01:05.508885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for aa21b7ff-3a4d-436e-9b5d-cae05d566f10 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:05.543235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:05.591422 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-3360144d-d8fa-4f86-a738-2d83a75cf7ab service neutron] 10.222.0.15 "GET /v2.0/networks/ff26c833-fc75-46c8-8485-4ff011754fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167027 Jul 05 10:01:05.649955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189510-71b3-4940-b5eb-aabc3c66501e req-49e8a323-ce2a-4050-a72f-2c3cc1a7d896 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:05.651918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f189510-71b3-4940-b5eb-aabc3c66501e req-49e8a323-ce2a-4050-a72f-2c3cc1a7d896 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 943 time: 0.2337790 Jul 05 10:01:05.747624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f189510-71b3-4940-b5eb-aabc3c66501e req-47ab6d27-f016-4174-ab53-f5915bd7a9da tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846648 Jul 05 10:01:05.803949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-a8fbe0a9-c4dd-41ca-b2d5-44d47450415e service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973170 Jul 05 10:01:05.805533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1c788563-01d4-4039-8e92-b9e6b8090feb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bcc223a4ee94ffd979af6d5d3b89c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604275 Jul 05 10:01:05.809663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:05.882909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d49bc892-7638-42da-89b5-0c340ae8aed3 req-2903a2f1-613c-4ef2-ae26-5ade96afc7d9 service neutron] 10.222.0.15 "GET /v2.0/networks/ff26c833-fc75-46c8-8485-4ff011754fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846615 Jul 05 10:01:05.909075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.926016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daab8534-4df4-4795-99c0-3a5f822fd121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.955781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=aa21b7ff-3a4d-436e-9b5d-cae05d566f10,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:05.957412 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-805dded0-86c3-41d2-9bb5-e55a9b923c03 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429148 Jul 05 10:01:06.030411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daab8534-4df4-4795-99c0-3a5f822fd121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.101797 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.105171 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.112536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3635186f-67e8-4fcc-9202-6929bac5c704 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/floatingips/eb7dcd81-7b83-4d1b-9928-a53261b5ae24 HTTP/1.1" status: 204 len: 168 time: 1.4054348 Jul 05 10:01:06.112897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:06.190702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-2a436733-f8f8-42c1-bf5d-47f60cc9d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:06.196970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-2a436733-f8f8-42c1-bf5d-47f60cc9d5e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1097 time: 0.1789966 Jul 05 10:01:06.312503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daab8534-4df4-4795-99c0-3a5f822fd121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.325100 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daab8534-4df4-4795-99c0-3a5f822fd121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.333167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-daab8534-4df4-4795-99c0-3a5f822fd121 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d587706-53cf-4fdc-883e-04ec4ba251a4 HTTP/1.1" status: 204 len: 168 time: 0.5206194 Jul 05 10:01:06.408248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8534-4df4-4795-99c0-3a5f822fd121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d587706-53cf-4fdc-883e-04ec4ba251a4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:06.416066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:06.417024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.529526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-148973e8-34e5-4433-856f-34d655414e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:06.532169 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-148973e8-34e5-4433-856f-34d655414e4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.3231127 Jul 05 10:01:06.585509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 03011add-6654-49a5-a515-08eb0f55a1e4 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:06.768608 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.794576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for 3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:06.805650 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-c6b2415e-5857-4fbc-b659-e435bfc447c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1000 time: 0.2557445 Jul 05 10:01:06.955985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 03011add-6654-49a5-a515-08eb0f55a1e4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=03011add-6654-49a5-a515-08eb0f55a1e4,segment=NetworkSegment(51159dcd-2dda-45ab-9509-a9a2d7463c97),segment_id=51159dcd-2dda-45ab-9509-a9a2d7463c97)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:06.973638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '03011add-6654-49a5-a515-08eb0f55a1e4', 'network_id': 'ff26c833-fc75-46c8-8485-4ff011754fac', 'port_id': '03011add-6654-49a5-a515-08eb0f55a1e4', 'mac_address': 'fa:16:3e:53:9f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f55be89-10e2-4cff-bdd2-9f9329f1d383', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:06.998050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-e0774691-6c19-4b0c-8d5b-053742df4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:07.005065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-e0774691-6c19-4b0c-8d5b-053742df4b39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.1890414 Jul 05 10:01:07.074447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b90d-2ce8-4ac0-baf9-be5848de7a8e req-0e0b1a80-774c-4da0-bcda-b36e3f83074f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:07.095485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f946b90d-2ce8-4ac0-baf9-be5848de7a8e req-0e0b1a80-774c-4da0-bcda-b36e3f83074f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.5137458 Jul 05 10:01:07.108966 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.109529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e1863-3eac-431e-ab17-c54b6bc89395 req-b78733f4-b5cd-4961-8418-171f08d6c78e tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:07.112658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-109e1863-3eac-431e-ab17-c54b6bc89395 req-b78733f4-b5cd-4961-8418-171f08d6c78e tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.5581486 Jul 05 10:01:07.148035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03011add-6654-49a5-a515-08eb0f55a1e4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:07.185349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 03011add-6654-49a5-a515-08eb0f55a1e4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=03011add-6654-49a5-a515-08eb0f55a1e4,segment=NetworkSegment(51159dcd-2dda-45ab-9509-a9a2d7463c97),segment_id=51159dcd-2dda-45ab-9509-a9a2d7463c97)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:07.195901 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.207038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-888ba0b2-504b-477d-941e-22d3a2ea07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:07.211586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-888ba0b2-504b-477d-941e-22d3a2ea07e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889887 Jul 05 10:01:07.269654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=03011add-6654-49a5-a515-08eb0f55a1e4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:07.300162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f946b90d-2ce8-4ac0-baf9-be5848de7a8e req-ac51ea70-3636-40bc-88c6-bba49f8ee813 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027071 Jul 05 10:01:07.376421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.467218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['03011add-6654-49a5-a515-08eb0f55a1e4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:07.889420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-109e1863-3eac-431e-ab17-c54b6bc89395 req-f2b6f3c0-60ac-4b14-baea-191b76fb3bc1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7154250 Jul 05 10:01:07.957848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-07d1c3aa-d31b-4345-ba22-9ded290275fa service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364433 Jul 05 10:01:08.034946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:08.252630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.260639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f7cee52d-b399-48e5-b9e9-ceb594077d52 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/ports/3af9bf3a-fbc0-4d20-8103-ea7ef0afd0c2 HTTP/1.1" status: 204 len: 168 time: 2.1405430 Jul 05 10:01:08.265440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:08.387365 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1f3ab0bd-3fc9-4945-9e41-6ada255c5a23 req-8636bfac-bcb9-47c6-afbe-acf843b44c7a service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199691 Jul 05 10:01:09.088774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port c0f63dfa-7151-4340-be68-2acedd3cb84f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:09.088774 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.269432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900105c-936e-42ec-a5ff-72cd7a514824 req-53ea40d9-52be-4784-bda6-b4764a8cbdb6 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:09.286385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8900105c-936e-42ec-a5ff-72cd7a514824 req-53ea40d9-52be-4784-bda6-b4764a8cbdb6 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 944 time: 1.0566137 Jul 05 10:01:09.445528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8900105c-936e-42ec-a5ff-72cd7a514824 req-030ec1a8-1d86-4133-ba93-8cf6bb0c6bbb tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559851 Jul 05 10:01:09.550651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b7bf1-bc47-4831-99f6-0e47dc14b1e8 req-6d0db6e6-454b-45c3-970b-d189507fcffe tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:09.570822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-310b7bf1-bc47-4831-99f6-0e47dc14b1e8 req-6d0db6e6-454b-45c3-970b-d189507fcffe tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.7333713 Jul 05 10:01:09.736911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-310b7bf1-bc47-4831-99f6-0e47dc14b1e8 req-15f32ffa-afb9-48da-bf41-02ce506a4f53 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548824 Jul 05 10:01:09.800771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.834497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for c0f63dfa-7151-4340-be68-2acedd3cb84f owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:10.530477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3cd1-8135-4321-b6e7-0fa0a228f984 req-e71477d5-5e77-427e-ab0e-d51630cc933b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:10.543316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d59c3cd1-8135-4321-b6e7-0fa0a228f984 req-e71477d5-5e77-427e-ab0e-d51630cc933b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.5506725 Jul 05 10:01:10.598707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 03011add-6654-49a5-a515-08eb0f55a1e4 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:10.647546 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.685091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d59c3cd1-8135-4321-b6e7-0fa0a228f984 req-28784229-c38e-4c3c-9a30-6732cc8c4237 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352487 Jul 05 10:01:10.807775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 03011add-6654-49a5-a515-08eb0f55a1e4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:10.820398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 03011add-6654-49a5-a515-08eb0f55a1e4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:10.822648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.863856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=c0f63dfa-7151-4340-be68-2acedd3cb84f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:11.176019 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.252857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03011add-6654-49a5-a515-08eb0f55a1e4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:11.261630 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a25dcc9-207c-4271-942c-c52f8f2a5f84" -d '{"events": [{"server_uuid": "ff60b7df-f346-40c4-93b5-cddeadcf763e", "name": "network-vif-plugged", "status": "completed", "tag": "03011add-6654-49a5-a515-08eb0f55a1e4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:11.354690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 03011add-6654-49a5-a515-08eb0f55a1e4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=03011add-6654-49a5-a515-08eb0f55a1e4,segment=NetworkSegment(51159dcd-2dda-45ab-9509-a9a2d7463c97),segment_id=51159dcd-2dda-45ab-9509-a9a2d7463c97)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:11.368755 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.725056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=03011add-6654-49a5-a515-08eb0f55a1e4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:11.929336 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.936893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9e81700e-5e8b-4ec7-a3a5-78b5bfeb246c tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/ports/c0f63dfa-7151-4340-be68-2acedd3cb84f HTTP/1.1" status: 204 len: 168 time: 3.6690893 Jul 05 10:01:11.940840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:12.170120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting subnet 2b06bfd7-e223-4fb1-88dc-d1a279be20c1 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:12.187713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060208e9-9462-4881-90b9-615a516bfba6 req-0c74dcbd-7b64-4ff5-ba21-e88793f5ebac tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:12.189875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.196867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-060208e9-9462-4881-90b9-615a516bfba6 req-0c74dcbd-7b64-4ff5-ba21-e88793f5ebac tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 944 time: 1.1623311 Jul 05 10:01:12.302418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b33eb-c72c-4758-a1db-532217e729d8 req-20490ef3-8e68-4e53-ba53-d2d703c4e809 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:12.328003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b8b33eb-c72c-4758-a1db-532217e729d8 req-20490ef3-8e68-4e53-ba53-d2d703c4e809 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.8540611 Jul 05 10:01:12.407010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.510131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b8b33eb-c72c-4758-a1db-532217e729d8 req-202a2e54-ed0f-4edf-bbc7-4815fa4f5013 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697564 Jul 05 10:01:12.634324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-060208e9-9462-4881-90b9-615a516bfba6 req-449863db-e4a5-4b35-8268-a4b4a3785c1f tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162891 Jul 05 10:01:12.762203 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df79afa-a116-4775-a6ea-e6f29cdc4ff2 x-openstack-request-id: req-3df79afa-a116-4775-a6ea-e6f29cdc4ff2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:12.763827 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff60b7df-f346-40c4-93b5-cddeadcf763e", "name": "network-vif-plugged", "status": "completed", "tag": "03011add-6654-49a5-a515-08eb0f55a1e4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:12.764646 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3df79afa-a116-4775-a6ea-e6f29cdc4ff2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:12.765735 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03011add-6654-49a5-a515-08eb0f55a1e4', 'code': 200} Jul 05 10:01:12.894300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.253693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36efaf-66de-4026-ac74-03c421e5caac req-330bfdd4-18d1-450c-b91e-4faf8c1bb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:13.273592 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc36efaf-66de-4026-ac74-03c421e5caac req-330bfdd4-18d1-450c-b91e-4faf8c1bb6fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 1097 time: 0.3395233 Jul 05 10:01:13.309678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.439623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Subnet': ['ID=2b06bfd7-e223-4fb1-88dc-d1a279be20c1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:13.463761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.465044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85980fd-504a-40a1-a338-9997c45b87f8 None None] Network c511a4f9-6b1d-40e5-8b42-6b12f20e9073 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:13.465247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e03b758-09e0-4ef8-82c7-898abe7ac4f9 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/subnets/2b06bfd7-e223-4fb1-88dc-d1a279be20c1 HTTP/1.1" status: 204 len: 168 time: 1.5175934 Jul 05 10:01:13.469605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:13.547264 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fc36efaf-66de-4026-ac74-03c421e5caac req-bba08991-5c55-479a-9af2-f1b17773e2d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702956 Jul 05 10:01:13.628584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting subnet 023b47f0-a5b3-405a-8bcc-db7b9621bc73 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:13.634900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.793941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.922620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f4faa-4508-45e5-8177-67ab16a952ea req-b0e5bfc5-6b5b-41e6-875a-fa9b95efbde6 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:13.947575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c38f4faa-4508-45e5-8177-67ab16a952ea req-b0e5bfc5-6b5b-41e6-875a-fa9b95efbde6 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.5382440 Jul 05 10:01:14.192608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c38f4faa-4508-45e5-8177-67ab16a952ea req-54df192f-d14b-49dd-a1f2-50eb6dc52a7b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402194 Jul 05 10:01:14.212726 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7861dce-566d-472e-a787-3cae627fe578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.496858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] DHCP port deletion for c511a4f9-6b1d-40e5-8b42-6b12f20e9073 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:01:14.540039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.668536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07b960-d3ac-4545-a375-49d5b2d47715 req-6fad7121-809e-4dd7-81ac-5f25c91eaf1f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:14.677831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c07b960-d3ac-4545-a375-49d5b2d47715 req-6fad7121-809e-4dd7-81ac-5f25c91eaf1f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.2342668 Jul 05 10:01:14.821974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] Deleting port 00c4b106-97ad-469f-8545-fd8aeb8eff44 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:14.823571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.870594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c07b960-d3ac-4545-a375-49d5b2d47715 req-fe6804b4-bc71-44d6-99ad-93cec99b8a9a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695440 Jul 05 10:01:14.975585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.158906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] For port 00c4b106-97ad-469f-8545-fd8aeb8eff44, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=00c4b106-97ad-469f-8545-fd8aeb8eff44,segment=NetworkSegment(372121a7-a717-467f-a882-7d7981b49165),segment_id=372121a7-a717-467f-a882-7d7981b49165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:15.160212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.215119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Subnet': ['ID=023b47f0-a5b3-405a-8bcc-db7b9621bc73,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:15.215427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] Calling delete_port for 00c4b106-97ad-469f-8545-fd8aeb8eff44 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:15.244156 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.256749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7578fb07-101c-4756-b183-7828bed000f1 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/subnets/023b47f0-a5b3-405a-8bcc-db7b9621bc73 HTTP/1.1" status: 204 len: 168 time: 1.7854049 Jul 05 10:01:15.258061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:15.407620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd8e13-e9ef-40eb-af23-b5e87dfa86e5 req-710ea4ed-1f08-40c3-9bfd-bbcd90078c28 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:15.424511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07cd8e13-e9ef-40eb-af23-b5e87dfa86e5 req-710ea4ed-1f08-40c3-9bfd-bbcd90078c28 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 945 time: 0.4293754 Jul 05 10:01:15.432951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40828) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:15.602149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.634566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc7d17d-21ab-4c22-9830-2622243b424b None None] Network cb805d96-10a2-4985-af7f-00b361e18ab3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:15.702956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07cd8e13-e9ef-40eb-af23-b5e87dfa86e5 req-28ca544f-023f-4315-97e0-361b78e78e29 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174397 Jul 05 10:01:15.711987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 00c4b106-97ad-469f-8545-fd8aeb8eff44 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:15.898958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port 00c4b106-97ad-469f-8545-fd8aeb8eff44 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:15.900092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.947055 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.163783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] Pushing event deleted for resources: {'Port': ['ID=00c4b106-97ad-469f-8545-fd8aeb8eff44,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:16.237349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b0722-42b7-446a-b4b4-e9c7f016d0f8 None None] No DVR routers for this DVR port 00c4b106-97ad-469f-8545-fd8aeb8eff44 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:16.252004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.266003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] For port 00c4b106-97ad-469f-8545-fd8aeb8eff44, host n-d-771363-33, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:16.267601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.340004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No active binding found for port 00c4b106-97ad-469f-8545-fd8aeb8eff44 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:01:16.341147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 00c4b106-97ad-469f-8545-fd8aeb8eff44 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:16.357248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for 00c4b106-97ad-469f-8545-fd8aeb8eff44 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:16.375019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Port 00c4b106-97ad-469f-8545-fd8aeb8eff44 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:01:16.386986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.472611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=00c4b106-97ad-469f-8545-fd8aeb8eff44,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:16.495273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] No DVR routers for this DVR port 00c4b106-97ad-469f-8545-fd8aeb8eff44 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:16.676424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767d765-3a60-46f5-9cba-3d2a987da114 req-2ef79b36-8293-40b3-b805-e84edf8e86f0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:16.683634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d767d765-3a60-46f5-9cba-3d2a987da114 req-2ef79b36-8293-40b3-b805-e84edf8e86f0 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.7427652 Jul 05 10:01:16.874747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] DHCP port deletion for cb805d96-10a2-4985-af7f-00b361e18ab3 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:01:16.881477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.908340 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d40e6ed-0c76-476e-a27b-6558d3c785d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.998872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.052879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c511a4f9-6b1d-40e5-8b42-6b12f20e9073']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:17.089015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465defb-7b49-44bd-86f1-c2e6772913ec req-e83b264e-afd7-403d-8b2f-99d94e829d07 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:17.100256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372121a7-a717-467f-a882-7d7981b49165') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:17.101748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372121a7-a717-467f-a882-7d7981b49165') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:17.111364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5465defb-7b49-44bd-86f1-c2e6772913ec req-e83b264e-afd7-403d-8b2f-99d94e829d07 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.8819971 Jul 05 10:01:17.147721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.160784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] Deleting port 4acc082f-06e8-4aeb-9e03-d002f32eded6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:17.169867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.194587 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.202670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d767d765-3a60-46f5-9cba-3d2a987da114 req-b5e705e4-a360-472a-b714-c4a45e1a870c tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088574 Jul 05 10:01:17.265588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:17.270540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:17.283141 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:17.381163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5465defb-7b49-44bd-86f1-c2e6772913ec req-477de49f-8e45-4fd6-b8b1-dfeb59a452df tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679284 Jul 05 10:01:17.436397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.436717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4acc082f-06e8-4aeb-9e03-d002f32eded6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:17.458247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.545888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.565556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.577267 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/networks/c511a4f9-6b1d-40e5-8b42-6b12f20e9073 HTTP/1.1" status: 204 len: 168 time: 2.3174584 Jul 05 10:01:17.599514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:17.725428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] For port 4acc082f-06e8-4aeb-9e03-d002f32eded6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4acc082f-06e8-4aeb-9e03-d002f32eded6,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:17.725970 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.768794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] Calling delete_port for 4acc082f-06e8-4aeb-9e03-d002f32eded6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:17.778008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77f858d40d294b2580519e75028f65e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3407185 Jul 05 10:01:17.779885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40848) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:17.806830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ace225-0f80-4527-8b00-2635ef31008d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:17.833807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.834387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.834919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.835304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.835866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.844519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.846311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.849385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.849992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.850451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.851299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.851445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361c967-f85c-4c1a-b239-f3f5d985c0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:17.983059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a71e19-91c7-472c-b0ff-b71c1e4a0db7 tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Network': ['ID=c511a4f9-6b1d-40e5-8b42-6b12f20e9073,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.093006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.106340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c110-049b-453a-88e5-9124f89e25c6 req-2270fadb-1880-4c94-8bac-302d6964198f tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:18.125819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9509c110-049b-453a-88e5-9124f89e25c6 req-2270fadb-1880-4c94-8bac-302d6964198f tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 945 time: 0.2634134 Jul 05 10:01:18.231680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9509c110-049b-453a-88e5-9124f89e25c6 req-7e081225-06d6-456e-80da-321f2c81a0e3 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022921 Jul 05 10:01:18.264692 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.271866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.317374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5729b0-3b5b-4c3e-b15a-316057e8030a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.496118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 4acc082f-06e8-4aeb-9e03-d002f32eded6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4acc082f-06e8-4aeb-9e03-d002f32eded6,segment=NetworkSegment(257a5d48-5cac-4701-ac6f-c7b66bd9f81f),segment_id=257a5d48-5cac-4701-ac6f-c7b66bd9f81f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:18.506062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.625480 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5729b0-3b5b-4c3e-b15a-316057e8030a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.718615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=4acc082f-06e8-4aeb-9e03-d002f32eded6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.734958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.824815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5729b0-3b5b-4c3e-b15a-316057e8030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.831612 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5729b0-3b5b-4c3e-b15a-316057e8030a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.845852 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e5729b0-3b5b-4c3e-b15a-316057e8030a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50ace225-0f80-4527-8b00-2635ef31008d HTTP/1.1" status: 204 len: 168 time: 0.9055216 Jul 05 10:01:18.903483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] No DVR routers for this DVR port 4acc082f-06e8-4aeb-9e03-d002f32eded6 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:18.907015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52c41d-82c7-4573-ab9c-ca6c1876b53c None None] Pushing event deleted for resources: {'Port': ['ID=4acc082f-06e8-4aeb-9e03-d002f32eded6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.922474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Deleting port 4acc082f-06e8-4aeb-9e03-d002f32eded6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:18.926379 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.943281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5729b0-3b5b-4c3e-b15a-316057e8030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ace225-0f80-4527-8b00-2635ef31008d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:19.148103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b74108-e17c-43ce-96e6-5d8e5606fa59 req-7e000dbe-196e-4662-a53b-61df126dc5db tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:19.200127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30b74108-e17c-43ce-96e6-5d8e5606fa59 req-7e000dbe-196e-4662-a53b-61df126dc5db tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.4152637 Jul 05 10:01:19.441854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30b74108-e17c-43ce-96e6-5d8e5606fa59 req-6ea6233a-f6ee-450e-be04-f8542433a17f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357855 Jul 05 10:01:19.556160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] For port 4acc082f-06e8-4aeb-9e03-d002f32eded6, host n-d-771363-33, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:19.556160 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.626518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Calling delete_port for 4acc082f-06e8-4aeb-9e03-d002f32eded6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:19.652340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Port 4acc082f-06e8-4aeb-9e03-d002f32eded6 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:01:19.661071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.798842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98dd85-4e1a-41ab-8369-eeb959ada73e req-3f43c3fd-e43f-46fd-8c68-ebc8942e7c8f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:19.826872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f98dd85-4e1a-41ab-8369-eeb959ada73e req-3f43c3fd-e43f-46fd-8c68-ebc8942e7c8f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.1892073 Jul 05 10:01:19.879504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Port': ['ID=4acc082f-06e8-4aeb-9e03-d002f32eded6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:19.899606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] No DVR routers for this DVR port 4acc082f-06e8-4aeb-9e03-d002f32eded6 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:20.078730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f98dd85-4e1a-41ab-8369-eeb959ada73e req-1435125e-8cf7-41f3-99d4-79a936cb76e2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259829 Jul 05 10:01:20.226771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04066e8f-ab06-492f-90c9-0f947d21bd3b req-efe17b46-526b-4252-a4b3-807f881fc6ec tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:20.254263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04066e8f-ab06-492f-90c9-0f947d21bd3b req-efe17b46-526b-4252-a4b3-807f881fc6ec tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 945 time: 0.4215250 Jul 05 10:01:20.347407 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.363986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 40872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:20.401447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb805d96-10a2-4985-af7f-00b361e18ab3']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:20.414085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04066e8f-ab06-492f-90c9-0f947d21bd3b req-9a6e72d3-df8f-47ce-84e8-c6c429e239df tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578963 Jul 05 10:01:20.438221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16cd9ccd-6906-42be-83f9-f8fe4eec0bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.486854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257a5d48-5cac-4701-ac6f-c7b66bd9f81f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:20.487166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257a5d48-5cac-4701-ac6f-c7b66bd9f81f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:20.515955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.524196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.631278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.674689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:20.678269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:20.698565 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:21.052933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f8b7f-0e34-4dfe-ac35-234d8b9abeb6 req-7eb238b0-fe08-4531-afd9-ae4284e91034 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:21.057491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-298f8b7f-0e34-4dfe-ac35-234d8b9abeb6 req-7eb238b0-fe08-4531-afd9-ae4284e91034 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.2202027 Jul 05 10:01:21.095422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.125468 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.149570 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] 10.222.0.21 "DELETE /v2.0/networks/cb805d96-10a2-4985-af7f-00b361e18ab3 HTTP/1.1" status: 204 len: 168 time: 3.5464654 Jul 05 10:01:21.264247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-298f8b7f-0e34-4dfe-ac35-234d8b9abeb6 req-d9199fb6-8004-4cf8-9509-c8b41d20aa8c tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954463 Jul 05 10:01:21.340183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-875dbe9e-b17d-435b-9842-e0c6c008ae66 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:21.343046 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-875dbe9e-b17d-435b-9842-e0c6c008ae66 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 945 time: 0.5054512 Jul 05 10:01:21.559427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195638e7-28e7-4295-96ed-c281b79ea19d tempest-TaggedBootDevicesTest-1755713333 tempest-TaggedBootDevicesTest-1755713333-project] Pushing event deleted for resources: {'Network': ['ID=cb805d96-10a2-4985-af7f-00b361e18ab3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:21.894128 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16cd9ccd-6906-42be-83f9-f8fe4eec0bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.971383 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16cd9ccd-6906-42be-83f9-f8fe4eec0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.047791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd9ccd-6906-42be-83f9-f8fe4eec0bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c5f533-f2d9-4ee3-bd11-cee409c467d3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:22.055656 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-16cd9ccd-6906-42be-83f9-f8fe4eec0bd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3700b946137046dba9303fbc883daeb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6712677 Jul 05 10:01:22.060519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:22.090192 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Deleting port 03011add-6654-49a5-a515-08eb0f55a1e4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:22.090616 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.405643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb0d85e-d39b-4718-ad72-90806cf3f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.430296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] For port 03011add-6654-49a5-a515-08eb0f55a1e4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=03011add-6654-49a5-a515-08eb0f55a1e4,segment=NetworkSegment(51159dcd-2dda-45ab-9509-a9a2d7463c97),segment_id=51159dcd-2dda-45ab-9509-a9a2d7463c97)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:22.436464 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.486168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb0d85e-d39b-4718-ad72-90806cf3f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.495126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Calling delete_port for 03011add-6654-49a5-a515-08eb0f55a1e4 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:22.639180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb0d85e-d39b-4718-ad72-90806cf3f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.641901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb0d85e-d39b-4718-ad72-90806cf3f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.643126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-abb0d85e-d39b-4718-ad72-90806cf3f32a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1c5f533-f2d9-4ee3-bd11-cee409c467d3 HTTP/1.1" status: 204 len: 168 time: 0.5811312 Jul 05 10:01:22.656682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0d85e-d39b-4718-ad72-90806cf3f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c5f533-f2d9-4ee3-bd11-cee409c467d3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:22.728061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a1a61-670e-45d9-8ccf-97769f4a9618 req-dd4321c2-c828-4673-b92b-514455fdc172 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:22.797736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c7a1a61-670e-45d9-8ccf-97769f4a9618 req-dd4321c2-c828-4673-b92b-514455fdc172 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.6957717 Jul 05 10:01:23.234084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.319997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c7a1a61-670e-45d9-8ccf-97769f4a9618 req-c4b9cd44-88fd-405e-bd56-edb0cd1f6b0b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5182383 Jul 05 10:01:23.383603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Pushing event deleted for resources: {'Port': ['ID=03011add-6654-49a5-a515-08eb0f55a1e4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:23.474917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315794bf-6fa6-43b9-b1a8-f6cd9dbb2b17 req-c59fa829-7e44-4a41-8d85-da2d8d1c647e tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:23.498763 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-315794bf-6fa6-43b9-b1a8-f6cd9dbb2b17 req-c59fa829-7e44-4a41-8d85-da2d8d1c647e tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 867 time: 0.6000748 Jul 05 10:01:23.671355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-315794bf-6fa6-43b9-b1a8-f6cd9dbb2b17 req-a5f413fc-c50e-4adf-9102-e33f357b1d41 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9b51822-01ee-4124-a682-d04f16aeffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687562 Jul 05 10:01:23.674151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] No DVR routers for this DVR port 03011add-6654-49a5-a515-08eb0f55a1e4 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:23.678405 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.681221 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-404b2c7a-7c64-4d59-9a18-d4e560af5aa0 req-9b5d12b3-8c6e-476e-9fae-2ee7afe2b3d4 tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.15 "DELETE /v2.0/ports/03011add-6654-49a5-a515-08eb0f55a1e4 HTTP/1.1" status: 204 len: 173 time: 2.3188722 Jul 05 10:01:23.681751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'name': 'network-vif-deleted', 'tag': '03011add-6654-49a5-a515-08eb0f55a1e4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:23.698503 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcb699e-c344-4726-95f0-c5f05c441b2a" -d '{"events": [{"server_uuid": "ff60b7df-f346-40c4-93b5-cddeadcf763e", "name": "network-vif-deleted", "tag": "03011add-6654-49a5-a515-08eb0f55a1e4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:23.986388 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d691a3b-a702-4b28-8ab2-e7b3a2534b05 x-openstack-request-id: req-3d691a3b-a702-4b28-8ab2-e7b3a2534b05 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:23.987577 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff60b7df-f346-40c4-93b5-cddeadcf763e", "name": "network-vif-deleted", "tag": "03011add-6654-49a5-a515-08eb0f55a1e4", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:23.988834 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d691a3b-a702-4b28-8ab2-e7b3a2534b05 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:23.989860 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff60b7df-f346-40c4-93b5-cddeadcf763e', 'name': 'network-vif-deleted', 'tag': '03011add-6654-49a5-a515-08eb0f55a1e4', 'status': 'completed', 'code': 200} Jul 05 10:01:24.692039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 03011add-6654-49a5-a515-08eb0f55a1e4 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:24.818414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5f69-9e60-49ee-8c26-5039da7699ae req-f9af0108-76e9-41d1-9700-4c63f1183f4a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:24.844686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 03011add-6654-49a5-a515-08eb0f55a1e4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:24.852334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89ff5f69-9e60-49ee-8c26-5039da7699ae req-f9af0108-76e9-41d1-9700-4c63f1183f4a tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.4511633 Jul 05 10:01:24.853011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 03011add-6654-49a5-a515-08eb0f55a1e4 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:25.105399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89ff5f69-9e60-49ee-8c26-5039da7699ae req-3b1e5c57-3fe6-49ea-a298-c3d37c4f37a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462957 Jul 05 10:01:25.677701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081d053-7b42-4b85-aa0e-94d1c0414049 req-6cc2c92b-5fc3-48f7-833e-cbf3e995340d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:25.687546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f081d053-7b42-4b85-aa0e-94d1c0414049 req-6cc2c92b-5fc3-48f7-833e-cbf3e995340d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.5154698 Jul 05 10:01:25.931543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f081d053-7b42-4b85-aa0e-94d1c0414049 req-f0c0a84f-51af-4415-ba91-2787c475b065 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284830 Jul 05 10:01:26.333407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0dbabba-995a-4953-bcb3-e8efedbe34ad req-41ccd630-1e4e-4e2c-8a3e-7f7a1f96abca tempest-InstanceActionsV221TestJSON-1568533949 tempest-InstanceActionsV221TestJSON-1568533949-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff60b7df-f346-40c4-93b5-cddeadcf763e HTTP/1.1" status: 200 len: 210 time: 0.1694753 Jul 05 10:01:26.972166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d542-4110-4eb7-a477-68558d88faa4 req-606912cc-0d6f-41a1-ae1a-bedb0b00d44b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:26.979521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4602d542-4110-4eb7-a477-68558d88faa4 req-606912cc-0d6f-41a1-ae1a-bedb0b00d44b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.3652861 Jul 05 10:01:27.226243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4602d542-4110-4eb7-a477-68558d88faa4 req-515a8b99-2f14-4954-bbef-2bc2fcbbd43b tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186792 Jul 05 10:01:27.832355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828d4fb-803f-4763-83c5-8802c46ed313 req-76b912b1-9614-47a0-87a7-af54223760b9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:27.847915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7828d4fb-803f-4763-83c5-8802c46ed313 req-76b912b1-9614-47a0-87a7-af54223760b9 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.2599843 Jul 05 10:01:29.240919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7828d4fb-803f-4763-83c5-8802c46ed313 req-e27c6171-d702-415c-b50a-d2656207ccc2 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3919635 Jul 05 10:01:29.298228 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-d9e77fba-bc62-433b-8199-174be1a69470 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3982947 Jul 05 10:01:29.665943 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.670414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.830398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-3912e39d-f01d-4151-b819-7838eae4b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:29.832589 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-3912e39d-f01d-4151-b819-7838eae4b3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 1098 time: 0.5001180 Jul 05 10:01:30.185382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d515c-301b-49cb-92df-230610e7ec7e req-159f6038-9d79-46c8-b2b1-1dea55306652 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.209141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-309d515c-301b-49cb-92df-230610e7ec7e req-159f6038-9d79-46c8-b2b1-1dea55306652 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.4758773 Jul 05 10:01:30.231376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40998) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:30.299537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-fe057ae0-e63c-4626-b720-d1432faf4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.302691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-fe057ae0-e63c-4626-b720-d1432faf4960 service neutron] 10.222.0.15 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 912 time: 0.4319398 Jul 05 10:01:30.526486 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-71549cb0-534e-4fac-9a93-a8ff0194a3b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82 HTTP/1.1" status: 200 len: 217 time: 0.2151115 Jul 05 10:01:30.632027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] Deleting subnet 0f55be89-10e2-4cff-bdd2-9f9329f1d383 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:01:30.643997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.795389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.815839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-5a3fb7ae-4927-43bb-9029-813091105088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.818042 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-5a3fb7ae-4927-43bb-9029-813091105088 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.2713370 Jul 05 10:01:30.888432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-309d515c-301b-49cb-92df-230610e7ec7e req-0dd60532-05d4-48b9-9d1d-988cf5963aae tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302643 Jul 05 10:01:30.908573 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-ee3b0772-7e29-4f95-8093-77e5519b1bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581129 Jul 05 10:01:31.146371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-7d5255e6-b6fd-4102-aae8-d468810d510e service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301564 Jul 05 10:01:31.322531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.523620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25481ba-dd8d-4526-8fba-765e02fe5f1d req-ffdd6b5c-a9ab-4038-af3f-4d6679c62bf5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:31.537155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e25481ba-dd8d-4526-8fba-765e02fe5f1d req-ffdd6b5c-a9ab-4038-af3f-4d6679c62bf5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.6696620 Jul 05 10:01:31.579482 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-13e9334e-183f-43e8-ac4d-2bd6200dbcec req-bc2f6e2b-870f-434a-9248-4f1aadf6d668 service neutron] 10.222.0.15 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213402 Jul 05 10:01:31.629095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e25481ba-dd8d-4526-8fba-765e02fe5f1d req-93828d2f-8672-48eb-8e78-64ee511b7e49 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889235 Jul 05 10:01:31.703675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.792305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f55be89-10e2-4cff-bdd2-9f9329f1d383,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:31.810777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.815099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b5effffe-97e1-4832-8062-b08c0e3ed0ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f55be89-10e2-4cff-bdd2-9f9329f1d383 HTTP/1.1" status: 204 len: 168 time: 1.5750031 Jul 05 10:01:31.819032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41022) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:32.234484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.320811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695de575-c365-412f-8fe6-46965b46b06d req-9039bda0-5bcf-4166-a9aa-1e3184682042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:32.323565 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-695de575-c365-412f-8fe6-46965b46b06d req-9039bda0-5bcf-4166-a9aa-1e3184682042 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 1097 time: 0.2382441 Jul 05 10:01:32.467982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77e58-e498-4e98-b1d3-cc9867ba0bf4 req-d90653ec-886d-4f56-ba88-b9544c4d11fc tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:32.472089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dd77e58-e498-4e98-b1d3-cc9867ba0bf4 req-d90653ec-886d-4f56-ba88-b9544c4d11fc tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.2634163 Jul 05 10:01:32.579885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.603515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff26c833-fc75-46c8-8485-4ff011754fac']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:32.627028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dd77e58-e498-4e98-b1d3-cc9867ba0bf4 req-ea77f706-4ee8-43c0-a554-8150596912ab tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404648 Jul 05 10:01:32.629205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51159dcd-2dda-45ab-9509-a9a2d7463c97') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:32.629951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51159dcd-2dda-45ab-9509-a9a2d7463c97') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:32.648988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.754233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-695de575-c365-412f-8fe6-46965b46b06d req-2a5af811-40cf-4a9e-aa73-afe1dc1619be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782923 Jul 05 10:01:32.773257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.812661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:01:32.813871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:01:32.819632 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:01:33.067208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.101565 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.118966 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff26c833-fc75-46c8-8485-4ff011754fac HTTP/1.1" status: 204 len: 168 time: 1.2956922 Jul 05 10:01:33.180973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444123b-eec4-4e8c-a43c-79b3848c8b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff26c833-fc75-46c8-8485-4ff011754fac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:33.362900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b977-9ecf-49ff-b7de-c5011a1fcecc req-607aa449-5875-4c0d-ac54-15aa561ca2cf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:33.382752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02d7b977-9ecf-49ff-b7de-c5011a1fcecc req-607aa449-5875-4c0d-ac54-15aa561ca2cf tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.2298007 Jul 05 10:01:33.579600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02d7b977-9ecf-49ff-b7de-c5011a1fcecc req-c60a6f4f-1de3-4ead-8ccf-592336680c1c tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946723 Jul 05 10:01:33.625404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-09e0beec-f7d6-43a7-a11d-f476da9cfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:33.633482 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-09e0beec-f7d6-43a7-a11d-f476da9cfa2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe407bab998485baafe75011956a43d&device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1097 time: 0.2714653 Jul 05 10:01:33.969249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41064) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:34.076897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-b1b57505-a0d6-400e-9f24-c6013d2f582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.082116 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-b1b57505-a0d6-400e-9f24-c6013d2f582a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 200 len: 918 time: 0.3837285 Jul 05 10:01:34.160035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b495fe2-1b41-4752-b3fd-8f96b64a4268 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ba4fff388d045c5b1f5015ec316210f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891754 Jul 05 10:01:34.164851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:34.246189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74586dea-1de2-4b14-ae04-d4e0981e83e6 req-ed1eb452-8e70-4e68-a947-36834f9ef0b7 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.248910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74586dea-1de2-4b14-ae04-d4e0981e83e6 req-ed1eb452-8e70-4e68-a947-36834f9ef0b7 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.1582353 Jul 05 10:01:34.287826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-872dc7d7-462e-4c6c-8503-c4de4fcf9507 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 200 len: 1000 time: 0.1965101 Jul 05 10:01:34.349004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f247262e-23d1-4bd2-99d9-ac3c1484d366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.406774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74586dea-1de2-4b14-ae04-d4e0981e83e6 req-22d3af57-4051-4ca6-80fc-ef2dce33e4f7 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419690 Jul 05 10:01:34.451241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f247262e-23d1-4bd2-99d9-ac3c1484d366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.455452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-ee407d9b-a091-46df-8c71-87bded7aca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.461309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-ee407d9b-a091-46df-8c71-87bded7aca98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 200 len: 856 time: 0.1648228 Jul 05 10:01:34.567354 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f247262e-23d1-4bd2-99d9-ac3c1484d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.573046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f247262e-23d1-4bd2-99d9-ac3c1484d366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.579411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f247262e-23d1-4bd2-99d9-ac3c1484d366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9b51822-01ee-4124-a682-d04f16aeffd8 HTTP/1.1" status: 204 len: 168 time: 0.4088216 Jul 05 10:01:34.604253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247262e-23d1-4bd2-99d9-ac3c1484d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b51822-01ee-4124-a682-d04f16aeffd8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:34.741802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-62519795-3076-4140-a461-c30c41a1921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.743682 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-62519795-3076-4140-a461-c30c41a1921b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2729080 Jul 05 10:01:34.816333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c022fed8-81f7-4758-b339-626075d10e42 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:35.254035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:35.288247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'c022fed8-81f7-4758-b339-626075d10e42', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'port_id': 'c022fed8-81f7-4758-b339-626075d10e42', 'mac_address': 'fa:16:3e:3e:94:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:35.370461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eccc7-9769-4677-9902-f2506d32534d req-6c82a5dd-a159-4596-b69e-b58c6d47175a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:35.406911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a56eccc7-9769-4677-9902-f2506d32534d req-6c82a5dd-a159-4596-b69e-b58c6d47175a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 945 time: 0.2609041 Jul 05 10:01:35.507162 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.623999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c022fed8-81f7-4758-b339-626075d10e42 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:35.744551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a56eccc7-9769-4677-9902-f2506d32534d req-605141df-93ea-4a64-a05e-4cd4d8b95f04 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321910 Jul 05 10:01:35.879837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:35.895510 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.060742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:36.101477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.101927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.104576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.104576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.104576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.104576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.104576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.104576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.104576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.105259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.105423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.105864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:36.182037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7203078-ab07-4918-b6ad-30083d841eb7 req-0b66f9c8-1859-4d83-a7ff-68de03299f0c tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:36.197569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7203078-ab07-4918-b6ad-30083d841eb7 req-0b66f9c8-1859-4d83-a7ff-68de03299f0c tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.3450301 Jul 05 10:01:36.198879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c022fed8-81f7-4758-b339-626075d10e42'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:36.319529 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7203078-ab07-4918-b6ad-30083d841eb7 req-10b82900-f8e8-451f-8f7a-145330a3e95f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155260 Jul 05 10:01:36.597977 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-c7c9007b-b4b0-4779-a2ce-d5476fdf66b3 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8418996 Jul 05 10:01:36.696852 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:01:36.874631 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-77e186aa-792d-4d0d-a66f-a0c3a4772095 req-51515dd4-52e4-4ff9-af02-efd0694b55a8 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640424 Jul 05 10:01:37.223916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:37.322704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9b2b-f4cd-4c33-a5cf-0d480e08cc91 req-9914d5b5-6236-4829-9c58-6ddc1da7b9af tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.335220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6ee9b2b-f4cd-4c33-a5cf-0d480e08cc91 req-9914d5b5-6236-4829-9c58-6ddc1da7b9af tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.2053447 Jul 05 10:01:37.376953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-1e8688ca-8476-45da-a830-7d20ae949d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.390837 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-1e8688ca-8476-45da-a830-7d20ae949d1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28116899067c4f93a072d66d32d81dbc&device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 1097 time: 0.2306924 Jul 05 10:01:37.503796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6ee9b2b-f4cd-4c33-a5cf-0d480e08cc91 req-82316e13-8f17-42e4-af4d-f1e3142cec5a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668901 Jul 05 10:01:37.614015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7015e-647c-437c-b180-a7ed39edb34e req-f9252629-c1d5-4f07-bdcb-582793374523 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.625575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac7015e-647c-437c-b180-a7ed39edb34e req-f9252629-c1d5-4f07-bdcb-582793374523 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.1933796 Jul 05 10:01:37.660142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-6093dc6c-70d8-4cd6-aa00-6e4e750e597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.661722 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-6093dc6c-70d8-4cd6-aa00-6e4e750e597a service neutron] 10.222.0.16 "GET /v2.0/networks?id=89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 200 len: 912 time: 0.2618845 Jul 05 10:01:37.679580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-network', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:37.760982 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-75a76cb8-e3a3-4524-b22b-a14a89ee3ad6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3279d4fe-d547-4890-9168-5dc827f76c33 HTTP/1.1" status: 200 len: 217 time: 0.0897515 Jul 05 10:01:37.765443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ac7015e-647c-437c-b180-a7ed39edb34e req-bfd54136-4578-453f-bafc-b8b9ff7bf6cd tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387541 Jul 05 10:01:37.822199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Made reservation on behalf of d62c6d3cb7594ca9a32690b46ffbd62d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:37.835356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.868995 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.948808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-13896946-76a2-4f8c-ac64-eaf0bc850122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.976354 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-13896946-76a2-4f8c-ac64-eaf0bc850122 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 200 len: 851 time: 0.2041004 Jul 05 10:01:38.117466 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-9a0a4942-0d52-4a38-bf6f-37714d91514a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89b612d2-7e11-4714-a824-142f97e76420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203229 Jul 05 10:01:38.272801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.298503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.414970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:38.439615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc73ba-0245-4bd4-9e5e-46cfe609b87c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.464194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.465387 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Added segment ee95cd7d-c570-4729-8a97-6cb53e75c214 of type vlan for network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 Jul 05 10:01:38.502069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-67afd1a8-5a80-4159-92f8-30117e15cc5d service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833058 Jul 05 10:01:38.613973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.715177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.719420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:38.720623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.845747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c022fed8-81f7-4758-b339-626075d10e42 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:38.911332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6686347 Jul 05 10:01:38.915684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41168) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:38.946654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Request body: {'subnet': {'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-subnet', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:39.018678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-562467b0-412a-4a83-a0c3-bc6d1dca5ead req-026b62eb-4eb6-4efe-9de2-50fde4d5d477 service neutron] 10.222.0.16 "GET /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112579 Jul 05 10:01:39.052139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9965e8-29ea-41a8-83e4-b06d64789496 admin admin] Pushing event updated for resources: {'Network': ['ID=eebb04bf-5cdf-4548-8c57-eafb6aa49d46,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:39.104651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:39.132132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Made reservation on behalf of d62c6d3cb7594ca9a32690b46ffbd62d for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:39.148280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.346752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port c022fed8-81f7-4758-b339-626075d10e42 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:39.366720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port c022fed8-81f7-4758-b339-626075d10e42 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:39.367841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.511279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e87cef-1149-4ca6-9302-585882007f6e req-0acaaad2-84dc-4f3e-a37c-944706a51b07 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:39.514702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63e87cef-1149-4ca6-9302-585882007f6e req-0acaaad2-84dc-4f3e-a37c-944706a51b07 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 946 time: 0.5854497 Jul 05 10:01:39.689738 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.796308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:39.797971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:39.801375 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe06b8b-c39c-4e64-9e07-e833a4a6038d" -d '{"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:39.807939 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.885299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63e87cef-1149-4ca6-9302-585882007f6e req-bd2ecbf1-5035-4295-b570-cb4529f4b2a5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616424 Jul 05 10:01:39.889435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.968472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:40.054391 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642ff27c-5f3c-45b7-bc1c-bc07add9c99e x-openstack-request-id: req-642ff27c-5f3c-45b7-bc1c-bc07add9c99e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:40.054966 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:40.055545 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-642ff27c-5f3c-45b7-bc1c-bc07add9c99e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:40.056265 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'code': 200} Jul 05 10:01:40.062433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab04d-bfe6-49f5-8f1c-1cb0311b7fc7 req-f69260ec-e023-40d8-b38f-179fcddf9b22 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.069429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd8ab04d-bfe6-49f5-8f1c-1cb0311b7fc7 req-f69260ec-e023-40d8-b38f-179fcddf9b22 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.7435858 Jul 05 10:01:40.180662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76500932-745a-4629-85b1-14882b395e7c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:40.239878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Checking segment: {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:40.251876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Network hostable DHCP agents. Network: eebb04bf-5cdf-4548-8c57-eafb6aa49d46, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:40.358137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd8ab04d-bfe6-49f5-8f1c-1cb0311b7fc7 req-6b7f248b-e1a1-4a8b-bd93-ef1a576ffbac tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361200 Jul 05 10:01:40.396517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:40.424608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, eebb04bf-5cdf-4548-8c57-eafb6aa49d46) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:40.438968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.444206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.493551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c29f5116-86d5-46ff-b502-2db714373326 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5698426 Jul 05 10:01:40.498156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:40.508627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:40.518709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb1908-a985-49c8-8dc7-e19aab66ffbd None None] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:40.522668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eceb2e-ba9a-4ec1-81f6-4629de5ef40a req-5491c1c9-6b6a-4770-a930-9e1f10e9b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.525329 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06eceb2e-ba9a-4ec1-81f6-4629de5ef40a req-5491c1c9-6b6a-4770-a930-9e1f10e9b26f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 1099 time: 0.2426512 Jul 05 10:01:40.618400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.625148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.707233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-06eceb2e-ba9a-4ec1-81f6-4629de5ef40a req-cdda77e7-c08c-474c-9b49-5093b0c927c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674480 Jul 05 10:01:41.199674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.496323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee18a1-bb96-4232-97e0-c8e68bd4cc60 None None] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:41.831599 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.538753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0414-9c80-417a-ab09-a4014b225369 req-fd91d87a-d983-4e66-99f1-596e83a77046 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.567707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-070a0414-9c80-417a-ab09-a4014b225369 req-fd91d87a-d983-4e66-99f1-596e83a77046 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 947 time: 0.9702599 Jul 05 10:01:42.720104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e775-e501-4424-8d9d-2dc5250e27fb req-dd64c1e5-1cc1-48a7-8b2c-a3239a426c46 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.730027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7232e775-e501-4424-8d9d-2dc5250e27fb req-dd64c1e5-1cc1-48a7-8b2c-a3239a426c46 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.8583972 Jul 05 10:01:42.881416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-070a0414-9c80-417a-ab09-a4014b225369 req-397d25a4-2925-410d-8dd4-bb28575673f5 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121409 Jul 05 10:01:43.004361 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7232e775-e501-4424-8d9d-2dc5250e27fb req-952b6689-9563-46a5-8a49-aed18ee0cdd5 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501898 Jul 05 10:01:43.791273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.881248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.156292 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8165b162-0e38-47fb-a25f-4a1e2aadc118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.728306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Allocated IP 172.25.1.242 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/c129299b-362a-482a-8680-f093c9ca21ea) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:45.098923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9102a-c3a8-4bd7-878e-dce46d094d74 req-3587f6ab-22e3-4ec3-90b1-3ad1143875e6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:45.129781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bf9102a-c3a8-4bd7-878e-dce46d094d74 req-3587f6ab-22e3-4ec3-90b1-3ad1143875e6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 947 time: 0.5827219 Jul 05 10:01:45.150042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089eca6-5242-457f-bbc6-8b4827428bac req-1416e63b-dcbd-4a0c-bd79-3c06a4a35fc1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:45.158033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8089eca6-5242-457f-bbc6-8b4827428bac req-1416e63b-dcbd-4a0c-bd79-3c06a4a35fc1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.5785484 Jul 05 10:01:45.254816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bf9102a-c3a8-4bd7-878e-dce46d094d74 req-efdd6587-2bae-490d-aa4d-277b4cbda16a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239498 Jul 05 10:01:45.300355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8089eca6-5242-457f-bbc6-8b4827428bac req-a3a8ced4-1885-4c6b-a2ce-6cef2dbaa560 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400464 Jul 05 10:01:45.369704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.560117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.751180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:45.774844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:45.783962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:45.788108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Pushing event updated for resources: {'Port': ['ID=c129299b-362a-482a-8680-f093c9ca21ea,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:46.530401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.824218 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a134a3d-13e4-4442-a3a8-91e7617d790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.829042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.147031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b1020-7fb4-4a52-b513-82d8a7e25800 req-342bf259-de78-4392-b061-82cab7c5761d tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:47.149665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-218b1020-7fb4-4a52-b513-82d8a7e25800 req-342bf259-de78-4392-b061-82cab7c5761d tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.5213397 Jul 05 10:01:47.204198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344ac7b-87d2-4bf6-a43a-26fa43fc34b5 req-33cfd0a5-8fda-4c01-bc46-774311f2e4e1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:47.212285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2344ac7b-87d2-4bf6-a43a-26fa43fc34b5 req-33cfd0a5-8fda-4c01-bc46-774311f2e4e1 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 947 time: 0.5826344 Jul 05 10:01:47.913223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.021595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-218b1020-7fb4-4a52-b513-82d8a7e25800 req-962ea1d6-1c46-4502-ada8-de9763ee8a4f tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8267114 Jul 05 10:01:48.057691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2344ac7b-87d2-4bf6-a43a-26fa43fc34b5 req-71bfa83a-22a5-4e5e-9b23-5970c168847b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8438106 Jul 05 10:01:48.145987 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.523303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-a5494017-1959-4d15-b2d3-40bf08971ebd tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:48.527149 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-a5494017-1959-4d15-b2d3-40bf08971ebd tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.2135587 Jul 05 10:01:48.549806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Router 092e6a42-3570-479a-a229-00d71e05b97a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:01:48.975137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:48.976454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Deleting port 3279d4fe-d547-4890-9168-5dc827f76c33 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:48.979588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.993382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Sync routers for ids ['092e6a42-3570-479a-a229-00d71e05b97a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:49.031898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Routers {'092e6a42-3570-479a-a229-00d71e05b97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:49.033752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:01:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['092e6a42-3570-479a-a229-00d71e05b97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:49.060397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.062682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-37ba34a0-c222-4b0a-b6af-9b6abb529571 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5623853 Jul 05 10:01:49.071913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:49.457253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] For port 3279d4fe-d547-4890-9168-5dc827f76c33, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=3279d4fe-d547-4890-9168-5dc827f76c33,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:49.459202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.537417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Calling delete_port for 3279d4fe-d547-4890-9168-5dc827f76c33 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:49.708464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Set router 092e6a42-3570-479a-a229-00d71e05b97a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:49.723632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:50.347643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220adfc6-9e61-42c3-a75c-e647fdd88a92 req-8644c4d4-6d70-4941-87cb-4b862a5b4892 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:50.357562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-220adfc6-9e61-42c3-a75c-e647fdd88a92 req-8644c4d4-6d70-4941-87cb-4b862a5b4892 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 945 time: 0.6163650 Jul 05 10:01:50.584809 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.640305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-220adfc6-9e61-42c3-a75c-e647fdd88a92 req-0279c88a-cb6e-4b69-b7bd-443e8718a5c8 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724524 Jul 05 10:01:50.742275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 3, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:50.932217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Checking router: 092e6a42-3570-479a-a229-00d71e05b97a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:50.933613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Updating router 092e6a42-3570-479a-a229-00d71e05b97a port c129299b-362a-482a-8680-f093c9ca21ea binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:50.958029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.048796 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.051174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7e15e933-c08e-4f0e-961b-43c3c21f1d82'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:51.136389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.229443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Pushing event deleted for resources: {'Port': ['ID=3279d4fe-d547-4890-9168-5dc827f76c33,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:51.440878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] No DVR routers for this DVR port 3279d4fe-d547-4890-9168-5dc827f76c33 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:51.445097 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.448765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5341d304-2eb3-4ca0-bbe4-e75464cf1950 req-f7987e2b-4f57-42ce-89a7-ea43e2a223a3 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.16 "DELETE /v2.0/ports/3279d4fe-d547-4890-9168-5dc827f76c33 HTTP/1.1" status: 204 len: 173 time: 2.9109056 Jul 05 10:01:51.450756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'name': 'network-vif-deleted', 'tag': '3279d4fe-d547-4890-9168-5dc827f76c33'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:51.453511 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379381fe-8ad5-49d6-9790-bf70816302b3" -d '{"events": [{"server_uuid": "7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a", "name": "network-vif-deleted", "tag": "3279d4fe-d547-4890-9168-5dc827f76c33"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:51.779063 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbbded6-203e-49e9-ae9e-e21a00143ee1 x-openstack-request-id: req-afbbded6-203e-49e9-ae9e-e21a00143ee1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:51.779809 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a", "name": "network-vif-deleted", "tag": "3279d4fe-d547-4890-9168-5dc827f76c33", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:51.780542 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afbbded6-203e-49e9-ae9e-e21a00143ee1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:51.781250 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a', 'name': 'network-vif-deleted', 'tag': '3279d4fe-d547-4890-9168-5dc827f76c33', 'status': 'completed', 'code': 200} Jul 05 10:01:51.965397 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.077478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Allocated IP 172.20.0.1 (eebb04bf-5cdf-4548-8c57-eafb6aa49d46/76500932-745a-4629-85b1-14882b395e7c/3cda7adc-668d-4578-9378-ed3f3ce9c704) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:52.794771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.830593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dc571a-5f14-49dc-a50a-3aa34ed48458 req-e5850c8a-5540-4dd0-be6a-28aa356463dd tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4e33d3-84a9-4c38-ab65-c0ccf2a39e3a HTTP/1.1" status: 200 len: 210 time: 0.3257966 Jul 05 10:01:52.852066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Transition to ACTIVE for port object c129299b-362a-482a-8680-f093c9ca21ea will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:52.869409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.880694 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.164808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3279d4fe-d547-4890-9168-5dc827f76c33 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:53.197558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.242449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 3279d4fe-d547-4890-9168-5dc827f76c33 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:53.243233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 3279d4fe-d547-4890-9168-5dc827f76c33 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:53.245159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d78d7-9e8e-4158-ab6f-f860b5bb8efc None None] Pushing event updated for resources: {'Port': ['ID=c129299b-362a-482a-8680-f093c9ca21ea,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.247199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Deleting port 247f91dd-2f3f-41f5-abdd-d2988020ba17 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:53.259970 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.305304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Attempting to bind port c129299b-362a-482a-8680-f093c9ca21ea on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:53.306530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Attempting to bind port c129299b-362a-482a-8680-f093c9ca21ea by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:53.307149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Attempting to bind port c129299b-362a-482a-8680-f093c9ca21ea on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:53.332378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:53.332810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:53.333241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.333654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:53.334178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Bound port: c129299b-362a-482a-8680-f093c9ca21ea, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:53.334573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.432991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Pushing event updated for resources: {'Port': ['ID=3cda7adc-668d-4578-9378-ed3f3ce9c704,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.476534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] For port c129299b-362a-482a-8680-f093c9ca21ea, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:53.481611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] For port c129299b-362a-482a-8680-f093c9ca21ea, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c129299b-362a-482a-8680-f093c9ca21ea,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:53.491700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.493648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:53.502318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:53.520757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:53.581142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] For port 247f91dd-2f3f-41f5-abdd-d2988020ba17, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=247f91dd-2f3f-41f5-abdd-d2988020ba17,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:53.581945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.608802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Routers {'092e6a42-3570-479a-a229-00d71e05b97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:53.618326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:01:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['092e6a42-3570-479a-a229-00d71e05b97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:53.628339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Calling delete_port for 247f91dd-2f3f-41f5-abdd-d2988020ba17 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:53.682660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.020082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d78d7-9e8e-4158-ab6f-f860b5bb8efc None None] Pushing event updated for resources: {'Port': ['ID=c129299b-362a-482a-8680-f093c9ca21ea,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.061166 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.134554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] Set router 092e6a42-3570-479a-a229-00d71e05b97a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:54.448583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.654091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=247f91dd-2f3f-41f5-abdd-d2988020ba17,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.708937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.722495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.925152 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.983159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 3, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:55.060252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d294aa1-3c67-4551-b74f-42e9aea27d2d None None] The sync data for ids ['092e6a42-3570-479a-a229-00d71e05b97a'] in n-d-771363-33 is: [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:01:46Z', 'revision_number': 3, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:55.275146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.716458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Pushing event updated for resources: {'Port': ['ID=3cda7adc-668d-4578-9378-ed3f3ce9c704,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:55.922350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:55.929648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:56.252599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d22fc5-a09a-489d-b7d2-77f41fa59901 req-370a9251-124a-4f67-86bd-25184fc72017 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.271201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17d22fc5-a09a-489d-b7d2-77f41fa59901 req-370a9251-124a-4f67-86bd-25184fc72017 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.4927843 Jul 05 10:01:56.387578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Router 98d9db9d-5d3e-457b-b6cd-c70945543e2a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:56.553962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17d22fc5-a09a-489d-b7d2-77f41fa59901 req-2a6a7609-a67e-40d5-9aef-53f489b676a6 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812600 Jul 05 10:01:56.607949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Router 092e6a42-3570-479a-a229-00d71e05b97a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:56.883596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:56.905941 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] Sync routers for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:56.923740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4d259051-87a1-4a1e-8036-ac30de0bd1f7 admin admin] 10.222.0.21 "PUT /v2.0/routers/98d9db9d-5d3e-457b-b6cd-c70945543e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1885746 Jul 05 10:01:56.936833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41410) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:56.965458 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:56.966780 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:01:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:57.057046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:57.069725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5c7eb915-b825-4552-a10b-5d2584be8065 admin admin] 10.222.0.21 "PUT /v2.0/routers/092e6a42-3570-479a-a229-00d71e05b97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9919829 Jul 05 10:01:57.346725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.369176 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:57.525698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c129299b-362a-482a-8680-f093c9ca21ea up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:57.836552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c129299b-362a-482a-8680-f093c9ca21ea completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:57.873123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c129299b-362a-482a-8680-f093c9ca21ea triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:57.878119 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.213767 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.291852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port c129299b-362a-482a-8680-f093c9ca21ea, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c129299b-362a-482a-8680-f093c9ca21ea,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:58.303801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.402984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-6bb4c12d-a626-4707-8b4e-1b01c0767fec tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.417329 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-6bb4c12d-a626-4707-8b4e-1b01c0767fec tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.15 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 0.7697458 Jul 05 10:01:58.554361 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.642447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=c129299b-362a-482a-8680-f093c9ca21ea,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.774846 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T10:01:54Z', 'revision_number': 5, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port': {'id': '639f13e6-fbf7-4157-8d34-60b4fc16a39e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:47:39Z', 'updated_at': '2021-07-05T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:58.996782 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] Checking router: 98d9db9d-5d3e-457b-b6cd-c70945543e2a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:59.029758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Deleting port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:59.034215 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] Routers {'98d9db9d-5d3e-457b-b6cd-c70945543e2a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:59.034660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.034779 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:01:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:59.041116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-4e7a78f2-b79d-4db2-947e-222cde4f80d3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.060678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-4e7a78f2-b79d-4db2-947e-222cde4f80d3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 819 time: 0.6479325 Jul 05 10:01:59.137313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-81b24384-0c27-44ac-b151-16b61d68dc31 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/quotas/d62c6d3cb7594ca9a32690b46ffbd62d HTTP/1.1" status: 200 len: 375 time: 0.0748107 Jul 05 10:01:59.145980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Deleting port 639f13e6-fbf7-4157-8d34-60b4fc16a39e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:59.155203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.168665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Sync routers for ids ['092e6a42-3570-479a-a229-00d71e05b97a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:59.214048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Routers {'092e6a42-3570-479a-a229-00d71e05b97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:59.216561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:01:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['092e6a42-3570-479a-a229-00d71e05b97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:59.394261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4936-18a3-4d34-a221-b583c3d1d2c4 req-e0699c93-6010-4249-87a9-9d9c4097ef84 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.406346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-865a4936-18a3-4d34-a221-b583c3d1d2c4 req-e0699c93-6010-4249-87a9-9d9c4097ef84 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 946 time: 1.0421886 Jul 05 10:01:59.498513 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] Set router 98d9db9d-5d3e-457b-b6cd-c70945543e2a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:59.548120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-23558fc1-7b69-488f-80f1-a4370d14844f tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4062350 Jul 05 10:01:59.601619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] For port 7e15e933-c08e-4f0e-961b-43c3c21f1d82, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7e15e933-c08e-4f0e-961b-43c3c21f1d82,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:59.602495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.721205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-865a4936-18a3-4d34-a221-b583c3d1d2c4 req-51f5411f-c7f3-472f-89fa-3bee796541b1 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2b8feb5-9f70-4767-92bf-db3a9c0da571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994885 Jul 05 10:01:59.760019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Calling delete_port for 7e15e933-c08e-4f0e-961b-43c3c21f1d82 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:59.813238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Set router 092e6a42-3570-479a-a229-00d71e05b97a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:59.837353 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 6, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:59.998680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-95488ab1-58de-43de-bf16-d0b77acd2724 service neutron] 10.222.0.21 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433060 Jul 05 10:02:00.070239 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e59f2b-3df1-4eea-9bb9-f5fe71e70d44 None None] The sync data for ids ['98d9db9d-5d3e-457b-b6cd-c70945543e2a'] in n-d-771363-33 is: [{'id': '98d9db9d-5d3e-457b-b6cd-c70945543e2a', 'name': 'tempest-TaggedBootDevicesTest-782137675-router', 'tenant_id': '5b038beae1ef468a9d117947fbf9fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:47:37Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 6, 'project_id': '5b038beae1ef468a9d117947fbf9fb44', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:00.204423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c129299b-362a-482a-8680-f093c9ca21ea up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:00.345702 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.349118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-3c17dd69-43ec-4fbf-90f0-18a69062048e service neutron] 10.222.0.21 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490069 Jul 05 10:02:00.349890 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.375546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c129299b-362a-482a-8680-f093c9ca21ea triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:00.376031 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.440008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3cda7adc-668d-4578-9378-ed3f3ce9c704', 'name': '', 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'mac_address': 'fa:16:3e:00:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '76500932-745a-4629-85b1-14882b395e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:01:54Z', 'revision_number': 2, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'subnets': [{'id': '76500932-745a-4629-85b1-14882b395e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:00.603128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Checking router: 092e6a42-3570-479a-a229-00d71e05b97a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:00.611746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Updating router 092e6a42-3570-479a-a229-00d71e05b97a port 3cda7adc-668d-4578-9378-ed3f3ce9c704 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:00.788337 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.030500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-663f6497-4f33-4225-9f9e-23ee77dfac80 req-0e15e902-0e09-4ac8-b3f6-b76f6374ebd0 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 210 time: 0.1824987 Jul 05 10:02:01.507155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.601428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Pushing event deleted for resources: {'Port': ['ID=7e15e933-c08e-4f0e-961b-43c3c21f1d82,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.625886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] For port 639f13e6-fbf7-4157-8d34-60b4fc16a39e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=639f13e6-fbf7-4157-8d34-60b4fc16a39e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:01.626662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.635738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51503cff-6089-4125-b7c8-25a041f52c0d req-6e7861ad-d90d-4625-96ea-738030c4a4cd tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 210 time: 0.1999054 Jul 05 10:02:01.719465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Calling delete_port for 639f13e6-fbf7-4157-8d34-60b4fc16a39e owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:01.745353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] No DVR routers for this DVR port 7e15e933-c08e-4f0e-961b-43c3c21f1d82 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:01.753435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.755996 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0f45a1ba-4a14-4e45-acf3-e4114d53b12f req-84ab378b-670b-4be4-80c2-cf2f3c2b95b9 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.15 "DELETE /v2.0/ports/7e15e933-c08e-4f0e-961b-43c3c21f1d82 HTTP/1.1" status: 204 len: 173 time: 3.3230960 Jul 05 10:02:01.759759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'name': 'network-vif-deleted', 'tag': '7e15e933-c08e-4f0e-961b-43c3c21f1d82'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:01.765993 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5dcb8d-0df6-4cdc-885b-8cc6bc7eac0a" -d '{"events": [{"server_uuid": "07d5ceae-4e48-4344-93a5-0c0e54506c13", "name": "network-vif-deleted", "tag": "7e15e933-c08e-4f0e-961b-43c3c21f1d82"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:01.987664 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7301b2e3-a1b8-4b40-b2f7-afafc5bcbddf x-openstack-request-id: req-7301b2e3-a1b8-4b40-b2f7-afafc5bcbddf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:01.988385 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5ceae-4e48-4344-93a5-0c0e54506c13", "name": "network-vif-deleted", "tag": "7e15e933-c08e-4f0e-961b-43c3c21f1d82", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:01.989055 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7301b2e3-a1b8-4b40-b2f7-afafc5bcbddf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:01.989951 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5ceae-4e48-4344-93a5-0c0e54506c13', 'name': 'network-vif-deleted', 'tag': '7e15e933-c08e-4f0e-961b-43c3c21f1d82', 'status': 'completed', 'code': 200} Jul 05 10:02:02.191694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-ecc87a3d-2c10-45a8-9f55-d4a388028c92 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.205563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-ecc87a3d-2c10-45a8-9f55-d4a388028c92 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 819 time: 0.5242343 Jul 05 10:02:02.255464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-324b1148-f884-4dfd-9b83-e2d2aa64dca1 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/quotas/d62c6d3cb7594ca9a32690b46ffbd62d HTTP/1.1" status: 200 len: 375 time: 0.0479152 Jul 05 10:02:02.443790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.522350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=639f13e6-fbf7-4157-8d34-60b4fc16a39e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.592569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-63ed499d-7cff-466c-a5e2-a9641d7e435e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3322926 Jul 05 10:02:02.669377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7e15e933-c08e-4f0e-961b-43c3c21f1d82 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:02.768687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 247f91dd-2f3f-41f5-abdd-d2988020ba17 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:02.870125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 7e15e933-c08e-4f0e-961b-43c3c21f1d82 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:02.871271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7e15e933-c08e-4f0e-961b-43c3c21f1d82 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:02.961870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 247f91dd-2f3f-41f5-abdd-d2988020ba17 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:02.962926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 247f91dd-2f3f-41f5-abdd-d2988020ba17 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:02.964928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 639f13e6-fbf7-4157-8d34-60b4fc16a39e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:02.974002 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.996639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.089677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 639f13e6-fbf7-4157-8d34-60b4fc16a39e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:03.094618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 639f13e6-fbf7-4157-8d34-60b4fc16a39e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:03.106224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Transition to ACTIVE for port object 3cda7adc-668d-4578-9378-ed3f3ce9c704 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:03.130956 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.166904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.170699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.229821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.231095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d9db9d-5d3e-457b-b6cd-c70945543e2a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:02:03.237276 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.246367 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-02fc2661-f7c5-457b-94d1-223b901c9eb0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/98d9db9d-5d3e-457b-b6cd-c70945543e2a HTTP/1.1" status: 204 len: 168 time: 6.3044419 Jul 05 10:02:03.250170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:03.299687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd360378-1c17-4a6f-a7ce-d30ae8ba3301 req-f3d14ec3-d2f9-4a18-a0dd-5e708e8d1982 tempest-ServerRescueTestJSON-705667306 tempest-ServerRescueTestJSON-705667306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5ceae-4e48-4344-93a5-0c0e54506c13 HTTP/1.1" status: 200 len: 210 time: 0.1410291 Jul 05 10:02:03.365964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Deleting subnet be84a1f0-a45d-4935-b6eb-5fad93310e84 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:03.372911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.407140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c349b67-7ffc-4b58-a1d9-1a77d106aebd None None] Pushing event updated for resources: {'Port': ['ID=3cda7adc-668d-4578-9378-ed3f3ce9c704,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.428084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-24f99047-d9c0-4fd3-88f1-f8220b5fbcca service neutron] 10.222.0.21 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8291833 Jul 05 10:02:03.455578 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.461063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Attempting to bind port 3cda7adc-668d-4578-9378-ed3f3ce9c704 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:03.462270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Attempting to bind port 3cda7adc-668d-4578-9378-ed3f3ce9c704 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:03.462967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Attempting to bind port 3cda7adc-668d-4578-9378-ed3f3ce9c704 on network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:03.471588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:03.473706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Checking segment: {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:03.476779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.479474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Bound using segment: {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:03.484365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Bound port: 3cda7adc-668d-4578-9378-ed3f3ce9c704, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:03.489318 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.723678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] For port 3cda7adc-668d-4578-9378-ed3f3ce9c704, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:03.732101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] For port 3cda7adc-668d-4578-9378-ed3f3ce9c704, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3cda7adc-668d-4578-9378-ed3f3ce9c704,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:03.747655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.841722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.894003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-0f47970b-f679-4f04-884f-539a58cd9711 service neutron] 10.222.0.21 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637492 Jul 05 10:02:04.061939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Routers {'092e6a42-3570-479a-a229-00d71e05b97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:04.063056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:01:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['092e6a42-3570-479a-a229-00d71e05b97a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:04.174242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c349b67-7ffc-4b58-a1d9-1a77d106aebd None None] Pushing event updated for resources: {'Port': ['ID=3cda7adc-668d-4578-9378-ed3f3ce9c704,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:04.234451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.313513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.329860 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be84a1f0-a45d-4935-b6eb-5fad93310e84 HTTP/1.1" status: 204 len: 168 time: 1.0777557 Jul 05 10:02:04.334163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:04.365801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ab974-3d1d-4ce1-8eac-4274df292f86 None None] Network 98ea41e3-cf22-4a13-848f-12586fc4efe9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:04.509701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be84a1f0-a45d-4935-b6eb-5fad93310e84,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:04.580754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.597094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.607655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.621664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.626830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.629676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.633170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.634701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.648487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.663911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.666279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.669584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946054c4-9402-4b60-8b48-1a1c2e6bdee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:04.709155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.764653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41526) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:04.882478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-155671fc-7046-4af6-971a-306cf75239bf req-e93a5579-faf0-4b72-8b83-58ed9e0bb29e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 210 time: 0.2081664 Jul 05 10:02:04.971984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] Set router 092e6a42-3570-479a-a229-00d71e05b97a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:05.071972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Deleting port 462e054b-26d2-4546-86e4-7cd6cfd62360 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:05.072861 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.468213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] For port 462e054b-26d2-4546-86e4-7cd6cfd62360, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=462e054b-26d2-4546-86e4-7cd6cfd62360,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:05.469961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.521609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Calling delete_port for 462e054b-26d2-4546-86e4-7cd6cfd62360 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:05.562491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] DHCP port deletion for 98ea41e3-cf22-4a13-848f-12586fc4efe9 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:02:05.860603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] Deleting port 462e054b-26d2-4546-86e4-7cd6cfd62360 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:05.861223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.165197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.303205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Pushing event deleted for resources: {'Port': ['ID=462e054b-26d2-4546-86e4-7cd6cfd62360,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:06.340554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] For port 462e054b-26d2-4546-86e4-7cd6cfd62360, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=462e054b-26d2-4546-86e4-7cd6cfd62360,segment=NetworkSegment(983c548f-7d7c-44a5-a98f-761a53567895),segment_id=983c548f-7d7c-44a5-a98f-761a53567895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:06.341644 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.367708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] No DVR routers for this DVR port 462e054b-26d2-4546-86e4-7cd6cfd62360 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:06.466711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] Calling delete_port for 462e054b-26d2-4546-86e4-7cd6cfd62360 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:06.569148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3cda7adc-668d-4578-9378-ed3f3ce9c704', 'name': '', 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'mac_address': 'fa:16:3e:00:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '76500932-745a-4629-85b1-14882b395e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:02:03Z', 'revision_number': 4, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'subnets': [{'id': '76500932-745a-4629-85b1-14882b395e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:06.702185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67e6558c-7156-4024-90e7-f594eb1e2b54 req-375faf48-8881-4d43-a469-c0e532394cd1 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 210 time: 0.3027346 Jul 05 10:02:06.741035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-cf164d47-bb5a-4bf0-833a-eceb41177ea8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.745843 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-cf164d47-bb5a-4bf0-833a-eceb41177ea8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 819 time: 0.6257844 Jul 05 10:02:06.770216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Request body: {'port': {'device_id': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'admin_state_up': True, 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:06.864442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f0db-3f7c-4628-9e87-d7695ed250b3 None None] The sync data for ids ['092e6a42-3570-479a-a229-00d71e05b97a'] in n-d-771363-33 is: [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:01:53Z', 'revision_number': 4, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '3cda7adc-668d-4578-9378-ed3f3ce9c704', 'name': '', 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'mac_address': 'fa:16:3e:00:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '76500932-745a-4629-85b1-14882b395e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:51Z', 'updated_at': '2021-07-05T10:02:03Z', 'revision_number': 4, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'subnets': [{'id': '76500932-745a-4629-85b1-14882b395e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:07.281398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.362043 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ea41e3-cf22-4a13-848f-12586fc4efe9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:07.444355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983c548f-7d7c-44a5-a98f-761a53567895') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:07.447336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983c548f-7d7c-44a5-a98f-761a53567895') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:07.457245 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.528173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.580620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] Pushing event deleted for resources: {'Port': ['ID=462e054b-26d2-4546-86e4-7cd6cfd62360,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:07.638134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f1476-7e86-418f-a997-1e56e89052e9 None None] No DVR routers for this DVR port 462e054b-26d2-4546-86e4-7cd6cfd62360 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:07.671228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.733005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3cda7adc-668d-4578-9378-ed3f3ce9c704 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:07.744407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:07.750585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:07.758587 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:07.796597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Made reservation on behalf of d62c6d3cb7594ca9a32690b46ffbd62d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:07.806291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.015057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.020496 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.028783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] 10.222.0.21 "DELETE /v2.0/networks/98ea41e3-cf22-4a13-848f-12586fc4efe9 HTTP/1.1" status: 204 len: 168 time: 3.6916828 Jul 05 10:02:08.037917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3cda7adc-668d-4578-9378-ed3f3ce9c704 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:08.060720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3cda7adc-668d-4578-9378-ed3f3ce9c704 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:08.061753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.190377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d034e8a-d89b-44f7-84a6-52794dee1278 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ea41e3-cf22-4a13-848f-12586fc4efe9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:08.381160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8920b9f6-fbce-42b6-b2a3-56beb1181c06 req-c955fe7d-6e70-40b3-bef9-8873f30c94a0 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 210 time: 0.0948637 Jul 05 10:02:08.435442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:08.599145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-79675f5c-f72e-4f54-ba32-1b3cc759ec2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b038beae1ef468a9d117947fbf9fb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621985 Jul 05 10:02:08.605852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.608251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:08.713919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3cda7adc-668d-4578-9378-ed3f3ce9c704, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3cda7adc-668d-4578-9378-ed3f3ce9c704,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:08.722553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.821089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Allocated IP 172.20.0.13 (eebb04bf-5cdf-4548-8c57-eafb6aa49d46/76500932-745a-4629-85b1-14882b395e7c/d43071c1-f3d1-451a-92ea-dfa30f546e8e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:08.871672 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d89b08f-35e1-4615-9963-1beb01375037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.950095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.956876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 462e054b-26d2-4546-86e4-7cd6cfd62360 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:08.972918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d89b08f-35e1-4615-9963-1beb01375037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.068458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 462e054b-26d2-4546-86e4-7cd6cfd62360 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:09.069403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 462e054b-26d2-4546-86e4-7cd6cfd62360 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:09.078809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3cda7adc-668d-4578-9378-ed3f3ce9c704,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:09.332423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d89b08f-35e1-4615-9963-1beb01375037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.336035 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d89b08f-35e1-4615-9963-1beb01375037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.364967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3d89b08f-35e1-4615-9963-1beb01375037 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ca8984e-7b4a-4f3e-bc7c-6927d8e89460 HTTP/1.1" status: 204 len: 168 time: 0.7548211 Jul 05 10:02:09.449062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89b08f-35e1-4615-9963-1beb01375037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8984e-7b4a-4f3e-bc7c-6927d8e89460,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:09.466415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3cda7adc-668d-4578-9378-ed3f3ce9c704 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:09.917764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3cda7adc-668d-4578-9378-ed3f3ce9c704 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:09.933095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.122924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0403364a-c1d0-464a-867c-5bd43e283cba req-f3a6c0f2-1a5e-4669-b31c-904dcf82b5ea tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 210 time: 0.1556416 Jul 05 10:02:10.335064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.348277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-15d5a339-8578-449b-9778-f5e274fe5090 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.349938 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-15d5a339-8578-449b-9778-f5e274fe5090 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.15 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 819 time: 1.3598678 Jul 05 10:02:10.394394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Request body: {'port': {'device_id': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'admin_state_up': True, 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:10.987143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Made reservation on behalf of d62c6d3cb7594ca9a32690b46ffbd62d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:10.994022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.469260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c5705f3-e6a7-402c-a790-8df846a73dd9 req-55146dff-55b1-438b-ba48-31e754e290d8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 210 time: 0.1095061 Jul 05 10:02:11.552244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.711089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:11.723904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:11.758087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:11.831521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Allocated IP 172.20.0.2 (eebb04bf-5cdf-4548-8c57-eafb6aa49d46/76500932-745a-4629-85b1-14882b395e7c/ff3ffd05-810b-49a3-85de-1304212dc4b8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:11.843183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:11.844205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.904600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Pushing event updated for resources: {'Port': ['ID=d43071c1-f3d1-451a-92ea-dfa30f546e8e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.923284 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-8fdd00a7-71c6-4dc1-883b-1a1b138dcbcb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1600590 Jul 05 10:02:11.947900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Request body: {'port': {'device_id': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:12.217875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:12.370835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.517901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1955859385-network', 'tenant_id': '80e0eb70fdaf4a0e94b1dc4fe130c7ac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:12.548171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Deleting port e2418044-223d-4f71-88e4-1ef89af8a6fb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:12.548940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.553475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.670169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Made reservation on behalf of 80e0eb70fdaf4a0e94b1dc4fe130c7ac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:12.675250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.753095 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.827815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:12.842005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.897186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:12.936302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:13.190522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c499-c27e-4cbc-ab62-18921b138a96 req-13655165-ce67-4241-b376-02cd80ec2f7d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.199358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce33c499-c27e-4cbc-ab62-18921b138a96 req-13655165-ce67-4241-b376-02cd80ec2f7d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 931 time: 0.1947455 Jul 05 10:02:13.203576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.224063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.252263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:13.279746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.279746 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Added segment 778b7bed-3f53-42c6-98e8-da8af0f740ee of type vlan for network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 Jul 05 10:02:13.291455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Pushing event updated for resources: {'Port': ['ID=ff3ffd05-810b-49a3-85de-1304212dc4b8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:13.371645 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.446667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.448900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.481590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] For port e2418044-223d-4f71-88e4-1ef89af8a6fb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e2418044-223d-4f71-88e4-1ef89af8a6fb,segment=NetworkSegment(0e7ccc82-4a99-48a9-8024-34dfc4142f5a),segment_id=0e7ccc82-4a99-48a9-8024-34dfc4142f5a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:13.482386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.487066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:13.509501 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-339cd433-4a9e-4e10-be19-a7573f4266b8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1498387 Jul 05 10:02:13.539120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce33c499-c27e-4cbc-ab62-18921b138a96 req-24019293-2c2b-4123-aac5-59a746eb697d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386855 Jul 05 10:02:13.562065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.564789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.566065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.613775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Request body: {'port': {'device_id': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:13.623955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Calling delete_port for e2418044-223d-4f71-88e4-1ef89af8a6fb owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:13.677338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4557111 Jul 05 10:02:13.686730 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:02:13.700821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:13.706752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Request body: {'subnet': {'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1955859385-subnet', 'tenant_id': '80e0eb70fdaf4a0e94b1dc4fe130c7ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:13.735710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26797a-1b72-423d-8f8d-ccab28ce0317 admin admin] Pushing event updated for resources: {'Network': ['ID=e7bfeb81-83aa-4e3e-9b93-e02973b476e9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:13.748465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:14.053658 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf76e-d757-4931-85f8-6b31efffcccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.344348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Made reservation on behalf of 80e0eb70fdaf4a0e94b1dc4fe130c7ac for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:14.348371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.632940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.838859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43071c1-f3d1-451a-92ea-dfa30f546e8e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:14.872100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.927297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ff98-6b90-4cdd-a960-933872990369 req-a167c6f0-bdb2-45e8-9c80-3b3bc9dc3bd7 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:14.942199 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9da6ff98-6b90-4cdd-a960-933872990369 req-a167c6f0-bdb2-45e8-9c80-3b3bc9dc3bd7 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 931 time: 0.2042377 Jul 05 10:02:15.008761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9da6ff98-6b90-4cdd-a960-933872990369 req-40375268-61db-49be-9aa3-afc5ae7ae155 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624249 Jul 05 10:02:15.035890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Transition to ACTIVE for port object d43071c1-f3d1-451a-92ea-dfa30f546e8e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:15.062543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.647180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Pushing event updated for resources: {'Port': ['ID=d43071c1-f3d1-451a-92ea-dfa30f546e8e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:15.736872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.923548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Attempting to bind port d43071c1-f3d1-451a-92ea-dfa30f546e8e on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:15.924290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Attempting to bind port d43071c1-f3d1-451a-92ea-dfa30f546e8e by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:15.925147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Attempting to bind port d43071c1-f3d1-451a-92ea-dfa30f546e8e on network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:15.954325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Port d43071c1-f3d1-451a-92ea-dfa30f546e8e on network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:15.954919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Attempting to bind port d43071c1-f3d1-451a-92ea-dfa30f546e8e on network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:15.971449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Checking segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:15.972965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Network hostable DHCP agents. Network: e7bfeb81-83aa-4e3e-9b93-e02973b476e9, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:15.981168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:15.982017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Checking segment: {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:15.982648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Bound using segment: {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:15.983586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Bound port: d43071c1-f3d1-451a-92ea-dfa30f546e8e, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:15.984313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.017460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:16.018351 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.147283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5a7e8a-5cbc-44ab-8882-c2f74f008017,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.310622 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c550-8d90-45da-90ae-ec7e4aae2dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.356381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2418044-223d-4f71-88e4-1ef89af8a6fb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.483832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c550-8d90-45da-90ae-ec7e4aae2dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.504384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c550-8d90-45da-90ae-ec7e4aae2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.534781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:16.574345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f99eb5-458d-4c8d-971d-5fa7421cb075 req-7f8967cd-1946-4b5f-9cc6-33f2a9bf7b3d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:16.576497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03f99eb5-458d-4c8d-971d-5fa7421cb075 req-7f8967cd-1946-4b5f-9cc6-33f2a9bf7b3d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 931 time: 0.3630295 Jul 05 10:02:16.586640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5ff9c550-8d90-45da-90ae-ec7e4aae2dc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2de383921ffe45439811e44d752ce826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659223 Jul 05 10:02:16.589205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41734) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:16.713047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e7bfeb81-83aa-4e3e-9b93-e02973b476e9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:16.714459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03f99eb5-458d-4c8d-971d-5fa7421cb075 req-fbf9c4a6-8c10-4611-95d7-2e50b9d76ed3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251841 Jul 05 10:02:16.718528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9c550-8d90-45da-90ae-ec7e4aae2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86099f6f-db29-4fc8-a637-eb2e24e5a9b7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.731771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7639e-050b-41be-afbb-291180e59fba None None] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:16.774002 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427590ca-046c-4ebe-8405-f866c7991f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.876278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.879534 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e31628a1-07f9-4e60-b050-2d2106d062ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.879978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] For port d43071c1-f3d1-451a-92ea-dfa30f546e8e, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:16.890074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:16.891742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.906689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427590ca-046c-4ebe-8405-f866c7991f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.069361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427590ca-046c-4ebe-8405-f866c7991f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.074422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427590ca-046c-4ebe-8405-f866c7991f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.077125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-427590ca-046c-4ebe-8405-f866c7991f5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86099f6f-db29-4fc8-a637-eb2e24e5a9b7 HTTP/1.1" status: 204 len: 168 time: 0.4810641 Jul 05 10:02:17.089511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427590ca-046c-4ebe-8405-f866c7991f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86099f6f-db29-4fc8-a637-eb2e24e5a9b7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:17.098278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3ffd05-810b-49a3-85de-1304212dc4b8 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:17.143800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] For port d43071c1-f3d1-451a-92ea-dfa30f546e8e, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:17.178739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.209870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'tenant_id': '80e0eb70fdaf4a0e94b1dc4fe130c7ac', 'fixed_ips': [{'subnet_id': 'af5a7e8a-5cbc-44ab-8882-c2f74f008017'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:02:17.213563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.228010 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.325550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1005373c-2d01-4644-9854-d4e93a505c69 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6233466 Jul 05 10:02:17.426185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:17.429843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.443060 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] 10.222.0.16 "PUT /v2.0/ports/d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 1093 time: 5.4978054 Jul 05 10:02:17.639645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'tag': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:17.645346 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35511519-502b-4a78-8cd1-232cede79160" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd3a500-0e62-42c8-8360-85ca19acb3a1", "tag": "d43071c1-f3d1-451a-92ea-dfa30f546e8e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:17.752391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Transition to ACTIVE for port object ff3ffd05-810b-49a3-85de-1304212dc4b8 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:17.783547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6501b-f0c7-42d3-be3e-9d2533505746 service neutron] Pushing event updated for resources: {'Port': ['ID=d43071c1-f3d1-451a-92ea-dfa30f546e8e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:17.915264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Allocated IP 172.20.0.2 (e7bfeb81-83aa-4e3e-9b93-e02973b476e9/af5a7e8a-5cbc-44ab-8882-c2f74f008017/922c72d1-93b8-4485-98f5-1d0f29a69aae) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:17.929490 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0579c6b-a4b0-4a02-91c4-7204e6fd1d29 x-openstack-request-id: req-c0579c6b-a4b0-4a02-91c4-7204e6fd1d29 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:17.931217 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd3a500-0e62-42c8-8360-85ca19acb3a1", "tag": "d43071c1-f3d1-451a-92ea-dfa30f546e8e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:17.937398 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0579c6b-a4b0-4a02-91c4-7204e6fd1d29 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:17.939012 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'tag': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e', 'status': 'completed', 'code': 200} Jul 05 10:02:17.942847 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.020615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3ffd05-810b-49a3-85de-1304212dc4b8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:18.031996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:18.071489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.081285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.223755 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.329275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-3eb54097-a399-496c-826d-0684ce26d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.336443 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-3eb54097-a399-496c-826d-0684ce26d32e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1096 time: 0.6504648 Jul 05 10:02:18.468295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e0ab-f73c-43be-8731-257079d47ed5 req-97dd94db-30f7-4a51-8bce-4c74c873c5b3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.477883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b533e0ab-f73c-43be-8731-257079d47ed5 req-97dd94db-30f7-4a51-8bce-4c74c873c5b3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 943 time: 0.3375521 Jul 05 10:02:18.497515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.533384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Transition to ACTIVE for port object 922c72d1-93b8-4485-98f5-1d0f29a69aae will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:18.611651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Transition to ACTIVE for port object 922c72d1-93b8-4485-98f5-1d0f29a69aae will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:18.631761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.712231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:18.713405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Pushing event updated for resources: {'Port': ['ID=922c72d1-93b8-4485-98f5-1d0f29a69aae,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:18.729523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:18.732588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:18.796583 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-4d9eced8-2f79-480f-a2cf-c6f5bcd94325 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.4393654 Jul 05 10:02:18.815483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Attempting to bind port 922c72d1-93b8-4485-98f5-1d0f29a69aae on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:18.815872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Attempting to bind port 922c72d1-93b8-4485-98f5-1d0f29a69aae by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:18.816259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Attempting to bind port 922c72d1-93b8-4485-98f5-1d0f29a69aae on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:18.823068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:18.823543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Checking segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:18.824022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.824624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Bound using segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:18.825305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Bound port: 922c72d1-93b8-4485-98f5-1d0f29a69aae, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:18.825932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.967616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Attempting to bind port ff3ffd05-810b-49a3-85de-1304212dc4b8 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:18.969010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Attempting to bind port ff3ffd05-810b-49a3-85de-1304212dc4b8 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:18.969672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Attempting to bind port ff3ffd05-810b-49a3-85de-1304212dc4b8 on network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:18.988480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Port ff3ffd05-810b-49a3-85de-1304212dc4b8 on network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:18.989135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Attempting to bind port ff3ffd05-810b-49a3-85de-1304212dc4b8 on network eebb04bf-5cdf-4548-8c57-eafb6aa49d46 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:19.021799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:19.026124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Checking segment: {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:19.027177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Bound using segment: {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:19.029827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Bound port: ff3ffd05-810b-49a3-85de-1304212dc4b8, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee95cd7d-c570-4729-8a97-6cb53e75c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:19.031068 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.031790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] For port 922c72d1-93b8-4485-98f5-1d0f29a69aae, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:19.046047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] For port 922c72d1-93b8-4485-98f5-1d0f29a69aae, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=922c72d1-93b8-4485-98f5-1d0f29a69aae,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:19.062553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.230045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-1b6fe1ad-9573-4ef4-b7c1-4f6017cb370c tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:19.231720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-1b6fe1ad-9573-4ef4-b7c1-4f6017cb370c tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 816 time: 0.1458478 Jul 05 10:02:19.233579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-b78891e5-3f6b-40dd-be3b-c5be7c3ad0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:19.236230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-b78891e5-3f6b-40dd-be3b-c5be7c3ad0ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.4148071 Jul 05 10:02:19.302477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b533e0ab-f73c-43be-8731-257079d47ed5 req-538e2083-fa31-4f05-993c-1ec6d1b95f30 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8153849 Jul 05 10:02:19.320305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.327948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-0beb5509-8a1b-441f-a153-ccda882f8667 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/quotas/80e0eb70fdaf4a0e94b1dc4fe130c7ac HTTP/1.1" status: 200 len: 375 time: 0.0529752 Jul 05 10:02:19.329788 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.413682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a31116-cbe6-4b0f-a7b4-b4fa2407f0b1 None None] Pushing event updated for resources: {'Port': ['ID=922c72d1-93b8-4485-98f5-1d0f29a69aae,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.614571 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-17066d50-0675-4bac-8262-292c51b484be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3641572 Jul 05 10:02:19.660155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff595c9-ea47-4fd6-b850-d0fdbf72ad49,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.692040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c09e55bc7fbd489481f3403c960b8bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6583822 Jul 05 10:02:19.732847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:19.736831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.737368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.738105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.738642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.739225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.739744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.740331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.740973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.741450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.741980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.742514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.743056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbf73e-019d-4a29-944e-c55e0bd5661f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:19.778478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.815207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-ffbdabfb-7550-44ea-9cc3-494b7d529191 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4649363 Jul 05 10:02:20.025483 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Router 5e2de885-c31e-41fa-b1ae-6ccc086be404 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:20.026795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6430b0d9-d914-4855-8874-02784c5bcf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.032964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] For port ff3ffd05-810b-49a3-85de-1304212dc4b8, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:20.077914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] For port ff3ffd05-810b-49a3-85de-1304212dc4b8, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:20.080015 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6430b0d9-d914-4855-8874-02784c5bcf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.087989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.144497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-d53a8d29-b23e-4f7f-b67a-80e640620767 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004010 Jul 05 10:02:20.153121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:20.154109 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.155863 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff3ffd05-810b-49a3-85de-1304212dc4b8 HTTP/1.1" status: 200 len: 1092 time: 6.5705049 Jul 05 10:02:20.173513 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-a2ba304f-a438-4647-83c0-72ea2bbc90d5 service neutron] 10.222.0.21 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963097 Jul 05 10:02:20.183218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'tag': 'ff3ffd05-810b-49a3-85de-1304212dc4b8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:20.185948 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db" -d '{"events": [{"name": "network-changed", "server_uuid": "06a3e901-83b1-41c1-9b1c-b9d6fed187f6", "tag": "ff3ffd05-810b-49a3-85de-1304212dc4b8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:20.285670 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d4b530-ff20-4bad-b77f-a0f16035c51c x-openstack-request-id: req-d1d4b530-ff20-4bad-b77f-a0f16035c51c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:20.285670 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a3e901-83b1-41c1-9b1c-b9d6fed187f6", "tag": "ff3ffd05-810b-49a3-85de-1304212dc4b8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:20.285670 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1d4b530-ff20-4bad-b77f-a0f16035c51c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:20.285670 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'tag': 'ff3ffd05-810b-49a3-85de-1304212dc4b8', 'status': 'completed', 'code': 200} Jul 05 10:02:20.350679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6430b0d9-d914-4855-8874-02784c5bcf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.356361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6430b0d9-d914-4855-8874-02784c5bcf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.359349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6430b0d9-d914-4855-8874-02784c5bcf68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cff595c9-ea47-4fd6-b850-d0fdbf72ad49 HTTP/1.1" status: 204 len: 168 time: 0.6077967 Jul 05 10:02:20.383431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430b0d9-d914-4855-8874-02784c5bcf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff595c9-ea47-4fd6-b850-d0fdbf72ad49,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:20.430394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-354e8908-536b-4d07-bf66-7d9174f017ae service neutron] 10.222.0.21 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501185 Jul 05 10:02:21.093327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66e4b4-13e4-4852-8f7b-d2263f655b40 req-21d9d0b1-adec-49c4-bc27-f87cdfd2f370 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:21.120675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d66e4b4-13e4-4852-8f7b-d2263f655b40 req-21d9d0b1-adec-49c4-bc27-f87cdfd2f370 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 943 time: 0.2884626 Jul 05 10:02:21.331240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d66e4b4-13e4-4852-8f7b-d2263f655b40 req-3b991396-dbfb-4401-b744-e43716e3011a tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070122 Jul 05 10:02:21.428946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee1b9a-62aa-44ab-a8c9-4470cb98e4a2 None None] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:21.676135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 922c72d1-93b8-4485-98f5-1d0f29a69aae up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:21.687511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:21.712493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-78e5468c-82d4-4a59-93af-6559e119803d admin admin] 10.222.0.21 "PUT /v2.0/routers/5e2de885-c31e-41fa-b1ae-6ccc086be404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9444771 Jul 05 10:02:21.714026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41860) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:21.714891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717468c-4ecf-469f-a7f7-950aa6b3e593 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3ffd05-810b-49a3-85de-1304212dc4b8,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:21.718733 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] Sync routers for ids ['5e2de885-c31e-41fa-b1ae-6ccc086be404'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:21.742636 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-51cc2871-d06f-4b8c-9218-26c598b36d36 req-9940807b-a9aa-4a7f-9ac6-5266118cabe2 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5510855 Jul 05 10:02:21.776816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] Routers {'5e2de885-c31e-41fa-b1ae-6ccc086be404'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:21.780057 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5e2de885-c31e-41fa-b1ae-6ccc086be404'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:21.819929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-79413f20-08da-40df-b57c-ab4fefdc6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:21.830312 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-79413f20-08da-40df-b57c-ab4fefdc6da9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 1095 time: 1.5539391 Jul 05 10:02:22.021257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce141b3b-93c8-4e32-938a-4c80481d8713 None None] Provisioning for port 922c72d1-93b8-4485-98f5-1d0f29a69aae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:22.184974 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-7f03092e-566d-487f-943a-a077fcbeb6ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8 HTTP/1.1" status: 200 len: 217 time: 0.3482761 Jul 05 10:02:22.264356 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] Set router 5e2de885-c31e-41fa-b1ae-6ccc086be404 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:22.317537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-b4fe2fdb-9db3-4f56-99c5-493976ef55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.319434 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-b4fe2fdb-9db3-4f56-99c5-493976ef55ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.1280179 Jul 05 10:02:22.344826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35511519-502b-4a78-8cd1-232cede79160 req-dcecb0d4-3e65-45b9-a51e-8f9e3badca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.346939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-35511519-502b-4a78-8cd1-232cede79160 req-dcecb0d4-3e65-45b9-a51e-8f9e3badca63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1096 time: 0.3000956 Jul 05 10:02:22.422184 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-3397d698-d8d5-4e94-a413-5146023c502b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909567 Jul 05 10:02:22.646756 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.847949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-44927d63-d7f1-46a6-b28b-a493556a38f9 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.865975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-44927d63-d7f1-46a6-b28b-a493556a38f9 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 816 time: 1.6937857 Jul 05 10:02:22.883677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 922c72d1-93b8-4485-98f5-1d0f29a69aae completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:22.905091 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 922c72d1-93b8-4485-98f5-1d0f29a69aae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:22.910171 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.973819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-44df23a0-e372-4e6d-b0ef-44e75b01f4d0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/quotas/80e0eb70fdaf4a0e94b1dc4fe130c7ac HTTP/1.1" status: 200 len: 375 time: 0.1062210 Jul 05 10:02:23.045546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-e920f57a-4689-4c10-a1bb-24fc818b3e25 service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911868 Jul 05 10:02:23.046404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35511519-502b-4a78-8cd1-232cede79160 req-cfced746-3f43-4100-b875-fe1885a5d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:23.048275 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-35511519-502b-4a78-8cd1-232cede79160 req-cfced746-3f43-4100-b875-fe1885a5d7f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.6485937 Jul 05 10:02:23.143542 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T10:02:15Z', 'revision_number': 5, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:23.293881 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] Checking router: 5e2de885-c31e-41fa-b1ae-6ccc086be404 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:23.339111 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] Routers {'5e2de885-c31e-41fa-b1ae-6ccc086be404'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:23.342923 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5e2de885-c31e-41fa-b1ae-6ccc086be404'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:23.451605 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.553138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 922c72d1-93b8-4485-98f5-1d0f29a69aae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=922c72d1-93b8-4485-98f5-1d0f29a69aae,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:23.554020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-35511519-502b-4a78-8cd1-232cede79160 req-9592f152-3c70-4702-bdf3-06984a326af2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.4486241 Jul 05 10:02:23.563397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.642111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.656330 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] Set router 5e2de885-c31e-41fa-b1ae-6ccc086be404 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:23.700961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-f0102060-1bed-4329-8030-222a48a947ef tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7219131 Jul 05 10:02:23.743303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=922c72d1-93b8-4485-98f5-1d0f29a69aae,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:23.803383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ed5e126-a6b2-4527-8c2a-cec8c1afd6d6 None None] Provisioning complete for port 922c72d1-93b8-4485-98f5-1d0f29a69aae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:23.803838 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ed5e126-a6b2-4527-8c2a-cec8c1afd6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:23.969265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6fe2db4-131e-4443-9fe5-b1eb5032b7a5 req-af4d3843-3c37-4e63-9f75-500d9b47046a service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9180660 Jul 05 10:02:24.006049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35511519-502b-4a78-8cd1-232cede79160 req-447af10b-baf7-4048-b7f7-090176a1c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:24.008809 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-35511519-502b-4a78-8cd1-232cede79160 req-447af10b-baf7-4048-b7f7-090176a1c588 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.4447238 Jul 05 10:02:24.035058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf781267-0724-4840-90dd-8eeb7554a956 req-e1b2fb6e-c402-4233-a421-b463ac142a25 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:24.043187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf781267-0724-4840-90dd-8eeb7554a956 req-e1b2fb6e-c402-4233-a421-b463ac142a25 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 943 time: 1.2563369 Jul 05 10:02:24.133254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf781267-0724-4840-90dd-8eeb7554a956 req-cad0b59d-3537-4e2b-a9b4-3094c32d80ce tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890188 Jul 05 10:02:24.162389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Deleting port c02e47f4-3874-4fae-956f-c0a134ae9bf7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:24.172889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.223279 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-35511519-502b-4a78-8cd1-232cede79160 req-905a9842-7f5d-476a-a905-1091f86240d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950755 Jul 05 10:02:24.271541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-d2cde23c-1b03-4469-b79e-371dabfddcd5 service neutron] 10.222.0.21 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410063 Jul 05 10:02:24.431142 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T10:02:15Z', 'revision_number': 5, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:24.536867 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ce9fd-bed2-404d-b639-aa6b0ad36c16 None None] The sync data for ids ['5e2de885-c31e-41fa-b1ae-6ccc086be404'] in n-d-771363-33 is: [{'id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'name': 'tempest-ServerRescueTestJSON-1438430957-router', 'tenant_id': '28116899067c4f93a072d66d32d81dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:59:04Z', 'updated_at': '2021-07-05T10:02:15Z', 'revision_number': 5, 'project_id': '28116899067c4f93a072d66d32d81dbc', 'gw_port': {'id': 'c02e47f4-3874-4fae-956f-c0a134ae9bf7', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2de885-c31e-41fa-b1ae-6ccc086be404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:59:05Z', 'updated_at': '2021-07-05T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:24.702868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] For port c02e47f4-3874-4fae-956f-c0a134ae9bf7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c02e47f4-3874-4fae-956f-c0a134ae9bf7,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:24.705214 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.715760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-73339ff3-8ed7-4f70-96fe-89b1c24f3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:24.718901 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-73339ff3-8ed7-4f70-96fe-89b1c24f3ee7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 1095 time: 0.4942658 Jul 05 10:02:24.738912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Calling delete_port for c02e47f4-3874-4fae-956f-c0a134ae9bf7 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:24.832296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-c76e1473-5d78-42ca-8442-03f1dc02ba59 service neutron] 10.222.0.21 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551391 Jul 05 10:02:25.005738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d43071c1-f3d1-451a-92ea-dfa30f546e8e details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:25.077453 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-35511519-502b-4a78-8cd1-232cede79160 req-b714586e-e115-4c4b-b290-6dd902187664 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822726 Jul 05 10:02:25.291735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.550961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d43071c1-f3d1-451a-92ea-dfa30f546e8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:25.595037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e', 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'port_id': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e', 'mac_address': 'fa:16:3e:2b:d8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76500932-745a-4629-85b1-14882b395e7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:25.658447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-9199b5c4-93aa-4467-9f12-0d67dcbbfc81 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:25.661328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-9199b5c4-93aa-4467-9f12-0d67dcbbfc81 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.16 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 816 time: 1.3614347 Jul 05 10:02:25.701741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Request body: {'port': {'device_id': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'admin_state_up': True, 'tenant_id': '80e0eb70fdaf4a0e94b1dc4fe130c7ac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:25.720831 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.740079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43071c1-f3d1-451a-92ea-dfa30f546e8e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:25.772361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d43071c1-f3d1-451a-92ea-dfa30f546e8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:25.786459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.854282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-6a3482f6-fb13-48dd-84cc-aff56d715e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:25.888408 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-6a3482f6-fb13-48dd-84cc-aff56d715e5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 1.1465569 Jul 05 10:02:25.930634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d43071c1-f3d1-451a-92ea-dfa30f546e8e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:25.952120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 922c72d1-93b8-4485-98f5-1d0f29a69aae up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:26.062505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02e47f4-3874-4fae-956f-c0a134ae9bf7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:26.110136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 922c72d1-93b8-4485-98f5-1d0f29a69aae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:26.110673 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.118253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-3cf74666-d473-481f-bbc4-f8d885019191 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8 HTTP/1.1" status: 200 len: 217 time: 0.2132566 Jul 05 10:02:26.129703 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-35511519-502b-4a78-8cd1-232cede79160 req-4937809d-7cfb-44bf-afb0-94c094325db5 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0354929 Jul 05 10:02:26.198969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d43071c1-f3d1-451a-92ea-dfa30f546e8e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:26.285109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-f71d5d42-e719-4873-b808-79576347014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.288665 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-f71d5d42-e719-4873-b808-79576347014e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.1574106 Jul 05 10:02:26.380599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-1b18c8cc-c19a-4db0-bd66-67dcfc76b0aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827279 Jul 05 10:02:26.526703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.714865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2418044-223d-4f71-88e4-1ef89af8a6fb no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:26.808882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e2418044-223d-4f71-88e4-1ef89af8a6fb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:26.809752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2418044-223d-4f71-88e4-1ef89af8a6fb not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:26.859588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-02b3fec2-1b24-435f-8efd-878cce32257f service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712522 Jul 05 10:02:26.876681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-fc5ccfaf-be5b-4dfa-b992-379b20f3dd19 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.903428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-fc5ccfaf-be5b-4dfa-b992-379b20f3dd19 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 816 time: 0.6798258 Jul 05 10:02:27.047446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff3ffd05-810b-49a3-85de-1304212dc4b8 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:27.343884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Made reservation on behalf of 80e0eb70fdaf4a0e94b1dc4fe130c7ac for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:27.368248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.398310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.420323 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.492943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff3ffd05-810b-49a3-85de-1304212dc4b8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:27.527772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'ff3ffd05-810b-49a3-85de-1304212dc4b8', 'network_id': 'eebb04bf-5cdf-4548-8c57-eafb6aa49d46', 'port_id': 'ff3ffd05-810b-49a3-85de-1304212dc4b8', 'mac_address': 'fa:16:3e:79:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76500932-745a-4629-85b1-14882b395e7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:27.536159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1e32229e-5789-4d42-a1a5-9fe3ef8c66db req-23d426b0-b451-4820-b8c4-d30366c20b67 service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555469 Jul 05 10:02:27.622457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729d2bf-198c-475c-9401-358ad26f1d11 req-40c71102-8403-4969-a2bf-18020399e008 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.632643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c729d2bf-198c-475c-9401-358ad26f1d11 req-40c71102-8403-4969-a2bf-18020399e008 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 943 time: 1.8203864 Jul 05 10:02:27.669150 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.674302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-9dca6287-1f38-4c91-aa0e-d66e867204d5 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/quotas/80e0eb70fdaf4a0e94b1dc4fe130c7ac HTTP/1.1" status: 200 len: 375 time: 0.7696643 Jul 05 10:02:27.736672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3ffd05-810b-49a3-85de-1304212dc4b8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:27.824142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff3ffd05-810b-49a3-85de-1304212dc4b8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:27.841990 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.913489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c729d2bf-198c-475c-9401-358ad26f1d11 req-1e9bdaf4-d5db-4714-ab1d-9da73e21b422 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627096 Jul 05 10:02:27.948811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.949590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2de885-c31e-41fa-b1ae-6ccc086be404 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:02:28.015910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:28.022527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-22bb856f-58ae-45c2-a609-20d897dbff67 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5e2de885-c31e-41fa-b1ae-6ccc086be404 HTTP/1.1" status: 204 len: 168 time: 6.3016293 Jul 05 10:02:28.022527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41970) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:28.059685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ff3ffd05-810b-49a3-85de-1304212dc4b8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:28.076445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-f27a0282-fc3d-4983-b78e-767bbf7c62ba tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3702078 Jul 05 10:02:28.135821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['ff3ffd05-810b-49a3-85de-1304212dc4b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:28.669227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-6e2c45f0-f6c4-4c0c-988f-faee62b42130 service neutron] 10.222.0.21 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678421 Jul 05 10:02:29.009787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] Deleting subnet 4b637eba-aabc-4221-8bc6-cc339fbf0d20 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:02:29.011264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d43071c1-f3d1-451a-92ea-dfa30f546e8e up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:29.122325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Allocated IP 172.20.0.9 (e7bfeb81-83aa-4e3e-9b93-e02973b476e9/af5a7e8a-5cbc-44ab-8882-c2f74f008017/01b70200-4b8e-4917-91f1-c339e180244f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:29.242587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port d43071c1-f3d1-451a-92ea-dfa30f546e8e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:29.296559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port d43071c1-f3d1-451a-92ea-dfa30f546e8e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:29.297177 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.577908 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.674555 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.734239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c02e47f4-3874-4fae-956f-c0a134ae9bf7 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:29.773543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-97fd2051-d5f5-45b4-b742-6196c31b9969 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:29.777460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-97fd2051-d5f5-45b4-b742-6196c31b9969 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 816 time: 0.5552711 Jul 05 10:02:29.797047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Request body: {'port': {'device_id': '618448c4-11af-4793-96c8-c15809fb41cd', 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'admin_state_up': True, 'tenant_id': '80e0eb70fdaf4a0e94b1dc4fe130c7ac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:29.863227 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.864999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c02e47f4-3874-4fae-956f-c0a134ae9bf7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:29.865546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c02e47f4-3874-4fae-956f-c0a134ae9bf7 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:29.883801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:29.889181 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a595b0-1eb0-4445-859b-4b9380be9ed5" -d '{"events": [{"server_uuid": "6fd3a500-0e62-42c8-8360-85ca19acb3a1", "name": "network-vif-plugged", "status": "completed", "tag": "d43071c1-f3d1-451a-92ea-dfa30f546e8e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:29.898686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.919331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d43071c1-f3d1-451a-92ea-dfa30f546e8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:29.928645 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.205546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d43071c1-f3d1-451a-92ea-dfa30f546e8e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.223936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Made reservation on behalf of 80e0eb70fdaf4a0e94b1dc4fe130c7ac for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:30.235626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.612635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.655821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-d0d80763-e475-469d-8396-4e29a616b8a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9865427 Jul 05 10:02:30.688906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-cf4c784f-6fd7-47d9-9a30-db7c75cc7604 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:30.693113 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-cf4c784f-6fd7-47d9-9a30-db7c75cc7604 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.16 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 947 time: 0.1813939 Jul 05 10:02:30.773074 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.795159 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.830137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Transition to ACTIVE for port object 01b70200-4b8e-4917-91f1-c339e180244f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:30.850589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7379279-f4cc-4c52-b30a-59b7b83dfa38 req-e3789e33-39d4-4c78-82e6-3100f3a785fb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:30.858982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7379279-f4cc-4c52-b30a-59b7b83dfa38 req-e3789e33-39d4-4c78-82e6-3100f3a785fb tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 947 time: 1.2768261 Jul 05 10:02:30.941704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7379279-f4cc-4c52-b30a-59b7b83dfa38 req-6e6f0b1a-134f-4d37-b505-bb10b5851cd3 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816021 Jul 05 10:02:30.992960 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.037569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff3ffd05-810b-49a3-85de-1304212dc4b8 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:31.063467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b637eba-aabc-4221-8bc6-cc339fbf0d20,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.079629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.180246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.184910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-27261af1-8658-45f7-b49d-c7f697359ce6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4b637eba-aabc-4221-8bc6-cc339fbf0d20 HTTP/1.1" status: 204 len: 168 time: 3.1619925 Jul 05 10:02:31.200308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:31.219890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port ff3ffd05-810b-49a3-85de-1304212dc4b8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:31.231940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port ff3ffd05-810b-49a3-85de-1304212dc4b8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:31.236073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.248205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Deleting port c022fed8-81f7-4758-b339-626075d10e42 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:31.248745 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.363484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Allocated IP 172.20.0.4 (e7bfeb81-83aa-4e3e-9b93-e02973b476e9/af5a7e8a-5cbc-44ab-8882-c2f74f008017/c669ea36-28af-466d-8390-fbfd56c9671a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:31.388401 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2493ce17-2ada-4dee-bd4a-97c5366b54a9 x-openstack-request-id: req-2493ce17-2ada-4dee-bd4a-97c5366b54a9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:31.389238 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3a500-0e62-42c8-8360-85ca19acb3a1", "name": "network-vif-plugged", "status": "completed", "tag": "d43071c1-f3d1-451a-92ea-dfa30f546e8e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:31.389650 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2493ce17-2ada-4dee-bd4a-97c5366b54a9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:31.395000 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e', 'code': 200} Jul 05 10:02:31.458901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:31.591586 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.668786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:31.678653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Pushing event updated for resources: {'Port': ['ID=01b70200-4b8e-4917-91f1-c339e180244f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.868340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] For port c022fed8-81f7-4758-b339-626075d10e42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c022fed8-81f7-4758-b339-626075d10e42,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:31.870985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.885229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ff3ffd05-810b-49a3-85de-1304212dc4b8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:31.887949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:31.907429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.098177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ff3ffd05-810b-49a3-85de-1304212dc4b8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:32.204121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cb0893b-9060-41a1-af3c-fd1bdadcfedf req-6563a757-9fbe-4b17-a1f0-fc03790ce436 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 210 time: 0.2897902 Jul 05 10:02:32.208631 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.314792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18d23c51-6949-459c-9729-30a57e530261 None None] Provisioning for port 01b70200-4b8e-4917-91f1-c339e180244f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:32.345208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18d23c51-6949-459c-9729-30a57e530261 None None] Provisioning complete for port 01b70200-4b8e-4917-91f1-c339e180244f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:32.348729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18d23c51-6949-459c-9729-30a57e530261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.359626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d3785-eea8-4822-849c-5e6f6685a18a req-b5af716b-7512-47ce-8ce5-ce0794065d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.362329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b8d3785-eea8-4822-849c-5e6f6685a18a req-b5af716b-7512-47ce-8ce5-ce0794065d0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.6562781 Jul 05 10:02:32.526563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-18d23c51-6949-459c-9729-30a57e530261 None None] Port 01b70200-4b8e-4917-91f1-c339e180244f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:32.561102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5376-92fe-40d6-a2d2-3407082e26bb req-691c9dd5-b49d-4b8f-981e-a031d2d58b85 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.588122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-885e5376-92fe-40d6-a2d2-3407082e26bb req-691c9dd5-b49d-4b8f-981e-a031d2d58b85 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 944 time: 1.0429773 Jul 05 10:02:32.703981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.755931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Transition to ACTIVE for port object c669ea36-28af-466d-8390-fbfd56c9671a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:32.768179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.768569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.768884 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Floating IP 595e8dc8-9ea5-4a24-a52c-2b6229ef8147 disassociated. External IP: 172.25.1.166, port: c022fed8-81f7-4758-b339-626075d10e42. Jul 05 10:02:32.769245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Calling delete_port for c022fed8-81f7-4758-b339-626075d10e42 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:32.864026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b8d3785-eea8-4822-849c-5e6f6685a18a req-3a939a21-7068-4524-9144-1bb9bc4cf7ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665101 Jul 05 10:02:33.110038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-885e5376-92fe-40d6-a2d2-3407082e26bb req-04d0f46b-132d-48f2-92c9-e5d556629199 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198448 Jul 05 10:02:33.126996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.132334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.284612 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.298344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.324938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.360875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f5dfa592-f6aa-4ff4-8495-eab4bb357287 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6763237 Jul 05 10:02:33.367968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b612d2-7e11-4714-a824-142f97e76420']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:33.393722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Request body: {'port': {'device_id': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:33.397150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3ffd05-810b-49a3-85de-1304212dc4b8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:33.406411 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184d1717-06aa-422e-880a-2aca0aad9423" -d '{"events": [{"server_uuid": "06a3e901-83b1-41c1-9b1c-b9d6fed187f6", "name": "network-vif-plugged", "status": "completed", "tag": "ff3ffd05-810b-49a3-85de-1304212dc4b8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:33.419852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event deleted for resources: {'Port': ['ID=c022fed8-81f7-4758-b339-626075d10e42,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:33.601420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7ccc82-4a99-48a9-8024-34dfc4142f5a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:33.605896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7ccc82-4a99-48a9-8024-34dfc4142f5a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:33.671704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.787224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:33.983965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:33.988269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-394383ad-9cec-4fa0-a399-be7ef9d0653a req-166e330a-3ca8-41d1-8249-c87af4d2086a tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 210 time: 0.1924109 Jul 05 10:02:33.995051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:34.084702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.240222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eafbdb-c774-4f7e-b5b1-f6acc6a0306d req-97b9d566-608e-4781-a6ad-a49858f9928d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:34.254730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83eafbdb-c774-4f7e-b5b1-f6acc6a0306d req-97b9d566-608e-4781-a6ad-a49858f9928d tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 868 time: 1.4988322 Jul 05 10:02:34.255444 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8451c32e-7ce0-40fa-854c-160d0419d9bf x-openstack-request-id: req-8451c32e-7ce0-40fa-854c-160d0419d9bf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:34.256032 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a3e901-83b1-41c1-9b1c-b9d6fed187f6", "name": "network-vif-plugged", "status": "completed", "tag": "ff3ffd05-810b-49a3-85de-1304212dc4b8", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:34.256579 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8451c32e-7ce0-40fa-854c-160d0419d9bf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:34.257337 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3ffd05-810b-49a3-85de-1304212dc4b8', 'code': 200} Jul 05 10:02:34.273404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:02:34.274410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:02:34.281786 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:02:34.289328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.396404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:34.397000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.457719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Pushing event updated for resources: {'Port': ['ID=c669ea36-28af-466d-8390-fbfd56c9671a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.467169 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-ac2b3cc1-426a-448a-a071-b523c771b953 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6804657 Jul 05 10:02:34.500081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Request body: {'port': {'device_id': '618448c4-11af-4793-96c8-c15809fb41cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:34.724110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.733362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83eafbdb-c774-4f7e-b5b1-f6acc6a0306d req-094dcbac-9bf0-4009-a933-6f1d3b8169be tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups?id=0396d05a-580c-4921-a89c-54478ca40898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739835 Jul 05 10:02:34.804866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.805666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aadd4821-5b0e-4553-85ee-819a83f81933 None None] Provisioning for port c669ea36-28af-466d-8390-fbfd56c9671a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:34.824776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aadd4821-5b0e-4553-85ee-819a83f81933 None None] Provisioning complete for port c669ea36-28af-466d-8390-fbfd56c9671a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:34.826166 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aadd4821-5b0e-4553-85ee-819a83f81933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.882634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.886310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] 10.222.0.21 "DELETE /v2.0/networks/89b612d2-7e11-4714-a824-142f97e76420 HTTP/1.1" status: 204 len: 168 time: 3.6832430 Jul 05 10:02:34.973987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2312-81cd-4801-86df-f39258e33e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=89b612d2-7e11-4714-a824-142f97e76420,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:35.000490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aadd4821-5b0e-4553-85ee-819a83f81933 None None] Port c669ea36-28af-466d-8390-fbfd56c9671a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:35.032562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c022fed8-81f7-4758-b339-626075d10e42 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:35.107758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: c022fed8-81f7-4758-b339-626075d10e42 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:35.109136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c022fed8-81f7-4758-b339-626075d10e42 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:35.280668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:35.311856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fdb69-35d8-45c7-9087-25d0f54cb0d0 req-69fd576f-9f32-447d-b9fb-5f1042341cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.324910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f8fdb69-35d8-45c7-9087-25d0f54cb0d0 req-69fd576f-9f32-447d-b9fb-5f1042341cef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 1097 time: 0.7063365 Jul 05 10:02:35.780338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:35.899142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c79138d3-65be-4d90-b282-4f9e1f976209 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.899142 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c79138d3-65be-4d90-b282-4f9e1f976209 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 816 time: 0.7747755 Jul 05 10:02:35.938848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Request body: {'port': {'device_id': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'admin_state_up': True, 'tenant_id': '80e0eb70fdaf4a0e94b1dc4fe130c7ac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:36.135180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f8fdb69-35d8-45c7-9087-25d0f54cb0d0 req-9ba07196-5621-4354-971b-50db85f20c95 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7736697 Jul 05 10:02:36.170617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c669ea36-28af-466d-8390-fbfd56c9671a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:36.173330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a07c69-ae53-45d3-8069-001da8dc6826 req-25b3853f-052f-42ba-b424-da62dc3622c2 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:36.180657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11a07c69-ae53-45d3-8069-001da8dc6826 req-25b3853f-052f-42ba-b424-da62dc3622c2 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 1.4234602 Jul 05 10:02:36.185024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e6a4323-04a5-4d79-ac64-1193050fc7b1 req-70ee5dd0-980f-4c3c-897c-2e88647b3e05 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 210 time: 0.3927665 Jul 05 10:02:36.185352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.216268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Transition to ACTIVE for port object c669ea36-28af-466d-8390-fbfd56c9671a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:36.265877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.413598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-790f7cbf-db2a-4e10-b360-2e14c31e1fff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28116899067c4f93a072d66d32d81dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815904 Jul 05 10:02:36.458021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42086) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.543370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11a07c69-ae53-45d3-8069-001da8dc6826 req-854e0206-26ee-4599-b5be-56eee61628ff tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346055 Jul 05 10:02:36.633002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5900c4c-f2d3-42c6-bb72-db06cadde030 req-ab5e5be9-e97b-4050-8ecd-272858685bae tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 210 time: 0.0820599 Jul 05 10:02:36.861466 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3cb1081e-8d14-4719-b6e4-216a203945a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.005074 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3cb1081e-8d14-4719-b6e4-216a203945a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.226257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b70200-4b8e-4917-91f1-c339e180244f {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:37.242791 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.258575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Transition to ACTIVE for port object 01b70200-4b8e-4917-91f1-c339e180244f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:37.279008 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.292729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Pushing event updated for resources: {'Port': ['ID=c669ea36-28af-466d-8390-fbfd56c9671a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.468596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Pushing event updated for resources: {'Port': ['ID=01b70200-4b8e-4917-91f1-c339e180244f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.477427 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3cb1081e-8d14-4719-b6e4-216a203945a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.487792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3cb1081e-8d14-4719-b6e4-216a203945a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.496771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3cb1081e-8d14-4719-b6e4-216a203945a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2b8feb5-9f70-4767-92bf-db3a9c0da571 HTTP/1.1" status: 204 len: 168 time: 1.0344017 Jul 05 10:02:37.552750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:37.569090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] Sync routers for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:37.601374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:37.604173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:37.660915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1081e-8d14-4719-b6e4-216a203945a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8feb5-9f70-4767-92bf-db3a9c0da571,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.924408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42450863-fe42-4784-a825-e3b8e6d63e31 req-e5a8cb81-ecef-477d-a2cf-b838dd26ca47 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 210 time: 0.3031132 Jul 05 10:02:38.011140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] No DVR routers for this DVR port c022fed8-81f7-4758-b339-626075d10e42 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:38.050042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.079515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-992a0819-65c4-478c-ad27-9d98a287e1f2 req-01149e2f-f6b1-41a6-a604-5aa14417fced tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.16 "DELETE /v2.0/ports/c022fed8-81f7-4758-b339-626075d10e42 HTTP/1.1" status: 204 len: 173 time: 7.3710623 Jul 05 10:02:38.081046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-deleted', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:38.097779 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee41559a-d7e4-438d-98a3-dd1c350a77b4" -d '{"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-deleted", "tag": "c022fed8-81f7-4758-b339-626075d10e42"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:38.109358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Attempting to bind port 01b70200-4b8e-4917-91f1-c339e180244f on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:38.109825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Attempting to bind port 01b70200-4b8e-4917-91f1-c339e180244f by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:38.110492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Attempting to bind port 01b70200-4b8e-4917-91f1-c339e180244f on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:38.148960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Port 01b70200-4b8e-4917-91f1-c339e180244f on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:38.149460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Attempting to bind port 01b70200-4b8e-4917-91f1-c339e180244f on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:38.177737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:38.178312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Checking segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:38.178977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Bound using segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:38.179785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Bound port: 01b70200-4b8e-4917-91f1-c339e180244f, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:38.180408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.263922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Attempting to bind port c669ea36-28af-466d-8390-fbfd56c9671a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:38.265325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Attempting to bind port c669ea36-28af-466d-8390-fbfd56c9671a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:38.267889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Attempting to bind port c669ea36-28af-466d-8390-fbfd56c9671a on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:38.280686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:38.338535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Port c669ea36-28af-466d-8390-fbfd56c9671a on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:38.341711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Attempting to bind port c669ea36-28af-466d-8390-fbfd56c9671a on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:38.381999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Made reservation on behalf of 80e0eb70fdaf4a0e94b1dc4fe130c7ac for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:38.412561 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.461097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:38.461655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Checking segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:38.462496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Bound using segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:38.470834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Bound port: c669ea36-28af-466d-8390-fbfd56c9671a, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:38.471947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.771942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efc61298-6d53-4ce6-91bc-be166151cb75 req-a41d4a9b-ca57-4824-ac28-98173200199b tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/ports?device_id=acee8343-462b-4f8e-9b12-f2433661b0cd HTTP/1.1" status: 200 len: 210 time: 0.1508958 Jul 05 10:02:38.920893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] For port 01b70200-4b8e-4917-91f1-c339e180244f, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:38.978943 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fbf382-6a1d-4ebc-934e-220933d1c332 x-openstack-request-id: req-e4fbf382-6a1d-4ebc-934e-220933d1c332 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:38.979446 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee8343-462b-4f8e-9b12-f2433661b0cd", "name": "network-vif-deleted", "tag": "c022fed8-81f7-4758-b339-626075d10e42", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:38.979715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] For port 01b70200-4b8e-4917-91f1-c339e180244f, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=01b70200-4b8e-4917-91f1-c339e180244f,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:38.980015 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4fbf382-6a1d-4ebc-934e-220933d1c332 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:38.980588 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acee8343-462b-4f8e-9b12-f2433661b0cd', 'name': 'network-vif-deleted', 'tag': 'c022fed8-81f7-4758-b339-626075d10e42', 'status': 'completed', 'code': 200} Jul 05 10:02:39.006720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d858f-db88-4905-9e51-eed1a0d43ed6 req-7bd5bd5e-9b1c-4da5-a0cf-73c892486046 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.045289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-630d858f-db88-4905-9e51-eed1a0d43ed6 req-7bd5bd5e-9b1c-4da5-a0cf-73c892486046 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.7804091 Jul 05 10:02:39.089010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.184234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.191369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.194379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] 10.222.0.16 "PUT /v2.0/ports/01b70200-4b8e-4917-91f1-c339e180244f HTTP/1.1" status: 200 len: 1092 time: 5.8140736 Jul 05 10:02:39.222891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'tag': '01b70200-4b8e-4917-91f1-c339e180244f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:39.228537 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2334b9d2-8c85-4f52-8250-3193cfa27bda" -d '{"events": [{"name": "network-changed", "server_uuid": "b10a817d-328c-4a15-b6a0-0b43d2c01a7d", "tag": "01b70200-4b8e-4917-91f1-c339e180244f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:39.305532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] For port c669ea36-28af-466d-8390-fbfd56c9671a, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:39.351866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] For port c669ea36-28af-466d-8390-fbfd56c9671a, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c669ea36-28af-466d-8390-fbfd56c9671a,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:39.375325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.430381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Allocated IP 172.20.0.10 (e7bfeb81-83aa-4e3e-9b93-e02973b476e9/af5a7e8a-5cbc-44ab-8882-c2f74f008017/8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:39.871348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:40.063600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31aa155b-90de-4f4a-b122-bb2b63d43153 req-db6c189b-e4b8-4ed6-b09e-e5cdb7447c60 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 210 time: 0.3506958 Jul 05 10:02:40.094395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.095844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.098793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] 10.222.0.15 "PUT /v2.0/ports/c669ea36-28af-466d-8390-fbfd56c9671a HTTP/1.1" status: 200 len: 1092 time: 5.6156936 Jul 05 10:02:40.208076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722bf1b-1c93-41e3-94a5-f18768d108de service neutron] Pushing event updated for resources: {'Port': ['ID=c669ea36-28af-466d-8390-fbfd56c9671a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:40.255515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] Checking router: acae9cec-5ff5-4f65-ace2-c99be7fc2c58 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:40.280276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:40.280564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:40.387906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-630d858f-db88-4905-9e51-eed1a0d43ed6 req-739b1d81-7b86-44ab-a663-781b7636d4c7 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3365757 Jul 05 10:02:40.413947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950406b7-2a21-4590-bf70-3595f336df65 service neutron] Pushing event updated for resources: {'Port': ['ID=01b70200-4b8e-4917-91f1-c339e180244f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:40.490076 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f057fd0d-8572-4b4d-9193-ef111178cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.505099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-f057fd0d-8572-4b4d-9193-ef111178cb7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 1095 time: 1.1247473 Jul 05 10:02:40.766368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-888c9078-d12f-4951-a4e1-20afd09882cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01b70200-4b8e-4917-91f1-c339e180244f HTTP/1.1" status: 200 len: 217 time: 0.2312579 Jul 05 10:02:41.017205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:41.035981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:41.052358 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ce241-8c91-4b78-a496-d72e8b8c53ec" -d '{"events": [{"name": "network-changed", "server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:41.081870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.124577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-2463a13d-793c-4e73-9134-23e07e8b8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.139826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-2463a13d-793c-4e73-9134-23e07e8b8903 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 200 len: 855 time: 0.3409286 Jul 05 10:02:41.423377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-d732ddc6-682d-43fa-879d-a4c6d3de8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.435730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-d732ddc6-682d-43fa-879d-a4c6d3de8ddf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2944295 Jul 05 10:02:41.523535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.604872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Transition to ACTIVE for port object 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:41.705166 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bea38b-eee4-4c42-b3db-2781e2bce82a x-openstack-request-id: req-b8bea38b-eee4-4c42-b3db-2781e2bce82a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:41.705646 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10a817d-328c-4a15-b6a0-0b43d2c01a7d", "tag": "01b70200-4b8e-4917-91f1-c339e180244f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:41.706065 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8bea38b-eee4-4c42-b3db-2781e2bce82a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:41.706725 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'tag': '01b70200-4b8e-4917-91f1-c339e180244f', 'status': 'completed', 'code': 200} Jul 05 10:02:41.710384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42192) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.793568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-02130299-a043-48f2-8bf9-5b2a4f243783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.818797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-network', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:41.823461 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-02130299-a043-48f2-8bf9-5b2a4f243783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 1095 time: 1.5664394 Jul 05 10:02:42.011667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-07a1d08b-29ab-4f81-8f59-7657f4a77d90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c669ea36-28af-466d-8390-fbfd56c9671a HTTP/1.1" status: 200 len: 217 time: 0.1667080 Jul 05 10:02:42.068137 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cb82fb-d598-47bc-a36b-fa370f64f194 x-openstack-request-id: req-36cb82fb-d598-47bc-a36b-fa370f64f194 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:42.069243 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:42.074197 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36cb82fb-d598-47bc-a36b-fa370f64f194 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:42.074953 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a', 'status': 'completed', 'code': 200} Jul 05 10:02:42.084424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.407306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Pushing event updated for resources: {'Port': ['ID=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:42.455292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:42.458040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:42.482133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:42.544103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-98b4717d-23d5-46b9-848f-fecce40fae5a service neutron] 10.222.0.16 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0998874 Jul 05 10:02:42.625290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1129c68-77e2-4484-9714-fc92f6d46f6a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.712432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-85b2004f-a557-4d94-b18a-c6dbce00a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:42.712704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:42.725229 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-85b2004f-a557-4d94-b18a-c6dbce00a834 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 200 len: 855 time: 0.7107403 Jul 05 10:02:42.816212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d81bc1-c24f-4ef6-b003-4da115e36885 None None] The sync data for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 is: [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b649ef82-35bd-4549-98f9-1620be849822', 'name': '', 'network_id': 'd9c447c1-e1a0-4c2f-ad09-8af3a5151f87', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'mac_address': 'fa:16:3e:5a:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:52:00Z', 'updated_at': '2021-07-05T09:52:24Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'subnets': [{'id': '1c69dee3-7e48-443f-94fe-81fb1787268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:42.864033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:42.864573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.992472 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-c0c87dfb-0257-4ce5-8106-b263b5e8e42d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0822804 Jul 05 10:02:43.041207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Request body: {'port': {'device_id': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:43.204502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-795e3e54-f939-4293-ad6e-a58bb989e76c None None] Provisioning for port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:43.217722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-795e3e54-f939-4293-ad6e-a58bb989e76c None None] Provisioning complete for port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:43.222567 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-795e3e54-f939-4293-ad6e-a58bb989e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.229105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7725f9aa-5f99-478d-87a5-4b9f11b2d778 req-fa0e46c5-a139-4337-818a-37e3503e0780 service neutron] 10.222.0.16 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346653 Jul 05 10:02:43.230121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Made reservation on behalf of 3f9c4221cc824883b7322664cf929cfe for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:43.240928 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.262507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1129c68-77e2-4484-9714-fc92f6d46f6a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.352821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.353402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-a525b45a-8508-4311-a12e-071ffefa12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.356221 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-a525b45a-8508-4311-a12e-071ffefa12e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6197021 Jul 05 10:02:43.422597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-795e3e54-f939-4293-ad6e-a58bb989e76c None None] Port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:43.564731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-9aaaad3f-e978-4c39-8b4f-f624d44c1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.567929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-9aaaad3f-e978-4c39-8b4f-f624d44c1e07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 1097 time: 1.3760939 Jul 05 10:02:43.590071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.609237 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73ed06-5940-437e-a7dd-833ecdeb5260 None None] New status for floating IP 595e8dc8-9ea5-4a24-a52c-2b6229ef8147: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:02:43.779215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fbac3-b971-45a3-a4b7-b067589b33ce req-745a7c27-7777-44b7-8578-c1cd38ee36ff tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.791291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db1fbac3-b971-45a3-a4b7-b067589b33ce req-745a7c27-7777-44b7-8578-c1cd38ee36ff tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 932 time: 1.4257350 Jul 05 10:02:43.807064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90acced-38d4-45ac-8ef4-d4b1d24b674a req-9f9a49f0-bba8-4b1d-80a0-142ea89ea512 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.820524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c90acced-38d4-45ac-8ef4-d4b1d24b674a req-9f9a49f0-bba8-4b1d-80a0-142ea89ea512 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 1.2085404 Jul 05 10:02:44.019012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1129c68-77e2-4484-9714-fc92f6d46f6a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.025634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1129c68-77e2-4484-9714-fc92f6d46f6a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.027893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d1129c68-77e2-4484-9714-fc92f6d46f6a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "DELETE /v2.0/security-groups/0396d05a-580c-4921-a89c-54478ca40898 HTTP/1.1" status: 204 len: 168 time: 2.2949202 Jul 05 10:02:44.052421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42212) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:44.077325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f64969d-5ea5-408f-a7bd-ac4ecbf39265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.359436 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-8aab63e6-d8bf-4826-885a-152aac09a8e0 service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266059 Jul 05 10:02:44.632960 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a134bf84-f82e-4cfc-b6c5-8f59ac91588d req-adcefca6-798e-45fb-b192-c971822a44bc service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649863 Jul 05 10:02:44.996709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1129c68-77e2-4484-9714-fc92f6d46f6a tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0396d05a-580c-4921-a89c-54478ca40898,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.035119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:45.067052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-48f84709-c343-4815-ae6b-f4f31ddecaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:45.076468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 01b70200-4b8e-4917-91f1-c339e180244f details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:45.101300 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-48f84709-c343-4815-ae6b-f4f31ddecaa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 1095 time: 0.3097501 Jul 05 10:02:45.109929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.116385 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-35576c06-f004-4792-a96d-34700926a43f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] show failed (client error): The resource could not be found. Jul 05 10:02:45.122671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-35576c06-f004-4792-a96d-34700926a43f tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "GET /v2.0/security-groups/0396d05a-580c-4921-a89c-54478ca40898 HTTP/1.1" status: 404 len: 347 time: 1.0414655 Jul 05 10:02:45.148483 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:45.181551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db1fbac3-b971-45a3-a4b7-b067589b33ce req-ce9b0abd-0d76-4a98-a1fe-07275c55cc2a tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3926191 Jul 05 10:02:45.240109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c90acced-38d4-45ac-8ef4-d4b1d24b674a req-4ee95506-5663-4cac-bc21-87fad19c9189 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4109466 Jul 05 10:02:45.278564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-947e8c93-aa74-48ba-9eab-d35c3b2c23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:45.292418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-947e8c93-aa74-48ba-9eab-d35c3b2c23f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 1095 time: 1.9363611 Jul 05 10:02:45.334216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-c56b2c50-ba38-4f83-a432-fe862c57e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:45.339783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Transition to ACTIVE for port object 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:45.342276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-c56b2c50-ba38-4f83-a432-fe862c57e199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 1.7234592 Jul 05 10:02:45.352517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.476094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 01b70200-4b8e-4917-91f1-c339e180244f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=01b70200-4b8e-4917-91f1-c339e180244f,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:45.530162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '01b70200-4b8e-4917-91f1-c339e180244f', 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'port_id': '01b70200-4b8e-4917-91f1-c339e180244f', 'mac_address': 'fa:16:3e:e2:33:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af5a7e8a-5cbc-44ab-8882-c2f74f008017', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:45.631234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.662911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b70200-4b8e-4917-91f1-c339e180244f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:45.674955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-682cf02f-68f4-4ee8-b3e3-1ab38b75bdaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8 HTTP/1.1" status: 200 len: 217 time: 0.2915618 Jul 05 10:02:45.675375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Pushing event updated for resources: {'Port': ['ID=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.708854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.724087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 01b70200-4b8e-4917-91f1-c339e180244f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=01b70200-4b8e-4917-91f1-c339e180244f,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:45.740752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.766169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.863411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=01b70200-4b8e-4917-91f1-c339e180244f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.893034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-5ae5f8c0-5a98-41fc-b1b2-cf27db700fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:45.895685 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-5ae5f8c0-5a98-41fc-b1b2-cf27db700fab service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 917 time: 0.7417381 Jul 05 10:02:45.898424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.899220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.901149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.902379 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.902953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.903552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.905270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.906089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.908300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.908909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.909861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.910411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:45.996456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:46.016289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Attempting to bind port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:46.016632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Attempting to bind port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:46.016964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Attempting to bind port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:46.041746 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-4bd1bcb0-870b-47bd-aeef-1d74927666c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c669ea36-28af-466d-8390-fbfd56c9671a HTTP/1.1" status: 200 len: 217 time: 0.1341512 Jul 05 10:02:46.050600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['01b70200-4b8e-4917-91f1-c339e180244f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:46.059212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:46.059778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Attempting to bind port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e on network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:46.135597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Deleting port 0a126c17-ab34-4982-a923-06024fcef283 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:46.135960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.141430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:46.141791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Checking segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:46.142160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Bound using segment: {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:46.142619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Bound port: 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778b7bed-3f53-42c6-98e8-da8af0f740ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:46.142991 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.145363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-08d66d23-e468-4da9-8cda-09a545afaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:46.151909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-08d66d23-e468-4da9-8cda-09a545afaa56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 917 time: 0.8365357 Jul 05 10:02:46.160289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-831add70-dea2-4dad-8be6-ef433d810a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:46.163804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-831add70-dea2-4dad-8be6-ef433d810a59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.4508400 Jul 05 10:02:46.177760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a171cffb-1939-4c93-ad01-b91cc1cc445c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:46.239068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.241740 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Added segment 9038c99f-2763-4b79-aa6b-0f2ad923aab5 of type vlan for network 075fcdd2-a4cf-406b-84bb-03b0b967a05f Jul 05 10:02:46.476052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-1a9456b4-7c2e-485a-9fd4-9cf735fb71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:46.478726 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-1a9456b4-7c2e-485a-9fd4-9cf735fb71f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 200 len: 855 time: 0.4153657 Jul 05 10:02:46.577921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-953052a3-bf24-4d57-b571-4750bd3d8d79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01b70200-4b8e-4917-91f1-c339e180244f HTTP/1.1" status: 200 len: 217 time: 0.4098372 Jul 05 10:02:46.661981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-f36df8e6-52e8-416e-88ac-96cdadc987ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4423180 Jul 05 10:02:46.700192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.701024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.737060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] For port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:46.745628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] For port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:46.748382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Calling delete_port for 0a126c17-ab34-4982-a923-06024fcef283 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:46.761580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.863653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:46.870144 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.873616 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] 10.222.0.15 "PUT /v2.0/ports/8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e HTTP/1.1" status: 200 len: 1093 time: 3.8482058 Jul 05 10:02:46.876385 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'tag': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:46.880627 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "36666b4d-4a79-42d6-9d4e-8371a0fa4791", "tag": "8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:46.904046 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.945082 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7657-f458-422e-9182-5439b9635608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.126994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c669ea36-28af-466d-8390-fbfd56c9671a details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:47.177724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-f1428b33-ba2c-4d4c-8f02-8aff979fc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.188872 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-f1428b33-ba2c-4d4c-8f02-8aff979fc1f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6879535 Jul 05 10:02:47.282097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-0a2cfabf-c79f-4552-b51d-bd2ba2d349b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.285781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-0a2cfabf-c79f-4552-b51d-bd2ba2d349b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 200 len: 855 time: 0.6086082 Jul 05 10:02:47.486886 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.579522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d010f66-076a-435d-bc86-964221d6b20a service neutron] Pushing event updated for resources: {'Port': ['ID=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.648486 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.652060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.652906 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.685422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-46d76cf6-1fb1-45b6-9680-7f1565553167 service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0221643 Jul 05 10:02:47.749743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c669ea36-28af-466d-8390-fbfd56c9671a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c669ea36-28af-466d-8390-fbfd56c9671a,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:47.785653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'c669ea36-28af-466d-8390-fbfd56c9671a', 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'port_id': 'c669ea36-28af-466d-8390-fbfd56c9671a', 'mac_address': 'fa:16:3e:fa:a3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af5a7e8a-5cbc-44ab-8882-c2f74f008017', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:47.793586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-eb0c3228-5db3-4b5c-b20c-c810aea98e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.799644 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-eb0c3228-5db3-4b5c-b20c-c810aea98e96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 1096 time: 0.6817870 Jul 05 10:02:47.808994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-f2f9df66-b4d6-4b70-a4a4-d5fec167a348 service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527282 Jul 05 10:02:47.919250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c57d9-5398-4766-ae56-861a7078cb9b req-ae24769a-8ae3-48c1-9395-8a775b190f4b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.921497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-664c57d9-5398-4766-ae56-861a7078cb9b req-ae24769a-8ae3-48c1-9395-8a775b190f4b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 1.1855507 Jul 05 10:02:48.022973 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-74253e3e-8438-4d68-81d6-b974bcfaca22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e HTTP/1.1" status: 200 len: 217 time: 0.2122226 Jul 05 10:02:48.042417 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.101540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 7.0147176 Jul 05 10:02:48.106474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:48.129202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c669ea36-28af-466d-8390-fbfd56c9671a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:48.153897 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.162790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Request body: {'subnet': {'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-subnet', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:48.216236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c669ea36-28af-466d-8390-fbfd56c9671a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c669ea36-28af-466d-8390-fbfd56c9671a,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:48.223337 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.313532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac102be-4cc7-4b2e-a8b8-99d16d99a2e3 req-b0e9cc63-4e41-40eb-8d4b-802ec662c14d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:48.333153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aac102be-4cc7-4b2e-a8b8-99d16d99a2e3 req-b0e9cc63-4e41-40eb-8d4b-802ec662c14d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 944 time: 1.3303339 Jul 05 10:02:48.346511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-82db40da-805d-4d5d-802b-0f6bf46e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:48.349358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-82db40da-805d-4d5d-802b-0f6bf46e0dc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9447296 Jul 05 10:02:48.370624 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-974fbdc8-c428-4505-b391-df263feaac5d service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254450 Jul 05 10:02:48.374304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-e3c424cf-fe23-4cca-8d0c-e2297d0b0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:48.378984 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-e3c424cf-fe23-4cca-8d0c-e2297d0b0332 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 200 len: 855 time: 0.2965131 Jul 05 10:02:48.380810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.426460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Made reservation on behalf of 3f9c4221cc824883b7322664cf929cfe for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:48.437713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.473566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c669ea36-28af-466d-8390-fbfd56c9671a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:48.492756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['c669ea36-28af-466d-8390-fbfd56c9671a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:48.635715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Pushing event deleted for resources: {'Port': ['ID=0a126c17-ab34-4982-a923-06024fcef283,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:48.948064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201e412-c381-42b9-9fb4-c0046499d66b admin admin] Pushing event updated for resources: {'Network': ['ID=075fcdd2-a4cf-406b-84bb-03b0b967a05f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:48.975928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 075fcdd2-a4cf-406b-84bb-03b0b967a05f details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:48.982037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.995351 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.012416 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-deb543ff-40c8-4e4a-97c6-d44276706aa6 tempest-AttachVolumeShelveTestJSON-850373538 tempest-AttachVolumeShelveTestJSON-850373538-project] 10.222.0.21 "DELETE /v2.0/floatingips/595e8dc8-9ea5-4a24-a52c-2b6229ef8147 HTTP/1.1" status: 204 len: 168 time: 3.8554595 Jul 05 10:02:49.052242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-ca73f376-fe29-4158-9ceb-724f34cc454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:49.055179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-ca73f376-fe29-4158-9ceb-724f34cc454a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6573460 Jul 05 10:02:49.236464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-863b9c22-6690-49e2-8a7e-8cd05fa386e7 req-45a5d5b7-102b-4322-b1d5-253e213b2987 service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5171609 Jul 05 10:02:49.333492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 01b70200-4b8e-4917-91f1-c339e180244f up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:49.579424 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-84a7620b-af43-442c-a81c-d5e324edf7ca service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137365 Jul 05 10:02:49.651943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 01b70200-4b8e-4917-91f1-c339e180244f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:49.663286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 01b70200-4b8e-4917-91f1-c339e180244f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:49.665887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.770631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-664c57d9-5398-4766-ae56-861a7078cb9b req-e765852d-f8a2-41d4-98cd-1637ea550912 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8160341 Jul 05 10:02:49.842980 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.987899 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d44c64-ba72-49b2-8a8f-e1acc3ec0672 x-openstack-request-id: req-73d44c64-ba72-49b2-8a8f-e1acc3ec0672 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:49.992849 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.995047 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36666b4d-4a79-42d6-9d4e-8371a0fa4791", "tag": "8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:49.995571 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73d44c64-ba72-49b2-8a8f-e1acc3ec0672 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:49.996765 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'tag': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e', 'status': 'completed', 'code': 200} Jul 05 10:02:49.998142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aac102be-4cc7-4b2e-a8b8-99d16d99a2e3 req-45f4ab86-a6e2-4af1-acbc-361d2389070c tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6575351 Jul 05 10:02:50.030275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b70200-4b8e-4917-91f1-c339e180244f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:50.033382 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b9e27f-f0c9-42bb-aed6-f427f6213fa5" -d '{"events": [{"server_uuid": "b10a817d-328c-4a15-b6a0-0b43d2c01a7d", "name": "network-vif-plugged", "status": "completed", "tag": "01b70200-4b8e-4917-91f1-c339e180244f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:50.075176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 01b70200-4b8e-4917-91f1-c339e180244f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=01b70200-4b8e-4917-91f1-c339e180244f,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:50.075468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-09cfa9c4-5a56-4133-ad88-b95509665dc3 service neutron] 10.222.0.16 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3560593 Jul 05 10:02:50.078385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.232655 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6bf56ef9-c819-4370-bfb2-d7ac720cf640 req-201958bd-8a29-4444-b830-3f65dd206f29 service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489720 Jul 05 10:02:50.253594 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f4ce8-dfe0-43b1-91a8-97588592b346 x-openstack-request-id: req-255f4ce8-dfe0-43b1-91a8-97588592b346 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:50.258447 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10a817d-328c-4a15-b6a0-0b43d2c01a7d", "name": "network-vif-plugged", "status": "completed", "tag": "01b70200-4b8e-4917-91f1-c339e180244f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:50.259839 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-255f4ce8-dfe0-43b1-91a8-97588592b346 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:50.260789 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b70200-4b8e-4917-91f1-c339e180244f', 'code': 200} Jul 05 10:02:50.339536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=01b70200-4b8e-4917-91f1-c339e180244f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.721809 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:02:50.803113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2334b9d2-8c85-4f52-8250-3193cfa27bda req-5dd7706c-b2a5-4e09-9e5e-1c603046c76c service neutron] 10.222.0.16 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031522 Jul 05 10:02:50.876512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.911167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529e15-1a79-4d74-a747-65729c934eab req-a5718a45-429a-49ff-85eb-c2a02186d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.913039 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6529e15-1a79-4d74-a747-65729c934eab req-a5718a45-429a-49ff-85eb-c2a02186d215 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 1097 time: 0.3395884 Jul 05 10:02:50.917485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-b32c6ec2-d662-475f-9788-3b8172ebb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.919551 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-b32c6ec2-d662-475f-9788-3b8172ebb547 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 1096 time: 0.5858285 Jul 05 10:02:51.060573 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a6529e15-1a79-4d74-a747-65729c934eab req-102e88e8-87fe-4913-98b7-6fe00ddc47cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389380 Jul 05 10:02:51.072226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Checking segment: {'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:51.073630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Network hostable DHCP agents. Network: 075fcdd2-a4cf-406b-84bb-03b0b967a05f, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:51.081124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d456a37-734b-4d24-9ada-cb7d3c1a782f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:51.105128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Network 075fcdd2-a4cf-406b-84bb-03b0b967a05f is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:51.120160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 075fcdd2-a4cf-406b-84bb-03b0b967a05f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:51.130779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47ab72-41fa-43fa-956f-dc0c8dfe75cb None None] Network 075fcdd2-a4cf-406b-84bb-03b0b967a05f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:51.132367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-86235c30-96de-4272-85d0-5262688e3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.136122 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-86235c30-96de-4272-85d0-5262688e3733 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 917 time: 0.2024376 Jul 05 10:02:51.152551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.153353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.194584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-31829abf-36a1-4a8d-8c3f-ae27bb8eedde admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0655670 Jul 05 10:02:51.195376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:51.211320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:51.279708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.282767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.473962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.517876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c669ea36-28af-466d-8390-fbfd56c9671a up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:51.704575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c697a4-87aa-48c9-b1ab-93679991e62c None None] Network 075fcdd2-a4cf-406b-84bb-03b0b967a05f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:51.923686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port c669ea36-28af-466d-8390-fbfd56c9671a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:52.077673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port c669ea36-28af-466d-8390-fbfd56c9671a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:52.078164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.212445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.377507 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-2eb148a1-0880-405f-824e-e95fb4a7c76d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e HTTP/1.1" status: 200 len: 217 time: 1.2336056 Jul 05 10:02:52.504908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-72d2c3aa-4b91-4ac4-92e0-4ec8d6fc5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:52.511132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-72d2c3aa-4b91-4ac4-92e0-4ec8d6fc5539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 200 len: 855 time: 0.1278617 Jul 05 10:02:52.516810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82e8bb-09b0-4627-82dd-7730b6b8ff49 req-87435861-6c9e-4124-91ea-9a9653e7eda5 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:52.521111 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.529021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d82e8bb-09b0-4627-82dd-7730b6b8ff49 req-87435861-6c9e-4124-91ea-9a9653e7eda5 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 944 time: 0.9064398 Jul 05 10:02:52.650927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:52.655424 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e377f-22ef-476d-94a2-23390df56bb4" -d '{"events": [{"server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "name": "network-vif-plugged", "status": "completed", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:52.711473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c669ea36-28af-466d-8390-fbfd56c9671a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c669ea36-28af-466d-8390-fbfd56c9671a,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:52.719304 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.739940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-e9e71764-62d4-4a45-87ee-c7dfef5660ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:52.747436 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-e9e71764-62d4-4a45-87ee-c7dfef5660ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243347 Jul 05 10:02:52.761498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-74bfed45-4214-4b9c-9c8a-4b4efb3aa719 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:02:52.778185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-74bfed45-4214-4b9c-9c8a-4b4efb3aa719 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113504 Jul 05 10:02:52.842743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda7180-9661-48b9-a3d4-5a3ea9a15fbf req-dde006f6-24cf-4e57-a910-e9d6f73df421 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:52.845565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3dda7180-9661-48b9-a3d4-5a3ea9a15fbf req-dde006f6-24cf-4e57-a910-e9d6f73df421 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.8721101 Jul 05 10:02:52.862614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c669ea36-28af-466d-8390-fbfd56c9671a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:52.896659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d82e8bb-09b0-4627-82dd-7730b6b8ff49 req-43a825c2-df48-44ab-bfb7-e5858136de9a tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453271 Jul 05 10:02:53.031627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-b265e216-b29b-42c2-9150-f637ed3c0347 service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524283 Jul 05 10:02:53.039275 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb0563e-74d9-493b-9c30-cee061655208 x-openstack-request-id: req-5fb0563e-74d9-493b-9c30-cee061655208 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:53.039589 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "name": "network-vif-plugged", "status": "completed", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:53.039907 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fb0563e-74d9-493b-9c30-cee061655208 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:53.040375 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a', 'code': 200} Jul 05 10:02:53.086400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3dda7180-9661-48b9-a3d4-5a3ea9a15fbf req-990335e0-f1f9-48a7-906d-146469a76112 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204289 Jul 05 10:02:53.188176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:53.333359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0e65f8e4-00d7-48b3-ae8e-6e1e8fc6a9e7 req-4905bd2d-43b8-4690-a523-96cba40e8947 service neutron] 10.222.0.15 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915516 Jul 05 10:02:53.599401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:53.620588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e', 'network_id': 'e7bfeb81-83aa-4e3e-9b93-e02973b476e9', 'port_id': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e', 'mac_address': 'fa:16:3e:fd:4e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af5a7e8a-5cbc-44ab-8882-c2f74f008017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:53.762905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4126dd-2e2b-43bd-9074-eac9d152059f req-ec2ed663-ecfc-4dbf-afeb-11282da5829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.766449 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.769668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a4126dd-2e2b-43bd-9074-eac9d152059f req-ec2ed663-ecfc-4dbf-afeb-11282da5829b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 1097 time: 0.5680411 Jul 05 10:02:53.776998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.825537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:53.864647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.893884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:53.907134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.966831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a4126dd-2e2b-43bd-9074-eac9d152059f req-5cb1999b-d714-4d74-89de-f58c8b1742e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844723 Jul 05 10:02:54.062473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:54.191251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:54.426747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Allocated IP 172.25.1.104 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:54.623369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.760182 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.848464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:54.873194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:54.897919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:54.920112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:55.156859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24436b-35b8-49b2-9bfc-eab9fd6a322c req-6c103584-50b1-462e-9d92-8adf13ae232b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.169279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e24436b-35b8-49b2-9bfc-eab9fd6a322c req-6c103584-50b1-462e-9d92-8adf13ae232b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.4809854 Jul 05 10:02:55.193700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b837f89-82ab-472d-928d-1652870b6192 req-07905ef0-24fc-4bfc-af83-d0f120417fd4 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.195539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b837f89-82ab-472d-928d-1652870b6192 req-07905ef0-24fc-4bfc-af83-d0f120417fd4 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 945 time: 1.0373025 Jul 05 10:02:55.201222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:55.421747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:55.470913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:55.471603 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.671027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b837f89-82ab-472d-928d-1652870b6192 req-45d2ad25-2570-45a0-9058-8d337bf47ddf tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332449 Jul 05 10:02:55.688448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e24436b-35b8-49b2-9bfc-eab9fd6a322c req-ec505e9e-a982-4d00-8bd8-e6833a9edf78 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677796 Jul 05 10:02:55.891116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.029793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:56.032175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:56.037611 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb40df27-f16e-41f3-abef-858e1a8a17b3" -d '{"events": [{"server_uuid": "36666b4d-4a79-42d6-9d4e-8371a0fa4791", "name": "network-vif-plugged", "status": "completed", "tag": "8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:56.047141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.166724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.190868 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d948e51c-2cdf-421e-abb4-3fef3c9871ed x-openstack-request-id: req-d948e51c-2cdf-421e-abb4-3fef3c9871ed {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:56.191298 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36666b4d-4a79-42d6-9d4e-8371a0fa4791", "name": "network-vif-plugged", "status": "completed", "tag": "8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:56.191757 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d948e51c-2cdf-421e-abb4-3fef3c9871ed {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:56.192396 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e', 'code': 200} Jul 05 10:02:56.281169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.561382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b17fb-cbfa-407a-b8b6-fe52596f8590 req-2237e176-98e0-49e9-b6ad-c7df4079b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.564300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-631b17fb-cbfa-407a-b8b6-fe52596f8590 req-2237e176-98e0-49e9-b6ad-c7df4079b52d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 1098 time: 0.2554460 Jul 05 10:02:56.686623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-631b17fb-cbfa-407a-b8b6-fe52596f8590 req-23086cac-fdcb-4a1e-9c25-4eeed5a5e7ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063142 Jul 05 10:02:57.544990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.684785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005815-d1ca-4194-8b32-26fa93d3157b req-34583a29-f114-4999-ab66-db9a3f3bca59 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.687971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3005815-d1ca-4194-8b32-26fa93d3157b req-34583a29-f114-4999-ab66-db9a3f3bca59 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.6512148 Jul 05 10:02:57.839004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07330cde-061b-47cc-8779-de3d022e721b req-3519d6f7-870f-45ad-b0c8-14aa7fb9d535 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.854115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07330cde-061b-47cc-8779-de3d022e721b req-3519d6f7-870f-45ad-b0c8-14aa7fb9d535 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.3037915 Jul 05 10:02:57.907525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3005815-d1ca-4194-8b32-26fa93d3157b req-76a638b3-c8cc-410f-b88e-ecb3d2e2a001 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183533 Jul 05 10:02:58.090120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07330cde-061b-47cc-8779-de3d022e721b req-22491e9e-3dfd-4fd9-bc49-8ad3b266c20c tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791193 Jul 05 10:02:58.146439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Router d1a219f4-7bee-4b89-b03e-38afa42cc6fd is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:02:58.367277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:58.381049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Sync routers for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:58.411502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.419436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:58.420587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1b1b531d-0e82-41ec-8f93-207c603030d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2194753 Jul 05 10:02:58.440738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:58.441702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:58.779456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:59.365358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:02:55Z', 'revision_number': 3, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:59.517668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Checking router: d1a219f4-7bee-4b89-b03e-38afa42cc6fd for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:59.519465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Updating router d1a219f4-7bee-4b89-b03e-38afa42cc6fd port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:59.603278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a190fb5-b419-40f0-896c-473bafbe66b2 req-ac220d19-1828-49ce-bf86-2d5756d1fa32 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:59.611437 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.617034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a190fb5-b419-40f0-896c-473bafbe66b2 req-ac220d19-1828-49ce-bf86-2d5756d1fa32 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.2447510 Jul 05 10:02:59.670706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e385847-d954-401d-a8ba-3872512be2bb req-cdd39c46-067d-4e69-8443-d6d7a791f614 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:59.684046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e385847-d954-401d-a8ba-3872512be2bb req-cdd39c46-067d-4e69-8443-d6d7a791f614 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.2342422 Jul 05 10:02:59.790836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e385847-d954-401d-a8ba-3872512be2bb req-6ce4e3d4-4309-4c96-aaae-deac99ec3af5 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913649 Jul 05 10:02:59.810984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.811568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a190fb5-b419-40f0-896c-473bafbe66b2 req-d6cd9320-b2f1-4659-b471-736f96db9c78 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939437 Jul 05 10:02:59.852628 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.178728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006113a-5504-4665-87d0-bc1ad042fbf2 req-13049f10-9c5f-4a46-bba2-e529d026b3e7 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.186953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6006113a-5504-4665-87d0-bc1ad042fbf2 req-13049f10-9c5f-4a46-bba2-e529d026b3e7 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.2108703 Jul 05 10:03:00.350453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6006113a-5504-4665-87d0-bc1ad042fbf2 req-0f14de0c-0b70-4506-93a6-acbf2ec42b9c tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532116 Jul 05 10:03:00.377652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.419344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42434) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:00.624836 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.666516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Transition to ACTIVE for port object 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:00.711951 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.898468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Attempting to bind port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:00.899866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Attempting to bind port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:00.900908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Attempting to bind port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:00.949238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:00.956282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:00.956282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.957517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:00.957517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Bound port: 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:00.961068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.021572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Allocated IP 172.20.0.1 (075fcdd2-a4cf-406b-84bb-03b0b967a05f/7d456a37-734b-4d24-9ada-cb7d3c1a782f/dddb027b-c787-49af-b7ff-fb96ba9daa10) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:01.053801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dd3d7-a8a8-43d0-93b8-b46fc2fb025d None None] Pushing event updated for resources: {'Port': ['ID=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.147295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] For port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:01.152152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] For port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:01.158260 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.293067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dd3d7-a8a8-43d0-93b8-b46fc2fb025d None None] Pushing event updated for resources: {'Port': ['ID=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.305110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:01.306002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:01.352917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.406495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] Deleting subnet b37a0880-0a1e-4768-bd0a-2c107c89223b {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:01.439798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.452457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.567821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Network 075fcdd2-a4cf-406b-84bb-03b0b967a05f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:01.583984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:01.586972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Pushing event updated for resources: {'Port': ['ID=dddb027b-c787-49af-b7ff-fb96ba9daa10,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.594830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:01.732033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.745494 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.856684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.996591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:02.110396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d28e5-fd67-41c4-bc66-636b462c0cd7 req-47c730cf-b8c4-4085-be7e-1af74dafdce2 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:02.128647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-468d28e5-fd67-41c4-bc66-636b462c0cd7 req-47c730cf-b8c4-4085-be7e-1af74dafdce2 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.9964387 Jul 05 10:03:02.163343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931d9e-44a0-43c7-86df-5ee2a302d8e2 req-85c8adc5-c5ba-4e26-890f-166cbdfd622b tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:02.181586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07931d9e-44a0-43c7-86df-5ee2a302d8e2 req-85c8adc5-c5ba-4e26-890f-166cbdfd622b tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 945 time: 1.2313540 Jul 05 10:03:02.359713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.427646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07931d9e-44a0-43c7-86df-5ee2a302d8e2 req-744997e3-db20-4e6a-973e-1d953a6fc811 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430668 Jul 05 10:03:02.568956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-468d28e5-fd67-41c4-bc66-636b462c0cd7 req-4e6bdffc-2a36-46c4-9dd5-a63636e100bc tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217580 Jul 05 10:03:02.652168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.772245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37a0880-0a1e-4768-bd0a-2c107c89223b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:02.790871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.796800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-38743d0e-b068-49cb-949a-b465bc002ab9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b37a0880-0a1e-4768-bd0a-2c107c89223b HTTP/1.1" status: 204 len: 168 time: 2.3737326 Jul 05 10:03:02.800327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:02.866719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:02:55Z', 'revision_number': 3, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:02.958560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.968649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.027340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567998-e097-40e0-9b03-ecd0014dd2cd None None] The sync data for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 is: [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:02:55Z', 'revision_number': 3, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:03.110096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.144002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Pushing event updated for resources: {'Port': ['ID=dddb027b-c787-49af-b7ff-fb96ba9daa10,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.224969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.379099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.409995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29dcc60-27cd-47b2-8f72-b9c99b7f703a']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:03.485703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b563eb-5a8b-4af8-b982-6ba74a4db7c4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:03.486327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b563eb-5a8b-4af8-b982-6ba74a4db7c4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:03.542615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.592758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.609963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Network 075fcdd2-a4cf-406b-84bb-03b0b967a05f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:03.612604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:03:03.613258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.617101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:03:03.814845 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:03:04.052007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.081821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.104956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d29dcc60-27cd-47b2-8f72-b9c99b7f703a HTTP/1.1" status: 204 len: 168 time: 1.3027804 Jul 05 10:03:04.131583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1394-6703-45d7-9afb-1628bdb1d400 admin admin] Pushing event deleted for resources: {'Network': ['ID=d29dcc60-27cd-47b2-8f72-b9c99b7f703a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:04.227801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388a69-a70a-43ff-9cf8-d2db02311d54 req-18923a3e-834b-49ee-9e99-613e2db9f057 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:04.230573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62388a69-a70a-43ff-9cf8-d2db02311d54 req-18923a3e-834b-49ee-9e99-613e2db9f057 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.4175448 Jul 05 10:03:04.293375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Router d1a219f4-7bee-4b89-b03e-38afa42cc6fd has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:04.517458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62388a69-a70a-43ff-9cf8-d2db02311d54 req-13582e1a-4b26-49de-a011-616e04ff338d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689786 Jul 05 10:03:04.545865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.550378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:04.563901 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aff6586c-a67e-44f8-8e5c-441259689053 admin admin] 10.222.0.21 "PUT /v2.0/routers/d1a219f4-7bee-4b89-b03e-38afa42cc6fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1373570 Jul 05 10:03:04.623228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-359fff58-5c32-4043-8bfb-329c7f7ff97f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b14c75ade05f4a319cd707ccd3956fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711794 Jul 05 10:03:04.624243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.694751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dbffe-b616-4cdf-87e7-e98767484801 req-03cbeabe-e8ac-4ce2-8684-fd664b7f2b9e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:04.716975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117dbffe-b616-4cdf-87e7-e98767484801 req-03cbeabe-e8ac-4ce2-8684-fd664b7f2b9e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.4693313 Jul 05 10:03:04.761061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.816763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.901326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117dbffe-b616-4cdf-87e7-e98767484801 req-e379ff73-617a-4142-b996-3b9075adf75c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792538 Jul 05 10:03:05.044670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.058687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.062577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/237960ca-6cfb-4ec7-8b9a-ac21aae0251c HTTP/1.1" status: 204 len: 168 time: 0.4357080 Jul 05 10:03:05.124277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237960ca-6cfb-4ec7-8b9a-ac21aae0251c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.172396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.173015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.173610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.176487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.177188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.177759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.178350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.178932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.183793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.186260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.191256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.192064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4149a-1564-4e68-b08a-43d5e95418a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:05.218682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:06.026298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:06.051392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6410bea-a502-404e-8883-60413f19cd35 req-2a3691df-dc16-488b-89df-4cb3bfa91660 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:06.054438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6410bea-a502-404e-8883-60413f19cd35 req-2a3691df-dc16-488b-89df-4cb3bfa91660 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.1973016 Jul 05 10:03:06.193905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:06.213795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:06.214386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.320452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6410bea-a502-404e-8883-60413f19cd35 req-8f96290b-385a-4481-9222-a8a694fcca77 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565808 Jul 05 10:03:06.543948 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.632659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:06.671324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.833840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:06.861233 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Sync routers for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:06.882846 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:06.884751 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:07.016241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-a1a25461-437f-4a7a-bdee-bd7090c3183f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.024401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-a1a25461-437f-4a7a-bdee-bd7090c3183f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 819 time: 0.7141831 Jul 05 10:03:07.044805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43a0c8-e5a3-40da-8ad7-3e282f093772 req-bc253ef9-ba9d-4046-b71e-54a71373290c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.052933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e43a0c8-e5a3-40da-8ad7-3e282f093772 req-bc253ef9-ba9d-4046-b71e-54a71373290c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.4701951 Jul 05 10:03:07.115870 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:07.166397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-ac2ea8ed-35ef-4cee-84e4-e65c38881664 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/quotas/3f9c4221cc824883b7322664cf929cfe HTTP/1.1" status: 200 len: 375 time: 0.1398623 Jul 05 10:03:07.312001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e43a0c8-e5a3-40da-8ad7-3e282f093772 req-84658a7f-d66c-4e37-8ddc-65b284b39f5f tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534304 Jul 05 10:03:07.568963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-0d637720-a8c7-412b-b7a4-b4ab81ec5876 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4009109 Jul 05 10:03:07.824939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:07.931696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:08.000416 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 2, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:08.038003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:08.038378 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.122791 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Checking router: d1a219f4-7bee-4b89-b03e-38afa42cc6fd for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:08.138544 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Updating router d1a219f4-7bee-4b89-b03e-38afa42cc6fd port dddb027b-c787-49af-b7ff-fb96ba9daa10 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:08.215157 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-8a58a48d-f4c5-4d6a-8e53-8bd091216d74 service neutron] 10.222.0.21 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326826 Jul 05 10:03:08.326928 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.413192 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1472409940-network', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:08.494219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Made reservation on behalf of f90c87ac542845bb9d96dc0089e60c78 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:08.500010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.518615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.573265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-5d8dbf79-39ee-4436-8e82-ec14d643200f service neutron] 10.222.0.21 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529813 Jul 05 10:03:08.594931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.681625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.690355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.730656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242fca18-9102-4a3a-ae46-29d949db5a82,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:08.759541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:03:08.775681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.776301 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Added segment d3b8e914-789c-4a9e-98f1-28a722f64006 of type vlan for network 60f17619-c99e-444a-9d86-e76477b0e226 Jul 05 10:03:08.785361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2ad7-7ba7-44a9-ae5b-d5de3e12a3c6 req-cdc0a109-6265-4ab5-beb1-39ea92d3cc61 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.798031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2ad7-7ba7-44a9-ae5b-d5de3e12a3c6 req-cdc0a109-6265-4ab5-beb1-39ea92d3cc61 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.805302 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.823406 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Transition to ACTIVE for port object dddb027b-c787-49af-b7ff-fb96ba9daa10 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:08.832155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2ad7-7ba7-44a9-ae5b-d5de3e12a3c6 req-cdc0a109-6265-4ab5-beb1-39ea92d3cc61 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.833365 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.833913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67fc2ad7-7ba7-44a9-ae5b-d5de3e12a3c6 req-cdc0a109-6265-4ab5-beb1-39ea92d3cc61 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791&device_id=618448c4-11af-4793-96c8-c15809fb41cd&device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 2417 time: 0.6881630 Jul 05 10:03:08.838574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.904180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.905498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.906277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.011889 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Pushing event updated for resources: {'Port': ['ID=dddb027b-c787-49af-b7ff-fb96ba9daa10,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:09.039803 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1047714 Jul 05 10:03:09.044999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:09.060234 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.060579 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.060911 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.061301 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.061642 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.061968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.062340 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.062665 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.062983 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.063383 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.063989 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.064630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:09.069267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Request body: {'subnet': {'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1472409940-subnet', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:09.106255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695378fb-d944-4c64-b08a-ad4e9cb58f88 admin admin] Pushing event updated for resources: {'Network': ['ID=60f17619-c99e-444a-9d86-e76477b0e226,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:09.130381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 60f17619-c99e-444a-9d86-e76477b0e226 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:03:09.173069 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Attempting to bind port dddb027b-c787-49af-b7ff-fb96ba9daa10 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:09.173392 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Attempting to bind port dddb027b-c787-49af-b7ff-fb96ba9daa10 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:09.173688 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Attempting to bind port dddb027b-c787-49af-b7ff-fb96ba9daa10 on network 075fcdd2-a4cf-406b-84bb-03b0b967a05f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:09.192285 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:09.193441 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Checking segment: {'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:09.195034 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.196408 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Bound using segment: {'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:09.199328 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Bound port: dddb027b-c787-49af-b7ff-fb96ba9daa10, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:09.199744 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.247481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Made reservation on behalf of f90c87ac542845bb9d96dc0089e60c78 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:09.251519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.291616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67fc2ad7-7ba7-44a9-ae5b-d5de3e12a3c6 req-2d3f6230-11f9-4695-bff0-bf9ee6366ef6 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891582 Jul 05 10:03:09.382785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] For port dddb027b-c787-49af-b7ff-fb96ba9daa10, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:09.390240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] For port dddb027b-c787-49af-b7ff-fb96ba9daa10, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dddb027b-c787-49af-b7ff-fb96ba9daa10,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:09.406636 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.441698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d376a20-3ea0-4c4d-97dc-5388805086c3 req-301b14bc-4098-488c-a862-d71683c1e633 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 210 time: 0.0568945 Jul 05 10:03:09.582455 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:09.584401 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:09.746140 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6312cd-dbb2-4c62-a329-c03430c1d452 None None] Pushing event updated for resources: {'Port': ['ID=dddb027b-c787-49af-b7ff-fb96ba9daa10,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:09.929889 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:10.490515 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:09Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:10.557213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61637a61-7eb3-493b-a1e6-4d90c29d6749 None None] The sync data for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 is: [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:09Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:10.627557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1856bc-bb91-41a8-a686-ecd244ad98b5 req-43112974-2128-43c1-8e3d-a5d749d92d98 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:10.641948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab1856bc-bb91-41a8-a686-ecd244ad98b5 req-43112974-2128-43c1-8e3d-a5d749d92d98 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 1.4863157 Jul 05 10:03:10.786078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.011492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c991-d0ec-4db4-84c1-d8a98a122c1d req-28afc532-dcf7-425e-b414-4ed0b7f9aa08 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.016797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0d5c991-d0ec-4db4-84c1-d8a98a122c1d req-28afc532-dcf7-425e-b414-4ed0b7f9aa08 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.5575583 Jul 05 10:03:11.025593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Deleting port b649ef82-35bd-4549-98f9-1620be849822 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:11.025938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.030570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab1856bc-bb91-41a8-a686-ecd244ad98b5 req-9a4f3ca0-38f1-44dd-bd33-e3f7bc56f53c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873358 Jul 05 10:03:11.041928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c127997a-12a6-4f90-8953-3ee5cbe723cc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:11.132181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Checking segment: {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:11.133323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Network hostable DHCP agents. Network: 60f17619-c99e-444a-9d86-e76477b0e226, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:03:11.237932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0d5c991-d0ec-4db4-84c1-d8a98a122c1d req-429a57d5-7274-49da-b5ef-7040323e19c3 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214336 Jul 05 10:03:11.317621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] For port b649ef82-35bd-4549-98f9-1620be849822, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b649ef82-35bd-4549-98f9-1620be849822,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:11.318139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.380557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Calling delete_port for b649ef82-35bd-4549-98f9-1620be849822 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:11.530478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Network 60f17619-c99e-444a-9d86-e76477b0e226 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:03:11.642216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-581fc6c6-9e5b-4092-9249-9f69093c6aba req-8ea88349-8ce3-4488-bd0e-023c13bb6f9e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 210 time: 0.1201782 Jul 05 10:03:11.671728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8d7c7-450e-47cf-994a-c2f518fd8e99 req-336b9ee4-b03b-4400-9800-35f82f5bbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.673454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fb8d7c7-450e-47cf-994a-c2f518fd8e99 req-336b9ee4-b03b-4400-9800-35f82f5bbcb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 1097 time: 0.5424552 Jul 05 10:03:11.688783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 60f17619-c99e-444a-9d86-e76477b0e226) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:11.705417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4e0d0-dbd2-4aec-832d-4a172f4165a1 None None] Network 60f17619-c99e-444a-9d86-e76477b0e226 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:11.708566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.716692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.955770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fb8d7c7-450e-47cf-994a-c2f518fd8e99 req-52e1cc8e-9899-4102-80c8-768313fb4bec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306817 Jul 05 10:03:11.960692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-64975d41-fe95-4da4-a9a8-7e5a4b87c443 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9142892 Jul 05 10:03:11.964588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:11.970532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:12.076280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dddb027b-c787-49af-b7ff-fb96ba9daa10 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:12.146867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.156946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.436223 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.470911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port dddb027b-c787-49af-b7ff-fb96ba9daa10 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:12.575382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port dddb027b-c787-49af-b7ff-fb96ba9daa10 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:12.585576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-f3954179-46d1-4bb9-82d0-20c0ab28738d tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.590771 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-f3954179-46d1-4bb9-82d0-20c0ab28738d tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 819 time: 0.4952412 Jul 05 10:03:12.592064 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.622149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Request body: {'port': {'device_id': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'admin_state_up': True, 'tenant_id': '3f9c4221cc824883b7322664cf929cfe'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:12.658798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-60f17619-c99e-444a-9d86-e76477b0e226', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:03:12.659845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.025866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Made reservation on behalf of 3f9c4221cc824883b7322664cf929cfe for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:13.038310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.129690 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.240775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.308563 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port dddb027b-c787-49af-b7ff-fb96ba9daa10, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dddb027b-c787-49af-b7ff-fb96ba9daa10,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:13.335116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.426520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44aa24a2-f49d-4dcc-9ef5-d4e569f82ca2 req-6f52b14a-d6e9-4d8d-b7dc-8d31ccb98e6a tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 210 time: 0.2600181 Jul 05 10:03:13.429077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Allocated IP 172.20.0.2 (60f17619-c99e-444a-9d86-e76477b0e226/c127997a-12a6-4f90-8953-3ee5cbe723cc/6a123b93-8757-43b6-a879-05fcf0f14777) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:13.542828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Allocated IP 172.20.0.12 (075fcdd2-a4cf-406b-84bb-03b0b967a05f/7d456a37-734b-4d24-9ada-cb7d3c1a782f/826d6649-066a-4139-8095-224781066087) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:13.568511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60271b-23a0-4d54-9511-6fdaa9f89232 req-561514fb-87f2-4911-88b8-d6ebeed20d6c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:13.571043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f60271b-23a0-4d54-9511-6fdaa9f89232 req-561514fb-87f2-4911-88b8-d6ebeed20d6c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.9480324 Jul 05 10:03:13.638922 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.670834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.819052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b649ef82-35bd-4549-98f9-1620be849822,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:13.821248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=dddb027b-c787-49af-b7ff-fb96ba9daa10,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:13.852692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Transition to ACTIVE for port object 6a123b93-8757-43b6-a879-05fcf0f14777 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:13.905503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Transition to ACTIVE for port object 6a123b93-8757-43b6-a879-05fcf0f14777 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:13.931655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.030944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Network 60f17619-c99e-444a-9d86-e76477b0e226 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:14.056312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:14.065164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:14.119738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f60271b-23a0-4d54-9511-6fdaa9f89232 req-269b18cb-8f5a-4cb3-b15f-d913498482b7 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229855 Jul 05 10:03:14.175183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.248347 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-060561e0-19fc-4e14-898d-87b41b9d6ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.286409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.311908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Pushing event updated for resources: {'Port': ['ID=6a123b93-8757-43b6-a879-05fcf0f14777,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:14.364026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Attempting to bind port 6a123b93-8757-43b6-a879-05fcf0f14777 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:14.365719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Attempting to bind port 6a123b93-8757-43b6-a879-05fcf0f14777 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:14.368009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Attempting to bind port 6a123b93-8757-43b6-a879-05fcf0f14777 on network 60f17619-c99e-444a-9d86-e76477b0e226 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:14.379268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:14.380471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Checking segment: {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:14.381714 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.387378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Bound using segment: {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:14.389251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Bound port: 6a123b93-8757-43b6-a879-05fcf0f14777, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:14.402298 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.405025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.406501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Network 075fcdd2-a4cf-406b-84bb-03b0b967a05f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:14.418828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:14.428972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:14.470982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event updated for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:14.516087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:14.517088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.548637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-c23722fa-e05d-44a9-85a0-9a4929df4de3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9390986 Jul 05 10:03:14.578386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Request body: {'port': {'device_id': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:14.628105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] For port 6a123b93-8757-43b6-a879-05fcf0f14777, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:14.637822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] For port 6a123b93-8757-43b6-a879-05fcf0f14777, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6a123b93-8757-43b6-a879-05fcf0f14777,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:14.649246 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.800340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3264e-f036-4534-a65e-7dd2edaa36d1 None None] Pushing event updated for resources: {'Port': ['ID=6a123b93-8757-43b6-a879-05fcf0f14777,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:14.905105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:15.312151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:15.628796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97763909-5a0f-433c-b3ec-9d71ea85056e req-89d81c21-b4d9-426c-a43a-630eb73cfef8 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:15.642309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97763909-5a0f-433c-b3ec-9d71ea85056e req-89d81c21-b4d9-426c-a43a-630eb73cfef8 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 932 time: 0.7190707 Jul 05 10:03:15.766629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826d6649-066a-4139-8095-224781066087 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:15.794509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:15.853657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Transition to ACTIVE for port object 826d6649-066a-4139-8095-224781066087 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:15.861083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:15.938359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97763909-5a0f-433c-b3ec-9d71ea85056e req-d74241d6-389d-463e-bac9-a7e501d76ce8 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914882 Jul 05 10:03:15.966946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.040860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:16.049674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.059002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] Sync routers for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:16.084723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e297c250-1fba-485f-a11c-bc83a27285b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/acae9cec-5ff5-4f65-ace2-c99be7fc2c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8644798 Jul 05 10:03:16.100902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:16.134022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:16.135115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:02:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:16.365464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dddb027b-c787-49af-b7ff-fb96ba9daa10 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:16.391342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.589824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Allocated IP 172.25.1.107 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/281cb906-87d3-485c-bb55-01be41c2565e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:16.669421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Pushing event updated for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:16.673000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.862481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Attempting to bind port 826d6649-066a-4139-8095-224781066087 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:16.863570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Attempting to bind port 826d6649-066a-4139-8095-224781066087 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:16.864067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Attempting to bind port 826d6649-066a-4139-8095-224781066087 on network 075fcdd2-a4cf-406b-84bb-03b0b967a05f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:16.871778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port dddb027b-c787-49af-b7ff-fb96ba9daa10 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:16.872745 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.919637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Port 826d6649-066a-4139-8095-224781066087 on network 075fcdd2-a4cf-406b-84bb-03b0b967a05f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:16.923620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Attempting to bind port 826d6649-066a-4139-8095-224781066087 on network 075fcdd2-a4cf-406b-84bb-03b0b967a05f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:16.953063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:16.956706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Checking segment: {'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:16.961056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Bound using segment: {'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:16.961989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Bound port: 826d6649-066a-4139-8095-224781066087, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9038c99f-2763-4b79-aa6b-0f2ad923aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:16.962867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.991356 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.003947 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1658-179d-423c-b7c0-d72388dcaa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.025235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4fb5c9-ee1c-47d3-b285-9e3b6e42f6af None None] Network 60f17619-c99e-444a-9d86-e76477b0e226 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:17.071062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:17.131340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Deleting port d600c97a-c79e-4521-8611-29eaf243073e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:17.133469 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.440602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fd7f2-150d-470f-bf57-b36c1522c406 req-24bfafd7-cfda-46f7-85ca-254001162300 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:17.465501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-215fd7f2-150d-470f-bf57-b36c1522c406 req-24bfafd7-cfda-46f7-85ca-254001162300 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 1.4114566 Jul 05 10:03:17.484982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-885c62f0-df2b-4f1c-9f4e-74ecc0e49f09 None None] Provisioning for port 6a123b93-8757-43b6-a879-05fcf0f14777 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:17.520272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a123b93-8757-43b6-a879-05fcf0f14777 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:17.653384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d008871-9349-4596-8fd3-4650c815dbf2 req-4ed24f76-3e20-4faf-a1d0-ab13033cd161 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:17.657018 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d008871-9349-4596-8fd3-4650c815dbf2 req-4ed24f76-3e20-4faf-a1d0-ab13033cd161 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 1.3431585 Jul 05 10:03:17.703767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6a123b93-8757-43b6-a879-05fcf0f14777 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:17.747303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6a123b93-8757-43b6-a879-05fcf0f14777 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:17.747935 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.762807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-215fd7f2-150d-470f-bf57-b36c1522c406 req-15a6b71b-ef80-40b1-b387-b4f914217140 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956753 Jul 05 10:03:17.819144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:17.823689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=826d6649-066a-4139-8095-224781066087,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:17.831637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.845772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.902256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d008871-9349-4596-8fd3-4650c815dbf2 req-7e7558ce-3695-4edc-9d42-3d1134aa3216 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767890 Jul 05 10:03:17.948248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:17.950286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.953048 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] 10.222.0.16 "PUT /v2.0/ports/826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 1093 time: 3.3923109 Jul 05 10:03:17.961158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:17.961158 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed444bd-3fca-457a-8cc2-329686b41daf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:18.015506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.146442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:18.155122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:18.176701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:18.180711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Pushing event updated for resources: {'Port': ['ID=281cb906-87d3-485c-bb55-01be41c2565e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:18.225318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] For port d600c97a-c79e-4521-8611-29eaf243073e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d600c97a-c79e-4521-8611-29eaf243073e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:18.225918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.374370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad58f07-1c7d-4b3a-b0fd-c20b57ea090d service neutron] Pushing event updated for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:18.399120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Calling delete_port for d600c97a-c79e-4521-8611-29eaf243073e owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:18.492886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.645670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T10:03:12Z', 'revision_number': 5, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port': {'id': 'd600c97a-c79e-4521-8611-29eaf243073e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:51:52Z', 'updated_at': '2021-07-05T09:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:18.652478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.707576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] Checking router: acae9cec-5ff5-4f65-ace2-c99be7fc2c58 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:18.762745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] Routers {'acae9cec-5ff5-4f65-ace2-c99be7fc2c58'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:18.763443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:18.799802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3db0f66c-ada1-4eed-a7f4-3e0d260f575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:18.803495 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3db0f66c-ada1-4eed-a7f4-3e0d260f575f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1096 time: 0.6920564 Jul 05 10:03:18.864191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569987c-0fd3-4f9f-8ac1-b251804ec325 req-aa6a2424-e678-4f4d-a33b-e040df9c7893 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:18.879334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4569987c-0fd3-4f9f-8ac1-b251804ec325 req-aa6a2424-e678-4f4d-a33b-e040df9c7893 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 944 time: 0.6353526 Jul 05 10:03:18.918135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca57e3-1b5e-4497-92fc-e0165c1e4eda req-e76a9b4f-3f0d-46ee-b09e-04c87ca05f7f tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:18.928632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 6a123b93-8757-43b6-a879-05fcf0f14777, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6a123b93-8757-43b6-a879-05fcf0f14777,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:18.930940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18ca57e3-1b5e-4497-92fc-e0165c1e4eda req-e76a9b4f-3f0d-46ee-b09e-04c87ca05f7f tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.6310248 Jul 05 10:03:18.942644 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.004376 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-51d3a0a6-cffb-4dda-8388-13c64c1fa4be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 217 time: 0.1915185 Jul 05 10:03:19.179810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-780dd6bf-0444-4ce0-84bd-4e0bc83eadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:19.181252 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-780dd6bf-0444-4ce0-84bd-4e0bc83eadfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.1676669 Jul 05 10:03:19.186800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.214287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4569987c-0fd3-4f9f-8ac1-b251804ec325 req-26df7bf1-d029-45b5-85c5-be59383eb65f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337643 Jul 05 10:03:19.243639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] Set router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:19.285104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d600c97a-c79e-4521-8611-29eaf243073e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:19.327929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.352486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=6a123b93-8757-43b6-a879-05fcf0f14777,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:19.390555 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-3ed20a11-cb03-4f5a-9360-f46ac41c595b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794832 Jul 05 10:03:19.421536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18ca57e3-1b5e-4497-92fc-e0165c1e4eda req-66dc50b2-3f41-4266-96d0-6e1ab61a177b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892151 Jul 05 10:03:19.442130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T10:03:16Z', 'revision_number': 6, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:19.495882 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a6402c-75b8-4c99-a8d0-d31a4e1f7d91 x-openstack-request-id: req-f2a6402c-75b8-4c99-a8d0-d31a4e1f7d91 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:19.495882 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:19.495882 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2a6402c-75b8-4c99-a8d0-d31a4e1f7d91 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:19.495882 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087', 'status': 'completed', 'code': 200} Jul 05 10:03:19.548508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6304cf7-e6a7-493a-848c-688a3c5b8a00 None None] The sync data for ids ['acae9cec-5ff5-4f65-ace2-c99be7fc2c58'] in n-d-771363-33 is: [{'id': 'acae9cec-5ff5-4f65-ace2-c99be7fc2c58', 'name': 'tempest-AttachVolumeShelveTestJSON-1288585257-router', 'tenant_id': '8fe407bab998485baafe75011956a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:51:51Z', 'updated_at': '2021-07-05T10:03:16Z', 'revision_number': 6, 'project_id': '8fe407bab998485baafe75011956a43d', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:19.578438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-581143d7-eb6b-4056-8021-c6bb7333fc2c None None] Provisioning complete for port 6a123b93-8757-43b6-a879-05fcf0f14777 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:19.579290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-581143d7-eb6b-4056-8021-c6bb7333fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.716311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.853169 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.164472 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.218202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.222323 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.401052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.402060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router acae9cec-5ff5-4f65-ace2-c99be7fc2c58 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:03:20.420259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.425557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1cd06fae-a424-492a-a43a-a8bd41a458fa admin admin] 10.222.0.21 "DELETE /v2.0/routers/acae9cec-5ff5-4f65-ace2-c99be7fc2c58 HTTP/1.1" status: 204 len: 168 time: 4.3177438 Jul 05 10:03:20.432776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:20.490182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-2f437126-c8f9-4e80-95c1-26c956cb9d54 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0847018 Jul 05 10:03:20.515731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] Deleting subnet 1c69dee3-7e48-443f-94fe-81fb1787268f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:20.532400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.665491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.740393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c9773-1a6f-4d6b-af3a-e10954a157a8 req-87dc9928-c6e1-49e2-8284-83c11b9c1bb5 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.744200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-015c9773-1a6f-4d6b-af3a-e10954a157a8 req-87dc9928-c6e1-49e2-8284-83c11b9c1bb5 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.6828432 Jul 05 10:03:20.818343 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-3f672f6e-eb25-4664-8337-5f3ee03d52b4 req-4eee3331-ef72-4a57-bd86-b9672ea9a39c service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989767 Jul 05 10:03:20.871334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Router f314cec0-2990-4855-8bf1-57a0c556d610 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:03:20.890571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e38a2-ce7b-4723-93fc-31de7727956e req-f914cb31-13a5-4555-812f-85a8839d1770 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.893034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b5e38a2-ce7b-4723-93fc-31de7727956e req-f914cb31-13a5-4555-812f-85a8839d1770 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 944 time: 0.3322725 Jul 05 10:03:20.962341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.976430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-015c9773-1a6f-4d6b-af3a-e10954a157a8 req-9d185690-7a24-4a34-883b-c4430bfe92da tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171407 Jul 05 10:03:21.096845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-c635c4c4-8710-4532-877a-51ea8a161b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.098520 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-c635c4c4-8710-4532-877a-51ea8a161b79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1096 time: 0.1897163 Jul 05 10:03:21.252291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a123b93-8757-43b6-a879-05fcf0f14777 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:21.296559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.391571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:21.392473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c69dee3-7e48-443f-94fe-81fb1787268f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:21.396248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6a123b93-8757-43b6-a879-05fcf0f14777 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:21.396614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.406971 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Sync routers for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:21.421655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b5e38a2-ce7b-4723-93fc-31de7727956e req-529f9323-6501-4bd2-989b-b7d8fd614c05 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030348 Jul 05 10:03:21.436183 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:21.439283 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:21.458390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.459359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8ede7fe1-386a-4a0b-a9d8-cf2f2f5a77f6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1c69dee3-7e48-443f-94fe-81fb1787268f HTTP/1.1" status: 204 len: 168 time: 1.0176146 Jul 05 10:03:21.471880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:21.475323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a765eb-3a12-4f88-a55e-8866076549e1 None None] Network d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:21.521110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.522422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-80fea00b-98dd-405a-8bf6-4aea19297783 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.5562837 Jul 05 10:03:21.539665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42750) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:21.770460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-e3f18197-73ec-4bbc-83d8-08b65f0e0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.771009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7050d7-b1b4-4feb-9e86-9438e032d6a8 req-435c61a6-d054-4973-83eb-ce28e358c754 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.772276 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-e3f18197-73ec-4bbc-83d8-08b65f0e0bac service neutron] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.6600962 Jul 05 10:03:21.783141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7050d7-b1b4-4feb-9e86-9438e032d6a8 req-435c61a6-d054-4973-83eb-ce28e358c754 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.3741751 Jul 05 10:03:21.831534 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:21.844703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7050d7-b1b4-4feb-9e86-9438e032d6a8 req-225012d1-46e3-4f63-a41b-b4c7bc806b03 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585866 Jul 05 10:03:21.879208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b649ef82-35bd-4549-98f9-1620be849822 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:21.923652 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-aa350486-9510-4fa9-a640-023a8f9e682e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 217 time: 0.1342182 Jul 05 10:03:21.935420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.974858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b649ef82-35bd-4549-98f9-1620be849822 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:21.975383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b649ef82-35bd-4549-98f9-1620be849822 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:21.975831 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d600c97a-c79e-4521-8611-29eaf243073e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:21.978614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] DHCP port deletion for d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:03:22.043435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: d600c97a-c79e-4521-8611-29eaf243073e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:22.043787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d600c97a-c79e-4521-8611-29eaf243073e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:22.070365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-5ebaf097-7438-4ae8-962f-9f7ed9f8e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.072058 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-5ebaf097-7438-4ae8-962f-9f7ed9f8e4ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.1151557 Jul 05 10:03:22.167727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] Deleting port 395c335e-9e5b-412c-8dc4-5b06683902e0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:22.168288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.245551 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-c8976be0-952c-4ed2-8960-ff9e85459476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597238 Jul 05 10:03:22.367054 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-79a06b17-c8f8-4355-8d7b-fd569053cd4d service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122832 Jul 05 10:03:22.401705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] For port 395c335e-9e5b-412c-8dc4-5b06683902e0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=395c335e-9e5b-412c-8dc4-5b06683902e0,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:22.406316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.407783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:18Z', 'revision_number': 3, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:22.461788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] Calling delete_port for 395c335e-9e5b-412c-8dc4-5b06683902e0 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:22.475742 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Checking router: f314cec0-2990-4855-8bf1-57a0c556d610 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:22.483646 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Updating router f314cec0-2990-4855-8bf1-57a0c556d610 port 281cb906-87d3-485c-bb55-01be41c2565e binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:22.506976 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0ed444bd-3fca-457a-8cc2-329686b41daf req-eda1bfbe-337f-4d7d-820c-581fae3b9455 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284044 Jul 05 10:03:22.518656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Deleting port 395c335e-9e5b-412c-8dc4-5b06683902e0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:22.519213 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.642914 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.773300 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.774439 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] For port 395c335e-9e5b-412c-8dc4-5b06683902e0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=395c335e-9e5b-412c-8dc4-5b06683902e0,segment=NetworkSegment(99c2216a-91fa-4eba-9b92-76087d953d72),segment_id=99c2216a-91fa-4eba-9b92-76087d953d72)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:22.776388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.802040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Calling delete_port for 395c335e-9e5b-412c-8dc4-5b06683902e0 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:22.843017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] Pushing event deleted for resources: {'Port': ['ID=395c335e-9e5b-412c-8dc4-5b06683902e0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:22.846658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f71cfb-33e4-4e0d-befe-a824c03dcc28 None None] No DVR routers for this DVR port 395c335e-9e5b-412c-8dc4-5b06683902e0 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:22.890104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:22.985501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.108575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] No DVR routers for this DVR port 395c335e-9e5b-412c-8dc4-5b06683902e0 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:23.115795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Pushing event deleted for resources: {'Port': ['ID=395c335e-9e5b-412c-8dc4-5b06683902e0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.169739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395c335e-9e5b-412c-8dc4-5b06683902e0 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:23.251827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 395c335e-9e5b-412c-8dc4-5b06683902e0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:23.252799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395c335e-9e5b-412c-8dc4-5b06683902e0 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:23.274367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 826d6649-066a-4139-8095-224781066087 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:23.311261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2faf6-a2d7-4687-8a4c-a91da2fbeeae req-136519a2-9dd1-4822-a2b7-43e68a6d56fd tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.330917 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2d2faf6-a2d7-4687-8a4c-a91da2fbeeae req-136519a2-9dd1-4822-a2b7-43e68a6d56fd tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.9031236 Jul 05 10:03:23.369374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.393794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c447c1-e1a0-4c2f-ad09-8af3a5151f87']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:23.420671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c2216a-91fa-4eba-9b92-76087d953d72') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:23.420967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c2216a-91fa-4eba-9b92-76087d953d72') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:23.453318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.459677 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.472903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Transition to ACTIVE for port object 281cb906-87d3-485c-bb55-01be41c2565e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:23.481937 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.505924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.531746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:03:23.532412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.558855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:03:23.577354 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:03:23.592070 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Attempting to bind port 281cb906-87d3-485c-bb55-01be41c2565e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:23.592890 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Attempting to bind port 281cb906-87d3-485c-bb55-01be41c2565e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:23.593526 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Attempting to bind port 281cb906-87d3-485c-bb55-01be41c2565e on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:23.597928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=826d6649-066a-4139-8095-224781066087,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:23.609226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2d2faf6-a2d7-4687-8a4c-a91da2fbeeae req-1a4b995c-40da-4980-aa79-6e11b458a5f2 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755787 Jul 05 10:03:23.618462 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:23.619656 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:23.621969 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.622953 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:23.624529 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Bound port: 281cb906-87d3-485c-bb55-01be41c2565e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:23.625227 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.677205 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.698209 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242fe75-d557-43bc-bcc0-4aa4b3664899 None None] Pushing event updated for resources: {'Port': ['ID=281cb906-87d3-485c-bb55-01be41c2565e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.701157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '826d6649-066a-4139-8095-224781066087', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'port_id': '826d6649-066a-4139-8095-224781066087', 'mac_address': 'fa:16:3e:35:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:23.772389 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] For port 281cb906-87d3-485c-bb55-01be41c2565e, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:23.781621 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] For port 281cb906-87d3-485c-bb55-01be41c2565e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=281cb906-87d3-485c-bb55-01be41c2565e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:23.792990 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.816092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.829599 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.834959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] 10.222.0.21 "DELETE /v2.0/networks/d9c447c1-e1a0-4c2f-ad09-8af3a5151f87 HTTP/1.1" status: 204 len: 168 time: 2.3560448 Jul 05 10:03:23.890718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa3474-5ceb-4157-9ebb-f8a91fdf43af admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c447c1-e1a0-4c2f-ad09-8af3a5151f87,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.967685 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.991728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5837f-6e68-4696-95b4-9f20a8e1b90f req-c3c0cd01-4ff5-4e22-a803-c203d4b0ebee tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.996509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6b5837f-6e68-4696-95b4-9f20a8e1b90f req-c3c0cd01-4ff5-4e22-a803-c203d4b0ebee tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 944 time: 1.1829176 Jul 05 10:03:24.047349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826d6649-066a-4139-8095-224781066087 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:24.130510 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:24.133818 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:24.140849 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.146893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242fe75-d557-43bc-bcc0-4aa4b3664899 None None] Pushing event updated for resources: {'Port': ['ID=281cb906-87d3-485c-bb55-01be41c2565e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:24.165677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.183140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=826d6649-066a-4139-8095-224781066087,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:24.189259 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.207782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:24.213861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6b5837f-6e68-4696-95b4-9f20a8e1b90f req-ad7b753b-0bb8-4b89-be1e-b58303c7dfe4 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789246 Jul 05 10:03:24.294853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Allocated IP 172.20.0.1 (60f17619-c99e-444a-9d86-e76477b0e226/c127997a-12a6-4f90-8953-3ee5cbe723cc/6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:24.317519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd2b26-04de-4463-a2d2-3d6e6e910abc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:24.326842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c603027dafb44b4aa199d78b46ef8395&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3296764 Jul 05 10:03:24.338626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:24.342306 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bbcf2dd6-c722-464a-820b-170137428d38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fe407bab998485baafe75011956a43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328137 Jul 05 10:03:24.349867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42792) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:24.360318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:24.366003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.375367 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:24.375946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.376469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.376908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.377529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.377961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.378657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.379168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.379608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.383309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.383309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.383781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091b8dc-6f08-45b5-a902-0ac2474af922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:24.416998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03166b1-9d9b-4c3a-a380-ffc393ff203a req-46865420-85d1-4cb6-be43-9ab2bb670dd3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.425557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f03166b1-9d9b-4c3a-a380-ffc393ff203a req-46865420-85d1-4cb6-be43-9ab2bb670dd3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.4266095 Jul 05 10:03:24.517864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f03166b1-9d9b-4c3a-a380-ffc393ff203a req-23c65a36-280c-489a-8751-8b8ec606cacb tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913393 Jul 05 10:03:24.569132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['826d6649-066a-4139-8095-224781066087'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:24.575890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ffba-50dd-4e27-88ab-a9f38d79de08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.664298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.711112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ffba-50dd-4e27-88ab-a9f38d79de08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.726887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30ab2d83-90fe-4467-bfa3-586216b97098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.732191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Transition to ACTIVE for port object 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:24.781376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30ab2d83-90fe-4467-bfa3-586216b97098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.787341 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:18Z', 'revision_number': 3, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:24.840699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.881978 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e682b7-418f-4aa7-a695-6cd96e22aac1 None None] The sync data for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 is: [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:18Z', 'revision_number': 3, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:24.912726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30ab2d83-90fe-4467-bfa3-586216b97098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.916606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30ab2d83-90fe-4467-bfa3-586216b97098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.918482 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-30ab2d83-90fe-4467-bfa3-586216b97098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13bd2b26-04de-4463-a2d2-3d6e6e910abc HTTP/1.1" status: 204 len: 168 time: 0.5746534 Jul 05 10:03:24.937316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:24.949892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab2d83-90fe-4467-bfa3-586216b97098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd2b26-04de-4463-a2d2-3d6e6e910abc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:24.970039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Network 60f17619-c99e-444a-9d86-e76477b0e226 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:24.972073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:24.992474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:25.016759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ffba-50dd-4e27-88ab-a9f38d79de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.020375 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ffba-50dd-4e27-88ab-a9f38d79de08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.022155 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a4f2ffba-50dd-4e27-88ab-a9f38d79de08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29c587f3-cf6e-443c-b38f-fdfe4b85d58f HTTP/1.1" status: 204 len: 168 time: 0.6631544 Jul 05 10:03:25.056216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2ffba-50dd-4e27-88ab-a9f38d79de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c587f3-cf6e-443c-b38f-fdfe4b85d58f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:25.296324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.777536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e49c91c-8577-465e-876c-dccc19b7cfe7 None None] Provisioning for port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:25.787641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e49c91c-8577-465e-876c-dccc19b7cfe7 None None] Provisioning complete for port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:25.789312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e49c91c-8577-465e-876c-dccc19b7cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.872598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5e49c91c-8577-465e-876c-dccc19b7cfe7 None None] Port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:26.524071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:26.539204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1292b1-6323-4c4d-9565-b9ea4c4d7963 req-498ab046-8b2b-405d-8c47-753df5039bea tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.545606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efa26050-5384-4391-82de-e671b997f86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.551041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae1292b1-6323-4c4d-9565-b9ea4c4d7963 req-498ab046-8b2b-405d-8c47-753df5039bea tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 1.5455353 Jul 05 10:03:26.737068 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efa26050-5384-4391-82de-e671b997f86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.748269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-efa26050-5384-4391-82de-e671b997f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.781241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae1292b1-6323-4c4d-9565-b9ea4c4d7963 req-ec1bbfd8-7fbd-4ece-8c6f-57559491a9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290950 Jul 05 10:03:26.818009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4fa2b-1e6b-47d8-9643-4fc23fb6ea6e req-0d5d67ed-f216-423b-9fe9-87658f21839e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.819905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fc4fa2b-1e6b-47d8-9643-4fc23fb6ea6e req-0d5d67ed-f216-423b-9fe9-87658f21839e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 945 time: 0.3846805 Jul 05 10:03:26.820855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.833051 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-efa26050-5384-4391-82de-e671b997f86c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f53afce8448b4753abf782af3d310540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066239 Jul 05 10:03:26.836242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42836) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:26.837872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa26050-5384-4391-82de-e671b997f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bce181b-c8b9-4fb4-9994-72e82b01e191,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:27.035607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac798e70-b1b8-49b5-9d0b-aa9ae7a77ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.093880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac798e70-b1b8-49b5-9d0b-aa9ae7a77ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.105556 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.155507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.236153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac798e70-b1b8-49b5-9d0b-aa9ae7a77ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.251479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac798e70-b1b8-49b5-9d0b-aa9ae7a77ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.253564 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac798e70-b1b8-49b5-9d0b-aa9ae7a77ff7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bce181b-c8b9-4fb4-9994-72e82b01e191 HTTP/1.1" status: 204 len: 168 time: 0.3979602 Jul 05 10:03:27.267980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:27.308385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 826d6649-066a-4139-8095-224781066087 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:27.316753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac798e70-b1b8-49b5-9d0b-aa9ae7a77ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bce181b-c8b9-4fb4-9994-72e82b01e191,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:27.326457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fc4fa2b-1e6b-47d8-9643-4fc23fb6ea6e req-f1d2298f-a89d-4994-8e6a-13b4bb48b9d1 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850595 Jul 05 10:03:27.404309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.439283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 281cb906-87d3-485c-bb55-01be41c2565e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:27.681960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Network 60f17619-c99e-444a-9d86-e76477b0e226 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:27.690809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:27.710503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:03:27.787604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 826d6649-066a-4139-8095-224781066087 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:27.827548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 826d6649-066a-4139-8095-224781066087 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:27.828559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.970786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 281cb906-87d3-485c-bb55-01be41c2565e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:27.990128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 281cb906-87d3-485c-bb55-01be41c2565e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:28.007900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.067560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Router f314cec0-2990-4855-8bf1-57a0c556d610 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:28.358906 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.400420 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.446786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826d6649-066a-4139-8095-224781066087'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:28.450017 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc90d20c-d9a6-40cb-b164-49a71c28dc4c" -d '{"events": [{"server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "name": "network-vif-plugged", "status": "completed", "tag": "826d6649-066a-4139-8095-224781066087"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:28.457949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4eda6811-70cc-4c2e-b747-c9540b16638b None None] Provisioning complete for port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:28.458423 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4eda6811-70cc-4c2e-b747-c9540b16638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.469897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 281cb906-87d3-485c-bb55-01be41c2565e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=281cb906-87d3-485c-bb55-01be41c2565e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:28.475121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=826d6649-066a-4139-8095-224781066087,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:28.518983 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.526910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.577045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:28.589922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6584c8de-1bf3-45ee-afc2-af9eb24813d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/f314cec0-2990-4855-8bf1-57a0c556d610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0490408 Jul 05 10:03:28.664806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Sync routers for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:28.715011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1f762-e700-4bfd-afc7-b25a1bb17e64 req-54b7373f-2c0a-4d47-8999-77d7b390931a tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:28.717064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4db1f762-e700-4bfd-afc7-b25a1bb17e64 req-54b7373f-2c0a-4d47-8999-77d7b390931a tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.4620657 Jul 05 10:03:28.740217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4eda6811-70cc-4c2e-b747-c9540b16638b None None] Port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:28.746546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=281cb906-87d3-485c-bb55-01be41c2565e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:28.819139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743ba5-d50c-45ea-8893-ed5a446657b0 req-5e8a34c6-28a0-434b-8c4c-d248abb188cb tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:28.821758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03743ba5-d50c-45ea-8893-ed5a446657b0 req-5e8a34c6-28a0-434b-8c4c-d248abb188cb tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.1807745 Jul 05 10:03:28.825602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4db1f762-e700-4bfd-afc7-b25a1bb17e64 req-34a72241-2875-4a73-95a1-391fe0941ebb tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930176 Jul 05 10:03:28.856294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:28.874861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:28.875662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:28.917498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03743ba5-d50c-45ea-8893-ed5a446657b0 req-76f1e6f8-3053-4ee1-875b-9e151a5d0a93 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 Jul 05 10:03:29.173067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 281cb906-87d3-485c-bb55-01be41c2565e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:29.243905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:29.311933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 281cb906-87d3-485c-bb55-01be41c2565e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:29.313149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.658892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.674292 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.232717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365f888-49fe-4da6-aa9c-e33fbfe01c9a req-0588004a-5f09-496e-9a69-e530a3904be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.241055 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d365f888-49fe-4da6-aa9c-e33fbfe01c9a req-0588004a-5f09-496e-9a69-e530a3904be1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.2307434 Jul 05 10:03:30.282123 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c0230d-f1c1-4e6a-89cb-7228cacaff97 x-openstack-request-id: req-00c0230d-f1c1-4e6a-89cb-7228cacaff97 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:30.282641 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "name": "network-vif-plugged", "status": "completed", "tag": "826d6649-066a-4139-8095-224781066087", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:30.283014 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c0230d-f1c1-4e6a-89cb-7228cacaff97 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:30.283844 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826d6649-066a-4139-8095-224781066087', 'code': 200} Jul 05 10:03:30.348358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d365f888-49fe-4da6-aa9c-e33fbfe01c9a req-a04dae84-ea6d-421b-94dd-3828401774b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048200 Jul 05 10:03:30.685743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-765fe2b0-d52b-4aaa-a446-01404251227d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0646324 Jul 05 10:03:30.687702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 2, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:30.692887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879279d-164a-4b29-aa89-a028ac49512e req-5c72ab93-c83d-47c4-94b6-80437041d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.704830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4879279d-164a-4b29-aa89-a028ac49512e req-5c72ab93-c83d-47c4-94b6-80437041d305 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.6091807 Jul 05 10:03:30.768869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-9c632021-57d4-4e7f-b091-8346a4e49c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.770948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-9c632021-57d4-4e7f-b091-8346a4e49c9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 1097 time: 0.1904638 Jul 05 10:03:30.787579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Checking router: f314cec0-2990-4855-8bf1-57a0c556d610 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:30.790777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Updating router f314cec0-2990-4855-8bf1-57a0c556d610 port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:30.909065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.086574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eecd2d-98c5-49aa-9ff0-740f3cc0d59a req-ee27d2c5-20ea-482d-a04d-c7ac78c3e583 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.095319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66eecd2d-98c5-49aa-9ff0-740f3cc0d59a req-ee27d2c5-20ea-482d-a04d-c7ac78c3e583 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.7107637 Jul 05 10:03:31.099866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-b54821d4-377e-4901-8172-0015a8659673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.107805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-b54821d4-377e-4901-8172-0015a8659673 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 200 len: 917 time: 0.3290670 Jul 05 10:03:31.227975 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-4e6d3c40-3ff2-4702-8ee3-ad3091c63373 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01b70200-4b8e-4917-91f1-c339e180244f HTTP/1.1" status: 200 len: 217 time: 0.1109478 Jul 05 10:03:31.275688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66eecd2d-98c5-49aa-9ff0-740f3cc0d59a req-9e447648-bd74-4c20-ac44-06371835d856 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790438 Jul 05 10:03:31.364318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07696971-6057-45c3-a814-82a9fb2a486d req-bb270507-35f4-43ef-b5b2-58ab721a1351 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.377464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-819c6e30-0112-44d1-982e-901389c7ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.378444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07696971-6057-45c3-a814-82a9fb2a486d req-bb270507-35f4-43ef-b5b2-58ab721a1351 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.7019808 Jul 05 10:03:31.381315 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-819c6e30-0112-44d1-982e-901389c7ffb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 200 len: 855 time: 0.1368735 Jul 05 10:03:31.459877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879279d-164a-4b29-aa89-a028ac49512e req-1e201a40-3ba8-4437-a3b4-ff07b7189f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.467111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4879279d-164a-4b29-aa89-a028ac49512e req-1e201a40-3ba8-4437-a3b4-ff07b7189f4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.6530137 Jul 05 10:03:31.537869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-568066c5-3b57-42aa-94e8-0e865925d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.545542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-568066c5-3b57-42aa-94e8-0e865925d835 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 1097 time: 0.7342262 Jul 05 10:03:31.582188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-42cdc81e-56da-4b9e-959c-e2899fe5cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.588910 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-42cdc81e-56da-4b9e-959c-e2899fe5cf05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7bfeb81-83aa-4e3e-9b93-e02973b476e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978064 Jul 05 10:03:31.609078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-6abb6e9d-306c-4614-8d80-e9d6b152f091 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:31.611250 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-6abb6e9d-306c-4614-8d80-e9d6b152f091 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133188 Jul 05 10:03:31.736957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07696971-6057-45c3-a814-82a9fb2a486d req-6de31aa5-bf13-48b6-ac96-cae62d222429 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574803 Jul 05 10:03:31.752560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.773730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4879279d-164a-4b29-aa89-a028ac49512e req-ec66acf3-c895-45a9-a54e-a52eeb0fcecd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.2783377 Jul 05 10:03:31.781290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1749057675-network', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:31.920137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Made reservation on behalf of 20b187967e38415f9e51a84c83c61ec8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:31.924030 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.951989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.966324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.990588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879279d-164a-4b29-aa89-a028ac49512e req-86defe4a-fd9e-4995-9991-bc8d20a73622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.993321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4879279d-164a-4b29-aa89-a028ac49512e req-86defe4a-fd9e-4995-9991-bc8d20a73622 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.2182910 Jul 05 10:03:31.994398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Transition to ACTIVE for port object 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:32.018645 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.053025 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4879279d-164a-4b29-aa89-a028ac49512e req-156d2936-5aa3-4bdd-ba17-f03fa4d3dc53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473363 Jul 05 10:03:32.199017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.218454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877f5ca-4a94-4c5f-b056-aa06ac778134 None None] Pushing event updated for resources: {'Port': ['ID=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:32.236090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.269600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842225-ccc2-4e0a-9cd1-d2521a86d5bb req-6272671f-a0fd-4476-9420-227b3ab9aae4 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.271294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f842225-ccc2-4e0a-9cd1-d2521a86d5bb req-6272671f-a0fd-4476-9420-227b3ab9aae4 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.6018319 Jul 05 10:03:32.322416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:03:32.339504 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-36abcd4c-7eb8-41c2-a9f0-a7b7096d550b service neutron] 10.222.0.16 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178812 Jul 05 10:03:32.372213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-8e01a7b9-4c3e-46c4-9709-07b71b6ee99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.373750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-8e01a7b9-4c3e-46c4-9709-07b71b6ee99a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.6298399 Jul 05 10:03:32.399688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56012304-5b55-4cff-bb56-2775acdab862,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:32.526766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Attempting to bind port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:32.527877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Attempting to bind port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:32.534741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Attempting to bind port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 on network 60f17619-c99e-444a-9d86-e76477b0e226 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:32.547182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.547526 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Added segment 395a9003-0630-4419-8dbb-cc181b1b769a of type vlan for network 9a540f76-4383-4b7e-865c-b5f4838b239c Jul 05 10:03:32.589472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:32.590952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Checking segment: {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:32.592313 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.593566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Bound using segment: {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:32.594322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Bound port: 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:32.595072 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.596231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-41c23d17-e215-422e-b6d3-08e258c59972 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8 HTTP/1.1" status: 200 len: 217 time: 0.2081847 Jul 05 10:03:32.600871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4879279d-164a-4b29-aa89-a028ac49512e req-f5972847-112a-4399-903d-ac6c8f165406 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348897 Jul 05 10:03:32.710687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.786015 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b188c98a-df12-4df8-81fe-570793e8eb69 req-194973c4-bc16-4957-8441-e96025d42ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241180 Jul 05 10:03:32.843498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.846850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.848356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.891712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] For port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:32.900615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] For port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:32.909063 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.961538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f842225-ccc2-4e0a-9cd1-d2521a86d5bb req-ccd3e984-f995-44a7-b35c-e0da7e3f33ab tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607389 Jul 05 10:03:33.162128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=9a540f76-4383-4b7e-865c-b5f4838b239c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.165611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:33.166495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:33.182492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-030a97af-d519-4ad3-883e-8e84d4587cc5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4147627 Jul 05 10:03:33.183680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:33.194559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877f5ca-4a94-4c5f-b056-aa06ac778134 None None] Pushing event updated for resources: {'Port': ['ID=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.205476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Request body: {'subnet': {'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1749057675-subnet', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:33.212379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-6630d740-4f6b-4bca-ab1b-c1cd34324921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:33.216329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-6630d740-4f6b-4bca-ab1b-c1cd34324921 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.5972004 Jul 05 10:03:33.292109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478e84-101d-4d45-8440-2b4666f83f91 req-f2b23753-0759-4828-93f6-0601a1271063 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:33.311951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43478e84-101d-4d45-8440-2b4666f83f91 req-f2b23753-0759-4828-93f6-0601a1271063 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.7084763 Jul 05 10:03:33.325494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Made reservation on behalf of 20b187967e38415f9e51a84c83c61ec8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:33.346332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.461819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 9a540f76-4383-4b7e-865c-b5f4838b239c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:03:33.479928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-a7db48b5-98cc-4c9b-b433-7ff5c6d8624a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2398081 Jul 05 10:03:33.567334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4879279d-164a-4b29-aa89-a028ac49512e req-05191477-8631-4f01-9946-0345454d593c service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9449577 Jul 05 10:03:33.966220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43478e84-101d-4d45-8440-2b4666f83f91 req-490c4a65-2ba9-4126-9d43-8d3dd007c375 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409079 Jul 05 10:03:34.134800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:34.240702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f76cf-4b8a-4aa7-87c1-9ea536fef97d req-40313d92-9e50-459a-a17c-905a9a981b75 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.247707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f24f76cf-4b8a-4aa7-87c1-9ea536fef97d req-40313d92-9e50-459a-a17c-905a9a981b75 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.6674435 Jul 05 10:03:34.407061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.418069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-e5d44957-6cd7-4e41-ac46-1a38f65bd020 service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9130037 Jul 05 10:03:34.472785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f24f76cf-4b8a-4aa7-87c1-9ea536fef97d req-ab2c1c76-ebca-4939-8699-b34d340c54e9 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814883 Jul 05 10:03:34.473447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4eade11-3f11-4034-813b-90f13c257126,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:34.535141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Checking segment: {'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:34.536422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Network hostable DHCP agents. Network: 9a540f76-4383-4b7e-865c-b5f4838b239c, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:03:34.580412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Network 9a540f76-4383-4b7e-865c-b5f4838b239c is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:03:34.613252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 9a540f76-4383-4b7e-865c-b5f4838b239c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:34.634683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0272714d-717b-40f1-9777-5f150304183e None None] Network 9a540f76-4383-4b7e-865c-b5f4838b239c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:34.649912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.658541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.743942 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b69940f0-7ba3-4804-9c4a-e90dd1992944 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5504422 Jul 05 10:03:34.746905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:34.766270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:34.841872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.845501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.858968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7aa8a-0349-4479-bf79-ed972bb1d381 req-b2ef13a4-8305-4a53-a157-f5e5a5646673 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.868537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3f7aa8a-0349-4479-bf79-ed972bb1d381 req-b2ef13a4-8305-4a53-a157-f5e5a5646673 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.4492614 Jul 05 10:03:35.089949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894c18e6-1c36-4477-8ed1-9a93e7e1fbd4 req-dc3244b2-4bd4-472a-a4e5-354d1300ae34 service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225290 Jul 05 10:03:35.127135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.178358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3f7aa8a-0349-4479-bf79-ed972bb1d381 req-5e314c42-62af-4277-9adc-aab56d866839 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989740 Jul 05 10:03:35.505888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.553916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-9a540f76-4383-4b7e-865c-b5f4838b239c', 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'fixed_ips': [{'subnet_id': 'f4eade11-3f11-4034-813b-90f13c257126'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:03:35.557477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.717438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:32Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:35.892471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b722fd-3b4f-4e0b-beec-771545c1e9b3 None None] The sync data for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 is: [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:32Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:36.042332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7654195-360b-4579-a675-58e9024b384c req-8866dfc4-9809-4d6f-aedb-9f2bbeb2f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.044284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7654195-360b-4579-a675-58e9024b384c req-8866dfc4-9809-4d6f-aedb-9f2bbeb2f83a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.6032751 Jul 05 10:03:36.088826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583039f0-2ac1-4800-b5d1-2451df4b7994 req-5cb65118-29c5-45b7-88f3-c5b3fa71acc3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.104539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-583039f0-2ac1-4800-b5d1-2451df4b7994 req-5cb65118-29c5-45b7-88f3-c5b3fa71acc3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.4926386 Jul 05 10:03:36.183616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Allocated IP 172.20.0.2 (9a540f76-4383-4b7e-865c-b5f4838b239c/f4eade11-3f11-4034-813b-90f13c257126/ec135138-c8e5-4859-aa79-c04be793c352) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:36.184508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-583039f0-2ac1-4800-b5d1-2451df4b7994 req-6a867acf-ce68-4e15-bdd3-4ca61193d2c2 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789874 Jul 05 10:03:36.198925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceb5e4-b8be-42cc-8efd-5f5ad0bfefba req-d5d81cd8-1f31-4b4c-add4-29b587c33b7c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.207712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ceb5e4-b8be-42cc-8efd-5f5ad0bfefba req-d5d81cd8-1f31-4b4c-add4-29b587c33b7c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.4707682 Jul 05 10:03:36.333275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-3270e88b-4661-4551-9308-15f7007940a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.341802 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-3270e88b-4661-4551-9308-15f7007940a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.3904917 Jul 05 10:03:36.353041 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.421883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.450520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7ceb5e4-b8be-42cc-8efd-5f5ad0bfefba req-dde49852-86ce-4a31-95ef-b46525be5f72 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412341 Jul 05 10:03:36.745686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7654195-360b-4579-a675-58e9024b384c req-c159c947-9bd1-42a6-bc46-e0c856becf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.751213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7654195-360b-4579-a675-58e9024b384c req-c159c947-9bd1-42a6-bc46-e0c856becf52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.6898501 Jul 05 10:03:36.765773 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.777083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Transition to ACTIVE for port object ec135138-c8e5-4859-aa79-c04be793c352 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:36.800823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Transition to ACTIVE for port object ec135138-c8e5-4859-aa79-c04be793c352 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:36.812701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.893773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Network 9a540f76-4383-4b7e-865c-b5f4838b239c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:36.901253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:36.906466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:36.918021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7654195-360b-4579-a675-58e9024b384c req-6ac6b218-583d-4e88-98e9-9c2888b37c43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 217 time: 0.1465392 Jul 05 10:03:36.957096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Pushing event updated for resources: {'Port': ['ID=ec135138-c8e5-4859-aa79-c04be793c352,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:37.032645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Attempting to bind port ec135138-c8e5-4859-aa79-c04be793c352 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:37.039821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Attempting to bind port ec135138-c8e5-4859-aa79-c04be793c352 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:37.040779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Attempting to bind port ec135138-c8e5-4859-aa79-c04be793c352 on network 9a540f76-4383-4b7e-865c-b5f4838b239c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:37.045998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f1804-d5ef-4f24-bd4d-408c3bb98ee4 req-8273c94e-311d-4b40-9055-30aefa78f313 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:37.050589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-746f1804-d5ef-4f24-bd4d-408c3bb98ee4 req-8273c94e-311d-4b40-9055-30aefa78f313 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.5119622 Jul 05 10:03:37.067511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:37.068018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Checking segment: {'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:37.068302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.068711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Bound using segment: {'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:37.069935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Bound port: ec135138-c8e5-4859-aa79-c04be793c352, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:37.070326 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.128514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7654195-360b-4579-a675-58e9024b384c req-712f911c-6219-423b-b494-a04dd7943076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:37.130213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7654195-360b-4579-a675-58e9024b384c req-712f911c-6219-423b-b494-a04dd7943076 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.1931472 Jul 05 10:03:37.162362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-d961fa19-8c7a-490d-a7d3-09951f0ab542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:37.166243 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-d961fa19-8c7a-490d-a7d3-09951f0ab542 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.7682571 Jul 05 10:03:37.277419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:37.363277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-d94581bb-c0c0-417b-b068-0f83a3abcf43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.1718793 Jul 05 10:03:37.385372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Allocated IP 172.25.1.151 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/366b6fe0-9e09-46f0-9d45-fb6de0768666) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:37.388169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] For port ec135138-c8e5-4859-aa79-c04be793c352, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:37.398170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] For port ec135138-c8e5-4859-aa79-c04be793c352, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ec135138-c8e5-4859-aa79-c04be793c352,segment=NetworkSegment(395a9003-0630-4419-8dbb-cc181b1b769a),segment_id=395a9003-0630-4419-8dbb-cc181b1b769a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:37.406499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:37.415208 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.501346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-02d6eeb3-22d7-45da-9748-390a757134b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:37.503447 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-02d6eeb3-22d7-45da-9748-390a757134b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.1253376 Jul 05 10:03:37.636225 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-bc882911-98f4-46c2-85b0-05d3610f5a35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167991 Jul 05 10:03:37.726644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42de2c2-e900-4750-87aa-617e784ec032 None None] Pushing event updated for resources: {'Port': ['ID=ec135138-c8e5-4859-aa79-c04be793c352,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:37.751471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:37.755947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:37.756463 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.893608 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.922385 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130e51dd-969a-44ab-8e71-870cae2a2a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.041180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:38.055894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.254336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:38.256975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.317604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7654195-360b-4579-a675-58e9024b384c req-ea47d80b-872c-4bf7-9ec7-07cd6e2b1ad3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1722074 Jul 05 10:03:38.535954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-746f1804-d5ef-4f24-bd4d-408c3bb98ee4 req-00ed704a-6892-4c52-af62-f5bdd6b8745a tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4728465 Jul 05 10:03:38.661403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ade-0673-4513-ba48-feb699e661f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.786870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-173c500b-4652-40fb-9746-2cd61100a550 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1363282 Jul 05 10:03:38.814350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.925245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffc84b-8dc5-45f1-919a-fdc9479cc655 req-935a3441-6a47-4e8f-bc6f-3b2c8ddc0fda tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.939978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bffc84b-8dc5-45f1-919a-fdc9479cc655 req-935a3441-6a47-4e8f-bc6f-3b2c8ddc0fda tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.6843841 Jul 05 10:03:39.026760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7654195-360b-4579-a675-58e9024b384c req-39643e87-a9ea-4002-92a0-8cb844560f38 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381311 Jul 05 10:03:39.112636 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2791e477-6a08-43c6-ba3a-6a2e1d89e1c8 req-642a170c-8bbe-480b-85ae-211b9521c69a service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644439 Jul 05 10:03:39.153488 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.196188 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7654195-360b-4579-a675-58e9024b384c req-7cd49b31-13f3-4f57-9c6e-5096f85dafb2 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593728 Jul 05 10:03:39.206100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bffc84b-8dc5-45f1-919a-fdc9479cc655 req-874e50cb-37da-47ea-af8e-938e9f2e64c1 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648754 Jul 05 10:03:39.250156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed143b-418d-4265-9bd1-c8b2ffd2bddf req-9c892753-c80b-43fb-a706-7d609b4b23da tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:39.253026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56ed143b-418d-4265-9bd1-c8b2ffd2bddf req-9c892753-c80b-43fb-a706-7d609b4b23da tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.4236374 Jul 05 10:03:39.311521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:39.313403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:39.317505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:39.418686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56ed143b-418d-4265-9bd1-c8b2ffd2bddf req-87bdf0f9-660c-46da-8952-61e9302e4427 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533175 Jul 05 10:03:39.448528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=366b6fe0-9e09-46f0-9d45-fb6de0768666,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:39.522208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:39.549183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130e51dd-969a-44ab-8e71-870cae2a2a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.632281 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130e51dd-969a-44ab-8e71-870cae2a2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.683726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:39.684807 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.838219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0515325-8e1f-4ec5-b459-a682092c729d req-b80c7dc3-96e5-4706-b35e-2f549dfee413 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:39.840664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0515325-8e1f-4ec5-b459-a682092c729d req-b80c7dc3-96e5-4706-b35e-2f549dfee413 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 945 time: 0.2168751 Jul 05 10:03:39.903540 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-130e51dd-969a-44ab-8e71-870cae2a2a15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65450aef87064f838e430a9cd76df7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6235850 Jul 05 10:03:39.915007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e51dd-969a-44ab-8e71-870cae2a2a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c234cc4e-621c-40cd-b1e7-09a29657cb19,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:39.923114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43086) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:39.971411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ade-0673-4513-ba48-feb699e661f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.972394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec135138-c8e5-4859-aa79-c04be793c352 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:40.006216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0515325-8e1f-4ec5-b459-a682092c729d req-eece5144-da7d-453c-9327-2ba407cf31b1 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341667 Jul 05 10:03:40.012950 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ade-0673-4513-ba48-feb699e661f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.125919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d5c46ade-0673-4513-ba48-feb699e661f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7cf69c79f044aafac5bc27909653639&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8286052 Jul 05 10:03:40.128701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:40.151229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c46ade-0673-4513-ba48-feb699e661f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ecb6f2-1a7f-42a4-8a18-f7a24366b951,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:40.160435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a5110-1ba2-4303-a319-bcd36183aa32 None None] Network 9a540f76-4383-4b7e-865c-b5f4838b239c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:40.301022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-42b27548-6ab1-4fdc-bfd1-5db7c26c29e1 None None] Provisioning for port ec135138-c8e5-4859-aa79-c04be793c352 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:40.336639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ec135138-c8e5-4859-aa79-c04be793c352 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:40.391161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ec135138-c8e5-4859-aa79-c04be793c352 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:40.392178 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.418314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21bb1e4-f134-42e2-aefe-9aefe20bc968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.423635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1a3005c-8130-410c-a912-218acc7971db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.475448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1a3005c-8130-410c-a912-218acc7971db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.630152 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.675114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1a3005c-8130-410c-a912-218acc7971db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.676272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829853-3af8-4e9c-ae1d-8ff3372896d4 req-17b34923-4bb1-4ea3-83d9-133fc3db7563 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:40.680569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f829853-3af8-4e9c-ae1d-8ff3372896d4 req-17b34923-4bb1-4ea3-83d9-133fc3db7563 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.2963791 Jul 05 10:03:40.683354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1a3005c-8130-410c-a912-218acc7971db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.686303 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1a3005c-8130-410c-a912-218acc7971db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c234cc4e-621c-40cd-b1e7-09a29657cb19 HTTP/1.1" status: 204 len: 168 time: 0.7610543 Jul 05 10:03:40.691015 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21bb1e4-f134-42e2-aefe-9aefe20bc968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.715577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6285920-4623-428e-84f1-d55fd61413d2 req-e26791e6-4936-44a4-bbba-4d5aa9eec5b6 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:40.729564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6285920-4623-428e-84f1-d55fd61413d2 req-e26791e6-4936-44a4-bbba-4d5aa9eec5b6 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.1951580 Jul 05 10:03:40.742691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3005c-8130-410c-a912-218acc7971db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c234cc4e-621c-40cd-b1e7-09a29657cb19,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:40.777341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.827182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ec135138-c8e5-4859-aa79-c04be793c352, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ec135138-c8e5-4859-aa79-c04be793c352,segment=NetworkSegment(395a9003-0630-4419-8dbb-cc181b1b769a),segment_id=395a9003-0630-4419-8dbb-cc181b1b769a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:40.846956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f829853-3af8-4e9c-ae1d-8ff3372896d4 req-3e3abc0d-d2f4-4b5e-ae74-2d3b2041ce06 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156151 Jul 05 10:03:40.860030 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.914904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6285920-4623-428e-84f1-d55fd61413d2 req-565c7ffd-803b-4b3b-b0f5-ad438057170e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663864 Jul 05 10:03:41.029833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-87a9c0b4-7993-4f4a-b680-72f9b3a780f3 req-04fa9b6b-ba44-4dac-94b7-41c6a713b331 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:41.033360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87a9c0b4-7993-4f4a-b680-72f9b3a780f3 req-04fa9b6b-ba44-4dac-94b7-41c6a713b331 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137327 Jul 05 10:03:41.162318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ec135138-c8e5-4859-aa79-c04be793c352,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.192146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21bb1e4-f134-42e2-aefe-9aefe20bc968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.197175 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21bb1e4-f134-42e2-aefe-9aefe20bc968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.198450 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e21bb1e4-f134-42e2-aefe-9aefe20bc968 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8ecb6f2-1a7f-42a4-8a18-f7a24366b951 HTTP/1.1" status: 204 len: 168 time: 1.0679507 Jul 05 10:03:41.276567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bb1e4-f134-42e2-aefe-9aefe20bc968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ecb6f2-1a7f-42a4-8a18-f7a24366b951,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.446886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.622632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87a9c0b4-7993-4f4a-b680-72f9b3a780f3 req-6f9a5e04-b2ca-442a-bd83-f6b6d233a38c tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5594754 Jul 05 10:03:41.659303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d771d-703c-47bf-9afe-453d47803e99 req-bdfeb2a7-cc4f-4845-a90b-2029ca416d35 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:41.663602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b5d771d-703c-47bf-9afe-453d47803e99 req-bdfeb2a7-cc4f-4845-a90b-2029ca416d35 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.3415678 Jul 05 10:03:41.669457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:41.768432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9f9b-8f8c-407b-b094-51ccaa5d502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.780767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74b8e0b1-ad57-4f1c-9e11-13ae7f20a364 None None] Provisioning complete for port ec135138-c8e5-4859-aa79-c04be793c352 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:41.781349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74b8e0b1-ad57-4f1c-9e11-13ae7f20a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.887614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b5d771d-703c-47bf-9afe-453d47803e99 req-d582f6aa-9291-4b42-8a6d-850dfa1fbd6d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917825 Jul 05 10:03:41.888609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:03:42.119119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9f9b-8f8c-407b-b094-51ccaa5d502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.132979 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9f9b-8f8c-407b-b094-51ccaa5d502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.229093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8d7a9f9b-8f8c-407b-b094-51ccaa5d502c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e71ff4b65d34452a9bb1cc0c8425e9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543375 Jul 05 10:03:42.229880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43124) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:42.240070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a9f9b-8f8c-407b-b094-51ccaa5d502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71801551-9556-4b74-8625-47e280425252,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.263985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:42.280020 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Sync routers for ids ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:42.302281 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Routers {'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:42.304724 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:42.344368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.349557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-06b45154-6cee-4889-92b5-edea39011ea9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6011198 Jul 05 10:03:42.353914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43128) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:42.400919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:42.448878 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f596f76-5ed4-49c9-830e-d9dec7c679ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.465727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9f47f6d-d12b-4604-b639-c44a923b6c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.564961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f596f76-5ed4-49c9-830e-d9dec7c679ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.595001 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Set router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:42.670687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f596f76-5ed4-49c9-830e-d9dec7c679ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.674965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f596f76-5ed4-49c9-830e-d9dec7c679ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.685755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9f596f76-5ed4-49c9-830e-d9dec7c679ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71801551-9556-4b74-8625-47e280425252 HTTP/1.1" status: 204 len: 168 time: 0.4545679 Jul 05 10:03:42.713386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f596f76-5ed4-49c9-830e-d9dec7c679ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71801551-9556-4b74-8625-47e280425252,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.823911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9f47f6d-d12b-4604-b639-c44a923b6c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.832231 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9f47f6d-d12b-4604-b639-c44a923b6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.838152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4aee4-0e71-405d-9770-39d2097965d3 req-9a807e1e-e5be-4999-8e62-33ad9b5a0989 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.846577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a5b4aee4-0e71-405d-9770-39d2097965d3 req-9a807e1e-e5be-4999-8e62-33ad9b5a0989 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.3089497 Jul 05 10:03:42.896755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea0774-85b7-4fbe-ae12-3ed5e4964082 req-ab6c9684-8b6d-4372-9117-d87e289fcca1 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.899370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97ea0774-85b7-4fbe-ae12-3ed5e4964082 req-ab6c9684-8b6d-4372-9117-d87e289fcca1 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.3451247 Jul 05 10:03:42.909304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f47f6d-d12b-4604-b639-c44a923b6c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624afbef-027d-492e-899c-00c073420ecd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.961720 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a9f47f6d-d12b-4604-b639-c44a923b6c37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=589a3c1be6984598850131ebc42cdec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591915 Jul 05 10:03:42.968256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:42.986113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a5b4aee4-0e71-405d-9770-39d2097965d3 req-5fd2fd93-f45f-46a5-8320-d2a3d2205b16 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383972 Jul 05 10:03:43.074858 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:39Z', 'revision_number': 3, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port': {'id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:36Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:43.160824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97ea0774-85b7-4fbe-ae12-3ed5e4964082 req-d4b2e74e-776f-4d3f-a1d9-354028013383 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501659 Jul 05 10:03:43.204470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47a736d0-1ed8-4127-8e5f-9bac9ead0a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.221630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec135138-c8e5-4859-aa79-c04be793c352 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:43.222485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Checking router: ee8db6de-57f5-49de-8cb0-0b7a40d90d4d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:43.222485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Updating router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d port 366b6fe0-9e09-46f0-9d45-fb6de0768666 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:43.311170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47a736d0-1ed8-4127-8e5f-9bac9ead0a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.385683 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.417172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ec135138-c8e5-4859-aa79-c04be793c352 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:43.417797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.441940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47a736d0-1ed8-4127-8e5f-9bac9ead0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.446221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47a736d0-1ed8-4127-8e5f-9bac9ead0a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.451634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-47a736d0-1ed8-4127-8e5f-9bac9ead0a2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/624afbef-027d-492e-899c-00c073420ecd HTTP/1.1" status: 204 len: 168 time: 0.4767888 Jul 05 10:03:43.479153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a736d0-1ed8-4127-8e5f-9bac9ead0a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624afbef-027d-492e-899c-00c073420ecd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:43.983371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ccb23-e7f0-41cf-b551-9becef5004e3 req-05b111d2-c061-4e73-9bf5-0034b7791cd9 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.998166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-964ccb23-e7f0-41cf-b551-9becef5004e3 req-05b111d2-c061-4e73-9bf5-0034b7791cd9 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.6272886 Jul 05 10:03:44.040176 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.052291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc68b-81d7-4304-a7fe-6c5fac5dc26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.087611 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Transition to ACTIVE for port object 366b6fe0-9e09-46f0-9d45-fb6de0768666 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:44.088661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ab8f3-8b56-49d7-b2ac-1df3de79d395 req-41124384-3916-4791-83d9-4649702ab446 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:44.092081 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-983ab8f3-8b56-49d7-b2ac-1df3de79d395 req-41124384-3916-4791-83d9-4649702ab446 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 945 time: 0.4269836 Jul 05 10:03:44.118410 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.191521 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Attempting to bind port 366b6fe0-9e09-46f0-9d45-fb6de0768666 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:44.191902 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Attempting to bind port 366b6fe0-9e09-46f0-9d45-fb6de0768666 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:44.193260 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Attempting to bind port 366b6fe0-9e09-46f0-9d45-fb6de0768666 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:44.201863 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be9c65-0609-41d6-a321-b7907baf126b None None] Pushing event updated for resources: {'Port': ['ID=366b6fe0-9e09-46f0-9d45-fb6de0768666,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:44.207046 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:44.208344 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:44.208768 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.209374 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:44.209866 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Bound port: 366b6fe0-9e09-46f0-9d45-fb6de0768666, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:44.211200 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.248439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-964ccb23-e7f0-41cf-b551-9becef5004e3 req-ef94864c-cbc1-4727-84fc-fcdadd2b49d6 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398109 Jul 05 10:03:44.294455 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] For port 366b6fe0-9e09-46f0-9d45-fb6de0768666, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:44.298798 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] For port 366b6fe0-9e09-46f0-9d45-fb6de0768666, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=366b6fe0-9e09-46f0-9d45-fb6de0768666,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:44.308433 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.405109 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Routers {'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:44.407291 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:44.496093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.530955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-983ab8f3-8b56-49d7-b2ac-1df3de79d395 req-26b58407-e2f2-4fff-bbd6-54fa0797f3df tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903263 Jul 05 10:03:44.633829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] Set router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:44.854140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Allocated IP 172.20.0.1 (9a540f76-4383-4b7e-865c-b5f4838b239c/f4eade11-3f11-4034-813b-90f13c257126/0cf865a8-5bb1-47f3-9354-9d620bdeeffa) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:44.902752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be9c65-0609-41d6-a321-b7907baf126b None None] Pushing event updated for resources: {'Port': ['ID=366b6fe0-9e09-46f0-9d45-fb6de0768666,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:45.133874 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.152217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Transition to ACTIVE for port object 0cf865a8-5bb1-47f3-9354-9d620bdeeffa will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:45.231538 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:39Z', 'revision_number': 3, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port': {'id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:36Z', 'updated_at': '2021-07-05T10:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:45.269651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.294046 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f242b82-3707-444f-84f9-96fd96e13089 None None] The sync data for ids ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'] in n-d-771363-33 is: [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:39Z', 'revision_number': 3, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port': {'id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:36Z', 'updated_at': '2021-07-05T10:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:45.328537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Network 9a540f76-4383-4b7e-865c-b5f4838b239c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:45.356004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:45.372270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:45.545812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013db0-a5b3-4986-b84c-432e1183c69d req-b233f076-4cc2-404f-a7ec-673c9926b6cd tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:45.554268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22013db0-a5b3-4986-b84c-432e1183c69d req-b233f076-4cc2-404f-a7ec-673c9926b6cd tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.5696828 Jul 05 10:03:45.577209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64000fe-80e2-4d01-880a-9e253935ff98 req-34e441eb-ed90-4253-9459-c36709dfc31b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:45.578809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e64000fe-80e2-4d01-880a-9e253935ff98 req-34e441eb-ed90-4253-9459-c36709dfc31b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.5588357 Jul 05 10:03:45.612807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:45.703763 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e64000fe-80e2-4d01-880a-9e253935ff98 req-9546fdc8-73d0-4d0e-be0f-e0de60b76c3b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852153 Jul 05 10:03:45.708048 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.717342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22013db0-a5b3-4986-b84c-432e1183c69d req-6d5c8c26-2c5f-4b7d-b6d8-d06148ed79fc tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369426 Jul 05 10:03:45.973234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-60230be0-26ec-4b17-966c-fda7e328e970 None None] Provisioning for port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:45.983001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-60230be0-26ec-4b17-966c-fda7e328e970 None None] Provisioning complete for port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:45.991639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60230be0-26ec-4b17-966c-fda7e328e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.083033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-60230be0-26ec-4b17-966c-fda7e328e970 None None] Port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:46.136578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.324309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2869aa6-f7b5-484a-9faa-39809e7fc5b1 req-74dd331c-785b-4bb4-8e2b-16f88c239162 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.334654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2869aa6-f7b5-484a-9faa-39809e7fc5b1 req-74dd331c-785b-4bb4-8e2b-16f88c239162 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.1727927 Jul 05 10:03:46.541631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2869aa6-f7b5-484a-9faa-39809e7fc5b1 req-97538f53-b7ee-4de5-b08a-67ee79186050 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052224 Jul 05 10:03:46.726599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e250c1-5cb7-41db-a7b3-8928019ff0f4 req-725d0b4c-6d9a-467c-bd30-5de60b02c4cf tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.733985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e250c1-5cb7-41db-a7b3-8928019ff0f4 req-725d0b4c-6d9a-467c-bd30-5de60b02c4cf tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.741844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e250c1-5cb7-41db-a7b3-8928019ff0f4 req-725d0b4c-6d9a-467c-bd30-5de60b02c4cf tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.749838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5e250c1-5cb7-41db-a7b3-8928019ff0f4 req-725d0b4c-6d9a-467c-bd30-5de60b02c4cf tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791&device_id=618448c4-11af-4793-96c8-c15809fb41cd&device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 2417 time: 0.2290525 Jul 05 10:03:46.794038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.811234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.895578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.906623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5e250c1-5cb7-41db-a7b3-8928019ff0f4 req-11278f95-29ac-4056-87f4-0717b09c06e9 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551127 Jul 05 10:03:46.916021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65463d3b-cd4b-4c4d-81df-97eb92e7dbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.981002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:47.013341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.351039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 366b6fe0-9e09-46f0-9d45-fb6de0768666 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:47.370694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-545e9a16-28a8-4354-9826-89f058a709ee req-81e6fa69-545c-48ba-a3c7-129401ae2482 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3991265 Jul 05 10:03:47.542897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 366b6fe0-9e09-46f0-9d45-fb6de0768666 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:47.555783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Network 9a540f76-4383-4b7e-865c-b5f4838b239c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:47.561038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 366b6fe0-9e09-46f0-9d45-fb6de0768666 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:47.566116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.566950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:47.715450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c9779-0c0f-4fa5-8028-31cb684e5252 req-79947d9f-bd1c-4e3e-8316-62efebe2c02f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:47.718098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86c9779-0c0f-4fa5-8028-31cb684e5252 req-79947d9f-bd1c-4e3e-8316-62efebe2c02f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.3453112 Jul 05 10:03:47.963931 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.020607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 366b6fe0-9e09-46f0-9d45-fb6de0768666, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=366b6fe0-9e09-46f0-9d45-fb6de0768666,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:48.025466 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.036607 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.200910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=366b6fe0-9e09-46f0-9d45-fb6de0768666,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.228236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.229621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.230326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.231119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.231661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.232361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.232713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.233249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.233701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.234037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.234367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.234801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:48.285320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd47f71b-73cc-47c3-8f66-ae401a2a1758 None None] Provisioning complete for port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:48.286321 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd47f71b-73cc-47c3-8f66-ae401a2a1758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.358825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fd47f71b-73cc-47c3-8f66-ae401a2a1758 None None] Port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:48.683263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f86c9779-0c0f-4fa5-8028-31cb684e5252 req-12c8809f-75ef-4079-8125-eca25429cdc5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673856 Jul 05 10:03:48.707466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:48.921552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123a36-de1e-4fa2-a15a-b94fa955a556 req-c32ef149-9f9a-4d25-95d7-900a6cd7df00 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:48.936251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34123a36-de1e-4fa2-a15a-b94fa955a556 req-c32ef149-9f9a-4d25-95d7-900a6cd7df00 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.4234712 Jul 05 10:03:49.057069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34123a36-de1e-4fa2-a15a-b94fa955a556 req-2f6a26b1-e49c-458e-8c98-9adb0fce4f49 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186635 Jul 05 10:03:49.319676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 366b6fe0-9e09-46f0-9d45-fb6de0768666 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:49.418033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:49.454949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-351af7ed-e491-484a-a729-0d56cd30d7c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee8db6de-57f5-49de-8cb0-0b7a40d90d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0991039 Jul 05 10:03:49.459434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Sync routers for ids ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:49.502164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Routers {'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:49.504028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:49.685299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 366b6fe0-9e09-46f0-9d45-fb6de0768666 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:49.685886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.026721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.496028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2917e-5bf5-403e-b17f-9ebb80b2e268 req-89419efb-fd3e-495e-acc7-2f73315d8c81 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.500981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9c2917e-5bf5-403e-b17f-9ebb80b2e268 req-89419efb-fd3e-495e-acc7-2f73315d8c81 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.2952688 Jul 05 10:03:50.544550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Set router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:50.612921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f9c2917e-5bf5-403e-b17f-9ebb80b2e268 req-4a8dbadb-d38a-47cb-bf1c-94c5d4edd5b6 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043046 Jul 05 10:03:51.196177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port': {'id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:36Z', 'updated_at': '2021-07-05T10:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cf865a8-5bb1-47f3-9354-9d620bdeeffa', 'name': '', 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'mac_address': 'fa:16:3e:f4:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'f4eade11-3f11-4034-813b-90f13c257126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:44Z', 'updated_at': '2021-07-05T10:03:46Z', 'revision_number': 2, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'subnets': [{'id': 'f4eade11-3f11-4034-813b-90f13c257126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:51.279841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Checking router: ee8db6de-57f5-49de-8cb0-0b7a40d90d4d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:51.282198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Updating router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:51.425498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.431454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:51.445702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43374) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:51.458736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-946449d9-2a7e-4711-8435-fd710954d926 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72377777', 'description': 'tempest-secgroup-smoke-72377777 description', 'project_id': 'f90c87ac542845bb9d96dc0089e60c78'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:51.581902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946449d9-2a7e-4711-8435-fd710954d926 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.673257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:51.762274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340d205c-89a3-4e0e-8ed7-da98a6719f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.900454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.967270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946449d9-2a7e-4711-8435-fd710954d926 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.995455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946449d9-2a7e-4711-8435-fd710954d926 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.026982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:03:52.026982 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:03:52.026982 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id_1': '875a8ad84e5347939280322e83430b0c', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 3, 51, 946488)}] Jul 05 10:03:52.026982 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:03:52.028726 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:03:52.093125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946449d9-2a7e-4711-8435-fd710954d926 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d74889-3506-4ace-95d4-2bd6b4080eee,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:52.112893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067775b-94fb-41b9-b0e4-b861a7406a54 req-284282fe-cc04-4f38-b831-649a29e9a01e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.117561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0067775b-94fb-41b9-b0e4-b861a7406a54 req-284282fe-cc04-4f38-b831-649a29e9a01e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2618961 Jul 05 10:03:52.309860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340d205c-89a3-4e0e-8ed7-da98a6719f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.320767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340d205c-89a3-4e0e-8ed7-da98a6719f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.326573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0067775b-94fb-41b9-b0e4-b861a7406a54 req-0996bf38-3733-4b02-91b1-67651d9ea8c6 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676469 Jul 05 10:03:52.345668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946449d9-2a7e-4711-8435-fd710954d926 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.349066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-946449d9-2a7e-4711-8435-fd710954d926 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9012372 Jul 05 10:03:52.358026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:52.377129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8b412ccc-e8a6-4d03-a126-e325bd859247 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'security_group_rule': {'security_group_id': '31d74889-3506-4ace-95d4-2bd6b4080eee', 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:52.421549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ca695-b926-49bf-b760-0516cd0957c6 req-6af72c60-5100-4e56-b495-8e27a82741d2 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.424275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d205c-89a3-4e0e-8ed7-da98a6719f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2066072a-b5b8-4411-90d4-c66d154ee6f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:52.445725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c0ca695-b926-49bf-b760-0516cd0957c6 req-6af72c60-5100-4e56-b495-8e27a82741d2 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.2683766 Jul 05 10:03:52.485728 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-340d205c-89a3-4e0e-8ed7-da98a6719f86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87cc99b8bb7d42c5a0d68d65ad9783ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0483558 Jul 05 10:03:52.487633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:52.506751 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.544956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Transition to ACTIVE for port object 0cf865a8-5bb1-47f3-9354-9d620bdeeffa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:52.560391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c0ca695-b926-49bf-b760-0516cd0957c6 req-d975d6a8-0390-4a23-8cb3-5fae865accc7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124489 Jul 05 10:03:52.575687 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.593188 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.596146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b412ccc-e8a6-4d03-a126-e325bd859247 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.774220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be13fe38-92a3-4cb1-b306-c6d9501cfe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.793872 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b412ccc-e8a6-4d03-a126-e325bd859247 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.805279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b412ccc-e8a6-4d03-a126-e325bd859247 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.851867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b412ccc-e8a6-4d03-a126-e325bd859247 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316bffb3-3b82-4bc4-a579-0c64e789da93,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:52.909914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be13fe38-92a3-4cb1-b306-c6d9501cfe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.928548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5002a5-f5cf-41fc-875f-390b04153c56 None None] Pushing event updated for resources: {'Port': ['ID=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:52.976500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Attempting to bind port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:52.989288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Attempting to bind port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:52.990497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Attempting to bind port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa on network 9a540f76-4383-4b7e-865c-b5f4838b239c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:52.998088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.001376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:53.002118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Checking segment: {'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:53.002642 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.003635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Bound using segment: {'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:53.004460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Bound port: 0cf865a8-5bb1-47f3-9354-9d620bdeeffa, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395a9003-0630-4419-8dbb-cc181b1b769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:53.005123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.019942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b412ccc-e8a6-4d03-a126-e325bd859247 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.029322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8b412ccc-e8a6-4d03-a126-e325bd859247 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6565065 Jul 05 10:03:53.030209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43400) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:53.059495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f26f822b-a484-4bfb-9120-5b3699561519 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'security_group_rule': {'security_group_id': '31d74889-3506-4ace-95d4-2bd6b4080eee', 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:53.060028 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.146991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6cb9b4-f4e3-4ee7-b22a-8676deeb7a61,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.163805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26f822b-a484-4bfb-9120-5b3699561519 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.269454 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e429aae4-c4e7-4912-9c5d-1e0d75d7a9cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=875a8ad84e5347939280322e83430b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5941045 Jul 05 10:03:53.271001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:53.376317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] For port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:53.388417 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be13fe38-92a3-4cb1-b306-c6d9501cfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.394742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] For port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,segment=NetworkSegment(395a9003-0630-4419-8dbb-cc181b1b769a),segment_id=395a9003-0630-4419-8dbb-cc181b1b769a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:53.395324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be13fe38-92a3-4cb1-b306-c6d9501cfe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.399553 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be13fe38-92a3-4cb1-b306-c6d9501cfe12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2066072a-b5b8-4411-90d4-c66d154ee6f7 HTTP/1.1" status: 204 len: 168 time: 0.9097824 Jul 05 10:03:53.405689 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.474581 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-978a1555-5a86-4a95-b01a-d3ce34bce7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.484717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13fe38-92a3-4cb1-b306-c6d9501cfe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2066072a-b5b8-4411-90d4-c66d154ee6f7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.516327 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26f822b-a484-4bfb-9120-5b3699561519 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.528337 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26f822b-a484-4bfb-9120-5b3699561519 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.595292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-978a1555-5a86-4a95-b01a-d3ce34bce7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.612470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f822b-a484-4bfb-9120-5b3699561519 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed1b1dc-e5d0-4746-af77-f419c1952d38,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.623951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26f822b-a484-4bfb-9120-5b3699561519 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.632780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f26f822b-a484-4bfb-9120-5b3699561519 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5959420 Jul 05 10:03:53.633204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43412) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:53.659926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6117572c-0413-44d4-a47d-42a7832b75b0 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'security_group_rule': {'security_group_id': '31d74889-3506-4ace-95d4-2bd6b4080eee', 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:53.797147 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6117572c-0413-44d4-a47d-42a7832b75b0 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.812186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-978a1555-5a86-4a95-b01a-d3ce34bce7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.820297 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-978a1555-5a86-4a95-b01a-d3ce34bce7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.824974 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-978a1555-5a86-4a95-b01a-d3ce34bce7ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da6cb9b4-f4e3-4ee7-b22a-8676deeb7a61 HTTP/1.1" status: 204 len: 168 time: 0.5510774 Jul 05 10:03:53.892452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1555-5a86-4a95-b01a-d3ce34bce7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6cb9b4-f4e3-4ee7-b22a-8676deeb7a61,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.920612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Routers {'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:53.921659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:03:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:53.996253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5002a5-f5cf-41fc-875f-390b04153c56 None None] Pushing event updated for resources: {'Port': ['ID=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.123005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6117572c-0413-44d4-a47d-42a7832b75b0 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.149842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6117572c-0413-44d4-a47d-42a7832b75b0 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.319798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117572c-0413-44d4-a47d-42a7832b75b0 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ecc400-bb3d-4057-ba26-5285bab563c9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.358017 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6117572c-0413-44d4-a47d-42a7832b75b0 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.367635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:54.369263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6117572c-0413-44d4-a47d-42a7832b75b0 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7335324 Jul 05 10:03:54.377586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c0a1b088-4490-4235-ba57-e2c21f4d8c72 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'security_group_rule': {'security_group_id': '31d74889-3506-4ace-95d4-2bd6b4080eee', 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:54.403276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90b4b2-d730-4f98-b56d-b4cc0e8b629b req-8e5ad273-a0ae-40af-b4fd-a016efee14e6 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.419867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db90b4b2-d730-4f98-b56d-b4cc0e8b629b req-8e5ad273-a0ae-40af-b4fd-a016efee14e6 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.4275477 Jul 05 10:03:54.493860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b088-4490-4235-ba57-e2c21f4d8c72 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.556084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db90b4b2-d730-4f98-b56d-b4cc0e8b629b req-ec2b6fd2-abca-4344-a594-1509898643fd tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343315 Jul 05 10:03:54.600309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43428) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:54.606469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] Set router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:54.635199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b11a61a-8c3a-4a73-a40a-023679a61aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.771033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b088-4490-4235-ba57-e2c21f4d8c72 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.788730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b5daf-1157-4971-9eb1-a628e3a906ac req-6248592a-7f2a-46fe-8749-c7020ad28d55 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.797731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b088-4490-4235-ba57-e2c21f4d8c72 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.821625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669b5daf-1157-4971-9eb1-a628e3a906ac req-6248592a-7f2a-46fe-8749-c7020ad28d55 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.2495065 Jul 05 10:03:54.910063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1b088-4490-4235-ba57-e2c21f4d8c72 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e0cf4c-1407-4aa9-b226-9edff2d4c391,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.928853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-669b5daf-1157-4971-9eb1-a628e3a906ac req-aa979b8d-758a-498b-bbb9-093ce1310a3c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046143 Jul 05 10:03:55.168870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b11a61a-8c3a-4a73-a40a-023679a61aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.183978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b11a61a-8c3a-4a73-a40a-023679a61aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.195485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dafbc-e179-4fa3-81a6-72c67932e2a8 req-458ff585-0c28-4659-9adf-fa558e3093ea tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.199421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f96dafbc-e179-4fa3-81a6-72c67932e2a8 req-458ff585-0c28-4659-9adf-fa558e3093ea tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.2030532 Jul 05 10:03:55.231137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port': {'id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:36Z', 'updated_at': '2021-07-05T10:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cf865a8-5bb1-47f3-9354-9d620bdeeffa', 'name': '', 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'mac_address': 'fa:16:3e:f4:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'f4eade11-3f11-4034-813b-90f13c257126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:44Z', 'updated_at': '2021-07-05T10:03:53Z', 'revision_number': 4, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'subnets': [{'id': 'f4eade11-3f11-4034-813b-90f13c257126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:55.233165 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b088-4490-4235-ba57-e2c21f4d8c72 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.238245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c0a1b088-4490-4235-ba57-e2c21f4d8c72 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8674839 Jul 05 10:03:55.246422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:55.300782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a307d3-6f32-4ee1-b64b-17410eb74529 None None] The sync data for ids ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'] in n-d-771363-33 is: [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port': {'id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:36Z', 'updated_at': '2021-07-05T10:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cf865a8-5bb1-47f3-9354-9d620bdeeffa', 'name': '', 'network_id': '9a540f76-4383-4b7e-865c-b5f4838b239c', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'mac_address': 'fa:16:3e:f4:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'f4eade11-3f11-4034-813b-90f13c257126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:44Z', 'updated_at': '2021-07-05T10:03:53Z', 'revision_number': 4, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'subnets': [{'id': 'f4eade11-3f11-4034-813b-90f13c257126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:55.306434 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'security_group_rule': {'security_group_id': '31d74889-3506-4ace-95d4-2bd6b4080eee', 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:55.324041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f96dafbc-e179-4fa3-81a6-72c67932e2a8 req-e9886fd2-0b33-4d69-9a84-259e8a66193c tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126418 Jul 05 10:03:55.374337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:55.441114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc225-7a02-4a05-8c18-7935543c6b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.450000 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b11a61a-8c3a-4a73-a40a-023679a61aff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=031b13a33084427bbe4d7ffd1a3f31a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8464358 Jul 05 10:03:55.459332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:55.471336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11a61a-8c3a-4a73-a40a-023679a61aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5ae189-7d69-4629-8ffe-aa6ff26f91b4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:55.510108 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Project f90c87ac542845bb9d96dc0089e60c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:03:55.521610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.712419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.726593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.824527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47c5e09-416b-471c-9ac0-3d46f8192427,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:55.982392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5e2-2813-4cee-9e09-e7d0b31e31cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.031342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5e2-2813-4cee-9e09-e7d0b31e31cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.185249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8f4d5c08-c75d-4dae-923f-1e5e869ab21e tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:56.188607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8f4d5c08-c75d-4dae-923f-1e5e869ab21e tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.6895013 Jul 05 10:03:56.533333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc225-7a02-4a05-8c18-7935543c6b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.548922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.553447 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7f0dc78c-d334-4626-b233-fc7499e520b8 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2648118 Jul 05 10:03:56.558307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:56.566735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4dcc225-7a02-4a05-8c18-7935543c6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.584435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'security_group_rule': {'security_group_id': '31d74889-3506-4ace-95d4-2bd6b4080eee', 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:56.644475 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Project f90c87ac542845bb9d96dc0089e60c78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:03:56.659243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.663169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5e2-2813-4cee-9e09-e7d0b31e31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.666724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa5e2-2813-4cee-9e09-e7d0b31e31cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.668676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3f3fa5e2-2813-4cee-9e09-e7d0b31e31cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e5ae189-7d69-4629-8ffe-aa6ff26f91b4 HTTP/1.1" status: 204 len: 168 time: 1.2035003 Jul 05 10:03:56.747251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846cf59-05f0-4756-bfad-cf22559039ca req-99e9e55e-908b-40d1-b40a-0862a6757598 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:56.759744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d846cf59-05f0-4756-bfad-cf22559039ca req-99e9e55e-908b-40d1-b40a-0862a6757598 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.8711662 Jul 05 10:03:56.800035 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.806937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.836729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f4dcc225-7a02-4a05-8c18-7935543c6b01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a743a719e93b4020a4bda9916679e211&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4604399 Jul 05 10:03:56.841999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:56.849224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcc225-7a02-4a05-8c18-7935543c6b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562cb75-6ee4-4261-9df3-92ac01a4fbfc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:56.895641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636dd189-782b-4996-8c85-0edebff93ba8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:56.947576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fa5e2-2813-4cee-9e09-e7d0b31e31cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5ae189-7d69-4629-8ffe-aa6ff26f91b4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:56.966151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.968422 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fcda5936-7d41-4586-8d4e-a9ba96c22a9b tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4054563 Jul 05 10:03:57.056596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1e4b-f621-46be-9556-0689baee056f req-f5b51e13-fd1f-4244-b612-f16ef8886deb tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:57.072626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bbf1e4b-f621-46be-9556-0689baee056f req-f5b51e13-fd1f-4244-b612-f16ef8886deb tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.7495215 Jul 05 10:03:57.093497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d846cf59-05f0-4756-bfad-cf22559039ca req-9e713e53-f1b9-4fb9-931c-68a8b3b7fa2b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323398 Jul 05 10:03:57.138627 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d54d372-5c53-4415-87f7-a40d4b1978b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.183154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Deleting port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:57.188991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.273170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8281ef-11f4-4ac8-8173-b7d57927a846 req-6f806cbe-750c-4080-ae66-64e70fb42221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:57.290370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b8281ef-11f4-4ac8-8173-b7d57927a846 req-6f806cbe-750c-4080-ae66-64e70fb42221 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 1.4352834 Jul 05 10:03:57.299549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d54d372-5c53-4415-87f7-a40d4b1978b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.434052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cf865a8-5bb1-47f3-9354-9d620bdeeffa up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:57.544617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d54d372-5c53-4415-87f7-a40d4b1978b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.548631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d54d372-5c53-4415-87f7-a40d4b1978b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.556150 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d54d372-5c53-4415-87f7-a40d4b1978b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5562cb75-6ee4-4261-9df3-92ac01a4fbfc HTTP/1.1" status: 204 len: 168 time: 0.7084320 Jul 05 10:03:57.595193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54d372-5c53-4415-87f7-a40d4b1978b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562cb75-6ee4-4261-9df3-92ac01a4fbfc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:57.737055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b8281ef-11f4-4ac8-8173-b7d57927a846 req-2961f1bc-9458-46aa-8afc-6ede11cc25d5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272725 Jul 05 10:03:57.759514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:57.769352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:57.771774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.783213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bbf1e4b-f621-46be-9556-0689baee056f req-389ba2a9-93b2-4e6d-a4b3-d801142b9a50 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034664 Jul 05 10:03:57.976108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] For port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:57.976984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.013880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Calling delete_port for 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:58.162977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.186567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e10ad-1785-468c-926f-002ebc06a185 req-7bdc2759-6fab-42ff-aa53-b67a583b0215 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:58.189374 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-457e10ad-1785-468c-926f-002ebc06a185 req-7bdc2759-6fab-42ff-aa53-b67a583b0215 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=36666b4d-4a79-42d6-9d4e-8371a0fa4791 HTTP/1.1" status: 200 len: 946 time: 0.4321074 Jul 05 10:03:58.257824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,segment=NetworkSegment(395a9003-0630-4419-8dbb-cc181b1b769a),segment_id=395a9003-0630-4419-8dbb-cc181b1b769a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:58.266229 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.451986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:58.500401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-e553ed58-d790-4232-8dd5-c660e0a8f612 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72377777&fields=id&tenant_id=f90c87ac542845bb9d96dc0089e60c78 HTTP/1.1" status: 200 len: 267 time: 0.3754280 Jul 05 10:03:58.520739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-457e10ad-1785-468c-926f-002ebc06a185 req-cfc83165-ac44-49ea-8787-7a163263b045 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194892 Jul 05 10:03:58.887379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.901982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['c669ea36-28af-466d-8390-fbfd56c9671a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:58.910243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['01b70200-4b8e-4917-91f1-c339e180244f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:59.172650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Pushing event deleted for resources: {'Port': ['ID=8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.215507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-74b038e2-670a-4ca8-bfdb-9a47b2fd5056 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.219010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-74b038e2-670a-4ca8-bfdb-9a47b2fd5056 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/networks?id=60f17619-c99e-444a-9d86-e76477b0e226 HTTP/1.1" status: 200 len: 809 time: 0.6958964 Jul 05 10:03:59.324572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-6e59a896-e425-463f-95e1-4d0a5cd7e339 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/quotas/f90c87ac542845bb9d96dc0089e60c78 HTTP/1.1" status: 200 len: 375 time: 0.0919986 Jul 05 10:03:59.370013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cf865a8-5bb1-47f3-9354-9d620bdeeffa up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:59.383447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] No DVR routers for this DVR port 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:59.407272 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.411160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-326f31c3-8e11-4c55-8c56-0ff30b8a8523 req-8151a650-e585-412f-8fc4-7ba92ca4d9f0 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "DELETE /v2.0/ports/8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e HTTP/1.1" status: 204 len: 173 time: 3.1871774 Jul 05 10:03:59.413934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'name': 'network-vif-deleted', 'tag': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:59.418399 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a951e9-6f27-4a10-9836-1d5c5a82ff8c" -d '{"events": [{"server_uuid": "36666b4d-4a79-42d6-9d4e-8371a0fa4791", "name": "network-vif-deleted", "tag": "8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:59.484491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26f5f6-eaff-4f8c-a6d8-4a1d99240868 req-6b2f85db-62b6-45e4-944a-0f21ee04c39f tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.499101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac26f5f6-eaff-4f8c-a6d8-4a1d99240868 req-6b2f85db-62b6-45e4-944a-0f21ee04c39f tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.5452197 Jul 05 10:03:59.550978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:59.801529 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac26f5f6-eaff-4f8c-a6d8-4a1d99240868 req-39856c93-62aa-437b-997a-e0807c9158a8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009937 Jul 05 10:03:59.844670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:59.845725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:59.899434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-d8661141-0e5a-4029-ad66-9209edc1a5bd tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f90c87ac542845bb9d96dc0089e60c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5312529 Jul 05 10:03:59.908955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.954343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-b5def0a0-c1f3-4592-acd2-0bcad1a21b52 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:59.968852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-b5def0a0-c1f3-4592-acd2-0bcad1a21b52 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302219 Jul 05 10:03:59.969397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.126332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:00.127590 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.700972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-08fb1910-2b39-4c24-862d-321210a8a6f0 service neutron] 10.222.0.21 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985102 Jul 05 10:04:01.022313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f852a7-a751-4551-82d4-a3dd638ad136 req-9d563123-fdcc-4fe3-9a41-babf8d536d7b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:01.035838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85f852a7-a751-4551-82d4-a3dd638ad136 req-9d563123-fdcc-4fe3-9a41-babf8d536d7b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.6523783 Jul 05 10:04:01.171334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85f852a7-a751-4551-82d4-a3dd638ad136 req-ee12c72d-42f0-423a-b640-ec1cdb5130f8 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291065 Jul 05 10:04:01.187947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-bf06fd95-89fd-4d25-9a15-701c233fc578 service neutron] 10.222.0.21 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855421 Jul 05 10:04:01.291803 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d483201-3c4d-4668-8e09-bbf5aa0c7f9d x-openstack-request-id: req-4d483201-3c4d-4668-8e09-bbf5aa0c7f9d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:01.292281 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36666b4d-4a79-42d6-9d4e-8371a0fa4791", "name": "network-vif-deleted", "tag": "8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:01.292694 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d483201-3c4d-4668-8e09-bbf5aa0c7f9d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:01.293574 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36666b4d-4a79-42d6-9d4e-8371a0fa4791', 'name': 'network-vif-deleted', 'tag': '8b7729d9-1dba-4d30-9b19-56f8d4fc9d4e', 'status': 'completed', 'code': 200} Jul 05 10:04:02.003587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2110be-468a-4591-a0ab-d9d9c5e30a2a req-60c3644a-4d29-4769-ac46-ada22d5387a1 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.018646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb2110be-468a-4591-a0ab-d9d9c5e30a2a req-60c3644a-4d29-4769-ac46-ada22d5387a1 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2524521 Jul 05 10:04:02.127744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb2110be-468a-4591-a0ab-d9d9c5e30a2a req-2469b8e0-736a-4972-a1f4-8bcbb62b0a16 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063762 Jul 05 10:04:02.372982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85367787-5104-45c8-bb8d-7dd899173ab5 req-0f539de5-6f62-49a7-8b3e-9964f14dc6fa tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 210 time: 0.0920734 Jul 05 10:04:03.230192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31352-e0de-4534-af68-16398e552ed5 req-2adf5d0b-92e6-4320-ba61-990234e54830 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.234776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19d31352-e0de-4534-af68-16398e552ed5 req-2adf5d0b-92e6-4320-ba61-990234e54830 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.2831295 Jul 05 10:04:03.388146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19d31352-e0de-4534-af68-16398e552ed5 req-f144ea4b-a1e4-41c2-b656-cb40b6f2ce55 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011295 Jul 05 10:04:03.489891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6168-1cf1-47b5-bc94-f7ba29b164b5 req-0507376a-c36b-4dd9-a6f4-e2f850a62e21 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.499468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c70a6168-1cf1-47b5-bc94-f7ba29b164b5 req-0507376a-c36b-4dd9-a6f4-e2f850a62e21 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 945 time: 0.3166950 Jul 05 10:04:03.672900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c70a6168-1cf1-47b5-bc94-f7ba29b164b5 req-56650216-e02b-4803-8e35-53373bf8ed13 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623254 Jul 05 10:04:04.185895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d2bc602-0991-41dd-994a-113e029af90d req-3dd79c52-676f-4da1-913d-65334e449c86 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 210 time: 0.1967807 Jul 05 10:04:04.638749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-efcaa957-6349-4680-80ef-025ff5709916 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:04.655726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-efcaa957-6349-4680-80ef-025ff5709916 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 945 time: 0.4539349 Jul 05 10:04:04.702763 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:04:04.893597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-f929380e-120b-41af-8d26-5cb0d797669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:04.896682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-f929380e-120b-41af-8d26-5cb0d797669f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.6412489 Jul 05 10:04:05.300080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84518db-0532-4ecb-a7c8-5d17595774b7 req-aa0964c5-e180-4408-aba6-8dab7ed0aa60 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.312394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d84518db-0532-4ecb-a7c8-5d17595774b7 req-aa0964c5-e180-4408-aba6-8dab7ed0aa60 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.8919256 Jul 05 10:04:05.362468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-817b80ff-566b-473c-b835-4236e48cd810 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.373816 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-817b80ff-566b-473c-b835-4236e48cd810 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.15 "GET /v2.0/networks?id=60f17619-c99e-444a-9d86-e76477b0e226 HTTP/1.1" status: 200 len: 809 time: 0.5437751 Jul 05 10:04:05.522000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d84518db-0532-4ecb-a7c8-5d17595774b7 req-88d56eb8-ea8f-4bf7-94cd-bcaf57dd3191 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073429 Jul 05 10:04:05.560203 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-25226af8-bdb7-4e52-9b71-ed13a013297d tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f90c87ac542845bb9d96dc0089e60c78 HTTP/1.1" status: 200 len: 378 time: 0.1713316 Jul 05 10:04:05.586670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'port': {'device_id': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'admin_state_up': True, 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'security_groups': ['31d74889-3506-4ace-95d4-2bd6b4080eee']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:05.700003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb20b-a9bb-495a-ba4c-25bb6f3a3666 req-373f958a-558a-4429-8ce0-b7ca19b7a993 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.722854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3acb20b-a9bb-495a-ba4c-25bb6f3a3666 req-373f958a-558a-4429-8ce0-b7ca19b7a993 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.9413164 Jul 05 10:04:05.729597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-15e30e47-97e9-4e11-b11f-a76ed957a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.742926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-15e30e47-97e9-4e11-b11f-a76ed957a282 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.8329446 Jul 05 10:04:05.800839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:05.812002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Deleting port c669ea36-28af-466d-8390-fbfd56c9671a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:05.813019 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.041108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Made reservation on behalf of f90c87ac542845bb9d96dc0089e60c78 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:06.052793 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.125897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.221857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3acb20b-a9bb-495a-ba4c-25bb6f3a3666 req-5faab081-1d63-4e2f-81c9-25b9886f2268 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953644 Jul 05 10:04:06.225909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-0c4b5c2e-d808-48b7-a075-00162c2a2421 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.4465020 Jul 05 10:04:06.528668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Allocated IP 172.20.0.6 (60f17619-c99e-444a-9d86-e76477b0e226/c127997a-12a6-4f90-8953-3ee5cbe723cc/5445f965-a4d9-43da-9a89-b1fec932675f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:06.761782 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.782087 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.856527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd523c8-f8fa-4c02-a317-fde0a5bf64ff,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:06.878390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.878912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.879560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.880798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.881395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.881980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.882522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.883066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.883721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.884240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.884759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.885289 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:06.953970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-06cdc341-7704-4076-9229-a6d6c309c078 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bafeb0486694ee49915767761c30dff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1461070 Jul 05 10:04:06.960971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43686) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:07.164615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.172253 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e6fdc7-ca2a-4308-8903-5c8d3274c681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.214624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Transition to ACTIVE for port object 5445f965-a4d9-43da-9a89-b1fec932675f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:07.236806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e6fdc7-ca2a-4308-8903-5c8d3274c681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.350084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] For port c669ea36-28af-466d-8390-fbfd56c9671a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c669ea36-28af-466d-8390-fbfd56c9671a,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:07.351100 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.354758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.373542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Calling delete_port for c669ea36-28af-466d-8390-fbfd56c9671a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:07.449537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5db34716-2ffa-40e4-a70a-fbbb777d3f59 req-de6c849e-5f2b-4159-895f-b2ff4f7caa6d tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 210 time: 0.1933258 Jul 05 10:04:07.461080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e6fdc7-ca2a-4308-8903-5c8d3274c681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.465979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e6fdc7-ca2a-4308-8903-5c8d3274c681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.467759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-23e6fdc7-ca2a-4308-8903-5c8d3274c681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebd523c8-f8fa-4c02-a317-fde0a5bf64ff HTTP/1.1" status: 204 len: 168 time: 0.5045927 Jul 05 10:04:07.471401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Network 60f17619-c99e-444a-9d86-e76477b0e226 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:07.493670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:07.517476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:07.543384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device c669ea36-28af-466d-8390-fbfd56c9671a no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:07.595876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'Port': ['ID=5445f965-a4d9-43da-9a89-b1fec932675f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:07.605830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6fdc7-ca2a-4308-8903-5c8d3274c681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd523c8-f8fa-4c02-a317-fde0a5bf64ff,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:07.749510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-d3f15ee5-0b7d-4d90-9b66-8f1407138448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.751392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-d3f15ee5-0b7d-4d90-9b66-8f1407138448 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 1.4875298 Jul 05 10:04:07.754577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.765280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.840647 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ee50e199-7294-4929-b010-da8cfd86ace7 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2695134 Jul 05 10:04:07.875865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Request body: {'port': {'device_id': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:07.935944 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.069219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-1586d687-026b-4bb4-9530-7f3d2be76e7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2775059 Jul 05 10:04:08.108445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:08.113006 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f080f3-c88f-405d-ad45-c5d114bd3f99" -d '{"events": [{"server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:08.123205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port c669ea36-28af-466d-8390-fbfd56c9671a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=c669ea36-28af-466d-8390-fbfd56c9671a,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:08.133554 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.160782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd55fd8-2e97-47bb-9962-cee75e1be82e req-657b4caf-2a3a-48fe-8430-49898e1194b9 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:08.173999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efd55fd8-2e97-47bb-9962-cee75e1be82e req-657b4caf-2a3a-48fe-8430-49898e1194b9 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 945 time: 2.1886744 Jul 05 10:04:08.185850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.299566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=c669ea36-28af-466d-8390-fbfd56c9671a,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:08.352072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f293d897-d99a-4912-8b18-7ce64380d224 None None] Provisioning for port 5445f965-a4d9-43da-9a89-b1fec932675f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:08.370877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f293d897-d99a-4912-8b18-7ce64380d224 None None] Provisioning complete for port 5445f965-a4d9-43da-9a89-b1fec932675f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:08.371442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f293d897-d99a-4912-8b18-7ce64380d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.457525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efd55fd8-2e97-47bb-9962-cee75e1be82e req-8f5f7ea2-834a-4c80-93eb-bf39cdc924fe tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746062 Jul 05 10:04:08.535501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f293d897-d99a-4912-8b18-7ce64380d224 None None] Port 5445f965-a4d9-43da-9a89-b1fec932675f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:08.603013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43726) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:08.649341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2a45-1a59-4429-bf97-b4e4cac1e8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.720402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b29f56-0e2e-48b4-9936-49b65aef34ce req-b9fd6c66-6a64-4a33-954b-0a8eb007ee3c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:08.730094 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33b29f56-0e2e-48b4-9936-49b65aef34ce req-b9fd6c66-6a64-4a33-954b-0a8eb007ee3c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.8819623 Jul 05 10:04:08.776288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.803894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['01b70200-4b8e-4917-91f1-c339e180244f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:08.806214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-b3714a60-4fb7-4f9b-a7b5-4b592829bc53 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355223 Jul 05 10:04:09.119826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5445f965-a4d9-43da-9a89-b1fec932675f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:09.120855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2369a1ee-795f-4016-aef2-64fed39b25e6 req-8d0c0421-6224-4ad7-867c-c30118ace830 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838173 Jul 05 10:04:09.141740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.163480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Pushing event deleted for resources: {'Port': ['ID=c669ea36-28af-466d-8390-fbfd56c9671a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:09.187515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Transition to ACTIVE for port object 5445f965-a4d9-43da-9a89-b1fec932675f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:09.203524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.219414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33b29f56-0e2e-48b4-9936-49b65aef34ce req-eb795a1a-8bac-47e2-af90-aa8198a9631a tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876728 Jul 05 10:04:09.402856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] No DVR routers for this DVR port c669ea36-28af-466d-8390-fbfd56c9671a on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:09.404903 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b36771d-9933-48cb-8b4e-b65cd39a65e8 x-openstack-request-id: req-8b36771d-9933-48cb-8b4e-b65cd39a65e8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:09.405795 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:09.406216 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b36771d-9933-48cb-8b4e-b65cd39a65e8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:09.406809 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a', 'code': 200} Jul 05 10:04:09.411532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.423313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5055895d-8933-4791-889e-fd2c9edf2fdb req-4a924f2d-f17b-4bee-8dc5-7ae571072710 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.15 "DELETE /v2.0/ports/c669ea36-28af-466d-8390-fbfd56c9671a HTTP/1.1" status: 204 len: 173 time: 4.7582133 Jul 05 10:04:09.433087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'name': 'network-vif-deleted', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:09.437420 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57b8963-a6bc-4074-a8fd-f782d606e191" -d '{"events": [{"server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "name": "network-vif-deleted", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:09.513246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Pushing event updated for resources: {'Port': ['ID=5445f965-a4d9-43da-9a89-b1fec932675f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:09.526095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2a45-1a59-4429-bf97-b4e4cac1e8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.540251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2a45-1a59-4429-bf97-b4e4cac1e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.626316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e15927-e623-4d8b-ad95-be9fe73c5f5a req-2206d592-b40e-4f5b-afe9-e387a85c26e8 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.642825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53e15927-e623-4d8b-ad95-be9fe73c5f5a req-2206d592-b40e-4f5b-afe9-e387a85c26e8 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.9081736 Jul 05 10:04:09.799266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53e15927-e623-4d8b-ad95-be9fe73c5f5a req-0e030ccd-a4b6-4450-a7ca-bd38a641e250 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547508 Jul 05 10:04:10.072788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f2a45-1a59-4429-bf97-b4e4cac1e8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694d5561-aeb3-4bcd-b073-6647bdb26c96,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:10.088439 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882eac2b-2ddf-483c-86a1-c45d68c5b959 x-openstack-request-id: req-882eac2b-2ddf-483c-86a1-c45d68c5b959 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:10.097020 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618448c4-11af-4793-96c8-c15809fb41cd", "name": "network-vif-deleted", "tag": "c669ea36-28af-466d-8390-fbfd56c9671a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:10.098288 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-882eac2b-2ddf-483c-86a1-c45d68c5b959 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:10.099872 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618448c4-11af-4793-96c8-c15809fb41cd', 'name': 'network-vif-deleted', 'tag': 'c669ea36-28af-466d-8390-fbfd56c9671a', 'status': 'completed', 'code': 200} Jul 05 10:04:10.105034 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6d5f2a45-1a59-4429-bf97-b4e4cac1e8f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4a4c42aac594b238681fbd8d7a1a2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5003376 Jul 05 10:04:10.119693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43750) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:10.129009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Attempting to bind port 5445f965-a4d9-43da-9a89-b1fec932675f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:10.137068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Attempting to bind port 5445f965-a4d9-43da-9a89-b1fec932675f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:10.138210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Attempting to bind port 5445f965-a4d9-43da-9a89-b1fec932675f on network 60f17619-c99e-444a-9d86-e76477b0e226 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:10.148549 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Port 5445f965-a4d9-43da-9a89-b1fec932675f on network 60f17619-c99e-444a-9d86-e76477b0e226 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:10.149796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Attempting to bind port 5445f965-a4d9-43da-9a89-b1fec932675f on network 60f17619-c99e-444a-9d86-e76477b0e226 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:10.172984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:10.173588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Checking segment: {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:10.174268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Bound using segment: {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:10.175183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Bound port: 5445f965-a4d9-43da-9a89-b1fec932675f, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b8e914-789c-4a9e-98f1-28a722f64006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:10.175719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.199591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a752fbd-69db-49bf-a432-20b38a18a21a req-4d42526b-b571-457a-ba00-bb724bef0851 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:10.203969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a752fbd-69db-49bf-a432-20b38a18a21a req-4d42526b-b571-457a-ba00-bb724bef0851 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 943 time: 0.3557408 Jul 05 10:04:10.356488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a752fbd-69db-49bf-a432-20b38a18a21a req-eaa56798-536b-46ad-97bc-e67e54c87e70 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361246 Jul 05 10:04:10.421318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb39e53a-0ec0-4745-ab62-6f2efbaae1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.490173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] For port 5445f965-a4d9-43da-9a89-b1fec932675f, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:10.509502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] For port 5445f965-a4d9-43da-9a89-b1fec932675f, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5445f965-a4d9-43da-9a89-b1fec932675f,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:10.512212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb39e53a-0ec0-4745-ab62-6f2efbaae1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.524935 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.638940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:10.640556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.644171 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] 10.222.0.15 "PUT /v2.0/ports/5445f965-a4d9-43da-9a89-b1fec932675f HTTP/1.1" status: 200 len: 1092 time: 2.7921479 Jul 05 10:04:10.645362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:10.659155 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35" -d '{"events": [{"name": "network-changed", "server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:10.709761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce54e34d-6c61-412e-8529-2c01f9e05cf4 req-e89cdc2c-c49c-452b-946f-8fa60ed3a45b tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=618448c4-11af-4793-96c8-c15809fb41cd HTTP/1.1" status: 200 len: 210 time: 0.1307366 Jul 05 10:04:10.801380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb39e53a-0ec0-4745-ab62-6f2efbaae1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.808137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d8c35-2932-4b5c-9181-097b70163c88 service neutron] Pushing event updated for resources: {'Port': ['ID=5445f965-a4d9-43da-9a89-b1fec932675f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:10.835910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb39e53a-0ec0-4745-ab62-6f2efbaae1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.845211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cb39e53a-0ec0-4745-ab62-6f2efbaae1ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/694d5561-aeb3-4bcd-b073-6647bdb26c96 HTTP/1.1" status: 204 len: 168 time: 0.7184098 Jul 05 10:04:10.918462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e53a-0ec0-4745-ab62-6f2efbaae1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694d5561-aeb3-4bcd-b073-6647bdb26c96,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:11.099730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-851adea1-762c-4135-923f-de8b3f138f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.115639 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-851adea1-762c-4135-923f-de8b3f138f9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f90c87ac542845bb9d96dc0089e60c78&device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1095 time: 0.2896035 Jul 05 10:04:11.134559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99085525-c8c0-4b75-bcde-5429d5507340 req-fa7dbc19-9fea-4036-8636-5951896062a3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.137558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99085525-c8c0-4b75-bcde-5429d5507340 req-fa7dbc19-9fea-4036-8636-5951896062a3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.3631749 Jul 05 10:04:11.350183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99085525-c8c0-4b75-bcde-5429d5507340 req-8ecec577-fbf4-4c13-aaa8-de16b19ff33b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980336 Jul 05 10:04:11.361089 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-04e18ca2-d2cd-4e9a-b4ea-18a09c34579f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5445f965-a4d9-43da-9a89-b1fec932675f HTTP/1.1" status: 200 len: 217 time: 0.2310917 Jul 05 10:04:11.578282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-d7598521-e0d7-4548-9f2a-8dad5982830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.584848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-d7598521-e0d7-4548-9f2a-8dad5982830e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c127997a-12a6-4f90-8953-3ee5cbe723cc HTTP/1.1" status: 200 len: 848 time: 0.2202702 Jul 05 10:04:11.665019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc81a-1cdb-49e4-87d7-45a1dee9e445 req-00254bf1-5d5d-4011-9cb3-18b7d6ce6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.699008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cfc81a-1cdb-49e4-87d7-45a1dee9e445 req-00254bf1-5d5d-4011-9cb3-18b7d6ce6dbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.3464761 Jul 05 10:04:11.764209 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d664dd-3549-4923-a22e-43ec89bcd08d x-openstack-request-id: req-74d664dd-3549-4923-a22e-43ec89bcd08d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:11.764209 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:11.764583 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74d664dd-3549-4923-a22e-43ec89bcd08d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:11.765401 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f', 'status': 'completed', 'code': 200} Jul 05 10:04:11.856657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ae958a68-f38c-4d94-b485-51ed904fdfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.861048 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-ae958a68-f38c-4d94-b485-51ed904fdfe7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60f17619-c99e-444a-9d86-e76477b0e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2672067 Jul 05 10:04:11.885743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cfc81a-1cdb-49e4-87d7-45a1dee9e445 req-eae4a5c9-3604-4123-9a7c-0f5553cbcacf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731884 Jul 05 10:04:12.004162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bef92-2eec-4e50-8552-08b40ac2ca3b req-bb810874-2749-4d2c-ba08-1a8c50fc48e7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:12.008709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2bef92-2eec-4e50-8552-08b40ac2ca3b req-bb810874-2749-4d2c-ba08-1a8c50fc48e7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.2726672 Jul 05 10:04:12.090946 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-b7426ef8-f704-454c-905e-006b302372ec service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207701 Jul 05 10:04:12.136133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c2bef92-2eec-4e50-8552-08b40ac2ca3b req-6beea56b-9175-4bee-a09f-d1071ced81e4 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Jul 05 10:04:12.401436 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-84da83dc-20b5-4f6c-bad1-ab2de8412caa req-7a592c0a-05d6-4713-8c40-00af48648c69 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017397 Jul 05 10:04:12.429951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198797b3-42d1-4afd-ae4a-b6c2a382499a req-7dfce465-aef3-4808-906f-502cbcfedc71 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:12.465442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-198797b3-42d1-4afd-ae4a-b6c2a382499a req-7dfce465-aef3-4808-906f-502cbcfedc71 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 943 time: 0.3683801 Jul 05 10:04:12.600484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-198797b3-42d1-4afd-ae4a-b6c2a382499a req-0ed4c343-1064-4546-bd20-6d5c26eed88f tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331580 Jul 05 10:04:12.701933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-f31ab0b2-d1d5-4a67-ab72-b910055fa772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:12.704276 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-f31ab0b2-d1d5-4a67-ab72-b910055fa772 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f90c87ac542845bb9d96dc0089e60c78&device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1095 time: 0.1753509 Jul 05 10:04:12.962924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e103dc-51e2-45a9-b790-a91f10dd90d4 req-d400814a-bb92-4682-b06c-dbcc7406fb75 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:12.973095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99e103dc-51e2-45a9-b790-a91f10dd90d4 req-d400814a-bb92-4682-b06c-dbcc7406fb75 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2060030 Jul 05 10:04:13.008413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-e22c5bc9-1002-4eb3-937b-467a9fca4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:13.010375 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-e22c5bc9-1002-4eb3-937b-467a9fca4ff4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60f17619-c99e-444a-9d86-e76477b0e226 HTTP/1.1" status: 200 len: 910 time: 0.2964725 Jul 05 10:04:13.096091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99e103dc-51e2-45a9-b790-a91f10dd90d4 req-a2713b6b-6d45-4b6a-a0df-196296656b2b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209519 Jul 05 10:04:13.141923 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-35228f70-11ae-4072-8425-7e2352c7abac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5445f965-a4d9-43da-9a89-b1fec932675f HTTP/1.1" status: 200 len: 217 time: 0.1234720 Jul 05 10:04:13.347699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-97aa432f-d6d4-4c68-acdf-8ead407f9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:13.355348 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-97aa432f-d6d4-4c68-acdf-8ead407f9426 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c127997a-12a6-4f90-8953-3ee5cbe723cc HTTP/1.1" status: 200 len: 848 time: 0.2099500 Jul 05 10:04:13.586415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5445f965-a4d9-43da-9a89-b1fec932675f details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:13.590199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-e957ec8a-df01-4fab-979b-ae7079ebfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:13.596944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-e957ec8a-df01-4fab-979b-ae7079ebfd64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60f17619-c99e-444a-9d86-e76477b0e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2333333 Jul 05 10:04:13.843109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5445f965-a4d9-43da-9a89-b1fec932675f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5445f965-a4d9-43da-9a89-b1fec932675f,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:13.889968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '5445f965-a4d9-43da-9a89-b1fec932675f', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'port_id': '5445f965-a4d9-43da-9a89-b1fec932675f', 'mac_address': 'fa:16:3e:8d:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:13.952896 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-998be084-3c7f-44f4-86b9-3c8fb93a35e1 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231201 Jul 05 10:04:14.037185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.039284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8a80-2fde-493d-9071-cfd3a7b00bc3 req-cf2180ed-f89f-43ed-ae84-2aeea1c8e3dc tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:14.052773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97fa8a80-2fde-493d-9071-cfd3a7b00bc3 req-cf2180ed-f89f-43ed-ae84-2aeea1c8e3dc tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.4730518 Jul 05 10:04:14.138332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5445f965-a4d9-43da-9a89-b1fec932675f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:14.189022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5445f965-a4d9-43da-9a89-b1fec932675f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5445f965-a4d9-43da-9a89-b1fec932675f,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:14.206457 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.211575 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0636381-5bbe-4b00-b906-b3be0a4f94f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.327175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed3f8-6053-4e6b-94ac-38159fd81a18 req-b9ca25cb-51d6-4204-a7d3-f4236eb32d23 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:14.355235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a57ed3f8-6053-4e6b-94ac-38159fd81a18 req-b9ca25cb-51d6-4204-a7d3-f4236eb32d23 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.5591891 Jul 05 10:04:14.400948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5445f965-a4d9-43da-9a89-b1fec932675f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:14.467631 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7f1a9bd0-d7fc-413d-a96c-f2e416924b35 req-eb488c40-b7b9-41eb-882e-2233aa46bcc9 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033956 Jul 05 10:04:14.510793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5445f965-a4d9-43da-9a89-b1fec932675f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:14.555629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97fa8a80-2fde-493d-9071-cfd3a7b00bc3 req-1c235443-5c24-43ad-b897-00a50ed42d96 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219139 Jul 05 10:04:14.579432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a57ed3f8-6053-4e6b-94ac-38159fd81a18 req-8c0a83ad-fd70-4dbb-989e-31ca441bb463 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183621 Jul 05 10:04:14.702516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c7ecee7b-34e7-4b76-a667-45ea0981e19b req-ec1c8da7-95f2-40b2-a0c7-102d7e0be9fd tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1260190195', 'description': 'tempest-description-1665129668'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:14.780702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7ecee7b-34e7-4b76-a667-45ea0981e19b req-ec1c8da7-95f2-40b2-a0c7-102d7e0be9fd tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.235687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7ecee7b-34e7-4b76-a667-45ea0981e19b req-ec1c8da7-95f2-40b2-a0c7-102d7e0be9fd tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.274331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7ecee7b-34e7-4b76-a667-45ea0981e19b req-ec1c8da7-95f2-40b2-a0c7-102d7e0be9fd tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.411839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7ecee7b-34e7-4b76-a667-45ea0981e19b req-ec1c8da7-95f2-40b2-a0c7-102d7e0be9fd tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.436925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7ecee7b-34e7-4b76-a667-45ea0981e19b req-ec1c8da7-95f2-40b2-a0c7-102d7e0be9fd tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7345402 Jul 05 10:04:15.465292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c8da7-95f2-40b2-a0c7-102d7e0be9fd tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f6ed3-99cb-4beb-bba9-da7981ebddb5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:15.520878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc38845-5b4f-4f7b-a6bf-7fd1f2bfd5e3 req-3c07da63-fb16-4e55-8dfc-5f9e4e6c29cd tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:15.525652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dc38845-5b4f-4f7b-a6bf-7fd1f2bfd5e3 req-3c07da63-fb16-4e55-8dfc-5f9e4e6c29cd tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 944 time: 0.4344802 Jul 05 10:04:15.711185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dc38845-5b4f-4f7b-a6bf-7fd1f2bfd5e3 req-2a5dfc83-d03f-46af-b566-292e783cec08 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149561 Jul 05 10:04:15.818812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-8e7fc29e-cb70-418b-bc7c-aaa836b5850b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1260190195&fields=id&tenant_id=3f9c4221cc824883b7322664cf929cfe HTTP/1.1" status: 200 len: 267 time: 0.1547635 Jul 05 10:04:15.844606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-eb9824ad-a8da-469d-8526-84930e71ca25 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:15.850604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-eb9824ad-a8da-469d-8526-84930e71ca25 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.3229165 Jul 05 10:04:16.301638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-9bc615b0-3dd5-4156-989a-7870595d7ea3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:16.316922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-9bc615b0-3dd5-4156-989a-7870595d7ea3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.4612870 Jul 05 10:04:16.329438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Request body: {'port': {'security_groups': ['a171cffb-1939-4c93-ad01-b91cc1cc445c', 'a32f6ed3-99cb-4beb-bba9-da7981ebddb5']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:16.439647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Deleting port 01b70200-4b8e-4917-91f1-c339e180244f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:16.440607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.858040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.871557 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240d0ece-383f-4e8b-b4c1-7a81b4801fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.873326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576de9b-fac2-4fac-addc-fa4f0dcd453b req-b584a7ad-eddf-426b-9d24-8fbd644eba88 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:16.877198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f576de9b-fac2-4fac-addc-fa4f0dcd453b req-b584a7ad-eddf-426b-9d24-8fbd644eba88 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 945 time: 0.4476063 Jul 05 10:04:16.899247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.947922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] For port 01b70200-4b8e-4917-91f1-c339e180244f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=01b70200-4b8e-4917-91f1-c339e180244f,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:16.948526 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.005007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Calling delete_port for 01b70200-4b8e-4917-91f1-c339e180244f owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:17.097809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f576de9b-fac2-4fac-addc-fa4f0dcd453b req-dc6f442a-79cb-4531-8503-74297bfc4ae6 tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004261 Jul 05 10:04:17.605197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5445f965-a4d9-43da-9a89-b1fec932675f up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:17.646342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.747300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Pushing event deleted for resources: {'Port': ['ID=01b70200-4b8e-4917-91f1-c339e180244f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:17.758954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 5445f965-a4d9-43da-9a89-b1fec932675f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:17.768310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 5445f965-a4d9-43da-9a89-b1fec932675f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:17.769611 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.972281 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.011304 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.066150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:18.073392 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf0b255-974d-46b5-8621-94c86fda5188" -d '{"events": [{"server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "name": "network-vif-plugged", "status": "completed", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:18.103896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] No DVR routers for this DVR port 01b70200-4b8e-4917-91f1-c339e180244f on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:18.113282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5445f965-a4d9-43da-9a89-b1fec932675f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5445f965-a4d9-43da-9a89-b1fec932675f,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:18.122273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.125858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06df6e1a-44a9-409c-b5b5-0aa800727c42 req-caee9d91-d9eb-4b16-b16f-3c1f6afac72d tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.16 "DELETE /v2.0/ports/01b70200-4b8e-4917-91f1-c339e180244f HTTP/1.1" status: 204 len: 173 time: 2.2284453 Jul 05 10:04:18.126159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.135447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'name': 'network-vif-deleted', 'tag': '01b70200-4b8e-4917-91f1-c339e180244f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:18.139476 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a2be92-4e56-49c2-9205-cf6dffdd25c3" -d '{"events": [{"server_uuid": "b10a817d-328c-4a15-b6a0-0b43d2c01a7d", "name": "network-vif-deleted", "tag": "01b70200-4b8e-4917-91f1-c339e180244f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:18.210346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7490-b542-4e5c-b129-ef05698db9c5 req-3adea046-207a-42f9-a70e-1a3a33eff8d8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:18.232493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c7e7490-b542-4e5c-b129-ef05698db9c5 req-3adea046-207a-42f9-a70e-1a3a33eff8d8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.6094248 Jul 05 10:04:18.247985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5445f965-a4d9-43da-9a89-b1fec932675f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:18.421916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=826d6649-066a-4139-8095-224781066087,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:18.599767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c7e7490-b542-4e5c-b129-ef05698db9c5 req-3e94ef5d-aaca-4362-a0ef-cdf859dfb154 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499196 Jul 05 10:04:18.704232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.715823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.747937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['826d6649-066a-4139-8095-224781066087'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:18.828790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:18.830231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.835302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8d58ad8-c713-4dd6-90cc-1abf416240b5 req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "PUT /v2.0/ports/826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 982 time: 2.5152996 Jul 05 10:04:18.968965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f98bf-ce15-40c1-8620-71b1b406c98b tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event updated for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:18.969901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['826d6649-066a-4139-8095-224781066087'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:19.043537 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d2f6b-f098-45c0-b3ea-e9174c8e908a x-openstack-request-id: req-1d5d2f6b-f098-45c0-b3ea-e9174c8e908a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:19.052788 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10a817d-328c-4a15-b6a0-0b43d2c01a7d", "name": "network-vif-deleted", "tag": "01b70200-4b8e-4917-91f1-c339e180244f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:19.055005 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d5d2f6b-f098-45c0-b3ea-e9174c8e908a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:19.055689 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10a817d-328c-4a15-b6a0-0b43d2c01a7d', 'name': 'network-vif-deleted', 'tag': '01b70200-4b8e-4917-91f1-c339e180244f', 'status': 'completed', 'code': 200} Jul 05 10:04:19.156263 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3c7d1-4303-4692-a32e-deee9dc2dcd1 x-openstack-request-id: req-d5c3c7d1-4303-4692-a32e-deee9dc2dcd1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:19.157092 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "name": "network-vif-plugged", "status": "completed", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:19.157092 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5c3c7d1-4303-4692-a32e-deee9dc2dcd1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:19.163259 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f', 'code': 200} Jul 05 10:04:19.413073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb885d6-e79c-433b-8c20-c921cf388d62 req-8e567a99-0ea8-4623-89d1-0d73cf2faf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:19.416765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-afb885d6-e79c-433b-8c20-c921cf388d62 req-8e567a99-0ea8-4623-89d1-0d73cf2faf24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1097 time: 0.2269909 Jul 05 10:04:19.473075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c418e-1f40-4acf-9682-303e3ed547a2 req-b233f3be-91b8-4313-9bf6-0e751dabb7c1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:19.495048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f1c418e-1f40-4acf-9682-303e3ed547a2 req-b233f3be-91b8-4313-9bf6-0e751dabb7c1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 945 time: 0.3471749 Jul 05 10:04:19.550919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-afb885d6-e79c-433b-8c20-c921cf388d62 req-33caf7c2-7a82-460a-8207-d4468e09056d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203549 Jul 05 10:04:19.657017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 01b70200-4b8e-4917-91f1-c339e180244f no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:19.741053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 01b70200-4b8e-4917-91f1-c339e180244f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:19.741676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 01b70200-4b8e-4917-91f1-c339e180244f not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:19.821717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a2d18fd-c949-4c7f-a0d2-7fb7ff7f3547 req-8371a5da-e0a5-4abd-9a82-6169ff52ceed tempest-ListServerFiltersTestJSON-2032584907 tempest-ListServerFiltersTestJSON-2032584907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10a817d-328c-4a15-b6a0-0b43d2c01a7d HTTP/1.1" status: 200 len: 210 time: 0.2340028 Jul 05 10:04:19.899477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f1c418e-1f40-4acf-9682-303e3ed547a2 req-9d2f6bed-13da-4f0f-8d82-8cfd7fd9cd2a tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3907039 Jul 05 10:04:20.042775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.227913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-5c1889ed-ad9e-449a-be08-ed98ca25bc77 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1260190195&fields=id&tenant_id=3f9c4221cc824883b7322664cf929cfe HTTP/1.1" status: 200 len: 267 time: 0.0981236 Jul 05 10:04:20.417202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-13b432e7-dd37-4146-b5a2-0b3e4caa49c1 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:20.445455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-13b432e7-dd37-4146-b5a2-0b3e4caa49c1 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 985 time: 0.2006755 Jul 05 10:04:20.461542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Request body: {'port': {'security_groups': ['a171cffb-1939-4c93-ad01-b91cc1cc445c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:20.834465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.059519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:21.068387 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:21.134907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:21.413833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] Deleting subnet af5a7e8a-5cbc-44ab-8882-c2f74f008017 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:04:21.427252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.527207 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.597527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=826d6649-066a-4139-8095-224781066087,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:21.779499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.853433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.871052 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.892234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['826d6649-066a-4139-8095-224781066087'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:21.972607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.067655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event updated for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:22.142968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12832956-ff2c-47c0-a8f6-a0930ac95f6b req-81d4caa1-2a60-4093-b203-6679a5a011c5 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:22.146076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12832956-ff2c-47c0-a8f6-a0930ac95f6b req-81d4caa1-2a60-4093-b203-6679a5a011c5 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 945 time: 0.5535061 Jul 05 10:04:22.168729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:22.171735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.189270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fa66832-28a9-4b61-bfc1-82fe39504351 req-8467d8a6-352c-46ae-a45e-dbe7b0c831d5 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "PUT /v2.0/ports/826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 943 time: 1.7380424 Jul 05 10:04:22.191476 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af5a7e8a-5cbc-44ab-8882-c2f74f008017,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:22.218666 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.233040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2893fe23-069a-4a39-8049-156fb61d4d24 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/af5a7e8a-5cbc-44ab-8882-c2f74f008017 HTTP/1.1" status: 204 len: 168 time: 1.0953903 Jul 05 10:04:22.241774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44038) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:22.261144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca7880-4f61-42f8-a1c8-cede4781426d None None] Network e7bfeb81-83aa-4e3e-9b93-e02973b476e9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:22.394673 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a9bd45-baf2-4cee-bff7-f1e46cc8c011 x-openstack-request-id: req-80a9bd45-baf2-4cee-bff7-f1e46cc8c011 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:22.396302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['826d6649-066a-4139-8095-224781066087'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:22.401163 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:22.403765 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80a9bd45-baf2-4cee-bff7-f1e46cc8c011 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:22.404738 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087', 'status': 'completed', 'code': 200} Jul 05 10:04:22.482539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12832956-ff2c-47c0-a8f6-a0930ac95f6b req-5a2a3601-93f2-43fa-99b9-300f68c972f1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2908232 Jul 05 10:04:22.749487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.973536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Deleting port 922c72d1-93b8-4485-98f5-1d0f29a69aae {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:22.981244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.496513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] For port 922c72d1-93b8-4485-98f5-1d0f29a69aae, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=922c72d1-93b8-4485-98f5-1d0f29a69aae,segment=NetworkSegment(778b7bed-3f53-42c6-98e8-da8af0f740ee),segment_id=778b7bed-3f53-42c6-98e8-da8af0f740ee)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:23.497546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.587458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Calling delete_port for 922c72d1-93b8-4485-98f5-1d0f29a69aae owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:23.670885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-586c5eaa-68c4-4699-8073-e608e054a57b req-048e7b82-efb7-4347-a09b-90b7806f57ce tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1589851 Jul 05 10:04:23.750122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:23.790093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] DHCP port deletion for e7bfeb81-83aa-4e3e-9b93-e02973b476e9 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:04:24.000682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.065811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-1945520f-f0dd-45dc-9124-87a0b80d2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.069013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-1945520f-f0dd-45dc-9124-87a0b80d2927 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 1.6034436 Jul 05 10:04:24.083552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da61c2-1f9a-47f7-a961-04d078f41890 req-96cc9822-24de-4666-b9be-784aaa586006 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.083924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] Deleting port 922c72d1-93b8-4485-98f5-1d0f29a69aae {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:24.084590 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.095948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41da61c2-1f9a-47f7-a961-04d078f41890 req-96cc9822-24de-4666-b9be-784aaa586006 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 945 time: 0.4609482 Jul 05 10:04:24.097276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.135477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=922c72d1-93b8-4485-98f5-1d0f29a69aae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:24.187926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] No DVR routers for this DVR port 922c72d1-93b8-4485-98f5-1d0f29a69aae on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:24.385525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-e2c84af4-a3da-45bd-a5ad-16b064574170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.388141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-e2c84af4-a3da-45bd-a5ad-16b064574170 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.2831244 Jul 05 10:04:24.405068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] For port 922c72d1-93b8-4485-98f5-1d0f29a69aae, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:24.405629 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.442917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] Calling delete_port for 922c72d1-93b8-4485-98f5-1d0f29a69aae owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:24.446455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:24.450097 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee29f86a-7e24-450a-9000-535cc4ab11c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:24.454130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] Port 922c72d1-93b8-4485-98f5-1d0f29a69aae was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:04:24.461737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.546804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] Pushing event deleted for resources: {'Port': ['ID=922c72d1-93b8-4485-98f5-1d0f29a69aae,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:24.560647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.564282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fdd7d-7852-4041-9d4d-c77e00652f2f None None] No DVR routers for this DVR port 922c72d1-93b8-4485-98f5-1d0f29a69aae on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:24.596356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bfeb81-83aa-4e3e-9b93-e02973b476e9']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:24.634624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778b7bed-3f53-42c6-98e8-da8af0f740ee') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:24.634948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778b7bed-3f53-42c6-98e8-da8af0f740ee') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:24.667952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.739423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-f78102f0-56c2-4c65-9651-d84f511e68fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 217 time: 0.2640080 Jul 05 10:04:24.761872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.784793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:04:24.785506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.915677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-f39f5952-c426-4fc2-aedc-1e3229c43865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.918618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-f39f5952-c426-4fc2-aedc-1e3229c43865 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.1767642 Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:04:25.015820 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:04:25.023942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41da61c2-1f9a-47f7-a961-04d078f41890 req-f9650035-c8a1-4e50-ab54-7419cb3fa4c2 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9160094 Jul 05 10:04:25.038899 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:25.055408 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:25.066112 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7bfeb81-83aa-4e3e-9b93-e02973b476e9 HTTP/1.1" status: 204 len: 168 time: 2.8168519 Jul 05 10:04:25.178947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ff7da-4bd6-4a07-9af7-21449b1f24a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bfeb81-83aa-4e3e-9b93-e02973b476e9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:25.231372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-12fef732-3991-416c-bd27-abe6ec295595 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2403934 Jul 05 10:04:25.613069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-4c28510b-6128-44cb-bb96-03fbe36667cf service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601427 Jul 05 10:04:25.616330 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a689c9a-8b27-4376-94da-da5d6254edb4 x-openstack-request-id: req-6a689c9a-8b27-4376-94da-da5d6254edb4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:25.617252 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:25.617966 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a689c9a-8b27-4376-94da-da5d6254edb4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:25.618858 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087', 'status': 'completed', 'code': 200} Jul 05 10:04:25.908432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 922c72d1-93b8-4485-98f5-1d0f29a69aae no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:25.986731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:26.007913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 922c72d1-93b8-4485-98f5-1d0f29a69aae {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:26.009451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 922c72d1-93b8-4485-98f5-1d0f29a69aae not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:26.104377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fa47516-6c77-4b03-9e6d-5a2c5bd7765d req-393b84aa-4ab3-4bf7-ad1c-4228ee949f78 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720125 Jul 05 10:04:26.186309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a5349dfe-9811-4db3-8cbb-48201d73ae89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80e0eb70fdaf4a0e94b1dc4fe130c7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933284 Jul 05 10:04:26.189108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44098) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:26.335542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf2065-4d12-4234-b1cc-e6cc98fd8a55 req-3db35be9-bde7-4cf8-a776-d83ecef6b515 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.351599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37bf2065-4d12-4234-b1cc-e6cc98fd8a55 req-3db35be9-bde7-4cf8-a776-d83ecef6b515 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 945 time: 0.4730356 Jul 05 10:04:26.432102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c451-7bb7-40c8-8447-63570eb637ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.516164 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c451-7bb7-40c8-8447-63570eb637ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.530628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.621673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37bf2065-4d12-4234-b1cc-e6cc98fd8a55 req-27757b30-63ac-4ba9-a1be-65e8f989cb54 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2608612 Jul 05 10:04:26.697923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44108) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:26.870278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c451-7bb7-40c8-8447-63570eb637ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.877880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c451-7bb7-40c8-8447-63570eb637ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.897921 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4ac4c451-7bb7-40c8-8447-63570eb637ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294 HTTP/1.1" status: 204 len: 168 time: 0.6902885 Jul 05 10:04:26.944538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4c451-7bb7-40c8-8447-63570eb637ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbbc27b-1e80-45ec-b1bd-3f7ddf4ba294,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:27.817596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811fed39-4a43-4b51-8344-3a72be6cc690 tempest-TestServerBasicOps-778379833 tempest-TestServerBasicOps-778379833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:27.823717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-811fed39-4a43-4b51-8344-3a72be6cc690 tempest-TestServerBasicOps-778379833 tempest-TestServerBasicOps-778379833-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1092 time: 1.1206458 Jul 05 10:04:27.829441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44124) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:27.855237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '5445f965-a4d9-43da-9a89-b1fec932675f', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:27.978418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:28.479708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-f27502c7-73df-4608-96f0-489403225d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:28.490255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-f27502c7-73df-4608-96f0-489403225d05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 2.2507508 Jul 05 10:04:28.490569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:28.888672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Allocated IP 172.25.1.6 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/c7943240-e89b-47ae-b30f-eaded67895c3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:28.922528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-bfe14d39-2edc-4fec-9334-1d0b4f91d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:28.931343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-bfe14d39-2edc-4fec-9334-1d0b4f91d81a service neutron] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.4313021 Jul 05 10:04:29.073137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-cd6f47ec-8458-48f9-8bba-4ffc24896b7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 217 time: 0.1101832 Jul 05 10:04:29.736753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:29.756507 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:29.818650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-479638eb-6822-4e31-8c8c-71db82785277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.826375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-479638eb-6822-4e31-8c8c-71db82785277 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.7207651 Jul 05 10:04:29.855444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.019036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-8358e940-5059-4e5e-bc1c-db6205def306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568973 Jul 05 10:04:30.148665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.263854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event updated for resources: {'Port': ['ID=c7943240-e89b-47ae-b30f-eaded67895c3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:30.341534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.342260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.342853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.343479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.344070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.344918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.345811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.346501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.347118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.348329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.348995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.349554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:30.364854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:30.374424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:30.383921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:30.418523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Allocated IP 172.25.1.74 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/326da931-5b2c-42b7-af46-db00de332746) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:30.907407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-ba3d5b49-4ec5-49f8-be80-82186105ee55 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076892 Jul 05 10:04:30.920436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.992808 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.115044 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.243071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'Port': ['ID=326da931-5b2c-42b7-af46-db00de332746,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:31.266164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:31.280983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:31.286879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.287252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:31.893754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.908165 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.343215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee29f86a-7e24-450a-9000-535cc4ab11c8 req-23e98244-febe-4c68-bd71-32ff6920de94 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4201612 Jul 05 10:04:32.359905 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.423498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event updated for resources: {'Port': ['ID=c7943240-e89b-47ae-b30f-eaded67895c3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:32.440124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.442376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-586c5eaa-68c4-4699-8073-e608e054a57b req-df9a991b-a1ef-4002-8b0a-1936dcf55d3e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 8.7689126 Jul 05 10:04:32.734960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-586c5eaa-68c4-4699-8073-e608e054a57b req-c00c8e50-ad29-43b4-9ef6-a8d9b8c26ef2 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.2786744 Jul 05 10:04:32.934966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15dc29e7-fa10-4353-b469-04b7f0942aed req-e25031d8-e406-4267-a0d1-63e3245e2e5e tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.1784627 Jul 05 10:04:33.354205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c5eaa-68c4-4699-8073-e608e054a57b req-b89d8673-356f-4026-866f-ba61cb456b31 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.364447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-586c5eaa-68c4-4699-8073-e608e054a57b req-b89d8673-356f-4026-866f-ba61cb456b31 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.6103289 Jul 05 10:04:33.373670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-586c5eaa-68c4-4699-8073-e608e054a57b req-b477f2e4-18c6-4aa0-9302-e45ebd805c8a tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:04:33.375392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-586c5eaa-68c4-4699-8073-e608e054a57b req-b477f2e4-18c6-4aa0-9302-e45ebd805c8a tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090837 Jul 05 10:04:33.609402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.139485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.460439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-fd562171-5b4b-40f8-8026-9c3fff3e90cc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.482695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-fd562171-5b4b-40f8-8026-9c3fff3e90cc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5426571 Jul 05 10:04:34.731915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-25550b2c-41a1-49b9-8b45-72c3f5935815 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.2440338 Jul 05 10:04:34.748578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Request body: {'floatingip': {'port_id': '826d6649-066a-4139-8095-224781066087', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:34.765888 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.798279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.928556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d9f2c20-5f78-47c2-ab9f-0fd60f78099b req-af699ba8-66a6-4227-bb66-95f0d45e944b tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1863298 Jul 05 10:04:34.982062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.107469 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.207022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event updated for resources: {'Port': ['ID=326da931-5b2c-42b7-af46-db00de332746,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:35.489233 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Floating IP e63825d9-fc60-48b1-9066-3356df04881d associated. External IP: 172.25.1.74, port: 5445f965-a4d9-43da-9a89-b1fec932675f. Jul 05 10:04:36.280796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Router f314cec0-2990-4855-8bf1-57a0c556d610 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:36.812113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:36.830459 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] Sync routers for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:36.864226 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.891890 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:36.893157 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:37.095863 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3672c77-2021-4233-bf3e-f110879b5450 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.2474799 Jul 05 10:04:37.095863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:37.095863 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b90f719-b742-4d54-9f1f-3501d011214a" -d '{"events": [{"name": "network-changed", "server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:37.275527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:04:37.325560 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:37.435282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:37.482314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:37.748364 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Floating IP 5fee0234-4d9d-4acf-ae12-b5e2cc1e5437 associated. External IP: 172.25.1.6, port: 826d6649-066a-4139-8095-224781066087. Jul 05 10:04:37.836189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3893189-18de-4632-a618-4388f7662ee9 req-e4e221cb-6e8b-4b2c-a608-dc32ee201fca tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.3957934 Jul 05 10:04:38.080642 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dde7ab4-0782-4313-b62d-226dd5a47493 x-openstack-request-id: req-4dde7ab4-0782-4313-b62d-226dd5a47493 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:38.081417 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:38.081642 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dde7ab4-0782-4313-b62d-226dd5a47493 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:38.090237 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f', 'status': 'completed', 'code': 200} Jul 05 10:04:38.116004 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'e63825d9-fc60-48b1-9066-3356df04881d', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'port_id': '5445f965-a4d9-43da-9a89-b1fec932675f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'mac_address': 'fa:16:3e:8d:32:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:32Z', 'updated_at': '2021-07-05T10:04:32Z', 'revision_number': 0, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:38.198080 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] Checking router: f314cec0-2990-4855-8bf1-57a0c556d610 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:38.199349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44320) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:38.223759 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:38.225229 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:38.298882 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90f719-b742-4d54-9f1f-3501d011214a req-2175925a-d92e-438f-ac0d-0ee4e163c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.320827 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b90f719-b742-4d54-9f1f-3501d011214a req-2175925a-d92e-438f-ac0d-0ee4e163c4cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f90c87ac542845bb9d96dc0089e60c78&device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1097 time: 0.1948445 Jul 05 10:04:38.521284 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:38.619413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90f719-b742-4d54-9f1f-3501d011214a req-67e42c07-920d-41dc-8b41-a4477272e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.622194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b90f719-b742-4d54-9f1f-3501d011214a req-67e42c07-920d-41dc-8b41-a4477272e894 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60f17619-c99e-444a-9d86-e76477b0e226 HTTP/1.1" status: 200 len: 910 time: 0.2922933 Jul 05 10:04:38.810725 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b90f719-b742-4d54-9f1f-3501d011214a req-80d6d777-feec-46ee-8688-91aaa0d92341 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5445f965-a4d9-43da-9a89-b1fec932675f HTTP/1.1" status: 200 len: 998 time: 0.1688347 Jul 05 10:04:38.828693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ac86-2f8b-42c4-b5b4-d87a85c96fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:38.837825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22c97fd7-a76a-4558-9a22-597ced29aa61 req-ffbd44f3-4f6f-41bb-8076-c37d17b72b7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.0566440 Jul 05 10:04:38.908134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-7990f405-90f2-43b0-9caf-22fd7623ba16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0602736 Jul 05 10:04:38.914700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90f719-b742-4d54-9f1f-3501d011214a req-90a6c6bd-77d5-4b25-bfb0-895a7b7c047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.920394 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b90f719-b742-4d54-9f1f-3501d011214a req-90a6c6bd-77d5-4b25-bfb0-895a7b7c047d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c127997a-12a6-4f90-8953-3ee5cbe723cc HTTP/1.1" status: 200 len: 848 time: 0.1000047 Jul 05 10:04:39.036539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Router d1a219f4-7bee-4b89-b03e-38afa42cc6fd has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:39.070979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90f719-b742-4d54-9f1f-3501d011214a req-887d5639-52fc-45e5-a468-81a0d150c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.074127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b90f719-b742-4d54-9f1f-3501d011214a req-887d5639-52fc-45e5-a468-81a0d150c7f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60f17619-c99e-444a-9d86-e76477b0e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1460195 Jul 05 10:04:39.314776 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b90f719-b742-4d54-9f1f-3501d011214a req-e213a132-26ca-4aa5-bcaf-037816a19d82 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302334 Jul 05 10:04:39.331206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'e63825d9-fc60-48b1-9066-3356df04881d', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'port_id': '5445f965-a4d9-43da-9a89-b1fec932675f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'mac_address': 'fa:16:3e:8d:32:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:32Z', 'updated_at': '2021-07-05T10:04:32Z', 'revision_number': 0, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:39.371410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-16a98889-37cd-4d21-aa73-0426b86c7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.373106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-16a98889-37cd-4d21-aa73-0426b86c7c50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.4186692 Jul 05 10:04:39.416544 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206aca5-ea5a-4ca0-98c3-6cc950d4f131 None None] The sync data for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 is: [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'e63825d9-fc60-48b1-9066-3356df04881d', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'port_id': '5445f965-a4d9-43da-9a89-b1fec932675f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'mac_address': 'fa:16:3e:8d:32:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:32Z', 'updated_at': '2021-07-05T10:04:32Z', 'revision_number': 0, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:39.453952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83eb47bd-686a-4168-a909-16cf9fa506a9 req-7a4e0a5c-b163-47aa-9447-42ae771c4413 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1713004 Jul 05 10:04:39.580533 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0b90f719-b742-4d54-9f1f-3501d011214a req-4859f838-ddf2-4a8a-82b2-ea396717bd16 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573509 Jul 05 10:04:40.085628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c5f43-f02e-4d6e-a114-dd9b007e939a None None] New status for floating IP e63825d9-fc60-48b1-9066-3356df04881d: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:04:40.176681 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ac86-2f8b-42c4-b5b4-d87a85c96fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.210245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ac86-2f8b-42c4-b5b4-d87a85c96fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.268542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d2d0ac86-2f8b-42c4-b5b4-d87a85c96fed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=319c8f8f757b4b98bc8ba42f2f89ba3e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0634050 Jul 05 10:04:40.269167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:40.391967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:40.406181 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] Sync routers for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:40.412713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.424917 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:40.428213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:40.432555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0ac86-2f8b-42c4-b5b4-d87a85c96fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5b038-d8f4-43e6-ad62-73be570429e0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:40.497081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c2b11c-6282-4967-b549-7a334322144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.549335 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6abe23dd-661b-4197-9fd7-f27f7bd0e7d1 req-2b060627-96a5-4373-926c-e67832b98b07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0717523 Jul 05 10:04:40.583135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-64333792-3d92-4964-adbd-b38ef99c7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.585862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-64333792-3d92-4964-adbd-b38ef99c7bd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 1.1348212 Jul 05 10:04:40.589886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c2b11c-6282-4967-b549-7a334322144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.595300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-667f81aa-702a-42da-a8ff-585d51d58c4f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "PUT /v2.0/floatingips/5fee0234-4d9d-4acf-ae12-b5e2cc1e5437 HTTP/1.1" status: 200 len: 995 time: 5.8564329 Jul 05 10:04:40.595300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:40.599287 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590f4274-d540-45e8-af3d-ad25e138805b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:40.704663 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c2b11c-6282-4967-b549-7a334322144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.712162 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c2b11c-6282-4967-b549-7a334322144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.741758 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-61c2b11c-6282-4967-b549-7a334322144d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3b5b038-d8f4-43e6-ad62-73be570429e0 HTTP/1.1" status: 204 len: 168 time: 0.4693108 Jul 05 10:04:40.763129 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:40.799336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2b11c-6282-4967-b549-7a334322144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5b038-d8f4-43e6-ad62-73be570429e0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:40.838273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41024cdf-50af-4e74-9060-6986dcb01574 req-90eb1626-e56b-49a0-8cd4-e1f01a00cf2b tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0614662 Jul 05 10:04:40.868856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-b39b01f7-bc1c-4a71-9c95-036aed99dabd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 998 time: 0.2431784 Jul 05 10:04:41.013469 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f3166c-6a89-4505-8f9f-7e2d03cd193e x-openstack-request-id: req-53f3166c-6a89-4505-8f9f-7e2d03cd193e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:41.013889 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:41.014251 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f3166c-6a89-4505-8f9f-7e2d03cd193e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:41.016434 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087', 'status': 'completed', 'code': 200} Jul 05 10:04:41.156402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-76bff5f0-4538-4d31-9563-c10e6e2b10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:41.158711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-76bff5f0-4538-4d31-9563-c10e6e2b10ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.2799459 Jul 05 10:04:41.343425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-ce83b432-fc23-442b-bf1f-e45babf48b0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640909 Jul 05 10:04:41.467010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44364) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:41.494927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31e4c698-ac6c-402c-b0d3-acbe8d291538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.576776 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '5fee0234-4d9d-4acf-ae12-b5e2cc1e5437', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'port_id': '826d6649-066a-4139-8095-224781066087', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'mac_address': 'fa:16:3e:35:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:30Z', 'updated_at': '2021-07-05T10:04:37Z', 'revision_number': 1, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:13Z', 'revision_number': 5, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:41.620321 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-445b3502-97bf-4524-ad9b-cad52ebd93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:41.623783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-445b3502-97bf-4524-ad9b-cad52ebd93ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.9778450 Jul 05 10:04:41.675884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31e4c698-ac6c-402c-b0d3-acbe8d291538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.701174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31e4c698-ac6c-402c-b0d3-acbe8d291538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.727263 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] Checking router: d1a219f4-7bee-4b89-b03e-38afa42cc6fd for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:41.744605 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:04:41.750465 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:41.751561 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:41.845007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:41.892746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-8735a4d9-ab44-414f-b4a7-1f7113f61867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:41.897006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-8735a4d9-ab44-414f-b4a7-1f7113f61867 service neutron] 10.222.0.21 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.2546349 Jul 05 10:04:41.901991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-c93a7d17-0a96-45ec-a1ca-97f0722fbde2 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364299 Jul 05 10:04:41.946138 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-31e4c698-ac6c-402c-b0d3-acbe8d291538 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f035bbbc49524ae1899d936d88429a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770677 Jul 05 10:04:41.947316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:42.017416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c698-ac6c-402c-b0d3-acbe8d291538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27fca0-6ff9-40fb-b355-1f38dcf04d2a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:42.082068 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:42.224820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a635cdc2-d9c3-4857-a4c2-bcb5e7685106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.280488 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a635cdc2-d9c3-4857-a4c2-bcb5e7685106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.300064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b80e4c4e-64ed-4d7f-89ea-6264c3660c82 req-c47d469a-8136-4867-bde5-857e9a1193d3 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771434 Jul 05 10:04:42.455950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a635cdc2-d9c3-4857-a4c2-bcb5e7685106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.461371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a635cdc2-d9c3-4857-a4c2-bcb5e7685106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.474034 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a635cdc2-d9c3-4857-a4c2-bcb5e7685106 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c27fca0-6ff9-40fb-b355-1f38dcf04d2a HTTP/1.1" status: 204 len: 168 time: 0.5131459 Jul 05 10:04:42.514894 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-302d683a-743e-4e74-9481-6910ee67261d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.533216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-4052341d-616c-408f-9992-b83180989f57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 998 time: 0.2374809 Jul 05 10:04:42.573935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635cdc2-d9c3-4857-a4c2-bcb5e7685106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27fca0-6ff9-40fb-b355-1f38dcf04d2a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:42.761989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0646a714-81f9-4a9f-81dc-167308b1cd01 req-cf18a0f6-9381-4d88-8cc6-178839f7a8e5 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.2257295 Jul 05 10:04:42.816866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-56fba0fe-6ae6-4717-9677-8bb8a11be59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.828484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-56fba0fe-6ae6-4717-9677-8bb8a11be59b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.2722058 Jul 05 10:04:42.902003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f4274-d540-45e8-af3d-ad25e138805b req-368e13e9-28b5-4794-8e9c-2bb22591daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.904754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590f4274-d540-45e8-af3d-ad25e138805b req-368e13e9-28b5-4794-8e9c-2bb22591daad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.3660550 Jul 05 10:04:42.918780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-a58d5d00-dafe-4337-8176-32e74bbafa7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884326 Jul 05 10:04:42.924849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-bfeb78bd-d31a-4e2b-befd-0c7d9a97c525 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:04:42.935231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-bfeb78bd-d31a-4e2b-befd-0c7d9a97c525 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151470 Jul 05 10:04:43.058216 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-302d683a-743e-4e74-9481-6910ee67261d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.069167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-302d683a-743e-4e74-9481-6910ee67261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.148220 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '5fee0234-4d9d-4acf-ae12-b5e2cc1e5437', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'port_id': '826d6649-066a-4139-8095-224781066087', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'mac_address': 'fa:16:3e:35:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:30Z', 'updated_at': '2021-07-05T10:04:37Z', 'revision_number': 1, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:13Z', 'revision_number': 5, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:43.199527 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd807e-7327-4fe7-bb9d-f11293557e01 None None] The sync data for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 is: [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '5fee0234-4d9d-4acf-ae12-b5e2cc1e5437', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'port_id': '826d6649-066a-4139-8095-224781066087', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'mac_address': 'fa:16:3e:35:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:30Z', 'updated_at': '2021-07-05T10:04:37Z', 'revision_number': 1, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:13Z', 'revision_number': 5, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:43.215985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-302d683a-743e-4e74-9481-6910ee67261d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=330a1b87bca44ed08b650a8315697d14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3690217 Jul 05 10:04:43.221413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:43.424156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d683a-743e-4e74-9481-6910ee67261d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3bfe1b-0e79-491f-a278-ae8918e37ed2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:43.446039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f4274-d540-45e8-af3d-ad25e138805b req-c4b70685-1bdf-42c5-a2ca-3996d389a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.456950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590f4274-d540-45e8-af3d-ad25e138805b req-c4b70685-1bdf-42c5-a2ca-3996d389a150 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.5138881 Jul 05 10:04:43.533575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fca4ab68-a289-4f95-ad8f-3f059df8ee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.592399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-d042c54d-aabe-457f-9ab4-cac7ee84a58a service neutron] 10.222.0.21 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557627 Jul 05 10:04:43.631626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fca4ab68-a289-4f95-ad8f-3f059df8ee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.721239 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fca4ab68-a289-4f95-ad8f-3f059df8ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.729331 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fca4ab68-a289-4f95-ad8f-3f059df8ee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.732045 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fca4ab68-a289-4f95-ad8f-3f059df8ee5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb3bfe1b-0e79-491f-a278-ae8918e37ed2 HTTP/1.1" status: 204 len: 168 time: 0.5085683 Jul 05 10:04:43.772571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4ab68-a289-4f95-ad8f-3f059df8ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3bfe1b-0e79-491f-a278-ae8918e37ed2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:43.829388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6687811-fd31-4826-b893-9a1470df284c None None] New status for floating IP 5fee0234-4d9d-4acf-ae12-b5e2cc1e5437: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:04:43.927512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7b0ca41-0975-45b7-8651-8856e3511c9f req-185c1766-bf6c-4617-a5ad-5012812ebe86 service neutron] 10.222.0.21 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325415 Jul 05 10:04:43.981193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590f4274-d540-45e8-af3d-ad25e138805b req-40acec9b-a0c8-465d-b616-a9de042e8976 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 998 time: 0.5107210 Jul 05 10:04:44.225916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f4274-d540-45e8-af3d-ad25e138805b req-8c24580c-fa82-4e73-a13e-13d7fa2350e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:44.235351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590f4274-d540-45e8-af3d-ad25e138805b req-8c24580c-fa82-4e73-a13e-13d7fa2350e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.2443769 Jul 05 10:04:44.418069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590f4274-d540-45e8-af3d-ad25e138805b req-6ddeba4f-0c3b-4c92-b466-4b395200eb9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703336 Jul 05 10:04:44.470958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a3ae192-7325-4a97-a651-c3aa352195bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.861742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:44.878418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-454a26ad-8b0d-4e1b-97f2-8160dcf73716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.885496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590f4274-d540-45e8-af3d-ad25e138805b req-f544b8db-be57-44df-a399-7dcf25381a12 service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559617 Jul 05 10:04:44.914650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-6126285a-7548-4869-b2db-73de4f8bf126 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 1000 time: 0.4081857 Jul 05 10:04:45.168364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-454a26ad-8b0d-4e1b-97f2-8160dcf73716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.191523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-454a26ad-8b0d-4e1b-97f2-8160dcf73716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.261411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-43d0fa9b-0c70-4a81-8bff-b069c74cd08d tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:45.276329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-43d0fa9b-0c70-4a81-8bff-b069c74cd08d tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports/826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 943 time: 0.3595908 Jul 05 10:04:45.363837 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-454a26ad-8b0d-4e1b-97f2-8160dcf73716 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=010a0c5a0fd74bff835574d63d2e487c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4942298 Jul 05 10:04:45.369371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44444) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:45.372894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a26ad-8b0d-4e1b-97f2-8160dcf73716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819935b1-a89a-4d18-903c-dc266d3c6358,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:45.403712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-441b7f2f-6688-439c-b08e-3f1b405ef6b1 req-bfca2273-57cf-44ec-9095-52b2a18d74b1 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1191003 Jul 05 10:04:45.474514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-590f4274-d540-45e8-af3d-ad25e138805b req-ba29a2b5-099b-4c52-854d-171ed5b017ba service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541959 Jul 05 10:04:45.611772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fff166-42ba-4006-9c21-f23c171c39dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.654544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab457de7-e409-42de-b7be-390765e5827b req-2225815d-1daa-4d41-867c-6affaaa28488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:45.657638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ab457de7-e409-42de-b7be-390765e5827b req-2225815d-1daa-4d41-867c-6affaaa28488 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.4859340 Jul 05 10:04:45.712263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fff166-42ba-4006-9c21-f23c171c39dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.900759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-d1d1bd1a-11e4-4ad3-a0d0-5993d80df7b6 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 1000 time: 0.3075159 Jul 05 10:04:46.018392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab457de7-e409-42de-b7be-390765e5827b req-eae15df0-00d6-4fe6-b8b9-2752137f596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.026816 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ab457de7-e409-42de-b7be-390765e5827b req-eae15df0-00d6-4fe6-b8b9-2752137f596a service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.3525999 Jul 05 10:04:46.086849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57b62c-e0cb-4814-9284-d5d30dbe6bed req-87fb8fa2-7419-4470-a900-3e7ce9686ce4 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.089904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f57b62c-e0cb-4814-9284-d5d30dbe6bed req-87fb8fa2-7419-4470-a900-3e7ce9686ce4 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.3228586 Jul 05 10:04:46.184553 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ab457de7-e409-42de-b7be-390765e5827b req-f9bde7eb-4cdc-4f73-9fed-88818bdbe7c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.1491737 Jul 05 10:04:46.230846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fff166-42ba-4006-9c21-f23c171c39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.235547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3fff166-42ba-4006-9c21-f23c171c39dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.248531 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3fff166-42ba-4006-9c21-f23c171c39dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/819935b1-a89a-4d18-903c-dc266d3c6358 HTTP/1.1" status: 204 len: 168 time: 0.8584633 Jul 05 10:04:46.304605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f57b62c-e0cb-4814-9284-d5d30dbe6bed req-f823ff8b-b69b-4fbb-b563-47c8b9a15500 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900556 Jul 05 10:04:46.332504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-b4edd4a3-8627-434f-b716-c98f41c2171e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.344568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fff166-42ba-4006-9c21-f23c171c39dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819935b1-a89a-4d18-903c-dc266d3c6358,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:46.370431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-b4edd4a3-8627-434f-b716-c98f41c2171e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.4348667 Jul 05 10:04:46.399747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-3f09e132-ebbe-4de7-9028-59491b6d6cdc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:04:46.418556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-3f09e132-ebbe-4de7-9028-59491b6d6cdc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438406 Jul 05 10:04:46.494241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab457de7-e409-42de-b7be-390765e5827b req-c5c63c67-09b0-400f-9f3d-291f3393d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.497995 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ab457de7-e409-42de-b7be-390765e5827b req-c5c63c67-09b0-400f-9f3d-291f3393d9aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.2969017 Jul 05 10:04:46.657409 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ab457de7-e409-42de-b7be-390765e5827b req-f052eff5-c966-41c5-8a4c-9e326757cfa0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446924 Jul 05 10:04:46.665680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-d34e50b5-95ed-47c5-b1e6-2bf79d38c268 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 1000 time: 0.2446485 Jul 05 10:04:46.704460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:46.823738 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.848036 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5f63a3a-6701-490f-8090-dad219486d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.910844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-252ba187-75aa-4b53-9535-b0b711a924f4 req-fb198986-eb9c-48c7-9a77-c742e3cbd336 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0701106 Jul 05 10:04:46.933510 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ab457de7-e409-42de-b7be-390765e5827b req-9e8bdb2d-a20d-486b-b1d1-4b1bc00e381f service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531619 Jul 05 10:04:46.965548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.166256 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ab457de7-e409-42de-b7be-390765e5827b req-89cbe66f-c01e-4e23-b44f-98f1c20c2a1c service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237294 Jul 05 10:04:47.400947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.410543 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.411184 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Floating IP 5fee0234-4d9d-4acf-ae12-b5e2cc1e5437 disassociated. External IP: 172.25.1.6, port: 826d6649-066a-4139-8095-224781066087. Jul 05 10:04:47.960516 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.968038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058b0a-58ed-46c8-a3ac-449e686b3171 req-c7f77e20-6660-4384-9097-2a56b83f6e5d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:47.976068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d058b0a-58ed-46c8-a3ac-449e686b3171 req-c7f77e20-6660-4384-9097-2a56b83f6e5d tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.3366401 Jul 05 10:04:48.165952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d058b0a-58ed-46c8-a3ac-449e686b3171 req-1c499c02-86d2-430e-bd9e-2a0a32677801 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885710 Jul 05 10:04:48.196684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Router d1a219f4-7bee-4b89-b03e-38afa42cc6fd has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:48.428838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:48.439255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.449346 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] Sync routers for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:48.484177 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:48.485370 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:48.513022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa0dfff9-ebc2-4f23-8036-b2103bdc7c0e req-69c33148-7962-4f99-8159-df0259acccfa tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0817966 Jul 05 10:04:48.541116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-cadfc32f-383a-46db-8bd7-fd5fa35ea5ea tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "PUT /v2.0/floatingips/5fee0234-4d9d-4acf-ae12-b5e2cc1e5437 HTTP/1.1" status: 200 len: 693 time: 1.8569126 Jul 05 10:04:48.542609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:48.548805 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:48.755369 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af58263-c679-4e28-b162-1ffeaa214630 x-openstack-request-id: req-9af58263-c679-4e28-b162-1ffeaa214630 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:48.755866 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "tag": "826d6649-066a-4139-8095-224781066087", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:48.756285 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9af58263-c679-4e28-b162-1ffeaa214630 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:48.756955 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'tag': '826d6649-066a-4139-8095-224781066087', 'status': 'completed', 'code': 200} Jul 05 10:04:48.822958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-1162ea89-aced-4fed-b40f-15247133914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.829426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-1162ea89-aced-4fed-b40f-15247133914d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.2234366 Jul 05 10:04:48.888197 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:49.029079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-60d3f0ac-909b-434f-b7cd-e259ae935716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.032265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-60d3f0ac-909b-434f-b7cd-e259ae935716 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9c4221cc824883b7322664cf929cfe&device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 1098 time: 0.2285080 Jul 05 10:04:49.095267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-45eaa805-580b-4ad8-9b76-cdedccd2a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.098095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-45eaa805-580b-4ad8-9b76-cdedccd2a6ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.2576482 Jul 05 10:04:49.255331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-abbe049c-4ae2-414f-a0e5-9085891ea988 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 217 time: 0.1454606 Jul 05 10:04:49.402980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-b204692b-3e3d-4647-9e7d-24c242e2d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.412544 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-b204692b-3e3d-4647-9e7d-24c242e2d4b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 200 len: 920 time: 0.3655972 Jul 05 10:04:49.456902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-ba19d91f-3388-4468-89e0-c370eb43d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.477331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-ba19d91f-3388-4468-89e0-c370eb43d458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.2063587 Jul 05 10:04:49.562017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-a7ef621d-71ec-44a9-b344-6324c36522cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835481 Jul 05 10:04:49.622628 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:13Z', 'revision_number': 5, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:49.638530 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-fac101af-a749-4e7b-8a55-0f63656aad6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 200 len: 217 time: 0.2142053 Jul 05 10:04:49.746552 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] Checking router: d1a219f4-7bee-4b89-b03e-38afa42cc6fd for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:49.766612 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.776145 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:49.777986 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:49.850426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-6072f62b-e351-46c3-bbb8-7fd5630901c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.852907 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-6072f62b-e351-46c3-bbb8-7fd5630901c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 200 len: 859 time: 0.2034953 Jul 05 10:04:49.922981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-6bc453d8-2219-4d24-9aa1-3cd53efb753e service neutron] 10.222.0.21 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594418 Jul 05 10:04:49.925516 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-0399ba83-0259-4506-a126-17ff7f6c312a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075fcdd2-a4cf-406b-84bb-03b0b967a05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590320 Jul 05 10:04:50.006455 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:50.144848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f162f6-67ee-45b5-aac7-877d7a97a9b6 req-7df66426-8ca7-4a75-9cbb-408e20d1fec9 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:50.147771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82f162f6-67ee-45b5-aac7-877d7a97a9b6 req-7df66426-8ca7-4a75-9cbb-408e20d1fec9 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.3663700 Jul 05 10:04:50.436129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:50.460793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-680ca6fe-108e-4ed6-9287-20305e29ed02 req-ff605847-13e9-4ee7-b949-336fd318588a service neutron] 10.222.0.21 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363507 Jul 05 10:04:50.497206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82f162f6-67ee-45b5-aac7-877d7a97a9b6 req-9c29877f-f32a-48ec-98fa-93f1b6159db5 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219259 Jul 05 10:04:50.621814 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:13Z', 'revision_number': 5, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:50.696036 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb5aa8c-4e34-49b2-931c-7ec39b22957a None None] The sync data for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 is: [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:03:02Z', 'revision_number': 4, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'dddb027b-c787-49af-b7ff-fb96ba9daa10', 'name': '', 'network_id': '075fcdd2-a4cf-406b-84bb-03b0b967a05f', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'mac_address': 'fa:16:3e:62:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:00Z', 'updated_at': '2021-07-05T10:03:13Z', 'revision_number': 5, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'subnets': [{'id': '7d456a37-734b-4d24-9ada-cb7d3c1a782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:51.002244 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-e2679e15-9bbf-4974-99da-ff0a39b2ec7c service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0646513 Jul 05 10:04:51.314701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07313c2f-7184-4e52-903f-26cf6827b2cc None None] New status for floating IP 5fee0234-4d9d-4acf-ae12-b5e2cc1e5437: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:04:51.318756 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a0c46b81-8e65-4314-bbd3-d8124cf67fcf req-a97954cb-8b14-4637-9fd1-218910c38d5e service neutron] 10.222.0.16 "GET /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995508 Jul 05 10:04:51.652947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-4dc06665-cca3-4942-8e22-74a1d9b013dc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips/5fee0234-4d9d-4acf-ae12-b5e2cc1e5437 HTTP/1.1" status: 200 len: 693 time: 1.0363834 Jul 05 10:04:51.697126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27bdfd17-74ba-4a4d-871e-f570b2e68ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.716803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbfee4b4-ee52-452f-abfe-4c5726955dce req-310c96d2-c073-4796-aec2-7a7f252db4d1 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1215787 Jul 05 10:04:52.009446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-825a8b0c-567d-4d08-ba46-1f1d7160936f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:52.014488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-825a8b0c-567d-4d08-ba46-1f1d7160936f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/networks/c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 784 time: 0.3194761 Jul 05 10:04:52.077906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-c5fef8ae-3858-41b8-a4b7-5ae9387a2077 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:04:52.079691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-c5fef8ae-3858-41b8-a4b7-5ae9387a2077 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0393360 Jul 05 10:04:52.214936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-e3fe8d31-0eeb-4a40-97af-5d2118beebad tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.1110747 Jul 05 10:04:52.278109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27bdfd17-74ba-4a4d-871e-f570b2e68ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.337254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27bdfd17-74ba-4a4d-871e-f570b2e68ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.372304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d28066-4bee-4490-b1b3-5b1ea35e5eec req-2d632118-86ce-42bc-9dcc-e892c07506f3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:52.374323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80d28066-4bee-4490-b1b3-5b1ea35e5eec req-2d632118-86ce-42bc-9dcc-e892c07506f3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.3558409 Jul 05 10:04:52.404095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-ee3e59c8-4e44-439f-ada3-7be96714a688 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.1672611 Jul 05 10:04:52.459267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdfd17-74ba-4a4d-871e-f570b2e68ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1201998-7463-4d24-9333-eb9095a3bbdc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:52.546535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-27bdfd17-74ba-4a4d-871e-f570b2e68ae2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=266ca97b27a1490696b206cbdeb16456&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1011202 Jul 05 10:04:52.546926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:52.578902 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80d28066-4bee-4490-b1b3-5b1ea35e5eec req-e8d703fd-9b09-4405-941b-6b074b46fcd0 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804059 Jul 05 10:04:52.656103 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca43579c-f93a-462f-88a3-0aab4e867d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.703181 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca43579c-f93a-462f-88a3-0aab4e867d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.732967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Deleting port c7943240-e89b-47ae-b30f-eaded67895c3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:52.733612 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.808919 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca43579c-f93a-462f-88a3-0aab4e867d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.812355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca43579c-f93a-462f-88a3-0aab4e867d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.814112 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ca43579c-f93a-462f-88a3-0aab4e867d0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1201998-7463-4d24-9333-eb9095a3bbdc HTTP/1.1" status: 204 len: 168 time: 0.2651308 Jul 05 10:04:52.842781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43579c-f93a-462f-88a3-0aab4e867d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1201998-7463-4d24-9333-eb9095a3bbdc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:52.943506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.943932 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.979616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Calling delete_port for c7943240-e89b-47ae-b30f-eaded67895c3 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:53.318296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-626d08c4-0d37-434a-9688-9f441351160d req-07351e6c-bc1b-4ec7-a0e6-3de3c44056f5 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1050186 Jul 05 10:04:53.360656 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.437087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event deleted for resources: {'Port': ['ID=c7943240-e89b-47ae-b30f-eaded67895c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:53.628513 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.634764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.636947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7eb6e2c4-caca-496b-bdee-536c50a94a22 req-1b25b5ae-e41b-4ded-961a-4589df5200b7 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "DELETE /v2.0/floatingips/5fee0234-4d9d-4acf-ae12-b5e2cc1e5437 HTTP/1.1" status: 204 len: 173 time: 1.2011142 Jul 05 10:04:53.814147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4d9db11-14d2-40f1-9496-98914556087f req-65ec6a35-670d-4bdb-81fe-c39e66958b5c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups/a32f6ed3-99cb-4beb-bba9-da7981ebddb5 HTTP/1.1" status: 200 len: 1810 time: 0.1245005 Jul 05 10:04:53.849885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:53.884440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3400dbd8-aae5-422a-9c73-4d6990cc8702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.036157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4d9db11-14d2-40f1-9496-98914556087f req-00b64800-8f44-4bfb-a4f6-69e70e02551c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.091837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca03249-fa25-43e8-a69e-7d03512a4218 req-a761531b-8bd7-42ba-9096-0bb64e4b73a0 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:54.094588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ca03249-fa25-43e8-a69e-7d03512a4218 req-a761531b-8bd7-42ba-9096-0bb64e4b73a0 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2423797 Jul 05 10:04:54.158501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3400dbd8-aae5-422a-9c73-4d6990cc8702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.167286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4d9db11-14d2-40f1-9496-98914556087f req-00b64800-8f44-4bfb-a4f6-69e70e02551c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.170455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3400dbd8-aae5-422a-9c73-4d6990cc8702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.265783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ca03249-fa25-43e8-a69e-7d03512a4218 req-406d723d-98ad-4995-a0f1-c3fd10182a7b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453152 Jul 05 10:04:54.299220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3400dbd8-aae5-422a-9c73-4d6990cc8702 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e19b26af3fd6479e848d9ade68d607ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449024 Jul 05 10:04:54.304307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:54.319491 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4d9db11-14d2-40f1-9496-98914556087f req-00b64800-8f44-4bfb-a4f6-69e70e02551c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.334383 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a4d9db11-14d2-40f1-9496-98914556087f req-00b64800-8f44-4bfb-a4f6-69e70e02551c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.336303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4d9db11-14d2-40f1-9496-98914556087f req-00b64800-8f44-4bfb-a4f6-69e70e02551c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "DELETE /v2.0/security-groups/a32f6ed3-99cb-4beb-bba9-da7981ebddb5 HTTP/1.1" status: 204 len: 173 time: 0.5039265 Jul 05 10:04:54.372465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b64800-8f44-4bfb-a4f6-69e70e02551c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f6ed3-99cb-4beb-bba9-da7981ebddb5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:54.372781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400dbd8-aae5-422a-9c73-4d6990cc8702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb9a517-8322-4c84-9d11-4f0d048e7e93,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:54.498823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b76ac011-7038-428f-b644-10c64b02e1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.542700 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b76ac011-7038-428f-b644-10c64b02e1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.682478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b76ac011-7038-428f-b644-10c64b02e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.686966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b76ac011-7038-428f-b644-10c64b02e1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.687905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b76ac011-7038-428f-b644-10c64b02e1d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edb9a517-8322-4c84-9d11-4f0d048e7e93 HTTP/1.1" status: 204 len: 168 time: 0.3820925 Jul 05 10:04:54.756501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b85ea667-51a4-473b-9217-d681e6b20d7e req-fc425936-116c-4e20-8596-833ee5426e11 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0856829 Jul 05 10:04:54.772768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ac011-7038-428f-b644-10c64b02e1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb9a517-8322-4c84-9d11-4f0d048e7e93,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:55.188315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9264d02-abeb-4baf-be56-446e646ad909 req-199b407e-b8aa-471c-9249-2205620a7ae3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:55.192269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9264d02-abeb-4baf-be56-446e646ad909 req-199b407e-b8aa-471c-9249-2205620a7ae3 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.1339686 Jul 05 10:04:55.267827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9264d02-abeb-4baf-be56-446e646ad909 req-41c6f7ce-e8bf-4ece-b795-0e7fc9ed10a4 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Jul 05 10:04:55.746422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ece4-4bb4-4774-9b26-7404d002d984 req-bebc4f16-f486-4cd3-8229-4cb9265fe6db tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:55.761010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bf6ece4-4bb4-4774-9b26-7404d002d984 req-bebc4f16-f486-4cd3-8229-4cb9265fe6db tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.1774864 Jul 05 10:04:55.844895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bf6ece4-4bb4-4774-9b26-7404d002d984 req-d3d0d323-3ed0-49df-9742-710dcfdec8f8 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822635 Jul 05 10:04:56.132725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ae4a397-b3cc-4033-8188-643f1b7289c7 req-fc56aa05-56ec-49d2-85f4-0f75392707ae tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0690823 Jul 05 10:04:56.657633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e971bd-dfe1-4d58-b599-7d605c28abf8 req-c9254c63-3c4d-4063-a17f-0a1e1f9fa55e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.671055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38e971bd-dfe1-4d58-b599-7d605c28abf8 req-c9254c63-3c4d-4063-a17f-0a1e1f9fa55e tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.1758349 Jul 05 10:04:56.762582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38e971bd-dfe1-4d58-b599-7d605c28abf8 req-f6221b00-2de4-4f70-993d-6bbaac6fa203 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892301 Jul 05 10:04:57.289135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30a787-c94f-4083-bb44-a6342aaa2e7f req-63235f03-1c47-4c97-89ef-98ee9a525dfe tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.304035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d30a787-c94f-4083-bb44-a6342aaa2e7f req-63235f03-1c47-4c97-89ef-98ee9a525dfe tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.1645234 Jul 05 10:04:57.425610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d30a787-c94f-4083-bb44-a6342aaa2e7f req-6e900d3c-b09e-476e-803f-5e0560c25bb2 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163416 Jul 05 10:04:57.600475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ba7f3c2-9f17-4a80-9557-98805a050b8e req-39f605cf-1f20-4b85-9e0d-6c3f30deb4f8 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0580444 Jul 05 10:04:58.247044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27ad1-41ea-4db8-bf9f-fd83fa8cf7b8 req-9d9f171f-9b1e-457b-87f6-c44b097fdb3c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.261592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edb27ad1-41ea-4db8-bf9f-fd83fa8cf7b8 req-9d9f171f-9b1e-457b-87f6-c44b097fdb3c tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.1588809 Jul 05 10:04:58.345526 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edb27ad1-41ea-4db8-bf9f-fd83fa8cf7b8 req-14b9aef2-0763-49a4-8dd5-3cb9c097be32 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a171cffb-1939-4c93-ad01-b91cc1cc445c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825758 Jul 05 10:04:58.448719 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734117a-e962-4013-b632-e6458e878096 req-531fa502-ecd7-4b82-a7fe-d5e86a2aa428 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.451452 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1734117a-e962-4013-b632-e6458e878096 req-531fa502-ecd7-4b82-a7fe-d5e86a2aa428 tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 946 time: 0.1755869 Jul 05 10:04:58.731580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Deleting port 826d6649-066a-4139-8095-224781066087 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:58.732721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.044272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] For port 826d6649-066a-4139-8095-224781066087, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=826d6649-066a-4139-8095-224781066087,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:59.044980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.068787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Calling delete_port for 826d6649-066a-4139-8095-224781066087 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:59.251613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22fb08b6-c81f-482a-8a06-07c6e24557b4 req-6cfce61e-076c-40c6-ae35-dd8bd9b23fba tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1329150 Jul 05 10:04:59.306255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eca50-fa3a-433b-9ecd-d6d138288712 req-935cd2f9-2d21-422c-8a26-07b6fbd63be5 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.320789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-225eca50-fa3a-433b-9ecd-d6d138288712 req-935cd2f9-2d21-422c-8a26-07b6fbd63be5 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.4723790 Jul 05 10:04:59.387272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a943727-5b65-49cf-a6cb-c1351476f63c req-0ea7802b-e7f4-4c88-8b21-e2d414835c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.390775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a943727-5b65-49cf-a6cb-c1351476f63c req-0ea7802b-e7f4-4c88-8b21-e2d414835c40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.4516563 Jul 05 10:04:59.476007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-225eca50-fa3a-433b-9ecd-d6d138288712 req-8eb8b69c-4636-4fce-92fb-6f9baae1537b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536584 Jul 05 10:04:59.530648 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.569070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a943727-5b65-49cf-a6cb-c1351476f63c req-7e05bfa7-0092-4f1e-8625-034a0db992b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580215 Jul 05 10:04:59.598671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['826d6649-066a-4139-8095-224781066087'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:59.625938 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.723385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.763676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e54ffb1a-b932-4142-8b75-c0e04cbc7ad6 req-514e3c12-cb4d-469e-8e10-bebb5cfba09a tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 210 time: 0.1136050 Jul 05 10:04:59.789406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] No DVR routers for this DVR port 826d6649-066a-4139-8095-224781066087 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:59.796057 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.803978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1734117a-e962-4013-b632-e6458e878096 req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.16 "DELETE /v2.0/ports/826d6649-066a-4139-8095-224781066087 HTTP/1.1" status: 204 len: 173 time: 1.3359151 Jul 05 10:04:59.805064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'name': 'network-vif-deleted', 'tag': '826d6649-066a-4139-8095-224781066087'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:59.810077 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3343932-ed27-4612-8117-aea035b7d2a7" -d '{"events": [{"server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "name": "network-vif-deleted", "tag": "826d6649-066a-4139-8095-224781066087"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:59.814156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a197b-7770-4452-bf9c-9e2e13b1a5fc tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] Pushing event deleted for resources: {'Port': ['ID=826d6649-066a-4139-8095-224781066087,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:59.939343 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec7a71e-ef79-4196-b965-7d9faeec8af7 x-openstack-request-id: req-aec7a71e-ef79-4196-b965-7d9faeec8af7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:59.939734 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2e8420-2194-426c-99d4-8cf8674faaa3", "name": "network-vif-deleted", "tag": "826d6649-066a-4139-8095-224781066087", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:59.942627 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aec7a71e-ef79-4196-b965-7d9faeec8af7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:59.943797 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2e8420-2194-426c-99d4-8cf8674faaa3', 'name': 'network-vif-deleted', 'tag': '826d6649-066a-4139-8095-224781066087', 'status': 'completed', 'code': 200} Jul 05 10:05:00.640737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d2d62a2-e3ae-44f5-b270-469cf2e41d99 req-1aad7e86-44ac-4559-9803-6ac6755b6cad tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1013789 Jul 05 10:05:00.756609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:00.985765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044750f-5895-45b9-8be4-68193e510793 req-c63443e0-bbb4-47a4-93ce-860a94d10148 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:01.002903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8044750f-5895-45b9-8be4-68193e510793 req-c63443e0-bbb4-47a4-93ce-860a94d10148 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.1826878 Jul 05 10:05:01.126585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8044750f-5895-45b9-8be4-68193e510793 req-be6a7a96-5f24-4a75-bef0-8171a0f88f4a tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209188 Jul 05 10:05:01.183708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d31cb4ad-f475-4d77-b8c0-402a0aa3d2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.384829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-314d21e7-a4ff-465e-bf9a-6e31b47c6cd8 req-014fd1af-85af-43a6-9e99-9a56199e908f tempest-ServerRescueTestJSONUnderV235-1865266002 tempest-ServerRescueTestJSONUnderV235-1865266002-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d2e8420-2194-426c-99d4-8cf8674faaa3 HTTP/1.1" status: 200 len: 210 time: 0.0996499 Jul 05 10:05:01.589614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d31cb4ad-f475-4d77-b8c0-402a0aa3d2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.607619 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d31cb4ad-f475-4d77-b8c0-402a0aa3d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.722371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d31cb4ad-f475-4d77-b8c0-402a0aa3d2b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=433a16c599064d00a621908c75064e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9635394 Jul 05 10:05:01.724159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cb4ad-f475-4d77-b8c0-402a0aa3d2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fd04fc-f6e0-4ed8-bca6-a90e6d34a608,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:01.726390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:01.758663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 826d6649-066a-4139-8095-224781066087 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:01.855642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 826d6649-066a-4139-8095-224781066087 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:01.856458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 826d6649-066a-4139-8095-224781066087 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:01.861458 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bda99fa-d448-460f-9d54-54144a803a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.303553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bda99fa-d448-460f-9d54-54144a803a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.303553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bda99fa-d448-460f-9d54-54144a803a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.303553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bda99fa-d448-460f-9d54-54144a803a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.303553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2bda99fa-d448-460f-9d54-54144a803a0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51fd04fc-f6e0-4ed8-bca6-a90e6d34a608 HTTP/1.1" status: 204 len: 168 time: 0.3870344 Jul 05 10:05:02.303553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda99fa-d448-460f-9d54-54144a803a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fd04fc-f6e0-4ed8-bca6-a90e6d34a608,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:02.303553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e92485e-6433-4d4c-99ce-012cbee923fa req-a53c270c-1c56-4735-84ee-079dd6e6a9bf tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1067736 Jul 05 10:05:02.333952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd359-fa4e-46db-8526-75dfa31efa73 req-48c28cb9-3b21-4855-92d2-d0e5813945e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.342423 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-67cdd359-fa4e-46db-8526-75dfa31efa73 req-48c28cb9-3b21-4855-92d2-d0e5813945e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1097 time: 0.5103204 Jul 05 10:05:02.480673 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-67cdd359-fa4e-46db-8526-75dfa31efa73 req-c1f2cbf2-2ae2-45b0-87d0-4c93fd9ea08a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261237 Jul 05 10:05:02.751394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e939d-b4bf-44eb-bb14-2fe8f1de45ef req-85b1fa29-7126-4619-9adc-d5a64989aa0c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.754756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a13e939d-b4bf-44eb-bb14-2fe8f1de45ef req-85b1fa29-7126-4619-9adc-d5a64989aa0c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2312019 Jul 05 10:05:02.783239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:02.930049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a13e939d-b4bf-44eb-bb14-2fe8f1de45ef req-e79c4c59-8579-4186-bad6-9db9a4b9f120 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647229 Jul 05 10:05:03.079105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:03.142167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c347ebe-9915-43bb-a19a-e1ea24fac01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.415593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c347ebe-9915-43bb-a19a-e1ea24fac01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.421533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c347ebe-9915-43bb-a19a-e1ea24fac01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.481752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c347ebe-9915-43bb-a19a-e1ea24fac01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b07a5-aad2-4c05-9ba8-c99aff6b6452,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:03.555356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0c347ebe-9915-43bb-a19a-e1ea24fac01d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=673f3358d0c84b268c4f6dd2f8a64db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682808 Jul 05 10:05:03.555356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:03.779514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e01112e-184b-4f43-9142-259ece60d380 req-4eb98091-fd0d-410e-9980-db3237c1ece5 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0809941 Jul 05 10:05:03.795889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5f27e57-cd09-4b59-a94a-4b269ce22a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.890132 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5f27e57-cd09-4b59-a94a-4b269ce22a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.087232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5f27e57-cd09-4b59-a94a-4b269ce22a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.092120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5f27e57-cd09-4b59-a94a-4b269ce22a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.095020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d5f27e57-cd09-4b59-a94a-4b269ce22a88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a91b07a5-aad2-4c05-9ba8-c99aff6b6452 HTTP/1.1" status: 204 len: 168 time: 0.5384500 Jul 05 10:05:04.124239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f27e57-cd09-4b59-a94a-4b269ce22a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b07a5-aad2-4c05-9ba8-c99aff6b6452,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:04.814367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-ae52e043-f2cf-4f07-a73f-29e49b4589af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.817371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-ae52e043-f2cf-4f07-a73f-29e49b4589af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.3890324 Jul 05 10:05:04.901572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc55300-0dae-4cea-ab7d-c5365daba8c9 req-7f76db64-300a-4c10-9418-43bce38488e9 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.904919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc55300-0dae-4cea-ab7d-c5365daba8c9 req-7f76db64-300a-4c10-9418-43bce38488e9 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.1960511 Jul 05 10:05:05.090763 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfc55300-0dae-4cea-ab7d-c5365daba8c9 req-6e3578d6-db67-48d2-87b0-7a23bad72776 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730955 Jul 05 10:05:05.209270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:05.373433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-328afbbc-e2b8-448d-919e-4c604fdac4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.376781 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-328afbbc-e2b8-448d-919e-4c604fdac4d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.5506601 Jul 05 10:05:05.472372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2067e348-c37e-4b6f-9170-e7504e654e34 req-f98f2323-1a51-4cd4-bc91-9bb781df00e4 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1117096 Jul 05 10:05:05.516663 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-cb9808b5-73c4-484d-805a-2f584f69d929 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.1101108 Jul 05 10:05:05.790562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-bbbf710c-752c-453a-9380-66a3e526b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.792586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-bbbf710c-752c-453a-9380-66a3e526b3f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.1995394 Jul 05 10:05:05.892032 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-36351378-2b84-4aa5-ad96-0bd73d950d99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903659 Jul 05 10:05:06.130931 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-210b47b4-3ab4-4051-a3dc-069982483c6a service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218776 Jul 05 10:05:06.415933 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fadaf50c-d0fc-4895-beb9-dd2e4c57c709 req-f282c0fa-3a15-407f-9b7b-1e41a292b99d service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298810 Jul 05 10:05:06.482248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Deleting port dddb027b-c787-49af-b7ff-fb96ba9daa10 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:06.482808 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.716527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4543d5d-6c2b-43aa-aa8c-e5242d4401c1 req-22850569-e12d-4041-bc5c-00b267908bcd tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.725598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4543d5d-6c2b-43aa-aa8c-e5242d4401c1 req-22850569-e12d-4041-bc5c-00b267908bcd tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2059362 Jul 05 10:05:06.735016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] For port dddb027b-c787-49af-b7ff-fb96ba9daa10, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dddb027b-c787-49af-b7ff-fb96ba9daa10,segment=NetworkSegment(9038c99f-2763-4b79-aa6b-0f2ad923aab5),segment_id=9038c99f-2763-4b79-aa6b-0f2ad923aab5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:06.735433 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.805225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Calling delete_port for dddb027b-c787-49af-b7ff-fb96ba9daa10 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:06.835006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4543d5d-6c2b-43aa-aa8c-e5242d4401c1 req-f239bf14-ad5d-48fa-a8b0-ab3d0f159977 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945601 Jul 05 10:05:06.884910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-20caef52-50cf-4cee-b499-9c82a2d276a7 req-80f4449b-5151-484f-bdeb-bc60fdafbd73 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0703018 Jul 05 10:05:07.215801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:07.247025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dddb027b-c787-49af-b7ff-fb96ba9daa10,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:07.266955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.267466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.268498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.269172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.269817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.270248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.271531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.271531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.271938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.272359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.272906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.273438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:07.543333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:08.063962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Router d1a219f4-7bee-4b89-b03e-38afa42cc6fd has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:05:08.249301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6c5451b-b039-481f-8dde-4d44116e1dbd req-f0b13f7f-2d9e-4f37-97c2-45bd9dbecb8c tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0460615 Jul 05 10:05:08.348393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4482d5-2695-4dd5-bd72-eda86a7b640f req-7a9e2075-25c1-4b3b-8782-cc116569af44 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:08.371806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f4482d5-2695-4dd5-bd72-eda86a7b640f req-7a9e2075-25c1-4b3b-8782-cc116569af44 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2999074 Jul 05 10:05:08.437109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:08.446586 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-05415186-8aea-4e02-8db2-36385ccf73f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/d1a219f4-7bee-4b89-b03e-38afa42cc6fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6589053 Jul 05 10:05:08.448969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:08.458734 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] Sync routers for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:08.473622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f4482d5-2695-4dd5-bd72-eda86a7b640f req-041005a7-c25f-4b68-a6fc-8a0bd98ac722 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985131 Jul 05 10:05:08.504689 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:08.509569 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:08.704584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:08.859163 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:08.989136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.131512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:09.158009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Deleting port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:09.160590 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.272217 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:05:07Z', 'revision_number': 5, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port': {'id': '1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:02:53Z', 'updated_at': '2021-07-05T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:09.338440 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] Checking router: d1a219f4-7bee-4b89-b03e-38afa42cc6fd for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:09.353879 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] Routers {'d1a219f4-7bee-4b89-b03e-38afa42cc6fd'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:09.355378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:04:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:09.409351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e681be1-7acd-460a-b48c-a27d5bc5a42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.459273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] For port 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:09.464618 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.492300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Calling delete_port for 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:09.665470 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] Set router d1a219f4-7bee-4b89-b03e-38afa42cc6fd gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:09.702118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e681be1-7acd-460a-b48c-a27d5bc5a42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.713724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e681be1-7acd-460a-b48c-a27d5bc5a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.880291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681be1-7acd-460a-b48c-a27d5bc5a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d309d1dc-9de5-41c6-9709-428011e46e74,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:09.904063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:09.925040 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:05:08Z', 'revision_number': 6, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:09.954941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:09.971628 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471aa59-c19b-4e59-989e-b9609c1f16e5 None None] The sync data for ids ['d1a219f4-7bee-4b89-b03e-38afa42cc6fd'] in n-d-771363-33 is: [{'id': 'd1a219f4-7bee-4b89-b03e-38afa42cc6fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-766649744-router', 'tenant_id': '3f9c4221cc824883b7322664cf929cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:02:51Z', 'updated_at': '2021-07-05T10:05:08Z', 'revision_number': 6, 'project_id': '3f9c4221cc824883b7322664cf929cfe', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:10.109108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f666e9c-8368-418a-a0b0-7e48286f4260 req-017703ec-4dba-4523-ac04-bab519531e57 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.2451224 Jul 05 10:05:10.131380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6e681be1-7acd-460a-b48c-a27d5bc5a42e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82b48c0c7ef24d7286695a954cf50fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9959781 Jul 05 10:05:10.131733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45056) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:10.170553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.230062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7222e49-a91b-4e26-99a6-0062a9e16892 req-16a53bcd-8a35-4a06-92ec-99e2689a848a tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:10.233479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7222e49-a91b-4e26-99a6-0062a9e16892 req-16a53bcd-8a35-4a06-92ec-99e2689a848a tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2564557 Jul 05 10:05:10.335215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7222e49-a91b-4e26-99a6-0062a9e16892 req-a275308a-3aa3-42db-afd1-e9ce49adc8c3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891156 Jul 05 10:05:10.433080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.435863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.511670 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.512571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a219f4-7bee-4b89-b03e-38afa42cc6fd {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:05:10.524668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.531194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:10.543865 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6cc64a5a-584b-4d8f-8be6-7ea619d3772c admin admin] 10.222.0.21 "DELETE /v2.0/routers/d1a219f4-7bee-4b89-b03e-38afa42cc6fd HTTP/1.1" status: 204 len: 168 time: 2.0928028 Jul 05 10:05:10.598101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3652-4380-4848-86a0-4b65283dcf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.708932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3652-4380-4848-86a0-4b65283dcf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.717876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] Deleting subnet 7d456a37-734b-4d24-9ada-cb7d3c1a782f {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:05:10.727046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.801147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3652-4380-4848-86a0-4b65283dcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.804280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3652-4380-4848-86a0-4b65283dcf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.806066 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2c3a3652-4380-4848-86a0-4b65283dcf86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d309d1dc-9de5-41c6-9709-428011e46e74 HTTP/1.1" status: 204 len: 168 time: 0.6724567 Jul 05 10:05:10.849001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a3652-4380-4848-86a0-4b65283dcf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309d1dc-9de5-41c6-9709-428011e46e74,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:10.905873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.075984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.320662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.438817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dddb027b-c787-49af-b7ff-fb96ba9daa10 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:11.471465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d456a37-734b-4d24-9ada-cb7d3c1a782f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:11.499239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: dddb027b-c787-49af-b7ff-fb96ba9daa10 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:11.499650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dddb027b-c787-49af-b7ff-fb96ba9daa10 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:11.502479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:11.506174 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.520446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:11.523604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-529ad318-ca05-41ec-844f-5bb23d773c5e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7d456a37-734b-4d24-9ada-cb7d3c1a782f HTTP/1.1" status: 204 len: 168 time: 0.9893534 Jul 05 10:05:11.598860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:11.599483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1bb8a386-d8bc-482e-9ab7-a2dfd99bfeea not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:11.641280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45096) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:11.649816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b31febb-c276-45c1-aa82-7561690d5004 req-9de2d03e-ca56-482e-8f2c-60ee60e793ef tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0953262 Jul 05 10:05:11.823862 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.000012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdb41071-953b-478f-b0e4-96cc215cf4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.036006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45104) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:12.060807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.076058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075fcdd2-a4cf-406b-84bb-03b0b967a05f']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:12.105991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9038c99f-2763-4b79-aa6b-0f2ad923aab5') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:12.105991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9038c99f-2763-4b79-aa6b-0f2ad923aab5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:12.106471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6a76832-948a-49ab-bbb9-06b13187d2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.130401 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.157044 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.176885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:05:12.177396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:05:12.179774 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:05:12.292954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdb41071-953b-478f-b0e4-96cc215cf4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.310502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdb41071-953b-478f-b0e4-96cc215cf4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.312002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.338155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.342788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] 10.222.0.21 "DELETE /v2.0/networks/075fcdd2-a4cf-406b-84bb-03b0b967a05f HTTP/1.1" status: 204 len: 168 time: 0.8207462 Jul 05 10:05:12.375384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d2e06-0b32-48dc-ad38-98ca0fa40c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=075fcdd2-a4cf-406b-84bb-03b0b967a05f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:12.442121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cdb41071-953b-478f-b0e4-96cc215cf4d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a667ae4a3b34882a90fbbaeb44b543e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927141 Jul 05 10:05:12.442121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb41071-953b-478f-b0e4-96cc215cf4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69612364-b333-464b-bfd8-0e7a282f1dfa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:12.443845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45112) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:12.652229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6a76832-948a-49ab-bbb9-06b13187d2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.662647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6a76832-948a-49ab-bbb9-06b13187d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.936495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:12.939934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a76832-948a-49ab-bbb9-06b13187d2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b84e2-4438-49d5-ac76-9be455797330,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:12.954941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c6a76832-948a-49ab-bbb9-06b13187d2d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b9c5db4a85446839cda8a64a0d44b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9175293 Jul 05 10:05:12.976581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45124) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:13.148279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d6aed5a-28a5-4e7f-9b95-56e08a97435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.178691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d6aed5a-28a5-4e7f-9b95-56e08a97435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.248508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d8be385-3eed-492c-90ed-395be9b0dd49 req-a7c6876d-bbf2-4fc3-a3dc-c0b87a511e11 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0793414 Jul 05 10:05:13.256724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:13.257138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7910896a-cd8c-4062-94dc-797dce8a7c88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f9c4221cc824883b7322664cf929cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006346 Jul 05 10:05:13.264834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24d3825f-e8f6-4e35-91d7-eb0578747d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.302343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24d3825f-e8f6-4e35-91d7-eb0578747d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.333294 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d6aed5a-28a5-4e7f-9b95-56e08a97435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.339496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d6aed5a-28a5-4e7f-9b95-56e08a97435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.341096 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1d6aed5a-28a5-4e7f-9b95-56e08a97435f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69612364-b333-464b-bfd8-0e7a282f1dfa HTTP/1.1" status: 204 len: 168 time: 0.8916078 Jul 05 10:05:13.420131 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24d3825f-e8f6-4e35-91d7-eb0578747d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.425014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24d3825f-e8f6-4e35-91d7-eb0578747d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.427101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-24d3825f-e8f6-4e35-91d7-eb0578747d4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f30b84e2-4438-49d5-ac76-9be455797330 HTTP/1.1" status: 204 len: 168 time: 0.4493706 Jul 05 10:05:13.436470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6aed5a-28a5-4e7f-9b95-56e08a97435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69612364-b333-464b-bfd8-0e7a282f1dfa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:13.461344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3825f-e8f6-4e35-91d7-eb0578747d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b84e2-4438-49d5-ac76-9be455797330,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:13.489245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9708f2fd-590d-4b90-8ec7-b3aef45847ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.536943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9708f2fd-590d-4b90-8ec7-b3aef45847ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.622389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9708f2fd-590d-4b90-8ec7-b3aef45847ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.622389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9708f2fd-590d-4b90-8ec7-b3aef45847ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.622389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9708f2fd-590d-4b90-8ec7-b3aef45847ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a171cffb-1939-4c93-ad01-b91cc1cc445c HTTP/1.1" status: 204 len: 168 time: 0.3602858 Jul 05 10:05:13.635222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708f2fd-590d-4b90-8ec7-b3aef45847ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a171cffb-1939-4c93-ad01-b91cc1cc445c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:14.052391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1540208c-3622-4c11-bd65-7c33195f47c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.701535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c94ecae-0237-43b6-9560-6c6e95ad4024 req-6a8b15f8-ba98-4c0c-816e-b53c7f8436da tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0503170 Jul 05 10:05:14.881412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45174) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:14.916682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27301798-62a4-43f5-a382-e13b94fe66b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.094547 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27301798-62a4-43f5-a382-e13b94fe66b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.102900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27301798-62a4-43f5-a382-e13b94fe66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.224553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27301798-62a4-43f5-a382-e13b94fe66b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbebf87-213c-49f6-9fec-73cb80aac049,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:15.253310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-27301798-62a4-43f5-a382-e13b94fe66b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6eea40eae4f4d3d9f4ae863a2091cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598223 Jul 05 10:05:15.253753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:15.430795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3049af7-0746-4a4b-8ad1-2864496581cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.498620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3049af7-0746-4a4b-8ad1-2864496581cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.623714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3049af7-0746-4a4b-8ad1-2864496581cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.630992 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3049af7-0746-4a4b-8ad1-2864496581cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.639016 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3049af7-0746-4a4b-8ad1-2864496581cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcbebf87-213c-49f6-9fec-73cb80aac049 HTTP/1.1" status: 204 len: 168 time: 0.3885138 Jul 05 10:05:15.656754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3049af7-0746-4a4b-8ad1-2864496581cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbebf87-213c-49f6-9fec-73cb80aac049,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:16.044008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d6bdb61-eb8b-4483-ae1d-8e86ee473b3a req-6d25ee5d-d3cb-49a8-a3e1-dad6a9734c0e tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0519674 Jul 05 10:05:16.435006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:16.479995 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a17a4cd-465f-4956-a8e3-76dec0040923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.552956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:16.625423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a17a4cd-465f-4956-a8e3-76dec0040923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.638237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a17a4cd-465f-4956-a8e3-76dec0040923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.697583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17a4cd-465f-4956-a8e3-76dec0040923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c6f5a4-f86b-4175-9561-deacc2615ea5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:16.738209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9a17a4cd-465f-4956-a8e3-76dec0040923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92aca61774cc4957942c35b4f8478187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002305 Jul 05 10:05:16.742688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:16.780006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:16.811838 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.849822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5e09ffc-169e-435d-adcd-0fd2b0607d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.891388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec9bf-f700-4244-b325-9956b1c48646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.947061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec9bf-f700-4244-b325-9956b1c48646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.011843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07942f2e-da57-450f-9b37-cbda8e43bfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.042465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-264416861-network', 'tenant_id': '0184432c04714897813506d97487a1e1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:17.097452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec9bf-f700-4244-b325-9956b1c48646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.106214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec9bf-f700-4244-b325-9956b1c48646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.113467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ea2ec9bf-f700-4244-b325-9956b1c48646 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05c6f5a4-f86b-4175-9561-deacc2615ea5 HTTP/1.1" status: 204 len: 168 time: 0.3634715 Jul 05 10:05:17.117374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Made reservation on behalf of 0184432c04714897813506d97487a1e1 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:17.135383 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.145487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec9bf-f700-4244-b325-9956b1c48646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c6f5a4-f86b-4175-9561-deacc2615ea5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:17.183566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.400286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07942f2e-da57-450f-9b37-cbda8e43bfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.408111 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07942f2e-da57-450f-9b37-cbda8e43bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.480720 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-07942f2e-da57-450f-9b37-cbda8e43bfe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fc0ad52d1764ef28e2aa01100e09dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257512 Jul 05 10:05:17.484301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:17.581032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4de197ca-c289-40ac-9350-79e3f707ec0b req-6c7a83b6-d6d0-4a32-b6f1-e2d03987b70c tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0917916 Jul 05 10:05:17.593382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942f2e-da57-450f-9b37-cbda8e43bfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f561cded-3bc1-4833-9a14-d3541cec914d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:17.697797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efe3701-751e-4055-ace5-aa58e4150772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.755704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efe3701-751e-4055-ace5-aa58e4150772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.787613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.800984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.833838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abab9c68-08a2-48ad-a0b2-97807bfbb133,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:17.903442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efe3701-751e-4055-ace5-aa58e4150772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.903442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efe3701-751e-4055-ace5-aa58e4150772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.903442 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1efe3701-751e-4055-ace5-aa58e4150772 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f561cded-3bc1-4833-9a14-d3541cec914d HTTP/1.1" status: 204 len: 168 time: 0.4166152 Jul 05 10:05:17.908738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:17.930680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.931412 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Added segment 3a707a8e-db56-475c-85e6-33f944c7f20a of type vlan for network 00b87ec2-f78e-4774-8e57-2b6769b9e25f Jul 05 10:05:17.938394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe3701-751e-4055-ace5-aa58e4150772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f561cded-3bc1-4833-9a14-d3541cec914d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:17.996504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.022047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.106923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.110536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:18.112397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.319841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] Pushing event updated for resources: {'Network': ['ID=00b87ec2-f78e-4774-8e57-2b6769b9e25f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:18.341529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:18.342532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d85f61f-5695-456c-a03d-e2d60835977e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5604308 Jul 05 10:05:18.344088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 00b87ec2-f78e-4774-8e57-2b6769b9e25f details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:18.354280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Request body: {'subnet': {'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-264416861-subnet', 'tenant_id': '0184432c04714897813506d97487a1e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:18.453354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Made reservation on behalf of 0184432c04714897813506d97487a1e1 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:18.461760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.735669 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:18.914751 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.973804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f934133e-0118-4200-a1bf-6b21a9716c09,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:19.030176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Checking segment: {'id': '3a707a8e-db56-475c-85e6-33f944c7f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:19.031276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Network hostable DHCP agents. Network: 00b87ec2-f78e-4774-8e57-2b6769b9e25f, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:19.071999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b820c1f2-2832-48a8-99fb-ea828ced18bb req-b6742781-2f39-49c8-9a07-590e37a366b6 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0767021 Jul 05 10:05:19.072880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Network 00b87ec2-f78e-4774-8e57-2b6769b9e25f is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:19.092933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 00b87ec2-f78e-4774-8e57-2b6769b9e25f) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:19.102927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:19.104476 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:19.125854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e7589-26e7-4a37-8802-5acc3ab508cb None None] Network 00b87ec2-f78e-4774-8e57-2b6769b9e25f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:19.151359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dad874ff-89fe-40e7-af9a-276f5a164c08 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8011501 Jul 05 10:05:19.491337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d510877-8577-4d06-a156-d4da810c0454 None None] Network 00b87ec2-f78e-4774-8e57-2b6769b9e25f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:19.835207 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.491937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8f6a05c-f8ab-48f2-8d0e-40cffc4de6b4 req-a0aa16ba-e846-4ae0-bcde-f666e2d97db5 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0798624 Jul 05 10:05:21.135935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-39339454-b237-424e-af84-1ecfaeee9e8a tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:21.151031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-39339454-b237-424e-af84-1ecfaeee9e8a tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/networks?id=00b87ec2-f78e-4774-8e57-2b6769b9e25f HTTP/1.1" status: 200 len: 808 time: 0.2892096 Jul 05 10:05:21.171131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-2a63d785-e42a-4310-a694-fe22572ec2ed tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/quotas/0184432c04714897813506d97487a1e1 HTTP/1.1" status: 200 len: 375 time: 0.0183249 Jul 05 10:05:21.268750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-0b2ab0d4-1e8f-4a52-a74c-daa52139a859 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0184432c04714897813506d97487a1e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764191 Jul 05 10:05:21.557206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-17199830-1984-4d79-92d3-1f00326b3f95 service neutron] 10.222.0.21 "GET /v2.0/networks/00b87ec2-f78e-4774-8e57-2b6769b9e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765899 Jul 05 10:05:21.889756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-fdcbe442-c079-48e9-81a0-b875b8d45187 service neutron] 10.222.0.21 "GET /v2.0/networks/00b87ec2-f78e-4774-8e57-2b6769b9e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151624 Jul 05 10:05:22.178113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-263ab0c1-67d2-418f-9e7a-454f200a20a8 req-571a2e5c-a64b-4d8a-ae0b-50b0845baa45 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1746118 Jul 05 10:05:22.474221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:22.513983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1aeb7292-c0a8-499e-bd4a-cc6bc4243876 req-6ce0630c-b140-4afe-9379-74976689e72c tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 210 time: 0.0656333 Jul 05 10:05:22.774530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a60ca2b1-5436-4541-9b56-45e3ecab3cef tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1081798786'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:22.775276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a60ca2b1-5436-4541-9b56-45e3ecab3cef tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Unknown quota resources ['metering_label']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:23.243490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a60ca2b1-5436-4541-9b56-45e3ecab3cef tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.251015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:23.252840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a60ca2b1-5436-4541-9b56-45e3ecab3cef tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7741504 Jul 05 10:05:23.255862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b03b598-20ff-4df8-80e0-391bcd78b7c4 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9e7f727b-6c9a-4cb5-8006-ae360540b5fc'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:23.258364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b03b598-20ff-4df8-80e0-391bcd78b7c4 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:23.556555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0d95dd6-0405-40ca-b76a-977f31f95276 req-3ab3ae02-9ea4-41df-80a5-adfb799d0314 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0912311 Jul 05 10:05:23.558712 n-d-771363-33 neutron-server[93796]: WARNING neutron.services.metering.metering_plugin [None req-7b03b598-20ff-4df8-80e0-391bcd78b7c4 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:05:23.915167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b03b598-20ff-4df8-80e0-391bcd78b7c4 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.916545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7b03b598-20ff-4df8-80e0-391bcd78b7c4 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6649847 Jul 05 10:05:23.920083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:23.946393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c52687f5-3eb3-42d5-b95f-4320385fe3c8 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9e7f727b-6c9a-4cb5-8006-ae360540b5fc'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:23.947601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c52687f5-3eb3-42d5-b95f-4320385fe3c8 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:24.081305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e037bd37-56e0-4563-9cfe-18d49461516d req-ebb3c145-ec19-4770-966e-1f6b5cf9b877 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 210 time: 0.0854111 Jul 05 10:05:24.207002 n-d-771363-33 neutron-server[93795]: WARNING neutron.services.metering.metering_plugin [None req-c52687f5-3eb3-42d5-b95f-4320385fe3c8 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:05:24.363064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c52687f5-3eb3-42d5-b95f-4320385fe3c8 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.366550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c52687f5-3eb3-42d5-b95f-4320385fe3c8 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4407117 Jul 05 10:05:24.369485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:24.422186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-83fb738c-b197-4530-9921-5528d1210cb8 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=70e85f96-afe0-41b8-a878-e6b400340f17 HTTP/1.1" status: 200 len: 462 time: 0.0507967 Jul 05 10:05:24.426072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:24.908266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16ff2bd0-cfa1-468f-9d9c-c53e1ffbbc66 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.910761 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-16ff2bd0-cfa1-468f-9d9c-c53e1ffbbc66 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/70e85f96-afe0-41b8-a878-e6b400340f17 HTTP/1.1" status: 204 len: 168 time: 0.4830608 Jul 05 10:05:24.914929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:24.948896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8d0c36a8-b03e-4d00-a4fd-43985b9fd363 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=70e85f96-afe0-41b8-a878-e6b400340f17 HTTP/1.1" status: 200 len: 221 time: 0.0318229 Jul 05 10:05:24.956182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:24.964518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2e2e9c5f-4bac-4ee7-a166-11104edf965a tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1711830247', 'description': 'label created by tempest'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:24.972848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2e2e9c5f-4bac-4ee7-a166-11104edf965a tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Unknown quota resources ['metering_label']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:25.155337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-a782a773-3784-4308-ba8d-9750f938825f tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:25.167541 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-a782a773-3784-4308-ba8d-9750f938825f tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.16 "GET /v2.0/networks?id=00b87ec2-f78e-4774-8e57-2b6769b9e25f HTTP/1.1" status: 200 len: 808 time: 0.4733832 Jul 05 10:05:25.182144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Request body: {'port': {'device_id': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f', 'admin_state_up': True, 'tenant_id': '0184432c04714897813506d97487a1e1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:25.502125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-184457d5-0611-4f72-96de-1249a1757e6b req-5c9d43c2-1771-472b-82fc-e96110d98318 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1777625 Jul 05 10:05:25.757093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe18369c-1830-45e6-b487-220389b339bd req-75685e7d-2c8c-4ef1-9027-661dd322a031 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 210 time: 0.0863841 Jul 05 10:05:25.770956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Made reservation on behalf of 0184432c04714897813506d97487a1e1 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:25.786061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.985266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e2e9c5f-4bac-4ee7-a166-11104edf965a tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.988992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2e2e9c5f-4bac-4ee7-a166-11104edf965a tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0303071 Jul 05 10:05:25.992873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:26.165623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-018b4e71-2bf1-4c36-b7ee-78dbc3393a32 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5bcb14b2-cd41-4417-b502-3794501dc417 HTTP/1.1" status: 200 len: 468 time: 0.1703315 Jul 05 10:05:26.171865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:26.204027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Allocated IP 172.20.0.14 (00b87ec2-f78e-4774-8e57-2b6769b9e25f/f934133e-0118-4200-a1bf-6b21a9716c09/f6187044-e4b9-4ca8-818a-54ea9179f5a7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:26.635198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.783523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.916002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Network 00b87ec2-f78e-4774-8e57-2b6769b9e25f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:26.924017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:26.947959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:27.023469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Pushing event updated for resources: {'Port': ['ID=f6187044-e4b9-4ca8-818a-54ea9179f5a7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:27.087675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:27.089646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.125941 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5a8317a9-77d2-453f-aef4-b76b2f02b5ab tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9537508 Jul 05 10:05:27.159736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Request body: {'port': {'device_id': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:27.494282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.920985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3ee2-090b-4164-bcf0-f64f1e93e99e tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.935254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8cfd3ee2-090b-4164-bcf0-f64f1e93e99e tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/5bcb14b2-cd41-4417-b502-3794501dc417 HTTP/1.1" status: 204 len: 168 time: 1.7591627 Jul 05 10:05:27.940752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:28.128653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17fd5220-8365-4de4-b313-0ebfba1901de req-b54734a7-072b-4118-976d-1fbafd5edecc tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.4560640 Jul 05 10:05:28.162055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-43f8cb7d-693e-4f2d-abaa-7aaf116990bf tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5bcb14b2-cd41-4417-b502-3794501dc417 HTTP/1.1" status: 200 len: 216 time: 0.1187713 Jul 05 10:05:28.168890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:28.257476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3192756-91e2-4f56-84c5-c448a16ca1d7 req-c24f4b1c-7da0-4ba8-9aed-949a2998781d tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:28.261848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3192756-91e2-4f56-84c5-c448a16ca1d7 req-c24f4b1c-7da0-4ba8-9aed-949a2998781d tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 932 time: 0.5859745 Jul 05 10:05:28.265292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b8d74e6a-c921-4613-989b-5d7d63e90b99 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0926931 Jul 05 10:05:28.286204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:28.395193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3192756-91e2-4f56-84c5-c448a16ca1d7 req-18e476df-e3cb-4fa2-addd-b161fa66ecbf tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222348 Jul 05 10:05:28.574245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e385ce01-1fe5-4457-8354-3bb93d8fe953 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0651376 Jul 05 10:05:28.578280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6187044-e4b9-4ca8-818a-54ea9179f5a7 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:28.580424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:28.634881 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.720324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Transition to ACTIVE for port object f6187044-e4b9-4ca8-818a-54ea9179f5a7 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:28.731877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.799039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c866bc9c-0d29-419d-8fc6-5569d36dc3e2 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/9e7f727b-6c9a-4cb5-8006-ae360540b5fc HTTP/1.1" status: 200 len: 473 time: 0.2165296 Jul 05 10:05:28.816426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:28.893138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7636d1c3-78f9-4587-84f1-014f26c5b983 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/536d6d37-4a5c-4226-9954-f6c0025d504f HTTP/1.1" status: 200 len: 459 time: 0.0714982 Jul 05 10:05:28.897995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:28.963323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Pushing event updated for resources: {'Port': ['ID=f6187044-e4b9-4ca8-818a-54ea9179f5a7,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:29.132444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Attempting to bind port f6187044-e4b9-4ca8-818a-54ea9179f5a7 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:29.133090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Attempting to bind port f6187044-e4b9-4ca8-818a-54ea9179f5a7 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '3a707a8e-db56-475c-85e6-33f944c7f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:29.133817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Attempting to bind port f6187044-e4b9-4ca8-818a-54ea9179f5a7 on network 00b87ec2-f78e-4774-8e57-2b6769b9e25f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:29.143779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Port f6187044-e4b9-4ca8-818a-54ea9179f5a7 on network 00b87ec2-f78e-4774-8e57-2b6769b9e25f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:05:29.144255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Attempting to bind port f6187044-e4b9-4ca8-818a-54ea9179f5a7 on network 00b87ec2-f78e-4774-8e57-2b6769b9e25f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:29.153935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:29.154497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Checking segment: {'id': '3a707a8e-db56-475c-85e6-33f944c7f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:29.155404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Bound using segment: {'id': '3a707a8e-db56-475c-85e6-33f944c7f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:29.155953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Bound port: f6187044-e4b9-4ca8-818a-54ea9179f5a7, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a707a8e-db56-475c-85e6-33f944c7f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:29.156554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.205063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82e5fa54-3993-4ea9-b714-6d45b71ab1b7 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.211522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-82e5fa54-3993-4ea9-b714-6d45b71ab1b7 tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/536d6d37-4a5c-4226-9954-f6c0025d504f HTTP/1.1" status: 204 len: 168 time: 0.3107426 Jul 05 10:05:29.212944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:29.303111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] For port f6187044-e4b9-4ca8-818a-54ea9179f5a7, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:29.310133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] For port f6187044-e4b9-4ca8-818a-54ea9179f5a7, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7,segment=NetworkSegment(3a707a8e-db56-475c-85e6-33f944c7f20a),segment_id=3a707a8e-db56-475c-85e6-33f944c7f20a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:29.321271 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.411810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.412604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.414488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] 10.222.0.16 "PUT /v2.0/ports/f6187044-e4b9-4ca8-818a-54ea9179f5a7 HTTP/1.1" status: 200 len: 1093 time: 2.2779140 Jul 05 10:05:29.415286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:29.422734 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7505bcd-7893-4ac4-862a-c29c59b63bba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:29.511460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd33548-1115-43d9-b4cb-a386de2bad01 service neutron] Pushing event updated for resources: {'Port': ['ID=f6187044-e4b9-4ca8-818a-54ea9179f5a7,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:29.605310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.702344 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d3419e-932f-4415-8a43-51b825902562 x-openstack-request-id: req-d7d3419e-932f-4415-8a43-51b825902562 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:29.703320 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:29.704537 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.710051 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7d3419e-932f-4415-8a43-51b825902562 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:29.711436 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7', 'status': 'completed', 'code': 200} Jul 05 10:05:29.749392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-1a86363c-492e-4311-a630-255d5b5e4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.752754 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-1a86363c-492e-4311-a630-255d5b5e4654 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0184432c04714897813506d97487a1e1&device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 1096 time: 0.2091479 Jul 05 10:05:29.926255 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-b3f61a20-e83e-4928-95b7-3389a4614d85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7 HTTP/1.1" status: 200 len: 217 time: 0.1594501 Jul 05 10:05:29.927696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-428c7b5b-1e7f-4dc7-bb94-1effd352c6f7 req-d8229b90-772c-4f04-8ede-8774d5ae2ee6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1090734 Jul 05 10:05:30.166861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-bc8ef7ed-8ab0-42ad-97b4-1eb796c044d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:30.173530 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-bc8ef7ed-8ab0-42ad-97b4-1eb796c044d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f934133e-0118-4200-a1bf-6b21a9716c09 HTTP/1.1" status: 200 len: 848 time: 0.1911068 Jul 05 10:05:30.186747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57ce6b9f-2945-4e89-bac3-51f44f409d66 req-4128501d-f3a0-4ae7-8405-43d505f9bb09 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.3710525 Jul 05 10:05:30.199355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5070c3d-b06e-4f8f-ab42-043eaddbdc8c tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.205734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a5070c3d-b06e-4f8f-ab42-043eaddbdc8c tempest-MeteringIpV6TestJSON-1290201763 tempest-MeteringIpV6TestJSON-1290201763-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9e7f727b-6c9a-4cb5-8006-ae360540b5fc HTTP/1.1" status: 204 len: 168 time: 0.9861817 Jul 05 10:05:30.390017 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-687fa898-23ce-4ce2-b0ed-b34d93131076 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00b87ec2-f78e-4774-8e57-2b6769b9e25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1929483 Jul 05 10:05:30.390336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a4fed-0ea1-4277-99c4-457ffd43f6fc req-4af30af1-c3d6-4249-8672-a0db9e2f41c3 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:30.395402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-105a4fed-0ea1-4277-99c4-457ffd43f6fc req-4af30af1-c3d6-4249-8672-a0db9e2f41c3 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 944 time: 0.2057331 Jul 05 10:05:30.573729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-105a4fed-0ea1-4277-99c4-457ffd43f6fc req-6fc97144-2c2b-4964-8414-940203586013 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669424 Jul 05 10:05:30.663180 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-5490c015-ca35-4f94-b2a5-a791b467cf08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7605689 Jul 05 10:05:30.740037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-3edd9e52-8d06-49a0-bf62-8744b587c961 service neutron] 10.222.0.16 "GET /v2.0/networks/00b87ec2-f78e-4774-8e57-2b6769b9e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334005 Jul 05 10:05:31.035295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-75ae201d-8a10-4c3c-8f89-a0a3dbcd0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.038409 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-75ae201d-8a10-4c3c-8f89-a0a3dbcd0ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 1097 time: 0.2888250 Jul 05 10:05:31.080401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fd8799d5-782e-4c73-ae72-f794222c4656 req-fc3b210e-a417-4fe2-9c1b-c9b2dd63d25b service neutron] 10.222.0.16 "GET /v2.0/networks/00b87ec2-f78e-4774-8e57-2b6769b9e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525606 Jul 05 10:05:31.140604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:31.522688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:31.542355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-3f7c28c8-2935-48a5-afde-da809a6c81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.554897 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-3f7c28c8-2935-48a5-afde-da809a6c81d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.4648395 Jul 05 10:05:31.739375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c27a9a7e-97c7-4395-a7a3-6c21c132abeb req-6bf151f4-5542-447d-b50c-d30fb71aaacd tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1338286 Jul 05 10:05:31.759604 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-110f0700-1c3c-4dc8-8366-e692b5b8949c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8 HTTP/1.1" status: 200 len: 217 time: 0.1936333 Jul 05 10:05:31.850925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-bdaaf911-e54b-4135-8079-90b53745e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.853412 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-bdaaf911-e54b-4135-8079-90b53745e838 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0184432c04714897813506d97487a1e1&device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 1096 time: 0.5160708 Jul 05 10:05:31.998417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-e800a2fe-fe71-4a48-a79f-1b52ad2f3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.000645 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-e800a2fe-fe71-4a48-a79f-1b52ad2f3acd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.2316842 Jul 05 10:05:32.162753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.174201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-52167c8e-4545-4d97-985a-d22c08a98fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.178115 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.178431 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-52167c8e-4545-4d97-985a-d22c08a98fba service neutron] 10.222.0.16 "GET /v2.0/networks?id=00b87ec2-f78e-4774-8e57-2b6769b9e25f HTTP/1.1" status: 200 len: 909 time: 0.3045704 Jul 05 10:05:32.183389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-a9540608-60fb-46af-96d1-7157685965fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746039 Jul 05 10:05:32.235173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9193ed5153bc47b9a5e44b4e8f6bde43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0926135 Jul 05 10:05:32.246305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:32.313476 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-8b0af7e9-717a-4531-ad16-13d86472baea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7 HTTP/1.1" status: 200 len: 217 time: 0.1258700 Jul 05 10:05:32.480710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32680d-c604-409e-8438-fdfad16a6ac9 req-9081510d-0aae-4884-ac69-875b979af666 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.481301 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-76dd3836-0012-44ef-b9e1-11a52f6b3d43 service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795587 Jul 05 10:05:32.508767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb32680d-c604-409e-8438-fdfad16a6ac9 req-9081510d-0aae-4884-ac69-875b979af666 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 944 time: 0.4378560 Jul 05 10:05:32.519214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea4e13-c899-4ba5-90d2-5e9a792bd80f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:32.576641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.582815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.583815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.584603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.585423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.587828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.593227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.594138 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.596057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.596916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.598775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.599984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4aa1d-933c-417e-93af-9ca05294db3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:32.672431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-4adf3fc3-9ce6-4257-8118-24ec727d19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.683264 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-4adf3fc3-9ce6-4257-8118-24ec727d19fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f934133e-0118-4200-a1bf-6b21a9716c09 HTTP/1.1" status: 200 len: 848 time: 0.1942084 Jul 05 10:05:32.764373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc4b354f-cfaf-4a40-bf46-bab135b96514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.798892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb32680d-c604-409e-8438-fdfad16a6ac9 req-e7ddda48-2d5b-483a-b22c-a0ff39446557 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889524 Jul 05 10:05:32.929715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab6b229a-b9f6-4c0a-a0b3-852e2d794377 req-34b87d96-8571-4522-82b6-dde27d9cfa70 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d&device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.0966737 Jul 05 10:05:32.940225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc4b354f-cfaf-4a40-bf46-bab135b96514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.984590 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-31a43ae9-de83-4c76-900f-c7cdc1717dac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00b87ec2-f78e-4774-8e57-2b6769b9e25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637444 Jul 05 10:05:33.163832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc4b354f-cfaf-4a40-bf46-bab135b96514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.169140 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc4b354f-cfaf-4a40-bf46-bab135b96514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.172035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bc4b354f-cfaf-4a40-bf46-bab135b96514 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48ea4e13-c899-4ba5-90d2-5e9a792bd80f HTTP/1.1" status: 204 len: 168 time: 0.9113042 Jul 05 10:05:33.233456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b354f-cfaf-4a40-bf46-bab135b96514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea4e13-c899-4ba5-90d2-5e9a792bd80f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:33.490798 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1ae66d62-05ec-4b03-9654-7b8db0d0bde7 req-55b6d23d-da9d-4166-ad79-96f5b07d5d7a service neutron] 10.222.0.15 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8092504 Jul 05 10:05:33.569563 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-d32bbbbf-b07c-49f0-99b4-5524d8bd90ea service neutron] 10.222.0.16 "GET /v2.0/networks/00b87ec2-f78e-4774-8e57-2b6769b9e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666680 Jul 05 10:05:33.870316 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d7505bcd-7893-4ac4-862a-c29c59b63bba req-b07e3a58-ef08-4329-bdc6-8aa532a8c86a service neutron] 10.222.0.16 "GET /v2.0/networks/00b87ec2-f78e-4774-8e57-2b6769b9e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886128 Jul 05 10:05:34.003167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f6187044-e4b9-4ca8-818a-54ea9179f5a7 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:34.139196 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-605e0170-0441-44d8-88d1-53234c615be4 req-a33950c2-d26e-42c8-bd56-8794edec0285 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45381fd8f8524f0fbe3baf12c5ea9172&device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1043425 Jul 05 10:05:34.307386 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-605e0170-0441-44d8-88d1-53234c615be4 req-f01cce13-4377-4842-b27c-b46145c62c0b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=45381fd8f8524f0fbe3baf12c5ea9172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505642 Jul 05 10:05:34.489904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:34.518198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f6187044-e4b9-4ca8-818a-54ea9179f5a7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7,segment=NetworkSegment(3a707a8e-db56-475c-85e6-33f944c7f20a),segment_id=3a707a8e-db56-475c-85e6-33f944c7f20a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:34.567985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86ad30e7-d1bd-4f10-a787-aed22d922e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.573645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7', 'network_id': '00b87ec2-f78e-4774-8e57-2b6769b9e25f', 'port_id': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7', 'mac_address': 'fa:16:3e:0c:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f934133e-0118-4200-a1bf-6b21a9716c09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:34.644690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca4e1c-1119-47a3-80d7-0c69cc09cea2 req-aaad13ed-ac05-4fea-a81b-e24176912f10 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:34.655850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4ca4e1c-1119-47a3-80d7-0c69cc09cea2 req-aaad13ed-ac05-4fea-a81b-e24176912f10 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 944 time: 0.5292954 Jul 05 10:05:34.661367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-011f920e-7597-43f5-b9bb-965762c497f1 req-12592dee-1e04-4afc-923f-f6625553acc7 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.2400482 Jul 05 10:05:34.761044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4ca4e1c-1119-47a3-80d7-0c69cc09cea2 req-68342f70-3edd-44dd-8d9d-76008e7c2e75 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963247 Jul 05 10:05:34.798532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86ad30e7-d1bd-4f10-a787-aed22d922e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.822340 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86ad30e7-d1bd-4f10-a787-aed22d922e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.832103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.920335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6187044-e4b9-4ca8-818a-54ea9179f5a7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:35.007504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f6187044-e4b9-4ca8-818a-54ea9179f5a7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7,segment=NetworkSegment(3a707a8e-db56-475c-85e6-33f944c7f20a),segment_id=3a707a8e-db56-475c-85e6-33f944c7f20a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:35.019042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.210509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6fb8-abdf-4ed2-833f-80e25787ea08 req-1ef01ceb-61d2-4f1e-8777-051a1e7942ea tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.217006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37ad6fb8-abdf-4ed2-833f-80e25787ea08 req-1ef01ceb-61d2-4f1e-8777-051a1e7942ea tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.2583005 Jul 05 10:05:35.246084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-86ad30e7-d1bd-4f10-a787-aed22d922e7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e96ad5c88b03475fa8c99f36a5ec54a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516575 Jul 05 10:05:35.246084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad30e7-d1bd-4f10-a787-aed22d922e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11812546-cae3-466c-9967-4e4f15aa1a55,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:35.249254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:35.264925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e0170-0441-44d8-88d1-53234c615be4 req-ffb88b8c-0992-4f8a-9106-3b6886992723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.266978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-605e0170-0441-44d8-88d1-53234c615be4 req-ffb88b8c-0992-4f8a-9106-3b6886992723 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9517488 Jul 05 10:05:35.300361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f6187044-e4b9-4ca8-818a-54ea9179f5a7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:35.322445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.323447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.324175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.324878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.325899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.327589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.328514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.331873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.332764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.333961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.334787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.335613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:35.397919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37ad6fb8-abdf-4ed2-833f-80e25787ea08 req-7b9673a1-91e6-4991-9d86-db73ccbd5754 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633079 Jul 05 10:05:35.437785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9212-30df-4856-b436-59339c48cb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.472894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9212-30df-4856-b436-59339c48cb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.499343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['f6187044-e4b9-4ca8-818a-54ea9179f5a7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:35.585577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9212-30df-4856-b436-59339c48cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.589636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9212-30df-4856-b436-59339c48cb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.600385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ca4c9212-30df-4856-b436-59339c48cb1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11812546-cae3-466c-9967-4e4f15aa1a55 HTTP/1.1" status: 204 len: 168 time: 0.3474464 Jul 05 10:05:35.623975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c9212-30df-4856-b436-59339c48cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11812546-cae3-466c-9967-4e4f15aa1a55,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:35.912393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f7908dd-03b6-450f-8156-f8dadf854cbd req-464bfe45-c50d-489e-942a-a44adc819a5c tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0617228 Jul 05 10:05:36.289877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001ba2e-f13a-4124-999d-183454702ee3 req-0d22de54-5172-4146-b806-97809531babf tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:36.291974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b001ba2e-f13a-4124-999d-183454702ee3 req-0d22de54-5172-4146-b806-97809531babf tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 945 time: 0.1817598 Jul 05 10:05:36.385693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b001ba2e-f13a-4124-999d-183454702ee3 req-49484cd6-83ac-417f-86da-ffa152d3407b tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782845 Jul 05 10:05:36.891102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926498-e0f9-4388-867a-ea412cc5ec69 req-1d5fdb53-2b29-4866-8482-3c4358b68f24 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:36.895528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea926498-e0f9-4388-867a-ea412cc5ec69 req-1d5fdb53-2b29-4866-8482-3c4358b68f24 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.1590834 Jul 05 10:05:37.088314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea926498-e0f9-4388-867a-ea412cc5ec69 req-3fce012e-4c5a-40d9-8397-aab457be4a64 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468759 Jul 05 10:05:37.221628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-477238d5-ae02-4f0c-bbca-1e1ce833b353 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:37.231467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-477238d5-ae02-4f0c-bbca-1e1ce833b353 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.15 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.7648561 Jul 05 10:05:37.367660 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-605e0170-0441-44d8-88d1-53234c615be4 req-e8dea759-c724-4342-b5ba-a00de09e62c9 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.16 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1223247 Jul 05 10:05:37.415531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9acedccb-1479-4914-867c-83f11d99cac4 req-108dffd0-d855-4611-90b7-167db32ca7f0 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.1055825 Jul 05 10:05:37.671473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Deleting port ff3ffd05-810b-49a3-85de-1304212dc4b8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:37.673358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.959020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] For port ff3ffd05-810b-49a3-85de-1304212dc4b8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ff3ffd05-810b-49a3-85de-1304212dc4b8,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:37.959604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.017609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Calling delete_port for ff3ffd05-810b-49a3-85de-1304212dc4b8 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:38.019857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f6187044-e4b9-4ca8-818a-54ea9179f5a7 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:38.046489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bf96f-f1a3-4dcf-895f-cbed1691c3ee req-11638516-986b-4c2f-932d-ee7cbcc3661d tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.050540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b8bf96f-f1a3-4dcf-895f-cbed1691c3ee req-11638516-986b-4c2f-932d-ee7cbcc3661d tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 945 time: 0.2103465 Jul 05 10:05:38.192570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port f6187044-e4b9-4ca8-818a-54ea9179f5a7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:38.218126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port f6187044-e4b9-4ca8-818a-54ea9179f5a7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:38.218764 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.228260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b8bf96f-f1a3-4dcf-895f-cbed1691c3ee req-e41fdf19-de72-4966-96ff-35ddf1bcd651 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655788 Jul 05 10:05:38.482543 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-64294bd2-aa73-449c-b273-d9d1a5b6a651 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3107214 Jul 05 10:05:38.494273 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.598385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:38.600804 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9210c9-6fd5-4e72-9161-7c34840aa5d9" -d '{"events": [{"server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "name": "network-vif-plugged", "status": "completed", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:38.637907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f6187044-e4b9-4ca8-818a-54ea9179f5a7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7,segment=NetworkSegment(3a707a8e-db56-475c-85e6-33f944c7f20a),segment_id=3a707a8e-db56-475c-85e6-33f944c7f20a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:38.647772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.718664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6fe1-5fa1-42fa-991a-14b133cb29b6 req-ae9d88e9-86de-43a0-a3d6-37b79f7163a7 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.737636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-226c6fe1-5fa1-42fa-991a-14b133cb29b6 req-ae9d88e9-86de-43a0-a3d6-37b79f7163a7 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 945 time: 0.2938998 Jul 05 10:05:38.753895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f6187044-e4b9-4ca8-818a-54ea9179f5a7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:38.851121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.857053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-1d2530c9-2ed0-4cc8-acf3-db01e31e3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.861085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-1d2530c9-2ed0-4cc8-acf3-db01e31e3b28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 1098 time: 0.2552595 Jul 05 10:05:38.879009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['ff3ffd05-810b-49a3-85de-1304212dc4b8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:38.890571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-432d5418-0963-4390-9ac9-d706a1695808 req-719a28c7-5623-4af2-ba88-70e00403888c tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff1df00-f8cf-4e3a-96ff-b07e5f4a7b3d HTTP/1.1" status: 200 len: 210 time: 0.0834317 Jul 05 10:05:38.958436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-226c6fe1-5fa1-42fa-991a-14b133cb29b6 req-078eae56-3f17-4211-b428-225598e72a99 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197859 Jul 05 10:05:38.968451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d43071c1-f3d1-451a-92ea-dfa30f546e8e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:39.055024 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ec5d34-72d9-42dc-ae33-f1cc19cdc714 x-openstack-request-id: req-d0ec5d34-72d9-42dc-ae33-f1cc19cdc714 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:39.057042 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "name": "network-vif-plugged", "status": "completed", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:39.057693 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0ec5d34-72d9-42dc-ae33-f1cc19cdc714 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:39.058553 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7', 'code': 200} Jul 05 10:05:39.157230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Pushing event deleted for resources: {'Port': ['ID=ff3ffd05-810b-49a3-85de-1304212dc4b8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:39.238730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] No DVR routers for this DVR port ff3ffd05-810b-49a3-85de-1304212dc4b8 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:39.246964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.254421 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-46b33cf2-e89e-42e8-99f3-b0c2bdcd68fb req-af57d5ba-7e5c-4e4d-982b-9242e34be6aa tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.15 "DELETE /v2.0/ports/ff3ffd05-810b-49a3-85de-1304212dc4b8 HTTP/1.1" status: 204 len: 173 time: 2.0119581 Jul 05 10:05:39.258286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'name': 'network-vif-deleted', 'tag': 'ff3ffd05-810b-49a3-85de-1304212dc4b8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:39.262530 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feea547-aef5-4be5-9109-c5a45ad9dfd1" -d '{"events": [{"server_uuid": "06a3e901-83b1-41c1-9b1c-b9d6fed187f6", "name": "network-vif-deleted", "tag": "ff3ffd05-810b-49a3-85de-1304212dc4b8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:39.413508 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ab943-1ac3-48f7-be9d-9abea91a009e x-openstack-request-id: req-378ab943-1ac3-48f7-be9d-9abea91a009e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:39.416055 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a3e901-83b1-41c1-9b1c-b9d6fed187f6", "name": "network-vif-deleted", "tag": "ff3ffd05-810b-49a3-85de-1304212dc4b8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:39.416835 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-378ab943-1ac3-48f7-be9d-9abea91a009e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:39.420263 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a3e901-83b1-41c1-9b1c-b9d6fed187f6', 'name': 'network-vif-deleted', 'tag': 'ff3ffd05-810b-49a3-85de-1304212dc4b8', 'status': 'completed', 'code': 200} Jul 05 10:05:39.435727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-78825bc8-cd4c-46ad-bb1b-d305cda3756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.444231 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-78825bc8-cd4c-46ad-bb1b-d305cda3756e service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 200 len: 920 time: 0.4702787 Jul 05 10:05:39.477872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e431be-edc1-4131-9a5c-54f8ad3d7f43 req-b1826b3e-c901-440f-9a16-b89d2242cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.490406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36e431be-edc1-4131-9a5c-54f8ad3d7f43 req-b1826b3e-c901-440f-9a16-b89d2242cdba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 1098 time: 0.3211846 Jul 05 10:05:39.644768 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-0bf721dc-dc01-4bef-8107-cec2b053cb4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 200 len: 217 time: 0.1808798 Jul 05 10:05:39.646319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36e431be-edc1-4131-9a5c-54f8ad3d7f43 req-d3ac9324-dbb6-4d49-bf96-788b5e7fc2f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489160 Jul 05 10:05:39.783826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:39.833426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b19d-d0f4-4a25-8a32-f8989cf6b26a req-808225ae-c0f8-492f-90c5-33e54aa0f026 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.845165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-0714465b-fe64-4667-ae53-fa0460c1c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.846077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e396b19d-d0f4-4a25-8a32-f8989cf6b26a req-808225ae-c0f8-492f-90c5-33e54aa0f026 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 946 time: 0.1763902 Jul 05 10:05:39.848345 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-0714465b-fe64-4667-ae53-fa0460c1c0d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 200 len: 859 time: 0.1273136 Jul 05 10:05:39.922132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e396b19d-d0f4-4a25-8a32-f8989cf6b26a req-eb0b46c7-487a-4c4d-ad6b-7017246118c8 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747263 Jul 05 10:05:39.940995 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-d3888e18-a04c-4f07-8b28-4efc6d1f4294 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebb04bf-5cdf-4548-8c57-eafb6aa49d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795298 Jul 05 10:05:40.130773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9aae177f-36d1-4a12-8793-b59ddcd208d2 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-344706401'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:40.132236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9aae177f-36d1-4a12-8793-b59ddcd208d2 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Unknown quota resources ['metering_label']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:40.231463 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-e43111e6-35af-4359-bf36-c4e2e32783f0 service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621160 Jul 05 10:05:40.494685 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9aae177f-36d1-4a12-8793-b59ddcd208d2 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.506535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:40.512840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9aae177f-36d1-4a12-8793-b59ddcd208d2 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7268884 Jul 05 10:05:40.534350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f802c84d-aef3-48ba-bda9-bcc99f779284 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bdd727c9-164b-4d46-a0df-c10ff4304ad8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:40.535053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f802c84d-aef3-48ba-bda9-bcc99f779284 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:40.609228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb06195c-4bcc-4668-8947-dc4e4bc696a4 req-cc7d8d7e-d5c5-4e77-a368-41c96d2fb7f3 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=06a3e901-83b1-41c1-9b1c-b9d6fed187f6 HTTP/1.1" status: 200 len: 210 time: 0.2049589 Jul 05 10:05:40.697675 n-d-771363-33 neutron-server[93795]: WARNING neutron.services.metering.metering_plugin [None req-f802c84d-aef3-48ba-bda9-bcc99f779284 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:05:40.752074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a917af7-1baf-44e9-be1d-0de5dcff7ee9 req-e7351f42-b538-40b7-b831-c322a250391d service neutron] 10.222.0.16 "GET /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085812 Jul 05 10:05:40.873411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-895b8007-d48e-4dbb-a7bc-2ce03245bff3 req-0fd81482-8d2e-4138-aab6-f2c6e42ca893 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.0379770 Jul 05 10:05:40.877545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f802c84d-aef3-48ba-bda9-bcc99f779284 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.879948 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f802c84d-aef3-48ba-bda9-bcc99f779284 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3690453 Jul 05 10:05:40.883186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:40.890450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4c27db22-d39c-4d5a-a9a3-e26926ea9482 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bdd727c9-164b-4d46-a0df-c10ff4304ad8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:40.890956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4c27db22-d39c-4d5a-a9a3-e26926ea9482 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:40.918835 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c2e057f-2630-4794-988e-678046e7871f req-f99e178a-14d4-486d-8038-0094e4439bae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45381fd8f8524f0fbe3baf12c5ea9172&device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.1164377 Jul 05 10:05:40.968588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c2e057f-2630-4794-988e-678046e7871f req-cda4af87-074a-4bad-8ae2-d8cb68b011db service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=45381fd8f8524f0fbe3baf12c5ea9172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381684 Jul 05 10:05:40.973464 n-d-771363-33 neutron-server[93796]: WARNING neutron.services.metering.metering_plugin [None req-4c27db22-d39c-4d5a-a9a3-e26926ea9482 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:05:41.087903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c27db22-d39c-4d5a-a9a3-e26926ea9482 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.092217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c27db22-d39c-4d5a-a9a3-e26926ea9482 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2053030 Jul 05 10:05:41.093512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:41.108879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7eb81162-ee0d-403e-91ba-6f41051e5761 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c2a97ee8-95c1-4f82-9a72-66b7a5b1763b HTTP/1.1" status: 200 len: 464 time: 0.0113702 Jul 05 10:05:41.111761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:41.190336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e057f-2630-4794-988e-678046e7871f req-c486dc9e-ba80-4ed6-a4fd-2525b3f4cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:41.193522 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c2e057f-2630-4794-988e-678046e7871f req-c486dc9e-ba80-4ed6-a4fd-2525b3f4cd61 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2076135 Jul 05 10:05:41.301348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85df9dde-3aca-45c6-b0d5-768ff43097a2 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.307258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-85df9dde-3aca-45c6-b0d5-768ff43097a2 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c2a97ee8-95c1-4f82-9a72-66b7a5b1763b HTTP/1.1" status: 204 len: 168 time: 0.1873322 Jul 05 10:05:41.307551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:41.319933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f4be-d09b-441c-8182-876c2c0dfa58 req-b10f17ba-388d-472e-be8e-480e1560ac61 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:41.321537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8466f4be-d09b-441c-8182-876c2c0dfa58 req-b10f17ba-388d-472e-be8e-480e1560ac61 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 946 time: 0.1790597 Jul 05 10:05:41.329258 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-571e2555-729c-43e7-bd13-e810cae3a292 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c2a97ee8-95c1-4f82-9a72-66b7a5b1763b HTTP/1.1" status: 200 len: 221 time: 0.0192471 Jul 05 10:05:41.334573 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:41.339880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84352b51-e0ed-4bdc-8c88-8891ae630e8c tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--81804754', 'description': 'label created by tempest'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:41.340347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84352b51-e0ed-4bdc-8c88-8891ae630e8c tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Unknown quota resources ['metering_label']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:05:41.390178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8466f4be-d09b-441c-8182-876c2c0dfa58 req-95ac057f-66bf-4c32-ba0d-1aee05d5437a tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515606 Jul 05 10:05:41.592641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84352b51-e0ed-4bdc-8c88-8891ae630e8c tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.595249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84352b51-e0ed-4bdc-8c88-8891ae630e8c tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2588081 Jul 05 10:05:41.599489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:41.717712 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7920b925-4cd1-4be8-be4b-bc449d0cf04b tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e81dda3c-58b5-4acf-a25a-64dbcae75e7a HTTP/1.1" status: 200 len: 466 time: 0.1162872 Jul 05 10:05:41.722126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:41.896733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff3ffd05-810b-49a3-85de-1304212dc4b8 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:41.921172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: ff3ffd05-810b-49a3-85de-1304212dc4b8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:41.921743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ff3ffd05-810b-49a3-85de-1304212dc4b8 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:41.989904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9623d8df-effd-49eb-8e2c-07a399f6ae75 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.991844 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9623d8df-effd-49eb-8e2c-07a399f6ae75 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e81dda3c-58b5-4acf-a25a-64dbcae75e7a HTTP/1.1" status: 204 len: 168 time: 0.2684970 Jul 05 10:05:41.994757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:42.009266 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7e36f63c-888a-41b0-9b17-39e300463bef tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e81dda3c-58b5-4acf-a25a-64dbcae75e7a HTTP/1.1" status: 200 len: 216 time: 0.0118570 Jul 05 10:05:42.011937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45844) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:42.024250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aa88ff65-6970-4e49-9d63-fed2cd7b34a2 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110567 Jul 05 10:05:42.027596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45846) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:42.045001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-69439ea5-700b-41e3-9385-236763498085 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161977 Jul 05 10:05:42.050937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:42.113878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d88023c7-572f-4845-9835-8186fb1e8fb6 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/bdd727c9-164b-4d46-a0df-c10ff4304ad8 HTTP/1.1" status: 200 len: 472 time: 0.0555968 Jul 05 10:05:42.114497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45850) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:42.129616 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dbb80844-eb39-493e-acde-b643944820bd tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/8b24bc3b-5e1f-4094-8168-58fb58e1e201 HTTP/1.1" status: 200 len: 461 time: 0.0133135 Jul 05 10:05:42.134449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:42.274554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6cc671d7-9d59-41c4-823b-ad7d43dd912b tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.275860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6cc671d7-9d59-41c4-823b-ad7d43dd912b tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/8b24bc3b-5e1f-4094-8168-58fb58e1e201 HTTP/1.1" status: 204 len: 168 time: 0.1401708 Jul 05 10:05:42.279398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45856) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:42.389845 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-995cb99f-10c4-43a7-a146-6b69294cfbf4 req-47783e56-85b5-44d1-959c-0e062d5a7d53 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.0403905 Jul 05 10:05:42.541880 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdd0958a-563b-422e-9937-7dc7e38550f4 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.543267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fdd0958a-563b-422e-9937-7dc7e38550f4 tempest-MeteringTestJSON-1624979051 tempest-MeteringTestJSON-1624979051-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/bdd727c9-164b-4d46-a0df-c10ff4304ad8 HTTP/1.1" status: 204 len: 168 time: 0.2623973 Jul 05 10:05:42.657174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5c2e057f-2630-4794-988e-678046e7871f req-763e82f2-947a-47ce-bf13-7e6f0067b625 tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.0487480 Jul 05 10:05:42.898636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec02af2-cf25-4f89-93ad-2bcd31521aff req-2715db73-42c6-4f45-8286-a8acdf15f50b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:42.901744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ec02af2-cf25-4f89-93ad-2bcd31521aff req-2715db73-42c6-4f45-8286-a8acdf15f50b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.1515384 Jul 05 10:05:42.983992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ec02af2-cf25-4f89-93ad-2bcd31521aff req-6011d9ce-35da-4e6e-8948-7a7a43fcaecd tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696507 Jul 05 10:05:43.062824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:43.072459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4aa92a51-e423-4258-9df2-7678fef9ff45 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013961546', 'description': 'tempest-secgroup-smoke-2013961546 description', 'project_id': 'c6fcf9969583432d93d9896a13f0614b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:43.137852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:43.152999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aa92a51-e423-4258-9df2-7678fef9ff45 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.355855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aa92a51-e423-4258-9df2-7678fef9ff45 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.365390 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aa92a51-e423-4258-9df2-7678fef9ff45 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.425198 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aa92a51-e423-4258-9df2-7678fef9ff45 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.431813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:43.432218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4aa92a51-e423-4258-9df2-7678fef9ff45 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3665786 Jul 05 10:05:43.449470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3fd0d386-83b8-46ef-b2f0-57e99df67bfc tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'security_group_rule': {'security_group_id': 'c137a2a8-2f8d-47fa-a209-131a985d5599', 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:43.462619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa92a51-e423-4258-9df2-7678fef9ff45 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c137a2a8-2f8d-47fa-a209-131a985d5599,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:43.509259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6eb1-a22c-43f2-adeb-37326f095728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.570634 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d386-83b8-46ef-b2f0-57e99df67bfc tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.752338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d386-83b8-46ef-b2f0-57e99df67bfc tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.768240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d386-83b8-46ef-b2f0-57e99df67bfc tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.802309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1915b633-c94b-4cbf-9c9e-0cdd2d996331 req-90853e5c-600e-4dcf-932e-949ca7604dff tempest-ServerShowV247Test-1061448593 tempest-ServerShowV247Test-1061448593-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a69bb93-860e-4cfb-8529-14450e854648 HTTP/1.1" status: 200 len: 210 time: 0.0574539 Jul 05 10:05:43.811208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0d386-83b8-46ef-b2f0-57e99df67bfc tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02ebdd8-6e0b-4fe3-ad48-c4df614f3826,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:43.914851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6eb1-a22c-43f2-adeb-37326f095728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.925107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6eb1-a22c-43f2-adeb-37326f095728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.945799 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d386-83b8-46ef-b2f0-57e99df67bfc tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.955235 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3fd0d386-83b8-46ef-b2f0-57e99df67bfc tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5194111 Jul 05 10:05:43.957435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:43.976379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1b8ec874-0820-4591-8e67-f284c93b3b91 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'security_group_rule': {'security_group_id': 'c137a2a8-2f8d-47fa-a209-131a985d5599', 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:43.993281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf6eb1-a22c-43f2-adeb-37326f095728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599b064a-f609-4492-bc5c-47f8698eff67,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:44.002452 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7ddf6eb1-a22c-43f2-adeb-37326f095728 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaafc34a79be4375a25ca4d464bb40a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8624380 Jul 05 10:05:44.013393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:44.038905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f497d380-9f89-4f8f-8589-630c95567e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.104723 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec874-0820-4591-8e67-f284c93b3b91 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.154961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a71b02-9090-42a2-be7e-37d6c7a41e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.215385 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a71b02-9090-42a2-be7e-37d6c7a41e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.328973 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a71b02-9090-42a2-be7e-37d6c7a41e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.334286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51a71b02-9090-42a2-be7e-37d6c7a41e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.340888 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51a71b02-9090-42a2-be7e-37d6c7a41e4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/599b064a-f609-4492-bc5c-47f8698eff67 HTTP/1.1" status: 204 len: 168 time: 0.3223290 Jul 05 10:05:44.343608 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec874-0820-4591-8e67-f284c93b3b91 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.363337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a71b02-9090-42a2-be7e-37d6c7a41e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b064a-f609-4492-bc5c-47f8698eff67,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:44.368417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec874-0820-4591-8e67-f284c93b3b91 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.393058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f975-dfdb-44a4-a67c-5891f1cfea46 req-243800eb-32ca-4fe1-8f3a-c56e7ee4500e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.397043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4c5f975-dfdb-44a4-a67c-5891f1cfea46 req-243800eb-32ca-4fe1-8f3a-c56e7ee4500e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2000515 Jul 05 10:05:44.431329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ec874-0820-4591-8e67-f284c93b3b91 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b39e7d-dbac-47f4-9e46-bf2ff1132528,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:44.494139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec874-0820-4591-8e67-f284c93b3b91 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.496124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1b8ec874-0820-4591-8e67-f284c93b3b91 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5370040 Jul 05 10:05:44.506722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:44.521598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cb804b65-b993-4159-af54-55843c28ef36 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'security_group_rule': {'security_group_id': 'c137a2a8-2f8d-47fa-a209-131a985d5599', 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:44.542969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4c5f975-dfdb-44a4-a67c-5891f1cfea46 req-45700459-b86f-44f9-994c-22b6af16925c tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069450 Jul 05 10:05:44.613871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb804b65-b993-4159-af54-55843c28ef36 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.743766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb804b65-b993-4159-af54-55843c28ef36 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.752243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb804b65-b993-4159-af54-55843c28ef36 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.796006 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cb804b65-b993-4159-af54-55843c28ef36 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.798541 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cb804b65-b993-4159-af54-55843c28ef36 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2891922 Jul 05 10:05:44.802711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:44.808243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb804b65-b993-4159-af54-55843c28ef36 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bceb028-a73f-4e12-8936-7cb1d6826c57,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:44.811698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3fb93e93-e320-4bc0-85fb-f02895b1a3c4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'security_group_rule': {'security_group_id': 'c137a2a8-2f8d-47fa-a209-131a985d5599', 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:44.911347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e93-e320-4bc0-85fb-f02895b1a3c4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.089395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e93-e320-4bc0-85fb-f02895b1a3c4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.099650 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e93-e320-4bc0-85fb-f02895b1a3c4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.109063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:45.135464 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0b71930-bd6f-4e99-a635-37a47f7d0fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.205868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93e93-e320-4bc0-85fb-f02895b1a3c4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a618576-c324-4d4e-9627-d64168a872d5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:45.436795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0b71930-bd6f-4e99-a635-37a47f7d0fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.449005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0b71930-bd6f-4e99-a635-37a47f7d0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.456357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb93e93-e320-4bc0-85fb-f02895b1a3c4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.468768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3fb93e93-e320-4bc0-85fb-f02895b1a3c4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6626225 Jul 05 10:05:45.470631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:45.486350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'security_group_rule': {'security_group_id': 'c137a2a8-2f8d-47fa-a209-131a985d5599', 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:45.576428 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Project c6fcf9969583432d93d9896a13f0614b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:05:45.582643 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b0b71930-bd6f-4e99-a635-37a47f7d0fa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba5dddd27af341988da43e5546f6e4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711237 Jul 05 10:05:45.587827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b71930-bd6f-4e99-a635-37a47f7d0fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c24114-8bb1-4c02-9309-ec419eb23a2d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:45.589931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:45.616570 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.639188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:45.864917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f69cef21-1641-480e-9353-f0df8b4330ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.890145 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.913431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.981347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0af39841-ea7e-4ff2-b1d2-6c46581ec693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.990568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676f52ce-5ff0-4d53-b555-a7e1d03c32a2,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.036140 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f69cef21-1641-480e-9353-f0df8b4330ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.070811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.072952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fbb06f8f-0a05-47c5-b65c-2fa5e70019d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6001916 Jul 05 10:05:46.078196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45940) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:46.101049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'security_group_rule': {'security_group_id': 'c137a2a8-2f8d-47fa-a209-131a985d5599', 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:46.205276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fefe60-5a10-43b4-b70e-cd0fb27f8a6a req-c8d1923f-7b57-468a-b778-8c9c93e8802e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:46.208150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28fefe60-5a10-43b4-b70e-cd0fb27f8a6a req-c8d1923f-7b57-468a-b778-8c9c93e8802e tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2968686 Jul 05 10:05:46.259929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f69cef21-1641-480e-9353-f0df8b4330ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.265563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f69cef21-1641-480e-9353-f0df8b4330ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.274107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0af39841-ea7e-4ff2-b1d2-6c46581ec693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.282057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f69cef21-1641-480e-9353-f0df8b4330ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6c24114-8bb1-4c02-9309-ec419eb23a2d HTTP/1.1" status: 204 len: 168 time: 0.6739457 Jul 05 10:05:46.282856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0af39841-ea7e-4ff2-b1d2-6c46581ec693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.395147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af39841-ea7e-4ff2-b1d2-6c46581ec693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3818926-f93c-4637-8351-69dca5b9f625,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.405511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cef21-1641-480e-9353-f0df8b4330ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c24114-8bb1-4c02-9309-ec419eb23a2d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.422808 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0af39841-ea7e-4ff2-b1d2-6c46581ec693 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45381fd8f8524f0fbe3baf12c5ea9172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7811856 Jul 05 10:05:46.423923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:46.485228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28fefe60-5a10-43b4-b70e-cd0fb27f8a6a req-4296855f-2a82-4824-bb23-884a7c7c8780 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662807 Jul 05 10:05:46.485228 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Project c6fcf9969583432d93d9896a13f0614b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:05:46.499696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.603347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5addc1dd-934c-43d9-ad68-eaba068268af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.640331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.650668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.689344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5addc1dd-934c-43d9-ad68-eaba068268af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.727693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89214e60-87de-414b-b43a-16e8c488953c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.744956 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.765539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-de7c7d05-0542-4942-92ad-612db670c4b0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6840715 Jul 05 10:05:46.881350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.886875 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c471caa-5414-454b-99f7-0005ed7644ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.956290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5addc1dd-934c-43d9-ad68-eaba068268af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.969219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5addc1dd-934c-43d9-ad68-eaba068268af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.982468 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5addc1dd-934c-43d9-ad68-eaba068268af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3818926-f93c-4637-8351-69dca5b9f625 HTTP/1.1" status: 204 len: 168 time: 0.5541902 Jul 05 10:05:47.040701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addc1dd-934c-43d9-ad68-eaba068268af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3818926-f93c-4637-8351-69dca5b9f625,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:47.369030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-c9811c37-c1f1-448a-92d2-eec59001ddaf tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013961546&fields=id&tenant_id=c6fcf9969583432d93d9896a13f0614b HTTP/1.1" status: 200 len: 267 time: 0.0806186 Jul 05 10:05:47.664352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-db8664db-86dc-46ea-8320-1df11c58c559 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:47.669316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-db8664db-86dc-46ea-8320-1df11c58c559 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/networks?id=aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 200 len: 814 time: 0.2844236 Jul 05 10:05:47.712559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-170910ab-8b93-463a-ae5f-a50b040a4a5a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/quotas/c6fcf9969583432d93d9896a13f0614b HTTP/1.1" status: 200 len: 375 time: 0.0361080 Jul 05 10:05:47.886204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-83b8ba8a-9772-4b9e-b4d4-db272804a2f2 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6fcf9969583432d93d9896a13f0614b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676931 Jul 05 10:05:47.926967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-188c2869-8a1a-4277-8373-f0e1e9676dca service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:05:47.929747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-188c2869-8a1a-4277-8373-f0e1e9676dca service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162787 Jul 05 10:05:47.965772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.306254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f782c-7e9a-4a36-91c3-dd896098fee2 req-a1767b6c-1384-4edd-9c63-e57add40e88a tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:48.319557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f2f782c-7e9a-4a36-91c3-dd896098fee2 req-a1767b6c-1384-4edd-9c63-e57add40e88a tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2349503 Jul 05 10:05:48.333165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-f40e0e3c-c219-4c69-bfef-55ccdb289b47 service neutron] 10.222.0.21 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888230 Jul 05 10:05:48.401490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:48.500008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f2f782c-7e9a-4a36-91c3-dd896098fee2 req-749a46c1-7a93-47bf-becb-22cb9879c7dd tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788919 Jul 05 10:05:48.615597 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-45bd7dac-314b-459d-87cf-0de3d9feb405 service neutron] 10.222.0.21 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804627 Jul 05 10:05:48.659689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1558864050'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:48.727259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:48.744923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.769919 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.812593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:48.983676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13819-2af8-4d2b-9ca5-6a419a91dd0a req-e85d3efa-2653-4bc3-90be-4eb897d45f96 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:48.992741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4e13819-2af8-4d2b-9ca5-6a419a91dd0a req-e85d3efa-2653-4bc3-90be-4eb897d45f96 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 946 time: 0.1775632 Jul 05 10:05:49.038574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.050620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.073512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:49.085513 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4e13819-2af8-4d2b-9ca5-6a419a91dd0a req-e830f046-d3e6-46a6-b2ce-bee67f6daeb3 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917561 Jul 05 10:05:49.090744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.091632 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Added segment d1fb0507-09a0-442f-993e-fc5194866748 of type vlan for network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b Jul 05 10:05:49.134601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-123125885-network', 'tenant_id': 'ecb8fd96734f40698e9a310e5cf25752'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:49.174124 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.181699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Made reservation on behalf of ecb8fd96734f40698e9a310e5cf25752 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:49.186630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.204478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.221776 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.230768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:49.231558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.407273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf4587-5212-4fc2-8043-4bab2a885554,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:49.417154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87dbdf22-450f-4b94-a2f8-934496441160 req-c75cf924-336f-4a80-a883-00f492550eb8 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.0667601 Jul 05 10:05:49.418782 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.420487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Network': ['ID=a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:49.424835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.439970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-235d9577-55eb-45ad-8ae4-3ed424132c93 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0364914 Jul 05 10:05:49.442613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46026) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:49.453185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'subnet': {'network_id': 'a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:49.465062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:49.493824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.494239 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Added segment 3ffba795-7fbe-484c-bd5e-83c204ae6e0d of type vlan for network b9b3a491-7118-405d-9c5c-30917063e3cd Jul 05 10:05:49.503282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:49.535147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:49.573057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:49.579367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.663393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.722381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.725859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:49.731019 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.791991 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.876412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0580995 Jul 05 10:05:49.878868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46034) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:49.891936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Request body: {'subnet': {'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-123125885-subnet', 'tenant_id': 'ecb8fd96734f40698e9a310e5cf25752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:49.901719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d71ef5-27f8-43cd-9308-7fda7e847ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b3a491-7118-405d-9c5c-30917063e3cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:49.924280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b9b3a491-7118-405d-9c5c-30917063e3cd details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:50.098921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef279-9de9-4e16-951b-349aa8c04403 req-56fe06ac-84c0-4299-8526-6174a2fd31e5 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:50.115669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-300ef279-9de9-4e16-951b-349aa8c04403 req-56fe06ac-84c0-4299-8526-6174a2fd31e5 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2074561 Jul 05 10:05:50.117603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Made reservation on behalf of ecb8fd96734f40698e9a310e5cf25752 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:50.121803 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:50.264706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-300ef279-9de9-4e16-951b-349aa8c04403 req-3b046d3d-9927-4604-bbdf-f378437dfd3b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/security-groups?id=67bc73ba-0245-4bd4-9e5e-46cfe609b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474373 Jul 05 10:05:50.488626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a208d-c139-45bc-8285-6814b87489a9 req-05f0a8a5-10be-417a-b139-ca61a2c23eeb tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:50.505948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-498a208d-c139-45bc-8285-6814b87489a9 req-05f0a8a5-10be-417a-b139-ca61a2c23eeb tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 946 time: 0.1886437 Jul 05 10:05:50.534295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:50.595579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:50.715555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-91f4e6d6-6b32-44e3-9d4a-5f5b2646b602 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:50.722457 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-91f4e6d6-6b32-44e3-9d4a-5f5b2646b602 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 946 time: 0.8003738 Jul 05 10:05:50.754780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-498a208d-c139-45bc-8285-6814b87489a9 req-4b19b023-785d-414b-a49c-58895c94a3e5 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447343 Jul 05 10:05:50.817205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Subnet': ['ID=f1ab2fa2-ddff-4230-98de-e9982077f2f5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:50.855504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-6f9bad8e-cc0b-42f1-8796-690479d3fa73 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:50.857977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-6f9bad8e-cc0b-42f1-8796-690479d3fa73 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 946 time: 0.2971454 Jul 05 10:05:50.904250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a184f51-2063-4eeb-8cfa-b02ec194a600,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:50.914871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Checking segment: {'id': 'd1fb0507-09a0-442f-993e-fc5194866748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:50.915448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network hostable DHCP agents. Network: a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:50.931669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75c6652f-560c-4de6-af5f-fa281a9cbf6f req-3bccb0c9-adf6-4525-9180-d0b7ded1fdd0 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.0719960 Jul 05 10:05:51.028802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Checking segment: {'id': '3ffba795-7fbe-484c-bd5e-83c204ae6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:51.029464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Network hostable DHCP agents. Network: b9b3a491-7118-405d-9c5c-30917063e3cd, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:51.052524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:51.082544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:51.106815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada0301e-bb20-4d19-b046-4083b3fb8337 None None] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:51.116555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:51.125626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.136195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Deleting port f6187044-e4b9-4ca8-818a-54ea9179f5a7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:51.136581 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.151805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Deleting port d43071c1-f3d1-451a-92ea-dfa30f546e8e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:51.152326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.166371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Network b9b3a491-7118-405d-9c5c-30917063e3cd is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:51.249432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b9b3a491-7118-405d-9c5c-30917063e3cd) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:51.259950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:51.260854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.264579 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84b13e16-4c95-42f8-98ba-c0f4ebbe1dac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8198447 Jul 05 10:05:51.270088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cbc27-2803-4b6e-8ded-2106f097b991 None None] Network b9b3a491-7118-405d-9c5c-30917063e3cd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:51.273895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:51.285944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2089500723', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:51.351547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.353047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.365644 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8c6599b7-2efb-46e6-95f2-4607e33517c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4852178 Jul 05 10:05:51.368767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] For port f6187044-e4b9-4ca8-818a-54ea9179f5a7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7,segment=NetworkSegment(3a707a8e-db56-475c-85e6-33f944c7f20a),segment_id=3a707a8e-db56-475c-85e6-33f944c7f20a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:51.368767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.401425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Calling delete_port for f6187044-e4b9-4ca8-818a-54ea9179f5a7 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:51.431939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] For port d43071c1-f3d1-451a-92ea-dfa30f546e8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d43071c1-f3d1-451a-92ea-dfa30f546e8e,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:51.432527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.495223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Calling delete_port for d43071c1-f3d1-451a-92ea-dfa30f546e8e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:51.618545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.698044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c0775-641b-4404-8749-0b32e17fcf26 None None] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:51.989282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cdf3522-c04a-41fc-ba8a-94367aa08d9d req-a672ce45-3a06-4727-8fe8-6e51f84d5e31 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 210 time: 0.0834115 Jul 05 10:05:51.990947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.010289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d43071c1-f3d1-451a-92ea-dfa30f546e8e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:52.095216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f6187044-e4b9-4ca8-818a-54ea9179f5a7 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:52.110957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Pushing event deleted for resources: {'Port': ['ID=d43071c1-f3d1-451a-92ea-dfa30f546e8e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:52.293499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] No DVR routers for this DVR port d43071c1-f3d1-451a-92ea-dfa30f546e8e on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:52.314502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.326711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.337399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed5c1387-6d27-449e-8e81-92dea413da50 req-350e875e-43c9-482f-98ab-c8142ab5c366 tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.16 "DELETE /v2.0/ports/d43071c1-f3d1-451a-92ea-dfa30f546e8e HTTP/1.1" status: 204 len: 173 time: 1.4032280 Jul 05 10:05:52.338195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'name': 'network-vif-deleted', 'tag': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:52.347451 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83208ac-c615-4c25-9d7f-b176875241c1" -d '{"events": [{"server_uuid": "6fd3a500-0e62-42c8-8360-85ca19acb3a1", "name": "network-vif-deleted", "tag": "d43071c1-f3d1-451a-92ea-dfa30f546e8e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:52.407448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f6187044-e4b9-4ca8-818a-54ea9179f5a7, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f6187044-e4b9-4ca8-818a-54ea9179f5a7,segment=NetworkSegment(3a707a8e-db56-475c-85e6-33f944c7f20a),segment_id=3a707a8e-db56-475c-85e6-33f944c7f20a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:52.412405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:52.416015 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d00bdc-b356-424b-848d-afc770e3e19b" -d '{"events": [{"server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "name": "network-vif-unplugged", "status": "completed", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:52.420805 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.426603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d882abe-1a55-4c16-a097-c51574ab6749 None None] Network b9b3a491-7118-405d-9c5c-30917063e3cd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:52.495071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.529188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4571-fc43-4236-b88b-db5ca8b5a416 req-ca9d47a9-00f0-4c8c-bd93-f5b096a799a4 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:52.531217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc4d4571-fc43-4236-b88b-db5ca8b5a416 req-ca9d47a9-00f0-4c8c-bd93-f5b096a799a4 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 946 time: 0.1777360 Jul 05 10:05:52.656925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc4d4571-fc43-4236-b88b-db5ca8b5a416 req-e8327a4a-7b10-4182-a86a-6229eb50c995 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/security-groups?id=abab9c68-08a2-48ad-a0b2-97807bfbb133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091890 Jul 05 10:05:52.794487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-523a6ab3-aa20-4e63-b2ab-73dfbbd6171c tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:52.808498 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-523a6ab3-aa20-4e63-b2ab-73dfbbd6171c tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.15 "GET /v2.0/networks?id=aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 200 len: 814 time: 1.0577240 Jul 05 10:05:52.821967 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35a857-b6fa-4ec2-a311-be71622c36a8 x-openstack-request-id: req-7f35a857-b6fa-4ec2-a311-be71622c36a8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:52.822428 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3a500-0e62-42c8-8360-85ca19acb3a1", "name": "network-vif-deleted", "tag": "d43071c1-f3d1-451a-92ea-dfa30f546e8e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:52.822896 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f35a857-b6fa-4ec2-a311-be71622c36a8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:52.823606 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd3a500-0e62-42c8-8360-85ca19acb3a1', 'name': 'network-vif-deleted', 'tag': 'd43071c1-f3d1-451a-92ea-dfa30f546e8e', 'status': 'completed', 'code': 200} Jul 05 10:05:52.960759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f6187044-e4b9-4ca8-818a-54ea9179f5a7,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:52.974277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-615a491a-677d-45ce-9f99-2a22fa370c35 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6fcf9969583432d93d9896a13f0614b HTTP/1.1" status: 200 len: 380 time: 0.1458020 Jul 05 10:05:52.988879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'port': {'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'admin_state_up': True, 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'security_groups': ['c137a2a8-2f8d-47fa-a209-131a985d5599']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:52.996131 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ca3cf-76b7-426c-a3ed-5c2b35f4375a x-openstack-request-id: req-7a4ca3cf-76b7-426c-a3ed-5c2b35f4375a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:52.996529 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "name": "network-vif-unplugged", "status": "completed", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:52.996724 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a4ca3cf-76b7-426c-a3ed-5c2b35f4375a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:52.997156 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7', 'code': 200} Jul 05 10:05:53.093110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:53.112205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.169979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1828133194-network', 'tenant_id': '21ac9241a4e8478ba83679a4658e2b53'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:53.195963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96f07cf8-d1eb-41d7-8a26-6aa05aef2724 req-6ef6853c-13b8-4751-abb0-a64b0573289d tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.1300070 Jul 05 10:05:53.257009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Made reservation on behalf of 21ac9241a4e8478ba83679a4658e2b53 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:53.261496 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.267323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Pushing event deleted for resources: {'Port': ['ID=f6187044-e4b9-4ca8-818a-54ea9179f5a7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:53.278472 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.420645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] No DVR routers for this DVR port f6187044-e4b9-4ca8-818a-54ea9179f5a7 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:53.436854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.442092 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-65c7fa39-c184-41b8-bfbc-aea1d7c6df69 req-910f517b-c58a-4161-a686-26a9dda707cc tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.16 "DELETE /v2.0/ports/f6187044-e4b9-4ca8-818a-54ea9179f5a7 HTTP/1.1" status: 204 len: 173 time: 2.7007515 Jul 05 10:05:53.459711 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.480300 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.533864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'name': 'network-vif-deleted', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:53.542518 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58047e5-4b38-4f91-bbfc-eb9b1901ee19" -d '{"events": [{"server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "name": "network-vif-deleted", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:53.545730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6bbac33-5401-4179-a125-6cd7962b47b5 req-6d2eed7c-3b91-4696-8389-a480754bcc0b tempest-ServerRescueNegativeTestJSON-513128920 tempest-ServerRescueNegativeTestJSON-513128920-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd3a500-0e62-42c8-8360-85ca19acb3a1 HTTP/1.1" status: 200 len: 210 time: 0.0833714 Jul 05 10:05:53.613384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:53.658230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e065cb-5e8a-4330-99de-0b02bcb9522b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:53.696894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Made reservation on behalf of c6fcf9969583432d93d9896a13f0614b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:53.706400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.706745 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Added segment 638926ca-bc07-40ab-9061-4d92ee462dae of type vlan for network eab5b9a7-e120-42ba-b2e6-c4daefe2d97c Jul 05 10:05:53.710302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.757989 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27916c92-08ab-4251-9df7-0be94a1dc884 x-openstack-request-id: req-27916c92-08ab-4251-9df7-0be94a1dc884 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:53.758395 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9366a7-61f4-4ffe-abf9-dedd1df31d05", "name": "network-vif-deleted", "tag": "f6187044-e4b9-4ca8-818a-54ea9179f5a7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:53.758742 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27916c92-08ab-4251-9df7-0be94a1dc884 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:53.759300 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9366a7-61f4-4ffe-abf9-dedd1df31d05', 'name': 'network-vif-deleted', 'tag': 'f6187044-e4b9-4ca8-818a-54ea9179f5a7', 'status': 'completed', 'code': 200} Jul 05 10:05:53.881458 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.966099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.969414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.972762 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:54.131238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9688923 Jul 05 10:05:54.132158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46102) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:54.846476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Request body: {'subnet': {'network_id': 'eab5b9a7-e120-42ba-b2e6-c4daefe2d97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1828133194-subnet', 'tenant_id': '21ac9241a4e8478ba83679a4658e2b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:54.874446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3afeb5f0-f9ea-4e26-a1a6-24aeb48eb0b2 req-b1732d9f-68d9-417b-9ec0-cd8ce2b97b56 tempest-ServerTagsTestJSON-703264389 tempest-ServerTagsTestJSON-703264389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9366a7-61f4-4ffe-abf9-dedd1df31d05 HTTP/1.1" status: 200 len: 210 time: 0.8380101 Jul 05 10:05:54.930437 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:54.956342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6526d3b-20bb-41e0-be85-1249b213fa9d admin admin] Pushing event updated for resources: {'Network': ['ID=eab5b9a7-e120-42ba-b2e6-c4daefe2d97c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:54.969822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network eab5b9a7-e120-42ba-b2e6-c4daefe2d97c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:54.979274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e3039e5-bdd8-48c7-a4fa-693a3d480286 req-c3d66203-ba67-4965-8539-282711d533db tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.1234660 Jul 05 10:05:55.031585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Made reservation on behalf of 21ac9241a4e8478ba83679a4658e2b53 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:55.036327 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:55.070319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:55.144528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:55.277179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Allocated IP 172.20.0.5 (aa5ce264-a336-4ec4-8e36-35bc211b485e/a7368b53-7198-48d5-9adb-c95f403d4983/72565a7d-d72b-4157-a871-35155ef10085) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:55.357727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.25.1.234 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/bd018bdd-19a0-4e8c-baf7-171eac9b32f6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:55.418682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:55.501395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f86dde5-ed0f-4a2e-b2a5-976606f7be2f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:55.522946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Checking segment: {'id': '638926ca-bc07-40ab-9061-4d92ee462dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eab5b9a7-e120-42ba-b2e6-c4daefe2d97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:55.523488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Network hostable DHCP agents. Network: eab5b9a7-e120-42ba-b2e6-c4daefe2d97c, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:55.564546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Network eab5b9a7-e120-42ba-b2e6-c4daefe2d97c is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:55.581344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, eab5b9a7-e120-42ba-b2e6-c4daefe2d97c) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:55.588194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:55.593209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:55.599807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e361adf-6036-4413-95c5-1cca57f5a21f None None] Network eab5b9a7-e120-42ba-b2e6-c4daefe2d97c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:55.664949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-47bf481a-d9d1-4179-b0f0-120e24084b17 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8175137 Jul 05 10:05:55.730793 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:55.862107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064e96d-8768-428f-841a-c7340db789fe None None] Network eab5b9a7-e120-42ba-b2e6-c4daefe2d97c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:56.053225 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.067286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.080741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d43071c1-f3d1-451a-92ea-dfa30f546e8e no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:56.119341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Transition to ACTIVE for port object 72565a7d-d72b-4157-a871-35155ef10085 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:56.149338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: d43071c1-f3d1-451a-92ea-dfa30f546e8e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:56.150132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d43071c1-f3d1-451a-92ea-dfa30f546e8e not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:56.236932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:56.335806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.354514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.396680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ac5a7-b273-4f6f-ad6e-8e8eaa374369 req-35be59c4-1509-48d5-9c51-0168c4eee20f tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.398736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894ac5a7-b273-4f6f-ad6e-8e8eaa374369 req-35be59c4-1509-48d5-9c51-0168c4eee20f tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 931 time: 0.1700473 Jul 05 10:05:56.482220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-894ac5a7-b273-4f6f-ad6e-8e8eaa374369 req-cf5662ba-71f6-4503-87b2-a8d190c72729 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775456 Jul 05 10:05:56.521118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Network aa5ce264-a336-4ec4-8e36-35bc211b485e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:56.535321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:56.569396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] Deleting subnet f934133e-0118-4200-a1bf-6b21a9716c09 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:05:56.572749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:56.579195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'Port': ['ID=72565a7d-d72b-4157-a871-35155ef10085,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:56.594373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:56.602997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:56.610120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:56.615122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.864511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-bf7f5597-0906-4a7c-bbfa-44b2bf067e5c tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.882953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-bf7f5597-0906-4a7c-bbfa-44b2bf067e5c tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/networks?id=b9b3a491-7118-405d-9c5c-30917063e3cd HTTP/1.1" status: 200 len: 824 time: 0.1848149 Jul 05 10:05:56.921461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-449658bd-4075-41b7-a086-43a236c07bb2 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/quotas/ecb8fd96734f40698e9a310e5cf25752 HTTP/1.1" status: 200 len: 375 time: 0.0374582 Jul 05 10:05:56.924838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.936715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=bd018bdd-19a0-4e8c-baf7-171eac9b32f6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:57.050310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-519f31f4-eb3d-451f-947a-ffe084a4309b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecb8fd96734f40698e9a310e5cf25752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265864 Jul 05 10:05:57.069132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5cf727e8-985b-4c5b-a50c-e306dba41dae None None] Provisioning for port 72565a7d-d72b-4157-a871-35155ef10085 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:57.076042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5cf727e8-985b-4c5b-a50c-e306dba41dae None None] Provisioning complete for port 72565a7d-d72b-4157-a871-35155ef10085 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:57.076654 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cf727e8-985b-4c5b-a50c-e306dba41dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.106755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:57.107680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.226163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.233152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5cf727e8-985b-4c5b-a50c-e306dba41dae None None] Port 72565a7d-d72b-4157-a871-35155ef10085 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:05:57.284320 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.287954 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-2e71f5fd-f01b-4914-8a5c-6202813c9968 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3060646 Jul 05 10:05:57.329653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Request body: {'port': {'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:57.589138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-cc0ee3bc-cdc6-405f-8426-d28b9cb3f998 service neutron] 10.222.0.21 "GET /v2.0/networks/b9b3a491-7118-405d-9c5c-30917063e3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309684 Jul 05 10:05:57.679197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.724656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.802672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f934133e-0118-4200-a1bf-6b21a9716c09,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:57.826335 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.829002 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-264c0138-ba8c-45bb-bfbe-f08b02bab19a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f934133e-0118-4200-a1bf-6b21a9716c09 HTTP/1.1" status: 204 len: 168 time: 1.5889823 Jul 05 10:05:57.834901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46150) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:57.853414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bb81524-c28f-457e-afe3-f1bc27f43251 service neutron] 10.222.0.21 "GET /v2.0/networks/b9b3a491-7118-405d-9c5c-30917063e3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451525 Jul 05 10:05:58.008150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c5e8c-45c3-4ede-abf2-68d102701ada req-7559acdd-d023-45d6-a2df-a77a6e14b80c tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:58.012321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f29c5e8c-45c3-4ede-abf2-68d102701ada req-7559acdd-d023-45d6-a2df-a77a6e14b80c tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 931 time: 0.1560788 Jul 05 10:05:58.118002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f29c5e8c-45c3-4ede-abf2-68d102701ada req-533965d1-e1c6-4c9d-9a3a-cfb9ccb1f194 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937574 Jul 05 10:05:58.132604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.311073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.311955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27ac30d1-c959-44f7-b739-077bd7f6ff0d req-3d55b14a-75db-4410-b9f8-8a44b7a13bd9 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 210 time: 0.0516818 Jul 05 10:05:58.931747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.586117 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.665715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.737093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97841971-5a5f-4780-8f1e-6c86093267a3 req-73177bb2-8e90-4178-a8ce-6d657eee9807 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 210 time: 0.0887146 Jul 05 10:05:59.822930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d497a5-9a8a-4a48-8d2e-8627af454fb6 req-a11f78fe-4162-4f1e-9c0b-82dc58c9a5d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.828139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13d497a5-9a8a-4a48-8d2e-8627af454fb6 req-a11f78fe-4162-4f1e-9c0b-82dc58c9a5d9 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 931 time: 0.3203642 Jul 05 10:05:59.939877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13d497a5-9a8a-4a48-8d2e-8627af454fb6 req-d9d0767b-ee86-421b-89a5-2754c6950a13 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995362 Jul 05 10:05:59.994779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b87ec2-f78e-4774-8e57-2b6769b9e25f']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:00.059376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a707a8e-db56-475c-85e6-33f944c7f20a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:00.059875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a707a8e-db56-475c-85e6-33f944c7f20a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:00.165875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.229400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.277495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:00.278402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:00.282731 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:00.414580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.497925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72565a7d-d72b-4157-a871-35155ef10085 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:00.522187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.568444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Deleting port 3cda7adc-668d-4578-9378-ed3f3ce9c704 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:00.569256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.665316 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.672866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.682230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] 10.222.0.21 "DELETE /v2.0/networks/00b87ec2-f78e-4774-8e57-2b6769b9e25f HTTP/1.1" status: 204 len: 168 time: 2.8438032 Jul 05 10:06:00.767132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Transition to ACTIVE for port object 72565a7d-d72b-4157-a871-35155ef10085 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:00.896698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.917855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777412c-14ff-406e-ad6f-024ea60d523f admin admin] Pushing event deleted for resources: {'Network': ['ID=00b87ec2-f78e-4774-8e57-2b6769b9e25f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:01.108898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48794871-cd8a-45d2-a037-52c602312aa4 req-1fb16180-514e-42ea-bfc7-bdc3c4e3c9bd tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 210 time: 0.1094346 Jul 05 10:06:01.118301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Pushing event updated for resources: {'Port': ['ID=72565a7d-d72b-4157-a871-35155ef10085,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:01.160998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] For port 3cda7adc-668d-4578-9378-ed3f3ce9c704, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3cda7adc-668d-4578-9378-ed3f3ce9c704,segment=NetworkSegment(ee95cd7d-c570-4729-8a97-6cb53e75c214),segment_id=ee95cd7d-c570-4729-8a97-6cb53e75c214)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:01.161369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.217590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:01.228807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-10921bae-97e4-4080-b7d1-1943afa3fc32 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.231248 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-10921bae-97e4-4080-b7d1-1943afa3fc32 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.16 "GET /v2.0/networks?id=b9b3a491-7118-405d-9c5c-30917063e3cd HTTP/1.1" status: 200 len: 824 time: 0.6746943 Jul 05 10:06:01.232360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Calling delete_port for 3cda7adc-668d-4578-9378-ed3f3ce9c704 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:01.264850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Request body: {'port': {'device_id': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd', 'admin_state_up': True, 'tenant_id': 'ecb8fd96734f40698e9a310e5cf25752'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:01.378761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a040d61c-ce5e-4f27-9abe-672c5ce99314 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0184432c04714897813506d97487a1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584337 Jul 05 10:06:01.385600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46182) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:01.508338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Attempting to bind port 72565a7d-d72b-4157-a871-35155ef10085 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:01.508842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Attempting to bind port 72565a7d-d72b-4157-a871-35155ef10085 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:01.509331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Attempting to bind port 72565a7d-d72b-4157-a871-35155ef10085 on network aa5ce264-a336-4ec4-8e36-35bc211b485e {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:01.523634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:06:01.528161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8b000-0049-4aa2-a767-f46de07d4eed req-d3991847-153c-485f-a8f9-a7b29682c27a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.541146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93d8b000-0049-4aa2-a767-f46de07d4eed req-d3991847-153c-485f-a8f9-a7b29682c27a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.2873054 Jul 05 10:06:01.542653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Port 72565a7d-d72b-4157-a871-35155ef10085 on network aa5ce264-a336-4ec4-8e36-35bc211b485e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:01.543018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Attempting to bind port 72565a7d-d72b-4157-a871-35155ef10085 on network aa5ce264-a336-4ec4-8e36-35bc211b485e {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:01.611124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c9ce-5e29-4b94-b5b1-9f9022969309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.618502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:01.618935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Checking segment: {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:01.619361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Bound using segment: {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:01.619844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Bound port: 72565a7d-d72b-4157-a871-35155ef10085, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0261cd-330e-451e-9ed5-09b572eabd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:01.620220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.668318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-93d8b000-0049-4aa2-a767-f46de07d4eed req-c05ec965-a39f-414d-9f2a-b93b7e467b14 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226301 Jul 05 10:06:01.716504 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c9ce-5e29-4b94-b5b1-9f9022969309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.795014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Made reservation on behalf of ecb8fd96734f40698e9a310e5cf25752 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:01.802079 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.846763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c9ce-5e29-4b94-b5b1-9f9022969309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.852246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bd2c9ce-5e29-4b94-b5b1-9f9022969309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.862065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1bd2c9ce-5e29-4b94-b5b1-9f9022969309 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abab9c68-08a2-48ad-a0b2-97807bfbb133 HTTP/1.1" status: 204 len: 168 time: 0.4608629 Jul 05 10:06:01.870050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2c9ce-5e29-4b94-b5b1-9f9022969309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abab9c68-08a2-48ad-a0b2-97807bfbb133,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:02.054937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] For port 72565a7d-d72b-4157-a871-35155ef10085, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:02.078594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:02.107277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:02.129688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:02.138556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:05:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:02.146372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] For port 72565a7d-d72b-4157-a871-35155ef10085, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=72565a7d-d72b-4157-a871-35155ef10085,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:02.161075 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.173610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.279435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.281583 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-26ebc611-ba76-47dc-aa27-94c13cd658af tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.0062518 Jul 05 10:06:02.286136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46192) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:02.306066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:02.325406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:02.326449 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.329766 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] 10.222.0.15 "PUT /v2.0/ports/72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 200 len: 1092 time: 5.0080788 Jul 05 10:06:02.330553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:02.334573 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477d64d-e0bd-4f30-bc74-c7c139705066" -d '{"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:02.371569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:02.372683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:05:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:02.564875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:02.566010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d3ab1-da08-43a8-b8e2-e81572271a37 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:02.585076 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9006fa4-ed45-44f4-b068-70a3e6e88bdf x-openstack-request-id: req-c9006fa4-ed45-44f4-b068-70a3e6e88bdf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:02.586181 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:02.587221 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9006fa4-ed45-44f4-b068-70a3e6e88bdf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:02.588110 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085', 'status': 'completed', 'code': 200} Jul 05 10:06:02.634649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367d2a-8fdf-437a-9059-23cd99f1b115 service neutron] Pushing event updated for resources: {'Port': ['ID=72565a7d-d72b-4157-a871-35155ef10085,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:02.677926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Allocated IP 172.20.0.13 (b9b3a491-7118-405d-9c5c-30917063e3cd/0a184f51-2063-4eeb-8cfa-b02ec194a600/f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:02.720059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4e2b39a-322a-420f-9650-9adaa926acfa req-b2ec00c6-db5c-4264-8598-19d634646564 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 210 time: 0.1618378 Jul 05 10:06:02.825197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cda7adc-668d-4578-9378-ed3f3ce9c704,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:03.188658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-fbfdf4da-8d96-4dcf-a8c6-802282eee821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.191240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-fbfdf4da-8d96-4dcf-a8c6-802282eee821 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6fcf9969583432d93d9896a13f0614b&device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1095 time: 0.6490672 Jul 05 10:06:03.217026 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.278250 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-72a4aed8-d40d-42dc-a2e5-be64ce21fb1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 200 len: 217 time: 0.0781012 Jul 05 10:06:03.457588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fcb7f-2e31-456e-870a-f0f14d2d53b0 req-082c28ea-8e09-4749-b585-444c3e33a06d tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.474239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-139fcb7f-2e31-456e-870a-f0f14d2d53b0 req-082c28ea-8e09-4749-b585-444c3e33a06d tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.4929903 Jul 05 10:06:03.496968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-455fbcbe-dac1-4724-9c7b-fb7e4d585468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.499247 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-455fbcbe-dac1-4724-9c7b-fb7e4d585468 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7368b53-7198-48d5-9adb-c95f403d4983 HTTP/1.1" status: 200 len: 853 time: 0.0955849 Jul 05 10:06:03.643923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-139fcb7f-2e31-456e-870a-f0f14d2d53b0 req-48f0c04f-abd8-4996-8cd6-317472e3824d tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612887 Jul 05 10:06:03.774462 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.850669 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:04.011647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-a7b4e35f-955f-4d2e-b50e-1d43a879a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.014785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-a7b4e35f-955f-4d2e-b50e-1d43a879a623 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa5ce264-a336-4ec4-8e36-35bc211b485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5063491 Jul 05 10:06:04.020287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Router 092e6a42-3570-479a-a229-00d71e05b97a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:04.353918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:04.364295 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec0a9093-bf16-493b-86b5-10a7a91a8320 admin admin] 10.222.0.21 "PUT /v2.0/routers/092e6a42-3570-479a-a229-00d71e05b97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2181940 Jul 05 10:06:04.374045 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] Sync routers for ids ['092e6a42-3570-479a-a229-00d71e05b97a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:04.375599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:04.409835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] Routers {'092e6a42-3570-479a-a229-00d71e05b97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:04.410603 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:05:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['092e6a42-3570-479a-a229-00d71e05b97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:04.449602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.1 (a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b/f1ab2fa2-ddff-4230-98de-e9982077f2f5/3e40053d-8178-4967-9be8-effd50928dcc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:04.850619 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] Set router 092e6a42-3570-479a-a229-00d71e05b97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:04.904728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2028ef14-3b38-4459-9d88-8451a39e9c7e req-b04f1037-7e97-4a00-afa4-a92257da9734 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 210 time: 0.2793245 Jul 05 10:06:05.042807 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.220854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.227222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.384167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:05.415624 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:06:01Z', 'revision_number': 5, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:05.428963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:05.446559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:05.510615 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] Checking router: 092e6a42-3570-479a-a229-00d71e05b97a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:05.529502 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] Routers {'092e6a42-3570-479a-a229-00d71e05b97a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:05.530171 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:05:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['092e6a42-3570-479a-a229-00d71e05b97a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:05.548913 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.620290 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-ec939eed-f3d9-46c0-ae78-ea24361cf94d service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5853858 Jul 05 10:06:05.654765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=3e40053d-8178-4967-9be8-effd50928dcc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:05.776725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Network b9b3a491-7118-405d-9c5c-30917063e3cd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:05.789517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5439c-494e-4b1d-9fc7-dfd39967ef4f req-3bf31e40-e5d6-401b-af63-42565617c04e tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:05.793031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d5439c-494e-4b1d-9fc7-dfd39967ef4f req-3bf31e40-e5d6-401b-af63-42565617c04e tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.4641335 Jul 05 10:06:05.830106 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Pushing event updated for resources: {'Port': ['ID=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:05.881579 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] Set router 092e6a42-3570-479a-a229-00d71e05b97a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:05.930889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:05.944997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:05.951595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.970411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d5439c-494e-4b1d-9fc7-dfd39967ef4f req-5db37a82-6664-4f3e-b2c2-1d432b000c48 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410801 Jul 05 10:06:05.972971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.581576 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:06:01Z', 'revision_number': 5, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:06.588710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.589774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.646002 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fabb34-015e-4864-98c9-c74e8391c244 None None] The sync data for ids ['092e6a42-3570-479a-a229-00d71e05b97a'] in n-d-771363-33 is: [{'id': '092e6a42-3570-479a-a229-00d71e05b97a', 'name': 'tempest-ServerRescueNegativeTestJSON-1387976861-router', 'tenant_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:40Z', 'updated_at': '2021-07-05T10:06:01Z', 'revision_number': 5, 'project_id': 'd62c6d3cb7594ca9a32690b46ffbd62d', 'gw_port': {'id': 'c129299b-362a-482a-8680-f093c9ca21ea', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092e6a42-3570-479a-a229-00d71e05b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:43Z', 'updated_at': '2021-07-05T10:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:06.737007 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-5bd7a0e3-ff71-4b93-a3b8-1ea59fcab304 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4767206 Jul 05 10:06:06.745909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.762253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Request body: {'port': {'device_id': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:06.811864 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-66df6712-4169-4c4e-9191-84fa7b9f55f9 req-cbc104b1-c45b-4607-b8a7-963148c3b28a service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1462288 Jul 05 10:06:06.875115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aa39d-3194-4fc7-b6f0-94f7d8b995c9 req-72e275e5-d476-48bc-a2ba-38da8b2c1dee tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.878469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7aa39d-3194-4fc7-b6f0-94f7d8b995c9 req-72e275e5-d476-48bc-a2ba-38da8b2c1dee tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 932 time: 0.4908116 Jul 05 10:06:07.038463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7aa39d-3194-4fc7-b6f0-94f7d8b995c9 req-9353ff12-0f47-406a-adb2-9886b0a07c16 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404622 Jul 05 10:06:07.069858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.108916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.117667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.256836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3cda7adc-668d-4578-9378-ed3f3ce9c704 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:07.309604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3cda7adc-668d-4578-9378-ed3f3ce9c704 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:07.309931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=3e40053d-8178-4967-9be8-effd50928dcc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:07.310935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3cda7adc-668d-4578-9378-ed3f3ce9c704 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:07.341389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Deleting port c129299b-362a-482a-8680-f093c9ca21ea {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:07.341863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.372929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.714023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-d3490cfc-de55-40f9-88a4-6e7907cc8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.719845 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-d3490cfc-de55-40f9-88a4-6e7907cc8bdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6fcf9969583432d93d9896a13f0614b&device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1095 time: 0.7520840 Jul 05 10:06:07.774180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:07.790797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb622bd-69cc-4833-8582-795c8e3368a7 req-82bc5e8d-ee9c-4b6c-9235-9f7a52725457 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.795816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccb622bd-69cc-4833-8582-795c8e3368a7 req-82bc5e8d-ee9c-4b6c-9235-9f7a52725457 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.2782857 Jul 05 10:06:07.799837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:07.919613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccb622bd-69cc-4833-8582-795c8e3368a7 req-f4dd007d-076a-4455-beaa-75ed3888dbd4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079130 Jul 05 10:06:07.969557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] For port c129299b-362a-482a-8680-f093c9ca21ea, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c129299b-362a-482a-8680-f093c9ca21ea,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:07.970430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.006840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Calling delete_port for c129299b-362a-482a-8680-f093c9ca21ea owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:08.061111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:08.093987 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-42bcee59-0aa5-4e1d-9018-05c5a8353b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:08.096783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-42bcee59-0aa5-4e1d-9018-05c5a8353b6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 200 len: 915 time: 0.3576131 Jul 05 10:06:08.191318 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-64e69cc2-c954-47b9-9095-874736a64bfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 200 len: 217 time: 0.0654750 Jul 05 10:06:08.373204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-07583f22-d566-450b-a72d-8645da23e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:08.377277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-07583f22-d566-450b-a72d-8645da23e108 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7368b53-7198-48d5-9adb-c95f403d4983 HTTP/1.1" status: 200 len: 853 time: 0.1725838 Jul 05 10:06:08.423969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:08.441313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2c92a328-2224-4e3d-9a13-ddf7b69cf4cb tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/routers/188d4573-a7b8-4226-a4f4-9f9a89af4c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1521950 Jul 05 10:06:08.443202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:08.445679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:08.462901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'port': {'network_id': 'a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b', 'name': 'tempest-FloatingIPTestJSON-682945002'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:08.482253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:08.484790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:05:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:08.627526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:08.665482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:08.688037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:05:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:08.761922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:08.793282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.803309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:08.810552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227fc60d-3087-442e-8acd-72b508cda63e None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:08.820685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb46dec-a7a6-4dc7-a0ba-864e376341a9 req-eb42ebf7-1361-40e0-81dc-35d6660586af tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:08.823633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cb46dec-a7a6-4dc7-a0ba-864e376341a9 req-eb42ebf7-1361-40e0-81dc-35d6660586af tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 932 time: 0.5392630 Jul 05 10:06:08.830490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Transition to ACTIVE for port object f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:08.831497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:08.839278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.847651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.888563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] device_id is not set on port 6e83e405-eb6c-4774-989d-3b7a1ffcc6ec yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:06:09.056551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-e4b7308e-ada3-45ca-b531-cfd9f094daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.059828 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-e4b7308e-ada3-45ca-b531-cfd9f094daab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa5ce264-a336-4ec4-8e36-35bc211b485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6677079 Jul 05 10:06:09.060891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Pushing event updated for resources: {'Port': ['ID=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.098135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.11 (a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b/f1ab2fa2-ddff-4230-98de-e9982077f2f5/6e83e405-eb6c-4774-989d-3b7a1ffcc6ec) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:09.267491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.268061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.268536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.269094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.269625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.270115 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.270601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.271164 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.271705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.272171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.272743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.273241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.337258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cb46dec-a7a6-4dc7-a0ba-864e376341a9 req-f7645a12-e5fb-492b-a337-c652cec6707a tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911005 Jul 05 10:06:09.389556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.486871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.503163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Pushing event deleted for resources: {'Port': ['ID=c129299b-362a-482a-8680-f093c9ca21ea,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.517370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f933399-21de-48f9-a6ec-1f17d30373a7 req-1274b087-1758-4e7f-aa40-13d49439d175 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.519137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f933399-21de-48f9-a6ec-1f17d30373a7 req-1274b087-1758-4e7f-aa40-13d49439d175 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.2381802 Jul 05 10:06:09.588649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f933399-21de-48f9-a6ec-1f17d30373a7 req-cb762a1c-b9ff-4d5f-9ebd-3896f9a7be1a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581436 Jul 05 10:06:09.595071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.648883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-f8055fee-2b4b-4936-81d6-79a4fc5d7e49 service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782769 Jul 05 10:06:09.653511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:09.658739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:09.663980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:09.681577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Attempting to bind port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:09.682101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Attempting to bind port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '3ffba795-7fbe-484c-bd5e-83c204ae6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:09.682591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Attempting to bind port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 on network b9b3a491-7118-405d-9c5c-30917063e3cd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:09.763542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=6e83e405-eb6c-4774-989d-3b7a1ffcc6ec,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.803485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 on network b9b3a491-7118-405d-9c5c-30917063e3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:09.804082 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Attempting to bind port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 on network b9b3a491-7118-405d-9c5c-30917063e3cd {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:09.827663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.833373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.852516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.857237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:09.857903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Checking segment: {'id': '3ffba795-7fbe-484c-bd5e-83c204ae6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:09.859776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Bound using segment: {'id': '3ffba795-7fbe-484c-bd5e-83c204ae6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:09.860547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Bound port: f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffba795-7fbe-484c-bd5e-83c204ae6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:09.861245 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.879540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2ababe1f-8eb7-4447-a5c6-8b76977e8772 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4317775 Jul 05 10:06:09.883374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46294) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:09.906840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'port': {'network_id': 'a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b', 'name': 'tempest-FloatingIPTestJSON-730396786'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:10.079629 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9477d64d-e0bd-4f30-bc74-c7c139705066 req-4b4d9839-f964-4dd0-aba9-4ce078c97589 service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123144 Jul 05 10:06:10.268422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:10.276848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.309827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.323125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.326782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] device_id is not set on port b1d2ddbe-91d2-4680-8597-bad9f5295ad5 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:06:10.338246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] For port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:10.352715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] For port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,segment=NetworkSegment(3ffba795-7fbe-484c-bd5e-83c204ae6e0d),segment_id=3ffba795-7fbe-484c-bd5e-83c204ae6e0d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:10.426173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.594610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.595609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.597822 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] 10.222.0.16 "PUT /v2.0/ports/f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 HTTP/1.1" status: 200 len: 1093 time: 3.8454566 Jul 05 10:06:10.598951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'tag': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:10.602163 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87162b56-1ab4-4864-a45c-baa0ad3a11c5" -d '{"events": [{"name": "network-changed", "server_uuid": "445db5ad-8b26-4d59-b384-f849dee9a21b", "tag": "f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:10.623144 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.623827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 092e6a42-3570-479a-a229-00d71e05b97a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:10.706166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.730240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75af11a7-846b-4e2f-a64b-fa277587c15d admin admin] 10.222.0.21 "DELETE /v2.0/routers/092e6a42-3570-479a-a229-00d71e05b97a HTTP/1.1" status: 204 len: 168 time: 6.3469403 Jul 05 10:06:10.730240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:10.752225 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02afccc-0c20-44fa-ba42-4fd285074161 service neutron] Pushing event updated for resources: {'Port': ['ID=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:11.039158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] Deleting subnet 76500932-745a-4629-85b1-14882b395e7c {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:11.079496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.174938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d9c5fa93-8530-4dcd-a4ff-c3323abc7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:11.179463 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d9c5fa93-8530-4dcd-a4ff-c3323abc7ac2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecb8fd96734f40698e9a310e5cf25752&device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 1096 time: 0.3644140 Jul 05 10:06:11.221097 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.320389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-ec753118-8879-43fd-941d-c661fd298d0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 HTTP/1.1" status: 200 len: 217 time: 0.1166978 Jul 05 10:06:11.440301 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.493140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-8926ba74-094c-4b57-9514-131d0663d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:11.496077 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-8926ba74-094c-4b57-9514-131d0663d046 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a184f51-2063-4eeb-8cfa-b02ec194a600 HTTP/1.1" status: 200 len: 864 time: 0.1685255 Jul 05 10:06:11.586190 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-170e165c-01bb-4c90-bd1e-83fd6a960cff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9b3a491-7118-405d-9c5c-30917063e3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710087 Jul 05 10:06:11.605143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c129299b-362a-482a-8680-f093c9ca21ea no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:11.657609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c129299b-362a-482a-8680-f093c9ca21ea {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:11.658653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c129299b-362a-482a-8680-f093c9ca21ea not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:11.744402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.756986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.3 (a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b/f1ab2fa2-ddff-4230-98de-e9982077f2f5/b1d2ddbe-91d2-4680-8597-bad9f5295ad5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:11.805925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76500932-745a-4629-85b1-14882b395e7c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:11.816658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.819990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea77d2d-29b0-491e-b964-b87c9247c465 req-da73d9d2-fca4-49db-9feb-35647ccb6d4c tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:11.829580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ea77d2d-29b0-491e-b964-b87c9247c465 req-da73d9d2-fca4-49db-9feb-35647ccb6d4c tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.4680560 Jul 05 10:06:11.833234 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e0655e3e-4d3d-4d1d-90fe-1d8ca561245a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76500932-745a-4629-85b1-14882b395e7c HTTP/1.1" status: 204 len: 168 time: 1.0607374 Jul 05 10:06:11.840693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:11.886576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5263-282a-46e2-bd81-b7d37691ff75 req-a0eced98-b9af-44c6-ade4-1167ed8d0a14 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:11.889246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b2c5263-282a-46e2-bd81-b7d37691ff75 req-a0eced98-b9af-44c6-ade4-1167ed8d0a14 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 944 time: 0.5442102 Jul 05 10:06:11.990181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ea77d2d-29b0-491e-b964-b87c9247c465 req-c53f7a3b-3f35-4c5a-8340-b01bca985bcd tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603358 Jul 05 10:06:12.015941 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-d3e5dcb2-6d5c-4cb0-b83a-d7f37e6a39c5 service neutron] 10.222.0.16 "GET /v2.0/networks/b9b3a491-7118-405d-9c5c-30917063e3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117727 Jul 05 10:06:12.026342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.116758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.170350 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57700e2d-6421-486a-be9d-605ba138915f x-openstack-request-id: req-57700e2d-6421-486a-be9d-605ba138915f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:12.170709 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445db5ad-8b26-4d59-b384-f849dee9a21b", "tag": "f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:12.171544 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57700e2d-6421-486a-be9d-605ba138915f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:12.172038 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'tag': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9', 'status': 'completed', 'code': 200} Jul 05 10:06:12.177568 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.195510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b2c5263-282a-46e2-bd81-b7d37691ff75 req-12a46f0f-a6ac-4026-a813-eaa9071713d5 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840474 Jul 05 10:06:12.307546 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.333173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:12.346256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:12.348227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebb04bf-5cdf-4548-8c57-eafb6aa49d46']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:12.353850 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5d2d4828-b322-4290-a36e-025ad82810c9 req-f8fb8aee-f49e-4f9d-9f55-ac8877fcb807 service neutron] 10.222.0.16 "GET /v2.0/networks/b9b3a491-7118-405d-9c5c-30917063e3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207893 Jul 05 10:06:12.378741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee95cd7d-c570-4729-8a97-6cb53e75c214') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:12.379198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee95cd7d-c570-4729-8a97-6cb53e75c214') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:12.380902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:12.398525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.441772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.454167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=b1d2ddbe-91d2-4680-8597-bad9f5295ad5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:12.459354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:12.462089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:12.489099 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:12.521065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.522432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.563178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ad19060b-a4a5-4098-8f69-2cf893d48344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6744044 Jul 05 10:06:12.566190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:12.575609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'b1d2ddbe-91d2-4680-8597-bad9f5295ad5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:12.664290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.694651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.732846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.738675 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eebb04bf-5cdf-4548-8c57-eafb6aa49d46 HTTP/1.1" status: 204 len: 168 time: 0.8963890 Jul 05 10:06:12.741559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245e5a-a8c0-4e5e-9870-a5b2fa55c9e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eebb04bf-5cdf-4548-8c57-eafb6aa49d46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:12.763817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-1997c7d5-3854-4d51-aefa-16bc8103890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.769018 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-1997c7d5-3854-4d51-aefa-16bc8103890b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecb8fd96734f40698e9a310e5cf25752&device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 1096 time: 0.2785773 Jul 05 10:06:13.068725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-9baa6562-3a77-4a8a-80c6-ce507fca5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:13.070786 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-9baa6562-3a77-4a8a-80c6-ce507fca5c8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b9b3a491-7118-405d-9c5c-30917063e3cd HTTP/1.1" status: 200 len: 925 time: 0.2849920 Jul 05 10:06:13.188865 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.286656 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-52cc24e0-8b8e-41a4-9b4e-f6fbbd202670 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 HTTP/1.1" status: 200 len: 217 time: 0.1874573 Jul 05 10:06:13.451603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-786881df-f8cb-4b35-907b-1e2c06215bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:13.461378 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-786881df-f8cb-4b35-907b-1e2c06215bec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a184f51-2063-4eeb-8cfa-b02ec194a600 HTTP/1.1" status: 200 len: 864 time: 0.1626151 Jul 05 10:06:13.462175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46332) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:13.563305 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-f2672ede-1982-4851-9db5-8f8007e34bdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9b3a491-7118-405d-9c5c-30917063e3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863011 Jul 05 10:06:13.684860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.25.1.28 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/d157252b-733e-48a0-9588-08d7c6a258d1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:13.808229 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17022fe6-dd6d-4954-b0f8-ba0854a3c05e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d62c6d3cb7594ca9a32690b46ffbd62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441236 Jul 05 10:06:13.814524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:13.930884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-6086d100-1d82-4272-9508-076e5671a4fa service neutron] 10.222.0.16 "GET /v2.0/networks/b9b3a491-7118-405d-9c5c-30917063e3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354628 Jul 05 10:06:13.939672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b2e2-535e-4be4-a1b0-04139785fbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.954636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b15a2-0457-44da-8e33-d8a754cba819 req-aebbf973-1e1d-47d1-a649-f58dc2f08555 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:13.957170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a01b15a2-0457-44da-8e33-d8a754cba819 req-aebbf973-1e1d-47d1-a649-f58dc2f08555 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.4945505 Jul 05 10:06:14.038932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a01b15a2-0457-44da-8e33-d8a754cba819 req-170598d8-fb47-4574-baca-bc43982f51a2 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653982 Jul 05 10:06:14.065919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94fb36e3-0b4f-409c-a49d-44f94912fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.134229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.158119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df7cf1-8333-4b05-876f-d579ba52551e req-67ec5a13-4e66-41a9-b4f1-cfe5e6eecd0c tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:14.173922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70df7cf1-8333-4b05-876f-d579ba52551e req-67ec5a13-4e66-41a9-b4f1-cfe5e6eecd0c tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 944 time: 0.3968363 Jul 05 10:06:14.190724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:14.373511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70df7cf1-8333-4b05-876f-d579ba52551e req-c9f45eb4-b1d8-4e7b-afc4-a4f033509268 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766305 Jul 05 10:06:14.456019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,segment=NetworkSegment(3ffba795-7fbe-484c-bd5e-83c204ae6e0d),segment_id=3ffba795-7fbe-484c-bd5e-83c204ae6e0d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:14.456426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.543747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9', 'network_id': 'b9b3a491-7118-405d-9c5c-30917063e3cd', 'port_id': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9', 'mac_address': 'fa:16:3e:2d:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a184f51-2063-4eeb-8cfa-b02ec194a600', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:06:14.552221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:14.567680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:14.584248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:14.703158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=d157252b-733e-48a0-9588-08d7c6a258d1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:14.780587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.874327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:14.979531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,segment=NetworkSegment(3ffba795-7fbe-484c-bd5e-83c204ae6e0d),segment_id=3ffba795-7fbe-484c-bd5e-83c204ae6e0d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:14.992343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.040514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b2e2-535e-4be4-a1b0-04139785fbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.156319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:15.176020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-87162b56-1ab4-4864-a45c-baa0ad3a11c5 req-610e0597-ce26-4b38-83dd-7e7ee6f203a1 service neutron] 10.222.0.16 "GET /v2.0/networks/b9b3a491-7118-405d-9c5c-30917063e3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2209544 Jul 05 10:06:15.238665 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b2e2-535e-4be4-a1b0-04139785fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.257895 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b2e2-535e-4be4-a1b0-04139785fbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.264851 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2ed9b2e2-535e-4be4-a1b0-04139785fbe7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67bc73ba-0245-4bd4-9e5e-46cfe609b87c HTTP/1.1" status: 204 len: 168 time: 1.4417691 Jul 05 10:06:15.287238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9b2e2-535e-4be4-a1b0-04139785fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc73ba-0245-4bd4-9e5e-46cfe609b87c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:15.337785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:16.045261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0c74a-104b-4877-b631-6b1218d41307 req-f87ccba2-343e-4d8f-a8ab-e0542e4032cd tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:16.048984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35e0c74a-104b-4877-b631-6b1218d41307 req-f87ccba2-343e-4d8f-a8ab-e0542e4032cd tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 943 time: 0.4246802 Jul 05 10:06:16.076378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.109548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 72565a7d-d72b-4157-a871-35155ef10085 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:16.243769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35e0c74a-104b-4877-b631-6b1218d41307 req-8c1f0c28-a247-44b2-bf39-a7cf1e30057c tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828129 Jul 05 10:06:16.314041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48717a77-2b03-4c30-b7fc-071ec37e07b8 req-b0c88f2d-b062-407a-9f96-bc0a05f87a84 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:16.318538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48717a77-2b03-4c30-b7fc-071ec37e07b8 req-b0c88f2d-b062-407a-9f96-bc0a05f87a84 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 945 time: 0.3922567 Jul 05 10:06:16.399314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 72565a7d-d72b-4157-a871-35155ef10085, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=72565a7d-d72b-4157-a871-35155ef10085,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:16.444894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '72565a7d-d72b-4157-a871-35155ef10085', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'mac_address': 'fa:16:3e:c1:29:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:06:16.461810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.539248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48717a77-2b03-4c30-b7fc-071ec37e07b8 req-bce2b6a2-235d-4879-b0b4-ccf4139cbc0f tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727486 Jul 05 10:06:16.543067 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.624085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72565a7d-d72b-4157-a871-35155ef10085 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:16.752774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 72565a7d-d72b-4157-a871-35155ef10085, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=72565a7d-d72b-4157-a871-35155ef10085,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:16.777143 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.883062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.901530 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83e1b559-336e-44f2-81d5-88dcd723f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.973804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.986116 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.034627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=72565a7d-d72b-4157-a871-35155ef10085,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.070271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['72565a7d-d72b-4157-a871-35155ef10085'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:17.194159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=d157252b-733e-48a0-9588-08d7c6a258d1,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.318645 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.930597 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP 32f1ee6f-192d-4bfd-aa5b-6f0c6a6535d8 associated. External IP: 172.25.1.28, port: b1d2ddbe-91d2-4680-8597-bad9f5295ad5. Jul 05 10:06:18.016727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:18.070447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.191185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c393f1-edb1-4b71-af7e-20e24b6962e3 req-5695c85d-441d-4b0e-ab47-5678eaea5efb tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:18.195278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3c393f1-edb1-4b71-af7e-20e24b6962e3 req-5695c85d-441d-4b0e-ab47-5678eaea5efb tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 944 time: 0.4438596 Jul 05 10:06:18.211127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:18.323798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1424903239-network', 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:18.409097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:18.414963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:18.420125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:18.420125 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.427827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.428160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3c393f1-edb1-4b71-af7e-20e24b6962e3 req-f286c62b-8613-426d-88c0-6fa008b00a4e tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625369 Jul 05 10:06:18.492781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd84b-04f0-4eca-8941-dc4b3c26d04c req-8c462f4f-9702-4f65-910d-8127cdbbfeae tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:18.512789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd0dd84b-04f0-4eca-8941-dc4b3c26d04c req-8c462f4f-9702-4f65-910d-8127cdbbfeae tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 945 time: 0.4700136 Jul 05 10:06:18.522270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.900577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.995231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd0dd84b-04f0-4eca-8941-dc4b3c26d04c req-24b3b674-6e69-4950-ac64-2d10a66965ad tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810107 Jul 05 10:06:19.068944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:19.090321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:19.095783 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422b747b-ec8e-4404-90dd-996dab77e1b1" -d '{"events": [{"server_uuid": "445db5ad-8b26-4d59-b384-f849dee9a21b", "name": "network-vif-plugged", "status": "completed", "tag": "f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:19.106487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.119642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.143269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,segment=NetworkSegment(3ffba795-7fbe-484c-bd5e-83c204ae6e0d),segment_id=3ffba795-7fbe-484c-bd5e-83c204ae6e0d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:19.169388 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.189536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:19.210438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2824daf6-8f61-4a5a-8dfa-21138435efb5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:19.230525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.234436 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Added segment f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977 of type vlan for network a7863275-951c-4fbb-90a1-2b4beca7cd72 Jul 05 10:06:19.339906 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5d3fc-6b97-4d54-8f71-60a60b090594 x-openstack-request-id: req-6ea5d3fc-6b97-4d54-8f71-60a60b090594 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:19.340351 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445db5ad-8b26-4d59-b384-f849dee9a21b", "name": "network-vif-plugged", "status": "completed", "tag": "f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:19.340747 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ea5d3fc-6b97-4d54-8f71-60a60b090594 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:19.343851 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9', 'code': 200} Jul 05 10:06:19.346298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:19.398743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.527867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.529577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.531845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.533554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:19.618240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.670041 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6511862 Jul 05 10:06:19.676875 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:19.677753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:19.680946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f0a91-8e55-4bfe-a941-665f8b8cb1d3 req-33bbf14f-31b9-4788-b2f1-1c56483b8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.683445 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c29f0a91-8e55-4bfe-a941-665f8b8cb1d3 req-33bbf14f-31b9-4788-b2f1-1c56483b8175 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 1098 time: 0.2768767 Jul 05 10:06:19.694282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Request body: {'subnet': {'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1424903239-subnet', 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:19.706636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d4083-0526-4011-8d18-d3af4ad00dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a7863275-951c-4fbb-90a1-2b4beca7cd72,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:19.765045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:19.771177 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:19.778357 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:19.913056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:19.924360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.992818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1d2082ff-9188-4374-b2ce-c4efeb953045 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4221573 Jul 05 10:06:19.997016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46412) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:19.999777 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:20.045353 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:20.045353 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:20.052247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:20.122547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 72565a7d-d72b-4157-a871-35155ef10085 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:20.212103 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c29f0a91-8e55-4bfe-a941-665f8b8cb1d3 req-9e001889-d3b9-4cc6-9141-2a5c66b785c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786489 Jul 05 10:06:20.218951 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:20.220638 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbb69b-50e2-496f-8bc6-879a7f37dc5a None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:20.234006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.351786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 72565a7d-d72b-4157-a871-35155ef10085 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:20.366084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 72565a7d-d72b-4157-a871-35155ef10085 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:20.371613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.446984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.673799 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.767841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 72565a7d-d72b-4157-a871-35155ef10085, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=72565a7d-d72b-4157-a871-35155ef10085,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:20.779528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.790951 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.841842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ed423-d74e-45a9-bb8b-5b8517f9f1d9 req-65aa3cbf-a07a-407d-adbf-ddd983998fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:20.853942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d2ed423-d74e-45a9-bb8b-5b8517f9f1d9 req-65aa3cbf-a07a-407d-adbf-ddd983998fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 944 time: 0.6375968 Jul 05 10:06:20.929477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7866d245-c64e-4f7d-b858-f065e1530bb8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:20.960624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:20.961165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Network hostable DHCP agents. Network: a7863275-951c-4fbb-90a1-2b4beca7cd72, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:21.036674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=72565a7d-d72b-4157-a871-35155ef10085,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:21.046035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:21.086033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, a7863275-951c-4fbb-90a1-2b4beca7cd72) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:21.114031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8703c-fec9-4914-bc06-9dc4fce57d1b None None] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:21.150734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:21.151723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.159434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d2ed423-d74e-45a9-bb8b-5b8517f9f1d9 req-0f67350a-f614-4e0c-a8da-0598002e5c23 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037174 Jul 05 10:06:21.247284 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a1d650e6-450d-4ad6-b7e4-46bf47ebefba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5521514 Jul 05 10:06:21.248422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc8034-f597-4889-97ed-f637baeaa05b req-37d00255-a0c2-4f64-a062-c6e46a57e231 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:21.263122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dcc8034-f597-4889-97ed-f637baeaa05b req-37d00255-a0c2-4f64-a062-c6e46a57e231 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 946 time: 0.5893841 Jul 05 10:06:21.428283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72565a7d-d72b-4157-a871-35155ef10085'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:21.453409 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e341a3d-1656-4e97-83e2-91733d904dfb" -d '{"events": [{"server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "name": "network-vif-plugged", "status": "completed", "tag": "72565a7d-d72b-4157-a871-35155ef10085"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:21.564590 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.598112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dcc8034-f597-4889-97ed-f637baeaa05b req-46eaf706-caab-4226-b1d8-bba73fcc81be tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320496 Jul 05 10:06:21.605630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.606324 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP 32f1ee6f-192d-4bfd-aa5b-6f0c6a6535d8 disassociated. External IP: 172.25.1.28, port: b1d2ddbe-91d2-4680-8597-bad9f5295ad5. Jul 05 10:06:21.692738 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca1557-d4a6-4343-bf75-e349a2f4bd56 x-openstack-request-id: req-baca1557-d4a6-4343-bf75-e349a2f4bd56 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:21.693443 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "name": "network-vif-plugged", "status": "completed", "tag": "72565a7d-d72b-4157-a871-35155ef10085", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:21.694050 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baca1557-d4a6-4343-bf75-e349a2f4bd56 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:21.694807 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72565a7d-d72b-4157-a871-35155ef10085', 'code': 200} Jul 05 10:06:21.926771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d3e173-7d8a-4c35-87f4-bb2c023571ef None None] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:22.103399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a3aa3-e9f5-47f0-a1d6-623d7d336d41 req-647cefea-0307-44e4-8512-7a08253d1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:22.106713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd8a3aa3-e9f5-47f0-a1d6-623d7d336d41 req-647cefea-0307-44e4-8512-7a08253d1899 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1097 time: 0.1970098 Jul 05 10:06:22.384096 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-dd8a3aa3-e9f5-47f0-a1d6-623d7d336d41 req-9467b5ba-ef6e-4f22-8fad-cc87c14831a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607939 Jul 05 10:06:22.761544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:22.837633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:23.100355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef06939-4e40-4aac-a6f8-4ecd59e97a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.361155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef06939-4e40-4aac-a6f8-4ecd59e97a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.370277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef06939-4e40-4aac-a6f8-4ecd59e97a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.457419 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1ef06939-4e40-4aac-a6f8-4ecd59e97a34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=330edc4efc814d4bb8a9fe9e5a4ede98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6940668 Jul 05 10:06:23.460999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:23.476751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06939-4e40-4aac-a6f8-4ecd59e97a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42e2fa-1c59-4d65-9dd4-57dc02df504a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.587108 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2865dfd-cd43-419d-b5dd-083f9a8b6e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.633317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2865dfd-cd43-419d-b5dd-083f9a8b6e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.806392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2865dfd-cd43-419d-b5dd-083f9a8b6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.812830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2865dfd-cd43-419d-b5dd-083f9a8b6e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.815362 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a2865dfd-cd43-419d-b5dd-083f9a8b6e5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd42e2fa-1c59-4d65-9dd4-57dc02df504a HTTP/1.1" status: 204 len: 168 time: 0.3518863 Jul 05 10:06:23.841109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2865dfd-cd43-419d-b5dd-083f9a8b6e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42e2fa-1c59-4d65-9dd4-57dc02df504a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.952397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b78c58-4276-47e9-8d18-67b74c78222e req-47056af1-5b4c-4bfb-a4b1-81edb6120faf tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:23.955739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90b78c58-4276-47e9-8d18-67b74c78222e req-47056af1-5b4c-4bfb-a4b1-81edb6120faf tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 945 time: 1.2658515 Jul 05 10:06:24.100433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77739-18f3-4273-93ce-8f974102445c req-75094cc2-3697-432d-bc62-435c93dca0dc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:24.103196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-75094cc2-3697-432d-bc62-435c93dca0dc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 1.3014233 Jul 05 10:06:24.119593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:24.129191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90b78c58-4276-47e9-8d18-67b74c78222e req-614ab4d6-fea4-4299-8850-0da0b6f6c461 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619923 Jul 05 10:06:24.135167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.142284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:24.160336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:24.162033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:24.213931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-df4dc025-dc1c-4975-ac28-02ae9d73fb3b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0906582 Jul 05 10:06:24.231614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:24.258350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8b73a24e-927f-4193-ad31-88fdc5c55344 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/floatingips/32f1ee6f-192d-4bfd-aa5b-6f0c6a6535d8 HTTP/1.1" status: 200 len: 687 time: 4.2582629 Jul 05 10:06:24.263128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:24.265905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:24.267016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:24.330581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-38f53ab9-542d-4dbf-b67d-9c6b4da031d9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004004 Jul 05 10:06:24.401832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:24.406749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926fb08-b4a4-4840-87ad-5c9d02a33f0d None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:24.610154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port d157252b-733e-48a0-9588-08d7c6a258d1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:24.611121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.711717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-c24b0d73-3c16-4702-b0ec-be7354f107b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593888 Jul 05 10:06:24.791503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.792208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.821508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for d157252b-733e-48a0-9588-08d7c6a258d1 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:24.846596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31469fb-00d6-4e5a-83ca-5d2377b421f3 req-7e25d07c-1a1f-477f-8b27-07f7b8fcaa04 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:24.860607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b31469fb-00d6-4e5a-83ca-5d2377b421f3 req-7e25d07c-1a1f-477f-8b27-07f7b8fcaa04 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 946 time: 0.3337281 Jul 05 10:06:25.208575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b31469fb-00d6-4e5a-83ca-5d2377b421f3 req-4c718f26-d181-4cff-9021-0afc3a21f2e0 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119906 Jul 05 10:06:25.264553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-5489317a-b677-492f-b3eb-e7b7241c0871 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303073 Jul 05 10:06:25.376381 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.441562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=d157252b-733e-48a0-9588-08d7c6a258d1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:25.664466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.677368 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.692902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2d5bb4d2-7156-4392-b0f1-3a3daae9be5e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/floatingips/32f1ee6f-192d-4bfd-aa5b-6f0c6a6535d8 HTTP/1.1" status: 204 len: 168 time: 1.4255652 Jul 05 10:06:25.694206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:25.703876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '6e83e405-eb6c-4774-989d-3b7a1ffcc6ec'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:25.755909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.895484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0eed9-5ce7-4b20-b0b9-093053362476 req-773abde7-9a70-457d-bf6a-532941f0fc15 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:25.900068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34f0eed9-5ce7-4b20-b0b9-093053362476 req-773abde7-9a70-457d-bf6a-532941f0fc15 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 945 time: 0.2820539 Jul 05 10:06:26.066672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.088601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34f0eed9-5ce7-4b20-b0b9-093053362476 req-e57bb32b-7d5a-4f75-ad50-5915639c3a8d tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605358 Jul 05 10:06:26.204708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4815f-2836-418f-893c-74a6bd5f9214 req-83b28e8d-dcf7-49e4-ba60-de86e52963e4 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:26.207899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ff4815f-2836-418f-893c-74a6bd5f9214 req-83b28e8d-dcf7-49e4-ba60-de86e52963e4 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 946 time: 0.3054712 Jul 05 10:06:26.403425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3551e67-72e3-4e19-9c8d-8be13eb8ca69 req-a39866e0-0e32-4158-98fd-f2c35d32233c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 210 time: 0.1174204 Jul 05 10:06:26.453238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ff4815f-2836-418f-893c-74a6bd5f9214 req-f2ec297b-4550-45b4-8f35-1e0104f970f7 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233477 Jul 05 10:06:26.517434 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.25.1.156 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/07fba704-f499-45e0-a0d3-7bba5cb20347) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:26.943031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7a1b8-a752-416a-8d09-12489b32595b req-78d4dd0f-d2ac-4efc-9d95-f776cb141d68 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:26.963600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23b7a1b8-a752-416a-8d09-12489b32595b req-78d4dd0f-d2ac-4efc-9d95-f776cb141d68 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 945 time: 0.2362955 Jul 05 10:06:27.051592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.103713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23b7a1b8-a752-416a-8d09-12489b32595b req-969ad434-2359-494f-a597-827ee473ef8f tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371686 Jul 05 10:06:27.183706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:27.209474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.428881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:27.444580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:27.476462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:27.517305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=07fba704-f499-45e0-a0d3-7bba5cb20347,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:27.932090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-769884ca-f6aa-4d91-afd5-18c63356a750 req-6a68b930-bada-44d9-aede-6af3b46da802 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 210 time: 0.0723937 Jul 05 10:06:28.176615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9134a0-5b49-4892-91c9-6e345b16ae4b tempest-TestVolumeBackupRestore-1581064101 tempest-TestVolumeBackupRestore-1581064101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:28.185777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ad9134a0-5b49-4892-91c9-6e345b16ae4b tempest-TestVolumeBackupRestore-1581064101 tempest-TestVolumeBackupRestore-1581064101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1092 time: 1.0002747 Jul 05 10:06:28.191058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:28.200352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:28.253664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ca67-1703-4e49-9771-914e4497ddec req-7ad39673-e8bd-4a49-ba4e-aeede5610ab4 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:28.269954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fef1ca67-1703-4e49-9771-914e4497ddec req-7ad39673-e8bd-4a49-ba4e-aeede5610ab4 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 946 time: 0.2952211 Jul 05 10:06:28.332616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.406489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fef1ca67-1703-4e49-9771-914e4497ddec req-efe533c3-e216-4c47-8b4e-dfd5294dccc1 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334350 Jul 05 10:06:28.769403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.127170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Allocated IP 172.25.1.53 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/adff3e67-71d1-44cc-8bdf-219c2a9ab882) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:29.330534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77739-18f3-4273-93ce-8f974102445c req-8b8bbcb4-ed27-4c70-b592-b509c73676bc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.333753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-8b8bbcb4-ed27-4c70-b592-b509c73676bc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.16 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.5788009 Jul 05 10:06:29.343460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c2389588-ade9-453a-a73a-36675c177ba8 req-bd44dee3-9723-4308-82c0-350bcd5374d6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 210 time: 0.0808656 Jul 05 10:06:29.380207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Request body: {'port': {'device_id': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'admin_state_up': True, 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:29.481739 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.574122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.597299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.667010 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.706989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:29.714427 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.719390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.799006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:29.815013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:29.831547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'Port': ['ID=adff3e67-71d1-44cc-8bdf-219c2a9ab882,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:29.840589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:30.097623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Allocated IP 172.20.0.10 (a7863275-951c-4fbb-90a1-2b4beca7cd72/7866d245-c64e-4f7d-b858-f065e1530bb8/69a56659-d534-4e67-b94b-6c82ad802d13) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:30.255344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.261362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21576d-ad9a-4deb-b816-09d79cb63e09 req-9f879f45-7cd7-4309-afaf-f16bdfb27841 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:30.276169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f21576d-ad9a-4deb-b816-09d79cb63e09 req-9f879f45-7cd7-4309-afaf-f16bdfb27841 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 946 time: 0.3299193 Jul 05 10:06:30.755233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f3138f2-79f7-4dd1-ae74-c77a033c3f7c req-40a93c0d-ef45-4f07-af0a-12143492b64f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 210 time: 0.0541902 Jul 05 10:06:30.771206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f21576d-ad9a-4deb-b816-09d79cb63e09 req-52609f75-b2db-4649-ad1f-94600a8233d4 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525984 Jul 05 10:06:30.778052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.918895 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.932768 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.033443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=07fba704-f499-45e0-a0d3-7bba5cb20347,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:31.042434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.158533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.200083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:31.215371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:31.220779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event updated for resources: {'Port': ['ID=69a56659-d534-4e67-b94b-6c82ad802d13,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:31.225240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:31.330205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:31.331851 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.338805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.356446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.367226 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-a687636f-b8ec-49c6-8ab1-282fa5a141ce tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9983106 Jul 05 10:06:31.461920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Request body: {'port': {'device_id': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:31.764196 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP d3cd9763-15c0-4caa-b1d3-68c2c90145c6 associated. External IP: 172.25.1.156, port: 6e83e405-eb6c-4774-989d-3b7a1ffcc6ec. Jul 05 10:06:31.803163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.844617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.862164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.018686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-78cd2897-4558-4d46-b479-d78f2f0a92ab tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:32.020449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-78cd2897-4558-4d46-b479-d78f2f0a92ab tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.16 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 946 time: 0.4192240 Jul 05 10:06:32.142717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event updated for resources: {'Port': ['ID=adff3e67-71d1-44cc-8bdf-219c2a9ab882,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:32.171654 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.246222 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-e57073b4-d5b0-4f0f-b00c-8fedfb3a4e74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4672706 Jul 05 10:06:32.587292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dcd39-9345-42b2-a919-9c0366497926 req-f8085377-82c2-451c-a459-70e287aab221 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:32.592154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-748dcd39-9345-42b2-a919-9c0366497926 req-f8085377-82c2-451c-a459-70e287aab221 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 932 time: 0.5699797 Jul 05 10:06:32.749004 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:06:32.755765 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Floating IP 1fba3c46-cd9d-4394-b671-1e08a4c13083 associated. External IP: 172.25.1.53, port: 72565a7d-d72b-4157-a871-35155ef10085. Jul 05 10:06:32.979569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Deleting port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:32.980510 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.092478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-748dcd39-9345-42b2-a919-9c0366497926 req-9b8e9769-958b-4f96-99f6-a701daa2b786 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530582 Jul 05 10:06:33.237502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af81ec-ef6d-4d9a-a356-6b6b73d1dd6a req-5b41ffb4-b3c8-4a27-a773-c94243b6ac42 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:33.253363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83af81ec-ef6d-4d9a-a356-6b6b73d1dd6a req-5b41ffb4-b3c8-4a27-a773-c94243b6ac42 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 946 time: 0.7583055 Jul 05 10:06:33.337031 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a56659-d534-4e67-b94b-6c82ad802d13 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:33.350980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.383530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Transition to ACTIVE for port object 69a56659-d534-4e67-b94b-6c82ad802d13 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:33.425437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:33.437387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.563899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-7472fa12-8370-4d27-af93-d0c4f7f6f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:33.565879 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-7472fa12-8370-4d27-af93-d0c4f7f6f135 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f90c87ac542845bb9d96dc0089e60c78&device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1097 time: 1.2168493 Jul 05 10:06:33.645963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Pushing event updated for resources: {'Port': ['ID=69a56659-d534-4e67-b94b-6c82ad802d13,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:33.850405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83af81ec-ef6d-4d9a-a356-6b6b73d1dd6a req-2cff1672-f798-46ba-954e-659c85f74466 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704348 Jul 05 10:06:33.868283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] For port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,segment=NetworkSegment(3ffba795-7fbe-484c-bd5e-83c204ae6e0d),segment_id=3ffba795-7fbe-484c-bd5e-83c204ae6e0d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:33.872208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.900735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Calling delete_port for f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:33.992176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:34.192364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-d43fbeeb-41f9-43ca-8431-9e68d9005f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:34.198131 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-d43fbeeb-41f9-43ca-8431-9e68d9005f55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60f17619-c99e-444a-9d86-e76477b0e226 HTTP/1.1" status: 200 len: 910 time: 0.5682261 Jul 05 10:06:34.366244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.422772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:34.449322 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:34.473607 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:34.478825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:34.506502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Attempting to bind port 69a56659-d534-4e67-b94b-6c82ad802d13 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:34.507051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Attempting to bind port 69a56659-d534-4e67-b94b-6c82ad802d13 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:34.507727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Attempting to bind port 69a56659-d534-4e67-b94b-6c82ad802d13 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:34.521970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-9faf7a42-225f-4998-922f-adbf498b7426 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5445f965-a4d9-43da-9a89-b1fec932675f HTTP/1.1" status: 200 len: 1000 time: 0.3066261 Jul 05 10:06:34.526697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.544481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Port 69a56659-d534-4e67-b94b-6c82ad802d13 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:34.545083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Attempting to bind port 69a56659-d534-4e67-b94b-6c82ad802d13 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:34.600480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:34.606202 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:34.612752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] Sync routers for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:34.628139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:34.628412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:34.628762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Bound using segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:34.629290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Bound port: 69a56659-d534-4e67-b94b-6c82ad802d13, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:34.629653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.635806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:34.641194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:34.649289 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:34.651819 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:34.727509 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-188bc3ce-f809-4dd5-926a-0c169c8dc386 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0276699 Jul 05 10:06:34.732271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:34.803587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Pushing event deleted for resources: {'Port': ['ID=f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:34.815444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-498911cb-acbf-4621-9b2a-835fa69b9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:34.824863 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:34.829386 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca404cc-8f7c-4353-9703-b02ae52f98f9 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:34.829589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] No DVR routers for this DVR port f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:34.839827 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-498911cb-acbf-4621-9b2a-835fa69b9dbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c127997a-12a6-4f90-8953-3ee5cbe723cc HTTP/1.1" status: 200 len: 848 time: 0.2868068 Jul 05 10:06:34.845499 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.854670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-099fdd0a-ab85-4f89-9324-efe66b19153f req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.16 "DELETE /v2.0/ports/f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 HTTP/1.1" status: 204 len: 173 time: 2.8079731 Jul 05 10:06:34.883222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.887951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.889338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.889686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.890564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.890906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.896423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.897066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.905878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.905878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.905878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.916550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6a782-2866-4ca2-b41f-74d03068194b tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:34.923297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'name': 'network-vif-deleted', 'tag': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:34.941713 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d74bb-78de-4b4f-bea7-a6c905ca64bc" -d '{"events": [{"server_uuid": "445db5ad-8b26-4d59-b384-f849dee9a21b", "name": "network-vif-deleted", "tag": "f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:35.047264 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.121605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] For port 69a56659-d534-4e67-b94b-6c82ad802d13, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:35.128368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] For port 69a56659-d534-4e67-b94b-6c82ad802d13, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=69a56659-d534-4e67-b94b-6c82ad802d13,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:35.136959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-717bb5f3-32ff-4479-9489-6e2c0c259829 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "GET /v2.0/floatingips/d3cd9763-15c0-4caa-b1d3-68c2c90145c6 HTTP/1.1" status: 200 len: 978 time: 0.3949451 Jul 05 10:06:35.151687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:35.189336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:35.245553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.285640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-05f33eb3-b670-4e4d-be44-8eae2135c66a tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0922649 Jul 05 10:06:35.376269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1dbe29f-0795-4d77-8759-0a2a938fdee5 req-432bcb5e-5cd1-4338-9120-1a6121d3c9c2 tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 210 time: 0.0975697 Jul 05 10:06:35.385473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883cbbf-45e9-4b41-a1e6-abb0285b77b6 req-f4413dfb-5940-431c-8f86-046455101bad tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:35.398742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:35.408499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1883cbbf-45e9-4b41-a1e6-abb0285b77b6 req-f4413dfb-5940-431c-8f86-046455101bad tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 944 time: 0.7944314 Jul 05 10:06:35.519665 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd236dd4-989d-4b41-a3bd-4585021b1f46 x-openstack-request-id: req-cd236dd4-989d-4b41-a3bd-4585021b1f46 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:35.519964 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445db5ad-8b26-4d59-b384-f849dee9a21b", "name": "network-vif-deleted", "tag": "f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:35.520231 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd236dd4-989d-4b41-a3bd-4585021b1f46 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:35.520762 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445db5ad-8b26-4d59-b384-f849dee9a21b', 'name': 'network-vif-deleted', 'tag': 'f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9', 'status': 'completed', 'code': 200} Jul 05 10:06:35.561742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1883cbbf-45e9-4b41-a1e6-abb0285b77b6 req-ba77d3f4-2f41-4d4f-85c3-6bec29d131e5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518803 Jul 05 10:06:35.709544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-fb7f3a9d-177e-44f8-bdd5-9c070081db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:35.711966 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-fb7f3a9d-177e-44f8-bdd5-9c070081db5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60f17619-c99e-444a-9d86-e76477b0e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8686731 Jul 05 10:06:35.733317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:35.734220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.736112 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] 10.222.0.16 "PUT /v2.0/ports/69a56659-d534-4e67-b94b-6c82ad802d13 HTTP/1.1" status: 200 len: 1093 time: 4.2824244 Jul 05 10:06:35.736737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'tag': '69a56659-d534-4e67-b94b-6c82ad802d13'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:35.740488 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff2108f-a5e3-424a-a264-9cbef11e44b2" -d '{"events": [{"name": "network-changed", "server_uuid": "91d9421b-52d4-4d92-b069-6bbb9b94e955", "tag": "69a56659-d534-4e67-b94b-6c82ad802d13"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:35.810284 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a65e23ed-f287-41fb-9b12-eabd2cc1cf8d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6543064 Jul 05 10:06:35.811893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:35.817379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'port_id': 'b1d2ddbe-91d2-4680-8597-bad9f5295ad5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:35.927712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:35.957271 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e516404-7cf7-4f04-a8d6-18572ef79578 x-openstack-request-id: req-9e516404-7cf7-4f04-a8d6-18572ef79578 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:35.957594 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d9421b-52d4-4d92-b069-6bbb9b94e955", "tag": "69a56659-d534-4e67-b94b-6c82ad802d13", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:35.957878 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e516404-7cf7-4f04-a8d6-18572ef79578 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:35.958430 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'tag': '69a56659-d534-4e67-b94b-6c82ad802d13', 'status': 'completed', 'code': 200} Jul 05 10:06:35.990238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621a579-9e12-4668-82c7-8df98b3bf30a service neutron] Pushing event updated for resources: {'Port': ['ID=69a56659-d534-4e67-b94b-6c82ad802d13,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:36.054197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1915c5-5859-4881-bc87-3b7931616b28 tempest-TestVolumeBackupRestore-1581064101 tempest-TestVolumeBackupRestore-1581064101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:36.057050 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b1915c5-5859-4881-bc87-3b7931616b28 tempest-TestVolumeBackupRestore-1581064101 tempest-TestVolumeBackupRestore-1581064101-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1092 time: 0.6170008 Jul 05 10:06:36.077399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:36.084011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Request body: {'floatingip': {'port_id': '72565a7d-d72b-4157-a871-35155ef10085'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:36.099261 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-15d3906f-335b-46c5-af88-bf79f3053f8d service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165884 Jul 05 10:06:36.130553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1fba3c46-cd9d-4394-b671-1e08a4c13083', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'mac_address': 'fa:16:3e:c1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:30Z', 'updated_at': '2021-07-05T10:06:30Z', 'revision_number': 0, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:36.190238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] Checking router: b19e5f56-fbeb-4c6a-9ebf-72adc8323705 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:36.201887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:36.202573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:36.258448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:36.282729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77739-18f3-4273-93ce-8f974102445c req-5559ee36-71bc-422e-8b6c-83e900942305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:36.284359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-5559ee36-71bc-422e-8b6c-83e900942305 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 1096 time: 0.4551167 Jul 05 10:06:36.293067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:36.293822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f53d7648-6e56-403f-b3e4-dbc2dd0ecbc9 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:36.451428 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-35d2b3a8-4377-4a8f-ac8f-e68546aaf35b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a56659-d534-4e67-b94b-6c82ad802d13 HTTP/1.1" status: 200 len: 217 time: 0.1514258 Jul 05 10:06:36.475111 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fa70cd46-f5a5-4553-a020-84e020cbf284 req-b844f0c5-e105-442c-9402-5012bec6bfa3 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214729 Jul 05 10:06:36.482002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.520468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:37.236680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1fba3c46-cd9d-4394-b671-1e08a4c13083', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'mac_address': 'fa:16:3e:c1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:30Z', 'updated_at': '2021-07-05T10:06:30Z', 'revision_number': 0, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:37.304157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2368660-7177-4013-b8ca-ff1277929716 None None] The sync data for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 is: [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1fba3c46-cd9d-4394-b671-1e08a4c13083', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'mac_address': 'fa:16:3e:c1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:30Z', 'updated_at': '2021-07-05T10:06:30Z', 'revision_number': 0, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:37.488254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77739-18f3-4273-93ce-8f974102445c req-3bd9a088-97d5-4224-8d87-2b5e718c8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:37.490805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-3bd9a088-97d5-4224-8d87-2b5e718c8e7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 1.0325291 Jul 05 10:06:37.559399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:37.564495 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4" -d '{"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:37.587256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-abcb02b1-783d-499e-a38c-8fe638bb0a5f req-e569665b-b525-48a4-afe3-543519bda4aa tempest-ServersNegativeTestMultiTenantJSON-1269818055 tempest-ServersNegativeTestMultiTenantJSON-1269818055-project] 10.222.0.21 "GET /v2.0/ports?device_id=445db5ad-8b26-4d59-b384-f849dee9a21b HTTP/1.1" status: 200 len: 210 time: 0.1529493 Jul 05 10:06:37.589304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-a62e9b32-0f7e-4fef-be2e-dd1405f9a410 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411527 Jul 05 10:06:37.674605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:06:37.749100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f941b-87d4-4bb6-b3e2-6c8e03450f2d req-79a31197-e153-4f24-a830-27850b55cb35 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:37.757063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd6f941b-87d4-4bb6-b3e2-6c8e03450f2d req-79a31197-e153-4f24-a830-27850b55cb35 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 944 time: 0.3000882 Jul 05 10:06:37.827991 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259c7c0-7998-4e48-bfa0-1508c58c1583 None None] New status for floating IP 1fba3c46-cd9d-4394-b671-1e08a4c13083: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:37.922263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.942399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.003512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd6f941b-87d4-4bb6-b3e2-6c8e03450f2d req-e7b2bb27-08bf-4174-9a5e-fb57f62a5baa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452707 Jul 05 10:06:38.005386 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2232610b-b489-4a58-82c5-4f3ff1fe1486 x-openstack-request-id: req-2232610b-b489-4a58-82c5-4f3ff1fe1486 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:38.019553 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:38.020121 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2232610b-b489-4a58-82c5-4f3ff1fe1486 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:38.020790 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085', 'status': 'completed', 'code': 200} Jul 05 10:06:38.162312 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-6259c7c0-7998-4e48-bfa0-1508c58c1583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:06:38.163484 n-d-771363-33 neutron-server[93798]: DEBUG oslo_db.api [None req-6259c7c0-7998-4e48-bfa0-1508c58c1583 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:06:38.261684 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-5122cc6a-7676-40ab-b0e4-bb6ec0747f8f service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621685 Jul 05 10:06:38.339454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.347169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.563865 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP d3cd9763-15c0-4caa-b1d3-68c2c90145c6 associated. External IP: 172.25.1.156, port: 6e83e405-eb6c-4774-989d-3b7a1ffcc6ec. Jul 05 10:06:38.672752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259c7c0-7998-4e48-bfa0-1508c58c1583 None None] New status for floating IP 1fba3c46-cd9d-4394-b671-1e08a4c13083: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:38.860170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:39.143118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] Deleting subnet 0a184f51-2063-4eeb-8cfa-b02ec194a600 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:39.149106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.222473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.286563 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e1c77739-18f3-4273-93ce-8f974102445c req-cec5b6d6-2afe-457f-9f6c-af6c15ed4166 service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0133159 Jul 05 10:06:39.299891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.366912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-c83eff09-4066-4aa1-a63a-a0ffc431bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:39.378152 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-c83eff09-4066-4aa1-a63a-a0ffc431bb1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6fcf9969583432d93d9896a13f0614b&device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1097 time: 1.2099893 Jul 05 10:06:39.453533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.582615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a184f51-2063-4eeb-8cfa-b02ec194a600,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:39.587539 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.591021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fca86f65-4138-42ff-94fd-6fc9ca1977bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0a184f51-2063-4eeb-8cfa-b02ec194a600 HTTP/1.1" status: 204 len: 168 time: 0.7293024 Jul 05 10:06:39.597454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:39.634568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:39.652339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-d27200a2-f8f3-4e65-80d0-2840f3e84bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:39.662926 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-d27200a2-f8f3-4e65-80d0-2840f3e84bc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 200 len: 915 time: 0.2693713 Jul 05 10:06:40.025404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.078662 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-20a794b1-0735-4c13-8a79-3b311b9a9599 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 200 len: 998 time: 0.3161433 Jul 05 10:06:40.085475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:40.160748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e535f8-8a7f-4e46-bdcc-f627922a95ed req-94bd82a4-85c6-4e4a-9a3d-c26c4f6f5f68 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.163840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-a3c3b02e-ad48-4628-a426-609f43f7662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.164187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00e535f8-8a7f-4e46-bdcc-f627922a95ed req-94bd82a4-85c6-4e4a-9a3d-c26c4f6f5f68 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 944 time: 0.4270847 Jul 05 10:06:40.165416 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-a3c3b02e-ad48-4628-a426-609f43f7662f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 1096 time: 0.4911921 Jul 05 10:06:40.168597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-9d266c3a-3327-40d2-97c1-f646a8f6ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.170913 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-9d266c3a-3327-40d2-97c1-f646a8f6ff3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7368b53-7198-48d5-9adb-c95f403d4983 HTTP/1.1" status: 200 len: 853 time: 0.0841529 Jul 05 10:06:40.424090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.443601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b3a491-7118-405d-9c5c-30917063e3cd']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.463922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffba795-7fbe-484c-bd5e-83c204ae6e0d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.464524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffba795-7fbe-484c-bd5e-83c204ae6e0d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.481127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.497194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:40.507034 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.509315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00e535f8-8a7f-4e46-bdcc-f627922a95ed req-fffe34b7-cddd-4582-a6a5-d3e5580a2bc2 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129883 Jul 05 10:06:40.512130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-f20ad66f-2136-449a-9ad7-301745774959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.515535 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-f20ad66f-2136-449a-9ad7-301745774959 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.2808151 Jul 05 10:06:40.518738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-d1351d61-e54e-4ab3-bda2-cf38b4010cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.521587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-d1351d61-e54e-4ab3-bda2-cf38b4010cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa5ce264-a336-4ec4-8e36-35bc211b485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2978759 Jul 05 10:06:40.529547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] Sync routers for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:40.548515 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.558645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:40.559779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.602208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:40.610820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:40.611634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:40.614817 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:40.629961 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:40.661012 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:40.662060 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.801185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-7b9431f3-7b7d-48cb-b740-2a7b2d2d8456 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a56659-d534-4e67-b94b-6c82ad802d13 HTTP/1.1" status: 200 len: 217 time: 0.2664583 Jul 05 10:06:40.836620 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.874716 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:40.875580 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:40.912961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:41.031206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:41.040699 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a15c3b-f1db-4198-921f-e71c891b67c8 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:41.186757 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.194818 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.198661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/b9b3a491-7118-405d-9c5c-30917063e3cd HTTP/1.1" status: 204 len: 168 time: 1.5998018 Jul 05 10:06:41.204360 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-078f8c4c-26f6-4b35-aa07-22006ac07d68 service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541039 Jul 05 10:06:41.207132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:41.219965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:41.222044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d4656-189f-4cb4-8dde-e530084074ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b3a491-7118-405d-9c5c-30917063e3cd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:41.318248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:41.322451 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b3660e-f5ac-4c0e-88bd-249e8a83049e" -d '{"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:41.391418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:41.403467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.482231 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02a9343-d552-4bd1-a75b-823d51af3965 x-openstack-request-id: req-e02a9343-d552-4bd1-a75b-823d51af3965 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:41.483149 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:41.484519 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e02a9343-d552-4bd1-a75b-823d51af3965 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:41.485449 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085', 'status': 'completed', 'code': 200} Jul 05 10:06:41.533036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-5ba808a8-3a0a-428c-ae27-84e3460b52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:41.537937 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-5ba808a8-3a0a-428c-ae27-84e3460b52a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.6384194 Jul 05 10:06:41.586313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:41.611396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:41.611761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a008e8a0-ed4e-4666-9c3c-2a0b466253b1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/floatingips/d3cd9763-15c0-4caa-b1d3-68c2c90145c6 HTTP/1.1" status: 200 len: 977 time: 5.7982731 Jul 05 10:06:41.613884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:41.615900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:41.621053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:41.637436 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-fba83fdd-95eb-4897-b5be-67097fdd681a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878053 Jul 05 10:06:41.639875 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dd6f0698-0896-414a-8cf4-c4ee60963fc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "PUT /v2.0/floatingips/1fba3c46-cd9d-4394-b671-1e08a4c13083 HTTP/1.1" status: 200 len: 990 time: 5.5607166 Jul 05 10:06:41.693814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:41.738318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] Deleting subnet 5f86dde5-ed0f-4a2e-b2a5-976606f7be2f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:41.778400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:41.780028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:41.780902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.866578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:41.870247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1461aaa-287c-4c1c-bbae-aaad6f05577c None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:41.870671 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.933979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1fba3c46-cd9d-4394-b671-1e08a4c13083', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'mac_address': 'fa:16:3e:c1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:30Z', 'updated_at': '2021-07-05T10:06:39Z', 'revision_number': 2, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:42.039779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] Checking router: b19e5f56-fbeb-4c6a-9ebf-72adc8323705 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:42.068436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:42.069233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:42.105497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-91f7bdda-0a42-47d9-a5c0-0f2ea62944b4 req-56fa6bc7-9c60-4e43-a519-f1c68a4bd39c service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8997638 Jul 05 10:06:42.119713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-410b4e8c-0054-47af-a73e-5228e48479f1 service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743545 Jul 05 10:06:42.142855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.283679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 69a56659-d534-4e67-b94b-6c82ad802d13 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:42.314695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.330798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.332170 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP d3cd9763-15c0-4caa-b1d3-68c2c90145c6 disassociated. External IP: 172.25.1.156, port: b1d2ddbe-91d2-4680-8597-bad9f5295ad5. Jul 05 10:06:42.362534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b938007-7c79-483b-8068-ea662d425eac req-5c335131-e688-498b-a386-7be480af6cb1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:42.372148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b938007-7c79-483b-8068-ea662d425eac req-5c335131-e688-498b-a386-7be480af6cb1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 944 time: 0.4258378 Jul 05 10:06:42.471319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.509752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 69a56659-d534-4e67-b94b-6c82ad802d13, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=69a56659-d534-4e67-b94b-6c82ad802d13,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:42.534850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '69a56659-d534-4e67-b94b-6c82ad802d13', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'port_id': '69a56659-d534-4e67-b94b-6c82ad802d13', 'mac_address': 'fa:16:3e:d1:65:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7866d245-c64e-4f7d-b858-f065e1530bb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:06:42.687366 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.714595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b938007-7c79-483b-8068-ea662d425eac req-0de87fe0-b967-4c76-94c2-7d5336e33eed tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777303 Jul 05 10:06:42.741074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a56659-d534-4e67-b94b-6c82ad802d13 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:42.774077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:42.854932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-32b06cdd-461a-4442-92f1-34fc23e1d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:42.858470 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-32b06cdd-461a-4442-92f1-34fc23e1d5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6fcf9969583432d93d9896a13f0614b&device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1097 time: 0.5860136 Jul 05 10:06:42.863647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.920497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fff2108f-a5e3-424a-a264-9cbef11e44b2 req-d3f60d49-907b-4ea8-bdb7-58d4a5769464 service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7886817 Jul 05 10:06:42.941639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 69a56659-d534-4e67-b94b-6c82ad802d13, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=69a56659-d534-4e67-b94b-6c82ad802d13,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:42.970216 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.083508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=69a56659-d534-4e67-b94b-6c82ad802d13,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.095951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.096311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.096507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.097848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.098224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.098560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.098894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.099305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.099661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.100904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.100904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.100904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:43.101506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f86dde5-ed0f-4a2e-b2a5-976606f7be2f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.113410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.118669 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fd380995-8836-44c1-bb87-9f22defc5408 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5f86dde5-ed0f-4a2e-b2a5-976606f7be2f HTTP/1.1" status: 204 len: 168 time: 1.8809426 Jul 05 10:06:43.121703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:43.289447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.430226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:43.484397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:43.519304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:43.523348 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aafe17-c116-4a91-968e-12bec4f72a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:43.547279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-769083b5-47d2-4413-9d48-201156165360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:43.549546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-769083b5-47d2-4413-9d48-201156165360 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 200 len: 915 time: 0.6798770 Jul 05 10:06:43.688780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-504ebc8a-0e6b-4504-9522-80be8f5ba815 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 200 len: 1000 time: 0.1270928 Jul 05 10:06:43.690992 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414809ab-26db-4b42-94c8-64f1c7664db8 x-openstack-request-id: req-414809ab-26db-4b42-94c8-64f1c7664db8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:43.691570 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:43.691995 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-414809ab-26db-4b42-94c8-64f1c7664db8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:43.692565 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085', 'status': 'completed', 'code': 200} Jul 05 10:06:43.694871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.762527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-baf6f4fa-46a9-4f91-8cf5-9f1a580d1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:43.765081 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-baf6f4fa-46a9-4f91-8cf5-9f1a580d1195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7368b53-7198-48d5-9adb-c95f403d4983 HTTP/1.1" status: 200 len: 853 time: 0.0664773 Jul 05 10:06:43.799910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab5b9a7-e120-42ba-b2e6-c4daefe2d97c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:43.881676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1fba3c46-cd9d-4394-b671-1e08a4c13083', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'mac_address': 'fa:16:3e:c1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:30Z', 'updated_at': '2021-07-05T10:06:39Z', 'revision_number': 2, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:43.920681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186263b-2946-4400-9c28-dd1440d61880 None None] The sync data for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 is: [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1fba3c46-cd9d-4394-b671-1e08a4c13083', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'port_id': '72565a7d-d72b-4157-a871-35155ef10085', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'mac_address': 'fa:16:3e:c1:29:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:06:30Z', 'updated_at': '2021-07-05T10:06:39Z', 'revision_number': 2, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:43.935498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:43.940382 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.940503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638926ca-bc07-40ab-9061-4d92ee462dae') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:43.941123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638926ca-bc07-40ab-9061-4d92ee462dae') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:43.954771 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:43.966269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.014568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d89cb7d6-8811-4a2f-a496-ff908c0ac291 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/floatingips/d3cd9763-15c0-4caa-b1d3-68c2c90145c6 HTTP/1.1" status: 200 len: 688 time: 2.3971510 Jul 05 10:06:44.014884 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.015596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:44.024890 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:44.027052 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:44.070663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e491fa04-a20d-4e11-a735-da58f9bb8088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.088513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:44.093038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:44.104175 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:44.183834 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:44.211441 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:44.212715 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:44.244146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-aa388cd5-816a-4e1a-bc06-62604de2e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.247062 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-aa388cd5-816a-4e1a-bc06-62604de2e9e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa5ce264-a336-4ec4-8e36-35bc211b485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4705493 Jul 05 10:06:44.288762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 69a56659-d534-4e67-b94b-6c82ad802d13 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:44.366780 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:44.368752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706646c0-3174-401f-ba82-4c2a61ae9edf None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:44.500631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 69a56659-d534-4e67-b94b-6c82ad802d13 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:44.523899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 69a56659-d534-4e67-b94b-6c82ad802d13 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:44.526020 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.628999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.638739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.643423 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] 10.222.0.21 "DELETE /v2.0/networks/eab5b9a7-e120-42ba-b2e6-c4daefe2d97c HTTP/1.1" status: 204 len: 168 time: 1.5195222 Jul 05 10:06:44.668186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ad743-c4f0-49a4-bda3-a70c0e247e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=eab5b9a7-e120-42ba-b2e6-c4daefe2d97c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:44.711866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-442afc68-290a-477f-b9b1-8487d1c14ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508185 Jul 05 10:06:44.897424 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.986635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a56659-d534-4e67-b94b-6c82ad802d13'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:44.993434 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf56f56c-d4f3-44bc-a646-151896bba230" -d '{"events": [{"server_uuid": "91d9421b-52d4-4d92-b069-6bbb9b94e955", "name": "network-vif-plugged", "status": "completed", "tag": "69a56659-d534-4e67-b94b-6c82ad802d13"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:45.018197 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-30b3660e-f5ac-4c0e-88bd-249e8a83049e req-4a25b232-1218-4b9e-aa45-55c62f3d0b68 service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963517 Jul 05 10:06:45.032538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 69a56659-d534-4e67-b94b-6c82ad802d13, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=69a56659-d534-4e67-b94b-6c82ad802d13,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:45.042323 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.301651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-a4bfef76-4ece-47f2-bb5d-9e5afafd152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:45.303477 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedf4df6-0085-43ac-89d9-5c5862576958 x-openstack-request-id: req-fedf4df6-0085-43ac-89d9-5c5862576958 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:45.304360 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d9421b-52d4-4d92-b069-6bbb9b94e955", "name": "network-vif-plugged", "status": "completed", "tag": "69a56659-d534-4e67-b94b-6c82ad802d13", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:45.305002 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fedf4df6-0085-43ac-89d9-5c5862576958 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:45.305753 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a56659-d534-4e67-b94b-6c82ad802d13', 'code': 200} Jul 05 10:06:45.309599 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-a4bfef76-4ece-47f2-bb5d-9e5afafd152b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6fcf9969583432d93d9896a13f0614b&device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1097 time: 0.2102072 Jul 05 10:06:45.315729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=69a56659-d534-4e67-b94b-6c82ad802d13,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:45.347849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:45.561761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5e0d8143-ca93-4d31-b583-683f75c7f61a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecb8fd96734f40698e9a310e5cf25752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016001 Jul 05 10:06:45.568443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:45.728942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca19b-915c-4d1d-b770-b517303d19bb req-97f58aee-24eb-4450-bb3c-36b870b72f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:45.731332 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4ca19b-915c-4d1d-b770-b517303d19bb req-97f58aee-24eb-4450-bb3c-36b870b72f7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 1098 time: 0.4170306 Jul 05 10:06:45.744938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc01a08-bd75-4f3d-82d3-c24208ef8290 req-0a4232de-5116-4dd2-ace4-99665524f4f2 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:45.765701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3cc01a08-bd75-4f3d-82d3-c24208ef8290 req-0a4232de-5116-4dd2-ace4-99665524f4f2 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 946 time: 0.4868770 Jul 05 10:06:45.824866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaebb-9a67-478d-8150-f74f2d27feb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.836846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3cc01a08-bd75-4f3d-82d3-c24208ef8290 req-7fa2965b-a5b8-47c3-bd12-98414981231c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695550 Jul 05 10:06:45.891767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 07fba704-f499-45e0-a0d3-7bba5cb20347 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:45.893300 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.906274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-80f96687-5a99-48e9-8279-44146102d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:45.910018 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-80f96687-5a99-48e9-8279-44146102d9c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 200 len: 915 time: 0.5936182 Jul 05 10:06:45.918820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaebb-9a67-478d-8150-f74f2d27feb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.924003 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2d4ca19b-915c-4d1d-b770-b517303d19bb req-a1999cb4-e5ea-4a31-9e12-01915321c8a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808672 Jul 05 10:06:46.057660 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-5df89a56-b020-40c2-8eff-d48aef98986a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 200 len: 1000 time: 0.1317878 Jul 05 10:06:46.117108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.118759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.173081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-9b98e3a8-2223-40ff-af7f-a94c4023af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:46.173081 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-9b98e3a8-2223-40ff-af7f-a94c4023af62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7368b53-7198-48d5-9adb-c95f403d4983 HTTP/1.1" status: 200 len: 853 time: 0.0992472 Jul 05 10:06:46.180535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 07fba704-f499-45e0-a0d3-7bba5cb20347 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:46.376423 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaebb-9a67-478d-8150-f74f2d27feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.398201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaebb-9a67-478d-8150-f74f2d27feb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.406392 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9dbdaebb-9a67-478d-8150-f74f2d27feb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f7fecbc-1fc5-4eb3-8164-6dc974c1482e HTTP/1.1" status: 204 len: 168 time: 0.8197405 Jul 05 10:06:46.490076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdaebb-9a67-478d-8150-f74f2d27feb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7fecbc-1fc5-4eb3-8164-6dc974c1482e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:46.611756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-a47cfd92-98fe-4b99-b9a2-8da87e3242e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:46.620452 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-a47cfd92-98fe-4b99-b9a2-8da87e3242e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa5ce264-a336-4ec4-8e36-35bc211b485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4399161 Jul 05 10:06:46.811601 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.841583 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d934d3a-f684-4ee7-b80b-4fddd46fef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.848591 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.066660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=07fba704-f499-45e0-a0d3-7bba5cb20347,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:47.085613 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-b4dd2ffc-6155-4917-9bf3-9e9fb0bf0b33 service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556251 Jul 05 10:06:47.496085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-34aafe17-c116-4a91-968e-12bec4f72a2f req-ca0919a2-585f-45d4-afc3-7af9f92293e1 service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994424 Jul 05 10:06:47.564520 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.581160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.585590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7d80040c-8125-4282-82dd-ede01cfdec52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/floatingips/d3cd9763-15c0-4caa-b1d3-68c2c90145c6 HTTP/1.1" status: 204 len: 168 time: 3.5658362 Jul 05 10:06:47.586212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46764) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:47.628410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddeb62-be11-4716-b80f-9c485ba9f695 req-80258d1c-2441-452e-ae40-1c2c6deb129c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:47.631328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2ddeb62-be11-4716-b80f-9c485ba9f695 req-80258d1c-2441-452e-ae40-1c2c6deb129c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 946 time: 0.4689465 Jul 05 10:06:47.632416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:47.756431 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-dbb0e2f5-b124-497b-bcae-9fd4ccbbb378 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] delete failed (client error): The resource could not be found. Jul 05 10:06:47.776309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dbb0e2f5-b124-497b-bcae-9fd4ccbbb378 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/floatingips/d3cd9763-15c0-4caa-b1d3-68c2c90145c6 HTTP/1.1" status: 404 len: 345 time: 0.1847477 Jul 05 10:06:47.776309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:47.814004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2ddeb62-be11-4716-b80f-9c485ba9f695 req-12614a13-ce2a-4ddf-932f-d486d3593e22 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693749 Jul 05 10:06:47.840228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1a33f274-191d-4751-b8ce-5fa7833e8493 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21ac9241a4e8478ba83679a4658e2b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056830 Jul 05 10:06:47.841641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.004509 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.064876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00dead3f-32d5-43b7-8b60-99b5f9fa3bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.177943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00dead3f-32d5-43b7-8b60-99b5f9fa3bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.316591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f0ff4-462b-40f3-83e9-5253e26e8e94 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:48.321065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00dead3f-32d5-43b7-8b60-99b5f9fa3bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.324850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00dead3f-32d5-43b7-8b60-99b5f9fa3bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.329881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f0ff4-462b-40f3-83e9-5253e26e8e94 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:48.333546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-00dead3f-32d5-43b7-8b60-99b5f9fa3bda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e065cb-5e8a-4330-99de-0b02bcb9522b HTTP/1.1" status: 204 len: 168 time: 0.4850314 Jul 05 10:06:48.341810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f0ff4-462b-40f3-83e9-5253e26e8e94 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:48.349920 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-655f0ff4-462b-40f3-83e9-5253e26e8e94 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "GET /v2.0/ports?network_id=a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b HTTP/1.1" status: 200 len: 2357 time: 0.5722959 Jul 05 10:06:48.350896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46778) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.363747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dead3f-32d5-43b7-8b60-99b5f9fa3bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e065cb-5e8a-4330-99de-0b02bcb9522b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:48.460006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42882908-a86a-4df5-ba18-c6cc6e6085f9 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:48.468639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.468984 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-42882908-a86a-4df5-ba18-c6cc6e6085f9 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "GET /v2.0/subnets/f1ab2fa2-ddff-4230-98de-e9982077f2f5 HTTP/1.1" status: 200 len: 797 time: 0.1163239 Jul 05 10:06:48.474222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'port': {'network_id': 'a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b', 'name': 'tempest-FloatingIPTestJSON-471866025', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:48.671241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:48.793290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.827002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] device_id is not set on port cdf2d96d-9761-49ac-924f-f724b5f70d06 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:06:49.257279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef8e3-05e8-4337-b006-6bc5c3e6a8f1 req-2030e899-f54e-46bf-9dfc-ce2bcb4c7c49 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.265947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f5ef8e3-05e8-4337-b006-6bc5c3e6a8f1 req-2030e899-f54e-46bf-9dfc-ce2bcb4c7c49 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 946 time: 0.2345529 Jul 05 10:06:49.436639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f5ef8e3-05e8-4337-b006-6bc5c3e6a8f1 req-98ebdc64-43d4-4f68-9b5e-d46c107b1016 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672678 Jul 05 10:06:49.787496 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.818093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.14 (a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b/f1ab2fa2-ddff-4230-98de-e9982077f2f5/cdf2d96d-9761-49ac-924f-f724b5f70d06) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:49.849803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.13 (a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b/f1ab2fa2-ddff-4230-98de-e9982077f2f5/cdf2d96d-9761-49ac-924f-f724b5f70d06) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:50.125012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.258439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.564872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:50.576139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:50.587248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:50.720916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=cdf2d96d-9761-49ac-924f-f724b5f70d06,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:50.764575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:50.765976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.828646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ee134f7f-a067-459c-b894-76d12ba1d6f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3585219 Jul 05 10:06:50.832558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 46830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:50.845868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf2de7-fbf9-40b7-8c3b-1b90dc8f448e req-0e870b1c-de81-4f13-a54c-c3f2bbf6dfeb tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:50.848569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fdf2de7-fbf9-40b7-8c3b-1b90dc8f448e req-0e870b1c-de81-4f13-a54c-c3f2bbf6dfeb tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.6740875 Jul 05 10:06:50.850745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'cdf2d96d-9761-49ac-924f-f724b5f70d06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:50.879755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fdf2de7-fbf9-40b7-8c3b-1b90dc8f448e req-3caa63fe-761e-4f47-aec3-223f668d1bab tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0202940 Jul 05 10:06:50.916929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.001631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fdf2de7-fbf9-40b7-8c3b-1b90dc8f448e req-454e72be-3f28-49e1-8f9f-8a4ea48e58c5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097050 Jul 05 10:06:51.125536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.155263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fdf2de7-fbf9-40b7-8c3b-1b90dc8f448e req-754af9bd-d952-4154-a5bd-1fd94bf803f7 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452396 Jul 05 10:06:51.402129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fdf2de7-fbf9-40b7-8c3b-1b90dc8f448e req-47b0e4af-15d2-41b3-87fb-99d7cb4732ff service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298613 Jul 05 10:06:51.557811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:52.015747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6dc85d5c-be5d-43f1-8641-22846f3e9546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.182666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.25.1.92 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/75a618fe-7a75-4594-b4d1-e196bfa1d10a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:52.433668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6dc85d5c-be5d-43f1-8641-22846f3e9546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.460155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6dc85d5c-be5d-43f1-8641-22846f3e9546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.569378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc85d5c-be5d-43f1-8641-22846f3e9546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8f051a-a77b-4db1-b271-08c44e0b1fdb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:52.570369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.594812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6dc85d5c-be5d-43f1-8641-22846f3e9546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31d05503bd994cdd8a7925409492278c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353732 Jul 05 10:06:52.596670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:52.710309 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.868759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff823-f682-4730-8406-e8d9a3b890c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.876771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:52.898350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:52.902042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=75a618fe-7a75-4594-b4d1-e196bfa1d10a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:52.912629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:52.965514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff823-f682-4730-8406-e8d9a3b890c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.199317 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff823-f682-4730-8406-e8d9a3b890c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.227460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff823-f682-4730-8406-e8d9a3b890c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.237108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6a9ff823-f682-4730-8406-e8d9a3b890c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce8f051a-a77b-4db1-b271-08c44e0b1fdb HTTP/1.1" status: 204 len: 168 time: 0.6391613 Jul 05 10:06:53.407387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ff823-f682-4730-8406-e8d9a3b890c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8f051a-a77b-4db1-b271-08c44e0b1fdb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:53.633875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-abc4e7d2-2b7b-4e01-960b-7ef782b1477e tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:53.648546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-abc4e7d2-2b7b-4e01-960b-7ef782b1477e tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.4083593 Jul 05 10:06:53.667502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-a7d2e341-fc9e-4547-a086-4e91a02b5f4f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0174668 Jul 05 10:06:53.912991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-ef2c0954-4ad3-4289-a754-ae3d2da3bb99 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2096050 Jul 05 10:06:53.971532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:54.036143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.258257 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-3ad10482-40e7-43fb-a962-924200d82aef service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423095 Jul 05 10:06:54.349291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.465185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-996b9262-0296-4791-ae25-35b014b7a132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.580019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f395a8eb-0db4-4a91-8aa9-9c5835288cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175344 Jul 05 10:06:54.783313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.794498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.875229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=75a618fe-7a75-4594-b4d1-e196bfa1d10a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:54.994442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-996b9262-0296-4791-ae25-35b014b7a132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.008293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-996b9262-0296-4791-ae25-35b014b7a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.057867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.114161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-996b9262-0296-4791-ae25-35b014b7a132 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4655620ca2247318c0257c7ba017ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1359940 Jul 05 10:06:55.120522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:55.227832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b9262-0296-4791-ae25-35b014b7a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769e454e-50b5-4cf2-9f66-9d2c0773d873,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:55.366875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8284530-551e-4f1c-9b39-d38196b16546 req-1369c0aa-5fdd-4416-9ce6-50b19eca1169 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 210 time: 0.1098087 Jul 05 10:06:55.453822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1447d3f-871a-4ee8-a0c1-38a791555270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.510489 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP d1eb3028-b1c3-498c-80cb-9f5c41d3ca25 associated. External IP: 172.25.1.92, port: cdf2d96d-9761-49ac-924f-f724b5f70d06. Jul 05 10:06:55.525858 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1447d3f-871a-4ee8-a0c1-38a791555270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.715200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1447d3f-871a-4ee8-a0c1-38a791555270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.719832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1447d3f-871a-4ee8-a0c1-38a791555270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.725703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c1447d3f-871a-4ee8-a0c1-38a791555270 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/769e454e-50b5-4cf2-9f66-9d2c0773d873 HTTP/1.1" status: 204 len: 168 time: 0.6028800 Jul 05 10:06:55.765721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447d3f-871a-4ee8-a0c1-38a791555270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e454e-50b5-4cf2-9f66-9d2c0773d873,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:56.348457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:56.661525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:56.695235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:56.743965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.751856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:56.751856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:56.905248 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa2f626d-1400-4ea9-b217-a9f6ac416e84 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0706046 Jul 05 10:06:56.909915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 46960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:56.920428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'port_id': 'cdf2d96d-9761-49ac-924f-f724b5f70d06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:56.967571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:56.989955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:56.992338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:57.121015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:57.123538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c98af6-6eaa-4279-a12f-0538ab5ef0fd None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:57.205347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88a02370-6fac-4d7b-8188-6a5ec544831b req-cf788e67-943f-4b0b-bf99-c5576072b618 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 210 time: 0.2624178 Jul 05 10:06:57.268589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.568573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:06:58.729138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.802804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-684e2bbb-3325-4510-b082-a89cdf75e9e3 req-7d64d17e-84ca-4de6-a1e7-cd74d7c9439d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 210 time: 0.0646985 Jul 05 10:06:58.802804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.952238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-7e1789e8-e508-4fb3-a685-2c350a655416 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.960985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-7e1789e8-e508-4fb3-a685-2c350a655416 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.6459696 Jul 05 10:06:58.982350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Request body: {'port': {'device_id': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'admin_state_up': True, 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:59.415944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:59.450408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:59.458659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.623170 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.694626 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.813980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:59.824244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.842621 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:59.878714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:59.880233 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:00.015302 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:00.037323 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:00.038943 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:00.099546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Allocated IP 172.20.0.8 (a7863275-951c-4fbb-90a1-2b4beca7cd72/7866d245-c64e-4f7d-b858-f065e1530bb8/a84be7ad-ed51-4032-a0e1-abf8324038ef) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:00.121535 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:00.122798 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5edcc97-97ba-47ec-92e2-0767d126c595 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:00.157671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d983a758-2a2c-441f-a2c5-0aee0f8144ee tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/floatingips/d1eb3028-b1c3-498c-80cb-9f5c41d3ca25 HTTP/1.1" status: 200 len: 977 time: 3.2458429 Jul 05 10:07:00.159462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:00.461091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58ba3740-c015-43fb-92de-d24d6844209e req-ae28e1a6-6e8c-4517-bcef-085f676db10a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 210 time: 0.1035414 Jul 05 10:07:00.583033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.674785 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.693587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:00.820699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event updated for resources: {'Port': ['ID=a84be7ad-ed51-4032-a0e1-abf8324038ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:00.863022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:00.866294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:00.881525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:00.953272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 75a618fe-7a75-4594-b4d1-e196bfa1d10a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:00.954158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.026532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:01.028435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.068020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f30b60ae-969a-4e3e-a0ee-a6235ad275fa tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0921206 Jul 05 10:07:01.086133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Request body: {'port': {'device_id': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:01.292928 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.297515 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.303269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.349591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 75a618fe-7a75-4594-b4d1-e196bfa1d10a owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:01.844941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.900912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=75a618fe-7a75-4594-b4d1-e196bfa1d10a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:02.046005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.047105 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP d1eb3028-b1c3-498c-80cb-9f5c41d3ca25 disassociated (deleted). External IP: 172.25.1.92, port: cdf2d96d-9761-49ac-924f-f724b5f70d06. Jul 05 10:07:02.338894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84be7ad-ed51-4032-a0e1-abf8324038ef {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:02.381720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.437514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Transition to ACTIVE for port object a84be7ad-ed51-4032-a0e1-abf8324038ef will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:02.451420 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.505863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3b36b-817c-4f52-897f-5c4d0fef2074 req-45fa799f-a592-4df0-9c2c-fb3a53aba844 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:02.515125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73a3b36b-817c-4f52-897f-5c4d0fef2074 req-45fa799f-a592-4df0-9c2c-fb3a53aba844 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 931 time: 0.6180902 Jul 05 10:07:02.541290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Pushing event updated for resources: {'Port': ['ID=a84be7ad-ed51-4032-a0e1-abf8324038ef,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:02.756226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Attempting to bind port a84be7ad-ed51-4032-a0e1-abf8324038ef on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:02.757811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Attempting to bind port a84be7ad-ed51-4032-a0e1-abf8324038ef by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:02.760004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Attempting to bind port a84be7ad-ed51-4032-a0e1-abf8324038ef on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:02.775529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:02.787926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Port a84be7ad-ed51-4032-a0e1-abf8324038ef on network a7863275-951c-4fbb-90a1-2b4beca7cd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:02.788464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Attempting to bind port a84be7ad-ed51-4032-a0e1-abf8324038ef on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:02.801172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:02.801712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:02.802453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Bound using segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:02.803008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Bound port: a84be7ad-ed51-4032-a0e1-abf8324038ef, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:02.803602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.881294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73a3b36b-817c-4f52-897f-5c4d0fef2074 req-dac4d30e-972a-4fa2-8268-725cc2ec79bd tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528874 Jul 05 10:07:02.995650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] For port a84be7ad-ed51-4032-a0e1-abf8324038ef, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:03.001378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] For port a84be7ad-ed51-4032-a0e1-abf8324038ef, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a84be7ad-ed51-4032-a0e1-abf8324038ef,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:03.008969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.122090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Pushing event updated for resources: {'Port': ['ID=a84be7ad-ed51-4032-a0e1-abf8324038ef,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:03.145550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.146825 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.156532 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-dc4d72ac-9a47-4681-9731-c2c3e50d3824 service neutron] 10.222.0.15 "PUT /v2.0/ports/a84be7ad-ed51-4032-a0e1-abf8324038ef HTTP/1.1" status: 200 len: 1092 time: 2.0766015 Jul 05 10:07:03.158432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'tag': 'a84be7ad-ed51-4032-a0e1-abf8324038ef'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:03.169184 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cd6db8-356d-46dd-ae13-fe42b8ddca74", "tag": "a84be7ad-ed51-4032-a0e1-abf8324038ef"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:03.274452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:03.314219 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7576bdff-8b17-40f0-811f-5aa834588e81 x-openstack-request-id: req-7576bdff-8b17-40f0-811f-5aa834588e81 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:03.314697 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cd6db8-356d-46dd-ae13-fe42b8ddca74", "tag": "a84be7ad-ed51-4032-a0e1-abf8324038ef", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:03.315161 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7576bdff-8b17-40f0-811f-5aa834588e81 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:03.316209 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'tag': 'a84be7ad-ed51-4032-a0e1-abf8324038ef', 'status': 'completed', 'code': 200} Jul 05 10:07:03.524099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f35dad3d-7ea2-48f1-ba45-c7bf462d90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.526930 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-f35dad3d-7ea2-48f1-ba45-c7bf462d90ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 1095 time: 0.2627745 Jul 05 10:07:03.632319 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-1a364b5a-8241-4991-8998-336df8d67b0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a84be7ad-ed51-4032-a0e1-abf8324038ef HTTP/1.1" status: 200 len: 217 time: 0.0960264 Jul 05 10:07:03.650488 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21f5b5fa-b1d8-4c6c-ba5a-ca3be06429af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.733350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:03.739889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.753433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:03.788623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:03.789902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:03.828668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-0d188762-125f-4de7-b609-12544ce9b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.833226 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-0d188762-125f-4de7-b609-12544ce9b357 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.1777716 Jul 05 10:07:03.865325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6544d456-6408-4a1c-8ee4-988191b9a60e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/floatingips/d1eb3028-b1c3-498c-80cb-9f5c41d3ca25 HTTP/1.1" status: 204 len: 168 time: 3.7027299 Jul 05 10:07:03.869312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47082) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:03.966662 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-fdb6a5f5-8ee0-4e4e-9024-8b5ee6acc217 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200109 Jul 05 10:07:03.989094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:04.004628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:04.005595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:04.061002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:04.062108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814ed90-f4d2-4403-8f1d-0fac8c909a78 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:04.129584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port cdf2d96d-9761-49ac-924f-f724b5f70d06 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:04.130309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.174638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-4b705bcb-f9bb-4cdb-b991-0fa533d3bb91 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985214 Jul 05 10:07:04.245937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21f5b5fa-b1d8-4c6c-ba5a-ca3be06429af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.263101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21f5b5fa-b1d8-4c6c-ba5a-ca3be06429af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.278970 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.312606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for cdf2d96d-9761-49ac-924f-f724b5f70d06 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:04.338706 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-21f5b5fa-b1d8-4c6c-ba5a-ca3be06429af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdcbeffa97b143c9add5c46209ae7f15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5583627 Jul 05 10:07:04.370390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47092) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:04.498020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5b5fa-b1d8-4c6c-ba5a-ca3be06429af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a115fef3-fe23-4011-ae39-f6b3f3dcd825,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:04.610392 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8bfb487e-90e4-43d8-a29e-39622d9125bc req-45397393-4471-4e93-bdbb-88a2bfebfa88 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609457 Jul 05 10:07:04.815039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-abf545ef-1b96-4c19-9673-bf65e734b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:04.818641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-abf545ef-1b96-4c19-9673-bf65e734b879 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 1095 time: 0.1384180 Jul 05 10:07:05.100681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-3694fd05-4a95-49f9-a8ae-f8c497c2e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.103257 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-3694fd05-4a95-49f9-a8ae-f8c497c2e1e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.2728510 Jul 05 10:07:05.175148 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-cbe7215f-cf94-4535-983f-0258a950183a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a84be7ad-ed51-4032-a0e1-abf8324038ef HTTP/1.1" status: 200 len: 217 time: 0.0624771 Jul 05 10:07:05.224823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6027b4f9-ed1b-4a9a-b054-2763592b3a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.275157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-fc2fb3c4-a8c6-46d3-9f85-5ca1c070bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.282937 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-fc2fb3c4-a8c6-46d3-9f85-5ca1c070bfc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.0985081 Jul 05 10:07:05.284456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ff17a-1d83-46d6-86ec-e25d245f0475 req-c87cb4b2-c249-46d7-b956-633c7245f61f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.298892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd8ff17a-1d83-46d6-86ec-e25d245f0475 req-c87cb4b2-c249-46d7-b956-633c7245f61f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 943 time: 0.9903607 Jul 05 10:07:05.359570 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-a82e9b36-d8d3-42ff-8e29-06924f372017 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550816 Jul 05 10:07:05.362729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6027b4f9-ed1b-4a9a-b054-2763592b3a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.586387 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-f5e07686-ef31-4421-8da2-f0b348e7648d service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176969 Jul 05 10:07:05.619056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd8ff17a-1d83-46d6-86ec-e25d245f0475 req-bcb94d1d-44fd-4d68-b5a1-c1eb19a9e727 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175974 Jul 05 10:07:05.694814 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6027b4f9-ed1b-4a9a-b054-2763592b3a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.700012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6027b4f9-ed1b-4a9a-b054-2763592b3a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.716093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6027b4f9-ed1b-4a9a-b054-2763592b3a3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a115fef3-fe23-4011-ae39-f6b3f3dcd825 HTTP/1.1" status: 204 len: 168 time: 1.3336089 Jul 05 10:07:05.780653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027b4f9-ed1b-4a9a-b054-2763592b3a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a115fef3-fe23-4011-ae39-f6b3f3dcd825,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:05.799114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.857725 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-eb8f6ca8-2c5b-490a-9444-f998d7854a6e req-764866b7-6995-45f9-a44f-6deb0064e4ff service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580783 Jul 05 10:07:05.869081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=cdf2d96d-9761-49ac-924f-f724b5f70d06,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:06.119941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.129833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-60a2d8a8-8bc5-4c27-a978-6c43a9198eea tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/ports/cdf2d96d-9761-49ac-924f-f724b5f70d06 HTTP/1.1" status: 204 len: 168 time: 2.2527537 Jul 05 10:07:06.130523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47124) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:06.140519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:06.191063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.515056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.807066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:06.837507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fe55974-1ab1-45c0-8e04-52193465b240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.900136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.25.1.187 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/de1ad47f-0a08-4be3-8975-ae8b72f47b93) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:07.187493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fe55974-1ab1-45c0-8e04-52193465b240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.195677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fe55974-1ab1-45c0-8e04-52193465b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.286428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.328604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55974-1ab1-45c0-8e04-52193465b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a24060-1b1e-4083-8b5a-4799b36c8a57,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:07.360052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3fe55974-1ab1-45c0-8e04-52193465b240 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c48a2fde6e94118bb9f362ce90a51e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501270 Jul 05 10:07:07.362101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47146) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:07.394976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b8d6-9033-48d3-bcc8-36d026c51f31 req-737940e0-916a-4a37-8ffd-9b2727ccba49 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:07.401311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f327b8d6-9033-48d3-bcc8-36d026c51f31 req-737940e0-916a-4a37-8ffd-9b2727ccba49 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 943 time: 0.3796558 Jul 05 10:07:07.417564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.574988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0394a0c5-d81b-44d1-9ceb-77a336325e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.582758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:07.596832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:07.599406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f327b8d6-9033-48d3-bcc8-36d026c51f31 req-8528247d-96ed-4133-b9fb-e1953857ed89 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691599 Jul 05 10:07:07.614612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:07.630817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=de1ad47f-0a08-4be3-8975-ae8b72f47b93,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:07.697659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0394a0c5-d81b-44d1-9ceb-77a336325e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.813167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0394a0c5-d81b-44d1-9ceb-77a336325e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.816005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0394a0c5-d81b-44d1-9ceb-77a336325e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.817339 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0394a0c5-d81b-44d1-9ceb-77a336325e56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84a24060-1b1e-4083-8b5a-4799b36c8a57 HTTP/1.1" status: 204 len: 168 time: 0.4526951 Jul 05 10:07:07.818732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.840961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394a0c5-d81b-44d1-9ceb-77a336325e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a24060-1b1e-4083-8b5a-4799b36c8a57,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:07.897579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.212174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.222302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.364527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.376138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a84be7ad-ed51-4032-a0e1-abf8324038ef details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:08.421699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=de1ad47f-0a08-4be3-8975-ae8b72f47b93,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:08.438636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.440036 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e49adac-f32b-4c43-8f14-13c0a10dfb52 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3077617 Jul 05 10:07:08.444525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47168) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:08.450879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'port': {'network_id': 'a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b', 'name': 'tempest-FloatingIPTestJSON-1470902050'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:08.601524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a84be7ad-ed51-4032-a0e1-abf8324038ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a84be7ad-ed51-4032-a0e1-abf8324038ef,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:08.632542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a84be7ad-ed51-4032-a0e1-abf8324038ef', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'port_id': 'a84be7ad-ed51-4032-a0e1-abf8324038ef', 'mac_address': 'fa:16:3e:52:09:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7866d245-c64e-4f7d-b858-f065e1530bb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:08.811636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.882910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84be7ad-ed51-4032-a0e1-abf8324038ef {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:08.931921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a84be7ad-ed51-4032-a0e1-abf8324038ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a84be7ad-ed51-4032-a0e1-abf8324038ef,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:08.944095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.986338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:08.993242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.037432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a84be7ad-ed51-4032-a0e1-abf8324038ef,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:09.057893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] device_id is not set on port 5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:07:09.198572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a84be7ad-ed51-4032-a0e1-abf8324038ef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:09.222475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34277d41-ee19-4557-b26b-1c355aedbce3 req-c26b94b0-f05b-44c0-ac0c-0aeab6b93d33 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.225749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34277d41-ee19-4557-b26b-1c355aedbce3 req-c26b94b0-f05b-44c0-ac0c-0aeab6b93d33 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 943 time: 0.3340065 Jul 05 10:07:09.391947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34277d41-ee19-4557-b26b-1c355aedbce3 req-cfdd2d5f-f492-4cf5-a88f-c3d9f7a5b51a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546810 Jul 05 10:07:09.415134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.7 (a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b/f1ab2fa2-ddff-4230-98de-e9982077f2f5/5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:09.745547 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:07:09.808366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.892503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.033955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.040420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:10.045259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:10.049682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:10.145809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.146266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.178827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-297ab72d-ee37-48a4-9684-861314e783d8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7326937 Jul 05 10:07:10.184748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47204) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:10.194379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'port_id': '5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:10.279523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.380612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a84be7ad-ed51-4032-a0e1-abf8324038ef up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:10.487326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a84be7ad-ed51-4032-a0e1-abf8324038ef completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:10.495579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a84be7ad-ed51-4032-a0e1-abf8324038ef triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:10.497508 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.660988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.757079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84be7ad-ed51-4032-a0e1-abf8324038ef'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:10.768085 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bcda2e-331b-4541-9ca4-f6a923cc4960" -d '{"events": [{"server_uuid": "d0cd6db8-356d-46dd-ae13-fe42b8ddca74", "name": "network-vif-plugged", "status": "completed", "tag": "a84be7ad-ed51-4032-a0e1-abf8324038ef"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:10.824776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a84be7ad-ed51-4032-a0e1-abf8324038ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a84be7ad-ed51-4032-a0e1-abf8324038ef,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:10.831984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.879020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:10.950781 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676b9b9-9877-45a1-8567-b5d64da60a0f x-openstack-request-id: req-d676b9b9-9877-45a1-8567-b5d64da60a0f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:10.951688 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cd6db8-356d-46dd-ae13-fe42b8ddca74", "name": "network-vif-plugged", "status": "completed", "tag": "a84be7ad-ed51-4032-a0e1-abf8324038ef", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:10.952337 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d676b9b9-9877-45a1-8567-b5d64da60a0f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:10.953248 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84be7ad-ed51-4032-a0e1-abf8324038ef', 'code': 200} Jul 05 10:07:10.998166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a84be7ad-ed51-4032-a0e1-abf8324038ef,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:11.198398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b6e6c-2005-4cec-ac1e-09f65cc2c7c5 req-b6d971ad-b37b-4981-a3cf-632f98c83bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.200718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a5b6e6c-2005-4cec-ac1e-09f65cc2c7c5 req-b6d971ad-b37b-4981-a3cf-632f98c83bb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 1097 time: 0.1626511 Jul 05 10:07:11.275744 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4a5b6e6c-2005-4cec-ac1e-09f65cc2c7c5 req-925dbe3b-ec29-4385-a3d1-a2ef7a5bc952 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663395 Jul 05 10:07:11.290284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8733-a876-4e6b-87d9-a488792cf191 req-1f1ca118-7726-4b42-a75a-4dc6db1fbb67 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.294592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6ec8733-a876-4e6b-87d9-a488792cf191 req-1f1ca118-7726-4b42-a75a-4dc6db1fbb67 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 945 time: 0.4277279 Jul 05 10:07:11.316695 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.510032 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.519794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.564914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6ec8733-a876-4e6b-87d9-a488792cf191 req-a506d845-5b02-418a-b92a-43549c4a3509 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614396 Jul 05 10:07:11.602093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:07:11.639835 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcd403d7604e482fa3b1081a958108fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7572339 Jul 05 10:07:11.641986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d12de-b0fe-4c9e-a1b3-7197f7689bf8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:11.646329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47230) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:11.681176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.681616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.682356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.682769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.683174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.683503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.684718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.685065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.685417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.685747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.686190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.686602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1769b1-4287-4179-96a5-a32f1415923f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:11.693670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.702515 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.778909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc366d7d-1c88-46e6-bea3-65b753c8e69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.833807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc366d7d-1c88-46e6-bea3-65b753c8e69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.924120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc366d7d-1c88-46e6-bea3-65b753c8e69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.930200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc366d7d-1c88-46e6-bea3-65b753c8e69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:11.931859 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dc366d7d-1c88-46e6-bea3-65b753c8e69f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d48d12de-b0fe-4c9e-a1b3-7197f7689bf8 HTTP/1.1" status: 204 len: 168 time: 0.2819011 Jul 05 10:07:11.945758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc366d7d-1c88-46e6-bea3-65b753c8e69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d12de-b0fe-4c9e-a1b3-7197f7689bf8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:11.953244 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP 36a963d2-3c91-4197-b942-30bb04a56552 associated. External IP: 172.25.1.187, port: 5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f. Jul 05 10:07:12.265550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:12.438777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:12.606541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Deleting port adff3e67-71d1-44cc-8bdf-219c2a9ab882 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:12.607450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.736692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:12.750569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.757523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.757913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.761935 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:12.781575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Calling delete_port for adff3e67-71d1-44cc-8bdf-219c2a9ab882 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:12.783705 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:12.785205 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:12.912796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3c029d4d-86e7-4fcd-9966-59ec4c82eeab tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/floatingips/36a963d2-3c91-4197-b942-30bb04a56552 HTTP/1.1" status: 200 len: 978 time: 2.7239368 Jul 05 10:07:12.916554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:12.935626 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:12.973553 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:12.974568 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:13.123836 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:13.126410 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929aa55-0548-405a-a859-428fb65cb825 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:13.155457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.217836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event deleted for resources: {'Port': ['ID=adff3e67-71d1-44cc-8bdf-219c2a9ab882,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:13.280044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:13.280620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.306737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c207a9-f705-4d02-8f47-566b8b0cf823 req-729aeac7-eda4-4e8c-be89-d69c9260a0a5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.321141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7c207a9-f705-4d02-8f47-566b8b0cf823 req-729aeac7-eda4-4e8c-be89-d69c9260a0a5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 945 time: 0.2286727 Jul 05 10:07:13.354362 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.357258 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Floating IP 1fba3c46-cd9d-4394-b671-1e08a4c13083 disassociated (deleted). External IP: 172.25.1.53, port: 72565a7d-d72b-4157-a871-35155ef10085. Jul 05 10:07:13.519239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7c207a9-f705-4d02-8f47-566b8b0cf823 req-6825a41d-cda5-4f68-b357-aa3f214c9d62 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916306 Jul 05 10:07:13.619247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.829119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:13.989038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a2e6-82de-43ff-85e2-f241ce3860d0 req-c7987bfb-3552-4edd-8aea-196e63865784 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.991062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2937a2e6-82de-43ff-85e2-f241ce3860d0 req-c7987bfb-3552-4edd-8aea-196e63865784 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 945 time: 0.2060339 Jul 05 10:07:14.041715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6e98b83-7747-4c67-8016-b45b597c516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.050236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:14.063903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] Sync routers for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:14.067423 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.085452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:14.086204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:14.171564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2937a2e6-82de-43ff-85e2-f241ce3860d0 req-e53b53c2-a021-46e7-aab7-6a0138e64223 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679134 Jul 05 10:07:14.212270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.213187 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.213704 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP 36a963d2-3c91-4197-b942-30bb04a56552 disassociated. External IP: 172.25.1.187, port: 5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f. Jul 05 10:07:14.220511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:14.394462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:14.602121 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.715272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:14.826179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2d31c537-6f95-4791-bd2e-2d411c0e06a1 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "DELETE /v2.0/floatingips/1fba3c46-cd9d-4394-b671-1e08a4c13083 HTTP/1.1" status: 204 len: 168 time: 2.5549946 Jul 05 10:07:14.826179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:14.829523 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c218e88f-0d3d-4ec0-bba6-236af46bb273" -d '{"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:14.933768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:15.038400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:15.105098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] Checking router: b19e5f56-fbeb-4c6a-9ebf-72adc8323705 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:15.125926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:15.127630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:15.266146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1401fe-179a-475e-8d8c-ad80e501f550 req-d16c3e2c-15b7-4822-838b-ef83193e6820 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.277530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee1401fe-179a-475e-8d8c-ad80e501f550 req-d16c3e2c-15b7-4822-838b-ef83193e6820 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 945 time: 0.2289581 Jul 05 10:07:15.293743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:15.317799 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:15.332876 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:15.333618 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:15.482736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:15.485051 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:15.498290 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54fd232-84d5-4c5f-b1de-8187dcfc9fb0 x-openstack-request-id: req-b54fd232-84d5-4c5f-b1de-8187dcfc9fb0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:15.498688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:15.499039 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "tag": "72565a7d-d72b-4157-a871-35155ef10085", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:15.500192 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b54fd232-84d5-4c5f-b1de-8187dcfc9fb0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:15.501147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee1401fe-179a-475e-8d8c-ad80e501f550 req-282eda4a-84f3-4d1c-bd56-457c3530ce0b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225909 Jul 05 10:07:15.501353 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'tag': '72565a7d-d72b-4157-a871-35155ef10085', 'status': 'completed', 'code': 200} Jul 05 10:07:15.518359 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:15.519493 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:06:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:15.522116 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:15.524607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ad7a173b-d95b-42a5-90a1-e002392d3c44 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/ports/5c433bfa-eb70-4ea9-a9cb-ae8bd35b499f HTTP/1.1" status: 204 len: 168 time: 2.6043429 Jul 05 10:07:15.527210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:15.602539 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:15.603979 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e3329b-9598-4adc-b7f1-387c1ca0b5c9 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:15.620122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9c684062-6786-47a6-b788-439305200bd6 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "GET /v2.0/floatingips/36a963d2-3c91-4197-b942-30bb04a56552 HTTP/1.1" status: 200 len: 688 time: 0.0913322 Jul 05 10:07:15.624101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47318) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:15.665452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-950a2e0e-215d-4ebc-ab6f-e6f1bb141806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.668396 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-950a2e0e-215d-4ebc-ab6f-e6f1bb141806 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6fcf9969583432d93d9896a13f0614b&device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 1097 time: 0.1306641 Jul 05 10:07:15.813541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-b6b0889d-0b8d-4a9f-8ff7-59bb96dd1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.815518 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-b6b0889d-0b8d-4a9f-8ff7-59bb96dd1861 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 200 len: 915 time: 0.1376977 Jul 05 10:07:15.880867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-58b03197-a854-415c-9aa1-424c5ef85b4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 200 len: 217 time: 0.0545452 Jul 05 10:07:15.985690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83edafef-a8d0-4dfa-bc94-13da3fdf12ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:15.991546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-70935549-d47e-4091-a334-bd532c50e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.994398 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-70935549-d47e-4091-a334-bd532c50e2e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7368b53-7198-48d5-9adb-c95f403d4983 HTTP/1.1" status: 200 len: 853 time: 0.0986962 Jul 05 10:07:16.002444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:16.010664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4778db2-d3c1-431b-9a45-54a6cf60441a req-0e380d0f-3249-49fe-9d0f-feeebd4db0eb tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.025678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4778db2-d3c1-431b-9a45-54a6cf60441a req-0e380d0f-3249-49fe-9d0f-feeebd4db0eb tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 945 time: 0.3041716 Jul 05 10:07:16.075869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac02c0-b89d-48cd-9544-d3874ec0ea1b None None] The sync data for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 is: [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:00:20Z', 'revision_number': 4, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '515026ce-fc90-46cc-86ac-5315a03c9535', 'name': '', 'network_id': 'aa5ce264-a336-4ec4-8e36-35bc211b485e', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'mac_address': 'fa:16:3e:56:81:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:15Z', 'updated_at': '2021-07-05T10:00:34Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'subnets': [{'id': 'a7368b53-7198-48d5-9adb-c95f403d4983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:16.107337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4778db2-d3c1-431b-9a45-54a6cf60441a req-532d07f6-4614-4297-9f01-1492baaff762 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785887 Jul 05 10:07:16.122540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port de1ad47f-0a08-4be3-8975-ae8b72f47b93 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:16.122540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.214212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-a76e2639-de5d-47eb-9ab6-df35a651f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.228505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.228843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.230326 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-a76e2639-de5d-47eb-9ab6-df35a651f77b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa5ce264-a336-4ec4-8e36-35bc211b485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2193704 Jul 05 10:07:16.245107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for de1ad47f-0a08-4be3-8975-ae8b72f47b93 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:16.373134 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-0f8844cb-da20-4a66-b692-56499a3f39da service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330011 Jul 05 10:07:16.439402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-882d8545-b0b1-4d2f-a51e-a9d238cc9cc9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:16.442169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-882d8545-b0b1-4d2f-a51e-a9d238cc9cc9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 945 time: 0.1206198 Jul 05 10:07:16.516385 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c218e88f-0d3d-4ec0-bba6-236af46bb273 req-2c71926c-09c3-4b32-9f15-39d158c1a4af service neutron] 10.222.0.15 "GET /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307921 Jul 05 10:07:16.635682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83edafef-a8d0-4dfa-bc94-13da3fdf12ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.644586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83edafef-a8d0-4dfa-bc94-13da3fdf12ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.744369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edafef-a8d0-4dfa-bc94-13da3fdf12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda00d4c-8b00-4b72-ae1e-530533de7b16,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:16.766269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419b1f9-a501-4fbd-ab21-2146aba1b467 None None] New status for floating IP 1fba3c46-cd9d-4394-b671-1e08a4c13083: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:07:16.814781 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-83edafef-a8d0-4dfa-bc94-13da3fdf12ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58f7b148fc7548c186b82f88c6f62ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3290310 Jul 05 10:07:16.822039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47348) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:17.033992 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a4306d9-c4af-4512-88c4-166ad1bd49c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.113278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.118103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8002b28a-e45d-48a3-a9c1-d484653de49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.128133 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a4306d9-c4af-4512-88c4-166ad1bd49c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.336512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4616574-7719-4756-8713-fdc0d012a5bc req-91e5cebc-24f2-4f0c-a5e9-586b119bdf80 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:17.338543 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d4616574-7719-4756-8713-fdc0d012a5bc req-91e5cebc-24f2-4f0c-a5e9-586b119bdf80 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.15 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 945 time: 0.1553016 Jul 05 10:07:17.461714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a4306d9-c4af-4512-88c4-166ad1bd49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.467141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a4306d9-c4af-4512-88c4-166ad1bd49c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.471578 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7a4306d9-c4af-4512-88c4-166ad1bd49c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dda00d4c-8b00-4b72-ae1e-530533de7b16 HTTP/1.1" status: 204 len: 168 time: 0.6478281 Jul 05 10:07:17.529738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4306d9-c4af-4512-88c4-166ad1bd49c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda00d4c-8b00-4b72-ae1e-530533de7b16,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:17.629037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Deleting port 72565a7d-d72b-4157-a871-35155ef10085 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:17.630159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.648769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.715991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=de1ad47f-0a08-4be3-8975-ae8b72f47b93,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:17.729136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Deleting port a84be7ad-ed51-4032-a0e1-abf8324038ef {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:17.730834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.857209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] For port 72565a7d-d72b-4157-a871-35155ef10085, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=72565a7d-d72b-4157-a871-35155ef10085,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:17.857209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.889518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Calling delete_port for 72565a7d-d72b-4157-a871-35155ef10085 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:17.966313 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.081969 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.087020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.090505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-633a534a-5d55-41cc-b54c-299b68e72a32 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/floatingips/36a963d2-3c91-4197-b942-30bb04a56552 HTTP/1.1" status: 204 len: 168 time: 2.4633434 Jul 05 10:07:18.094733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:18.103309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'b1d2ddbe-91d2-4680-8597-bad9f5295ad5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:18.117201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ab3b-d3e7-476c-9fbe-c9b85213e383 req-bd962896-b9d3-4229-beea-0f458cf86ab7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.133281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ec7ab3b-d3e7-476c-9fbe-c9b85213e383 req-bd962896-b9d3-4229-beea-0f458cf86ab7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 945 time: 0.6954355 Jul 05 10:07:18.209154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.209741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ef9d8-582b-43ad-9a38-af144f2844c4 req-ea8b1614-d544-47a8-a0ed-999b435f0db8 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.216578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c82ef9d8-582b-43ad-9a38-af144f2844c4 req-ea8b1614-d544-47a8-a0ed-999b435f0db8 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 945 time: 0.7646906 Jul 05 10:07:18.256874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ec7ab3b-d3e7-476c-9fbe-c9b85213e383 req-5d84f5cc-74fc-406e-82fe-b729f79946fb tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204901 Jul 05 10:07:18.264294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] For port a84be7ad-ed51-4032-a0e1-abf8324038ef, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a84be7ad-ed51-4032-a0e1-abf8324038ef,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:18.265258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.342311 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.346905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Calling delete_port for a84be7ad-ed51-4032-a0e1-abf8324038ef owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:18.379813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:18.408941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event deleted for resources: {'Port': ['ID=72565a7d-d72b-4157-a871-35155ef10085,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:18.452789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c82ef9d8-582b-43ad-9a38-af144f2844c4 req-c9c642ab-136c-4470-b865-253776d2dd60 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/security-groups?id=c137a2a8-2f8d-47fa-a209-131a985d5599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986473 Jul 05 10:07:18.455531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d33ab69d-14d0-4ef1-a1ce-27cb71728bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.527058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] No DVR routers for this DVR port 72565a7d-d72b-4157-a871-35155ef10085 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:18.532470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.535211 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-d4616574-7719-4756-8713-fdc0d012a5bc req-5ed9a6bc-b121-4f6f-8c23-e369656b7e92 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.15 "DELETE /v2.0/ports/72565a7d-d72b-4157-a871-35155ef10085 HTTP/1.1" status: 204 len: 173 time: 1.1879663 Jul 05 10:07:18.542128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'name': 'network-vif-deleted', 'tag': '72565a7d-d72b-4157-a871-35155ef10085'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:18.545512 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95c09e9-b121-4c7a-8cfd-ce51018abbd2" -d '{"events": [{"server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "name": "network-vif-deleted", "tag": "72565a7d-d72b-4157-a871-35155ef10085"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:18.608683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.634805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d33ab69d-14d0-4ef1-a1ce-27cb71728bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.641316 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d33ab69d-14d0-4ef1-a1ce-27cb71728bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.685338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d33ab69d-14d0-4ef1-a1ce-27cb71728bbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81e96383fa454d97bf5e63d884369342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992363 Jul 05 10:07:18.690503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47402) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:18.707289 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e807db-c901-4b02-9532-e1ac2af5e6d2 x-openstack-request-id: req-93e807db-c901-4b02-9532-e1ac2af5e6d2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:18.710611 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193359e3-6f1b-4ca2-bf15-86b8480ab981", "name": "network-vif-deleted", "tag": "72565a7d-d72b-4157-a871-35155ef10085", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:18.715415 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93e807db-c901-4b02-9532-e1ac2af5e6d2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:18.716797 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193359e3-6f1b-4ca2-bf15-86b8480ab981', 'name': 'network-vif-deleted', 'tag': '72565a7d-d72b-4157-a871-35155ef10085', 'status': 'completed', 'code': 200} Jul 05 10:07:18.747888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ab69d-14d0-4ef1-a1ce-27cb71728bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76a37c-3967-4594-b4df-305070725fd9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:18.928816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.25.1.208 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/72c10ad6-b520-481c-b2e3-338f98327af5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:18.954673 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13907246-40d7-4cea-8976-522b8f170b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.018939 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.033776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:19.074585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13907246-40d7-4cea-8976-522b8f170b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.289966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13907246-40d7-4cea-8976-522b8f170b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.296148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13907246-40d7-4cea-8976-522b8f170b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.298896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-13907246-40d7-4cea-8976-522b8f170b1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c76a37c-3967-4594-b4df-305070725fd9 HTTP/1.1" status: 204 len: 168 time: 0.6057193 Jul 05 10:07:19.300939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event deleted for resources: {'Port': ['ID=a84be7ad-ed51-4032-a0e1-abf8324038ef,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:19.461191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13907246-40d7-4cea-8976-522b8f170b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76a37c-3967-4594-b4df-305070725fd9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:19.584604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] No DVR routers for this DVR port a84be7ad-ed51-4032-a0e1-abf8324038ef on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:19.602266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.603619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.616614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a74e0c4-5b14-4c83-a1d1-89bb38ab719f req-273c768a-f84d-48a4-bd6f-18443281c94c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "DELETE /v2.0/ports/a84be7ad-ed51-4032-a0e1-abf8324038ef HTTP/1.1" status: 204 len: 173 time: 3.1595821 Jul 05 10:07:19.633553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'name': 'network-vif-deleted', 'tag': 'a84be7ad-ed51-4032-a0e1-abf8324038ef'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:19.648536 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6617019-e4a1-41ce-95d1-87865c7f4475" -d '{"events": [{"server_uuid": "d0cd6db8-356d-46dd-ae13-fe42b8ddca74", "name": "network-vif-deleted", "tag": "a84be7ad-ed51-4032-a0e1-abf8324038ef"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:19.760075 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.772326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.920855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7372762b-a5d8-4ffa-85a4-e1e2560b9fb0 req-ee25e3df-8f6b-406b-9747-857dde345371 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cd6db8-356d-46dd-ae13-fe42b8ddca74 HTTP/1.1" status: 200 len: 210 time: 0.1403916 Jul 05 10:07:19.925840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47420) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:19.939484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843070277', 'description': 'tempest-secgroup-smoke-1843070277 description', 'project_id': 'cb802803e0f34a418fc20a611e285767'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:19.976185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:20.003744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:20.018952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:20.029159 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.088917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.095764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:20.142278 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eb7270-2b0a-41a2-b0b9-e86c11d3e444 x-openstack-request-id: req-d9eb7270-2b0a-41a2-b0b9-e86c11d3e444 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:20.143211 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cd6db8-356d-46dd-ae13-fe42b8ddca74", "name": "network-vif-deleted", "tag": "a84be7ad-ed51-4032-a0e1-abf8324038ef", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:20.145145 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9eb7270-2b0a-41a2-b0b9-e86c11d3e444 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:20.146478 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cd6db8-356d-46dd-ae13-fe42b8ddca74', 'name': 'network-vif-deleted', 'tag': 'a84be7ad-ed51-4032-a0e1-abf8324038ef', 'status': 'completed', 'code': 200} Jul 05 10:07:20.149707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=72c10ad6-b520-481c-b2e3-338f98327af5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:20.410486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 72565a7d-d72b-4157-a871-35155ef10085 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:20.463655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4aac78b7-ae36-4836-bebf-a5e574c834e9 req-82e8c877-b8c9-4c67-8871-421a2c942dbd tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.1130588 Jul 05 10:07:20.488920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 72565a7d-d72b-4157-a871-35155ef10085 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:20.489700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 72565a7d-d72b-4157-a871-35155ef10085 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:20.490496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a84be7ad-ed51-4032-a0e1-abf8324038ef no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:20.548113 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ddb83dbf-ee04-44ec-a6e2-5db8fb850744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.605836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a84be7ad-ed51-4032-a0e1-abf8324038ef {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:20.606779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a84be7ad-ed51-4032-a0e1-abf8324038ef not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:20.638069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.653054 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.803356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8546006f-235f-46c3-bf75-39882cef4e3d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:21.041567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ddb83dbf-ee04-44ec-a6e2-5db8fb850744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.054636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ddb83dbf-ee04-44ec-a6e2-5db8fb850744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.178865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ddb83dbf-ee04-44ec-a6e2-5db8fb850744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e081a62d2214e8ab4b0429d7b1a8439&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0806894 Jul 05 10:07:21.182303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb83dbf-ee04-44ec-a6e2-5db8fb850744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb48b3-c865-4b52-bc95-d6f761b3262f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:21.183722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47444) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:21.263996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.305417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.312091 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.433668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ced0d21-b56a-430d-bcc1-c2cb6cdadd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.442541 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.444122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5150323 Jul 05 10:07:21.456056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:21.482707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-abac1f17-18f9-4bc6-89c2-33d3c6caeea5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '213b701f-1157-41ab-8bba-2a6ad1cbab6d', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:21.503309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ef4ba-a384-47d4-999c-007d20de674f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213b701f-1157-41ab-8bba-2a6ad1cbab6d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:21.562085 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ced0d21-b56a-430d-bcc1-c2cb6cdadd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.587550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abac1f17-18f9-4bc6-89c2-33d3c6caeea5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.632474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.830665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abac1f17-18f9-4bc6-89c2-33d3c6caeea5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.840831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abac1f17-18f9-4bc6-89c2-33d3c6caeea5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.881166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac1f17-18f9-4bc6-89c2-33d3c6caeea5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d68778-77de-4a8a-a82e-05364df1cb2f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:21.904030 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abac1f17-18f9-4bc6-89c2-33d3c6caeea5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.906857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-abac1f17-18f9-4bc6-89c2-33d3c6caeea5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413023 Jul 05 10:07:21.911142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47458) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:21.925178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b92821b6-3b04-4b72-86b7-e830d5f56976 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '213b701f-1157-41ab-8bba-2a6ad1cbab6d', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:22.000456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ced0d21-b56a-430d-bcc1-c2cb6cdadd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.005167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ced0d21-b56a-430d-bcc1-c2cb6cdadd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.007713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0ced0d21-b56a-430d-bcc1-c2cb6cdadd71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bb48b3-c865-4b52-bc95-d6f761b3262f HTTP/1.1" status: 204 len: 168 time: 0.8104701 Jul 05 10:07:22.032821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-22daa634-6927-42db-82a3-ad78761654a0 req-c11f5439-640d-4325-bc1a-96b4ad1d81d4 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.0956297 Jul 05 10:07:22.078275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced0d21-b56a-430d-bcc1-c2cb6cdadd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb48b3-c865-4b52-bc95-d6f761b3262f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.092886 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b92821b6-3b04-4b72-86b7-e830d5f56976 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.202357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b92821b6-3b04-4b72-86b7-e830d5f56976 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.209268 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b92821b6-3b04-4b72-86b7-e830d5f56976 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.249407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92821b6-3b04-4b72-86b7-e830d5f56976 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ffd80-48d6-48a6-ac5b-1bdc679de32f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.269476 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.273434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b92821b6-3b04-4b72-86b7-e830d5f56976 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.276888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b92821b6-3b04-4b72-86b7-e830d5f56976 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621287 Jul 05 10:07:22.278237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.281189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47466) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:22.291377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-df4e2543-483e-467a-85bf-fd7d2cc5f13e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '213b701f-1157-41ab-8bba-2a6ad1cbab6d', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:22.381283 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4e2543-483e-467a-85bf-fd7d2cc5f13e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.421939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.556575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=72c10ad6-b520-481c-b2e3-338f98327af5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.568252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4e2543-483e-467a-85bf-fd7d2cc5f13e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.576548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4e2543-483e-467a-85bf-fd7d2cc5f13e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.604419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e2543-483e-467a-85bf-fd7d2cc5f13e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3480d62-bf32-4fca-b87f-bb78898b2880,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.615107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4e2543-483e-467a-85bf-fd7d2cc5f13e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.621457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df4e2543-483e-467a-85bf-fd7d2cc5f13e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336813 Jul 05 10:07:22.621883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:22.631698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bece5fd5-54e9-4ef1-a87d-4d26f6745125 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '213b701f-1157-41ab-8bba-2a6ad1cbab6d', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:22.694517 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bece5fd5-54e9-4ef1-a87d-4d26f6745125 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.801504 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP ea59e8fa-5f4b-4f8c-8b1c-c27c5b54ada0 associated. External IP: 172.25.1.208, port: b1d2ddbe-91d2-4680-8597-bad9f5295ad5. Jul 05 10:07:22.871405 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bece5fd5-54e9-4ef1-a87d-4d26f6745125 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.878919 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bece5fd5-54e9-4ef1-a87d-4d26f6745125 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.947517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece5fd5-54e9-4ef1-a87d-4d26f6745125 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de82730-e0a0-4e58-98a9-5a3eb8d59067,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.979606 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bece5fd5-54e9-4ef1-a87d-4d26f6745125 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.987594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bece5fd5-54e9-4ef1-a87d-4d26f6745125 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3629439 Jul 05 10:07:22.991111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:23.004117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '213b701f-1157-41ab-8bba-2a6ad1cbab6d', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:23.077038 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:07:23.099985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.338114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:23.427680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66ebd3ff-ca6b-45cc-aaa0-0d2a7a73625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.498611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8531815-4511-4f27-a9b3-304ae48e6402 req-92718db8-8908-4a27-badb-9919b6743e3d tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.1743557 Jul 05 10:07:23.536303 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.543507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.594923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fe96e3-3a85-466e-82a2-4cf0b9c43f95,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:23.653078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:23.672396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-888e60be-f1b8-4743-b76f-0df4d48903cf tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.675561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-888e60be-f1b8-4743-b76f-0df4d48903cf tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.4131677 Jul 05 10:07:23.722992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-3a2dd7db-65f0-45f6-aacd-3d24a74b4060 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0169291 Jul 05 10:07:23.869512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-a0c05705-757f-4aca-bcf0-28e981c5a9e6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356187 Jul 05 10:07:23.979378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66ebd3ff-ca6b-45cc-aaa0-0d2a7a73625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.015680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.017470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8b9551b7-d470-4efa-af11-7920874b85da tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0225575 Jul 05 10:07:24.022353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:24.030056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:24.030793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '213b701f-1157-41ab-8bba-2a6ad1cbab6d', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:24.049982 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:24.054885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66ebd3ff-ca6b-45cc-aaa0-0d2a7a73625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.085066 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:24.087430 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:24.129470 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:07:24.143634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebd3ff-ca6b-45cc-aaa0-0d2a7a73625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de7e71-758d-4dd6-bc7a-72eb042b6259,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:24.155141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.166274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.179150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-f13e36be-e5c8-458c-a55c-7fa23887866b service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813485 Jul 05 10:07:24.217594 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:24.233414 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:24.234774 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:24.248267 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-66ebd3ff-ca6b-45cc-aaa0-0d2a7a73625e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5fc5a5f35924459a312deadff36a4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045734 Jul 05 10:07:24.253737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:24.346429 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:24.352414 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54906dc4-9368-4ec4-baeb-f9692c093329 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:24.364765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1554551b-8190-46f0-8247-d972cc7f786c tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2625782 Jul 05 10:07:24.364765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47510) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:24.379718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1497404539'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:24.426916 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d3deb98-c953-49b1-b248-4ead8406d4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.465759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:24.473435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.479718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-4fc43815-a7c2-4595-bdc2-90b00a2526e8 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857199 Jul 05 10:07:24.529791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d3deb98-c953-49b1-b248-4ead8406d4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.530831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.539906 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.596604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1492e8-7218-44bb-82ca-9c684b7d08e4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:24.610085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.618828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2f667b77-7e39-43d2-ba23-009823f50b16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5897512 Jul 05 10:07:24.619631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:24.639944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'network': {'name': 'tempest-network-smoke--1781178063', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:24.651358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:24.706232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.706696 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Added segment 01d12946-e49b-4584-ac9d-2747df1b307f of type vlan for network 7110977e-4bb7-4a52-9e87-83cd918ed281 Jul 05 10:07:24.715715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:24.720662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.786164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:24.820028 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.820704 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Added segment e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e of type vlan for network 67776390-1ef3-4153-8beb-ff87abbc446c Jul 05 10:07:24.898440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.960012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9252989a-e22e-453a-9d14-679335f5b149 req-c79e043b-28e4-447a-926b-7c9555b416d1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 210 time: 0.1105194 Jul 05 10:07:24.999852 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.019061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.045261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.045523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.076741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d3deb98-c953-49b1-b248-4ead8406d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.085184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d3deb98-c953-49b1-b248-4ead8406d4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.092283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2d3deb98-c953-49b1-b248-4ead8406d4ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25de7e71-758d-4dd6-bc7a-72eb042b6259 HTTP/1.1" status: 204 len: 168 time: 0.8366952 Jul 05 10:07:25.101249 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.125233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.126339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.269774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3deb98-c953-49b1-b248-4ead8406d4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de7e71-758d-4dd6-bc7a-72eb042b6259,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:25.288730 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9177434 Jul 05 10:07:25.290296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:25.306954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'subnet': {'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:25.405140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7803898 Jul 05 10:07:25.451141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:25.477713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'admin_state_up': True, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:25.518011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043da07-ff9e-4bf4-8a6f-14f702ed71f4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Network': ['ID=7110977e-4bb7-4a52-9e87-83cd918ed281,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:25.520504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297295c-c265-47e7-ad45-6183da56bf74 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Network': ['ID=67776390-1ef3-4153-8beb-ff87abbc446c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:25.525286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.525966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.541674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:25.595500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 67776390-1ef3-4153-8beb-ff87abbc446c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:25.652675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c3d60c5-01ad-4a03-8fd2-5012376575ef req-b397e017-4a1f-43e5-bfa5-8772e300f4eb tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.8167443 Jul 05 10:07:25.688263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:25.705883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.809659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.237552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d6ee2a4b-1b1f-4c89-b7d2-562a06237f95 req-f5882752-d0b4-4082-b1ca-feaa6e6d26ee tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 210 time: 0.1085327 Jul 05 10:07:26.340270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.749044 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.049775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Subnet': ['ID=09e796dd-bfa3-4ac6-a278-a61b01547945,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:27.063717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Checking segment: {'id': '01d12946-e49b-4584-ac9d-2747df1b307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:27.064083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network hostable DHCP agents. Network: 7110977e-4bb7-4a52-9e87-83cd918ed281, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:27.074536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3409628b-07e9-4ed9-b122-ba1f02d7d456 req-9f93366c-9dd9-4a3f-969c-e01747b1bac5 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.1054130 Jul 05 10:07:27.149960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:27.198200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 7110977e-4bb7-4a52-9e87-83cd918ed281) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:27.211534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfefa2bb-d8d6-4e51-8440-69f1482e6b5d None None] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:27.237538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.238585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.246934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.286646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47572) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:27.349492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.387909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-04c99827-5b83-4239-9e3a-dd42fc41d898 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0940275 Jul 05 10:07:27.391257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:27.402097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1057826370', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:27.557332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.559887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.769568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6541a284-c127-435f-aa09-34970e2a9853 req-8df144dd-6062-4fb6-a16e-e52788e985a6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 210 time: 0.1291442 Jul 05 10:07:27.801910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-7110977e-4bb7-4a52-9e87-83cd918ed281', 'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281', 'tenant_id': '76748ed43c1b47669d4dff1e235e495e', 'fixed_ips': [{'subnet_id': '09e796dd-bfa3-4ac6-a278-a61b01547945'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:07:27.803500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.018914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d758d4e8-0d4d-4271-980a-313b76ffcb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.176300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Allocated IP 172.20.0.2 (7110977e-4bb7-4a52-9e87-83cd918ed281/09e796dd-bfa3-4ac6-a278-a61b01547945/a0499a33-7b04-4102-9361-1f7601f56e24) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:28.365200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-f5a874e7-42f6-48a0-a71e-9ece4cf1d1c5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.369747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-f5a874e7-42f6-48a0-a71e-9ece4cf1d1c5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.3198419 Jul 05 10:07:28.456118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Request body: {'port': {'device_id': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'admin_state_up': True, 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:28.467497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a1040bc-f2f9-4c3b-86f6-779839cd78f1 req-ced55dd1-0160-481a-9ea6-d919d1e29bc7 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "GET /v2.0/ports?device_id=193359e3-6f1b-4ca2-bf15-86b8480ab981 HTTP/1.1" status: 200 len: 210 time: 0.1227252 Jul 05 10:07:28.540147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.557468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Transition to ACTIVE for port object a0499a33-7b04-4102-9361-1f7601f56e24 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:28.589856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Transition to ACTIVE for port object a0499a33-7b04-4102-9361-1f7601f56e24 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:28.598093 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.613134 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d758d4e8-0d4d-4271-980a-313b76ffcb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.621448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d758d4e8-0d4d-4271-980a-313b76ffcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.657858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:28.662567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:28.671955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:28.709074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758d4e8-0d4d-4271-980a-313b76ffcb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af27cef0-e082-46e8-b49e-54ab7fd30c10,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:28.718902 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.728943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.160 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/f9ee3935-b972-48c3-be4c-cf067dd2c396) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:28.781075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d758d4e8-0d4d-4271-980a-313b76ffcb83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c122cf58ca2e49a48bc313df8d430640&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4900820 Jul 05 10:07:28.784898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:28.865617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Pushing event updated for resources: {'Port': ['ID=a0499a33-7b04-4102-9361-1f7601f56e24,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:28.869727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Attempting to bind port a0499a33-7b04-4102-9361-1f7601f56e24 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:28.870592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Attempting to bind port a0499a33-7b04-4102-9361-1f7601f56e24 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '01d12946-e49b-4584-ac9d-2747df1b307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:28.871519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Attempting to bind port a0499a33-7b04-4102-9361-1f7601f56e24 on network 7110977e-4bb7-4a52-9e87-83cd918ed281 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:28.883874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:28.885975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Checking segment: {'id': '01d12946-e49b-4584-ac9d-2747df1b307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:28.887870 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.890927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Bound using segment: {'id': '01d12946-e49b-4584-ac9d-2747df1b307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:28.891922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Bound port: a0499a33-7b04-4102-9361-1f7601f56e24, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d12946-e49b-4584-ac9d-2747df1b307f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:28.893308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.975345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:28.989910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.041708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] For port a0499a33-7b04-4102-9361-1f7601f56e24, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:29.048968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] For port a0499a33-7b04-4102-9361-1f7601f56e24, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a0499a33-7b04-4102-9361-1f7601f56e24,segment=NetworkSegment(01d12946-e49b-4584-ac9d-2747df1b307f),segment_id=01d12946-e49b-4584-ac9d-2747df1b307f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:29.066237 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.138492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.233201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055bace-4ece-419e-b1f3-ba82cf0dfffc None None] Pushing event updated for resources: {'Port': ['ID=a0499a33-7b04-4102-9361-1f7601f56e24,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:29.325660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c22983ad-64e1-4a2e-868a-954b712a6fae req-5a0a28fa-9ac6-4242-b5d8-698486eb75c3 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 210 time: 0.1363592 Jul 05 10:07:29.386944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Allocated IP 172.20.0.7 (a7863275-951c-4fbb-90a1-2b4beca7cd72/7866d245-c64e-4f7d-b858-f065e1530bb8/35df0e3f-baff-4a98-9a93-ed239f3f9b54) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:29.390868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d669197-9928-4d17-b266-e484ee010094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.463737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d669197-9928-4d17-b266-e484ee010094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.543006 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.640131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.730078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.834592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.886514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:29.897943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d669197-9928-4d17-b266-e484ee010094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.903234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d669197-9928-4d17-b266-e484ee010094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.910733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9d669197-9928-4d17-b266-e484ee010094 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af27cef0-e082-46e8-b49e-54ab7fd30c10 HTTP/1.1" status: 204 len: 168 time: 1.1231892 Jul 05 10:07:29.935838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.946028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d669197-9928-4d17-b266-e484ee010094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af27cef0-e082-46e8-b49e-54ab7fd30c10,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:30.021882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.098325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.106099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:30.142889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:30.157101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:30.165073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=f9ee3935-b972-48c3-be4c-cf067dd2c396,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:30.220791 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.242505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:30.244907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.25.1.50 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/4ae407dd-6b79-4bef-993d-4c025041bf61) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:30.256658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b3e0a4-67e5-436a-8023-a6955102e291 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.392158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:30.397239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:30.406092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:30.436757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b3e0a4-67e5-436a-8023-a6955102e291 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.671200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event updated for resources: {'Port': ['ID=35df0e3f-baff-4a98-9a93-ed239f3f9b54,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:30.794125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.814879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.816148 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.845617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-c60b3790-04cc-440a-9f86-8256919aa7a1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4450297 Jul 05 10:07:30.881116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Request body: {'port': {'device_id': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:30.899814 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b3e0a4-67e5-436a-8023-a6955102e291 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.903673 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b3e0a4-67e5-436a-8023-a6955102e291 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.904935 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-02b3e0a4-67e5-436a-8023-a6955102e291 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] 10.222.0.21 "DELETE /v2.0/security-groups/c137a2a8-2f8d-47fa-a209-131a985d5599 HTTP/1.1" status: 204 len: 168 time: 1.0049655 Jul 05 10:07:30.952614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3e0a4-67e5-436a-8023-a6955102e291 tempest-TestVolumeBackupRestore-1333276691 tempest-TestVolumeBackupRestore-1333276691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137a2a8-2f8d-47fa-a209-131a985d5599,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:30.967850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.001960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da7ea-64b3-4968-84f1-f3024fd1cb82 req-c48c9434-8043-4e2d-94f6-bbe6ae56781b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.021273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b58da7ea-64b3-4968-84f1-f3024fd1cb82 req-c48c9434-8043-4e2d-94f6-bbe6ae56781b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 931 time: 0.4191878 Jul 05 10:07:31.066584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.142843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=4ae407dd-6b79-4bef-993d-4c025041bf61,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:31.147828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b58da7ea-64b3-4968-84f1-f3024fd1cb82 req-ec9f70af-6784-45fb-aa0f-f5e5cbd6ff06 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248765 Jul 05 10:07:31.159673 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.240684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:31.276551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:31.289341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b277ee3-33e8-4715-b03b-98dbfb4fc35f None None] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:31.331660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b1df598-8141-46ba-bdcd-63192fc8c652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:31.363730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:31.394474 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:31.899691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a0499a33-7b04-4102-9361-1f7601f56e24 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:31.994312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-394db9ff-5f7c-4803-9bfb-932631f908c1 None None] Provisioning for port a0499a33-7b04-4102-9361-1f7601f56e24 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:32.049097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port a0499a33-7b04-4102-9361-1f7601f56e24 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:32.061893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a0499a33-7b04-4102-9361-1f7601f56e24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:32.062886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.070851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35df0e3f-baff-4a98-9a93-ed239f3f9b54 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:32.087262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.119126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Transition to ACTIVE for port object 35df0e3f-baff-4a98-9a93-ed239f3f9b54 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:32.126665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.319777 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.428463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Pushing event updated for resources: {'Port': ['ID=35df0e3f-baff-4a98-9a93-ed239f3f9b54,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:32.534081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Attempting to bind port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:32.535237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Attempting to bind port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:32.536158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Attempting to bind port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:32.546837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:32.548226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Attempting to bind port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:32.560151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port a0499a33-7b04-4102-9361-1f7601f56e24, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a0499a33-7b04-4102-9361-1f7601f56e24,segment=NetworkSegment(01d12946-e49b-4584-ac9d-2747df1b307f),segment_id=01d12946-e49b-4584-ac9d-2747df1b307f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:32.561677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:32.562972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:32.564315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Bound using segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:32.565568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Bound port: 35df0e3f-baff-4a98-9a93-ed239f3f9b54, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:32.566626 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.567057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.758476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=a0499a33-7b04-4102-9361-1f7601f56e24,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:32.909610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] For port 35df0e3f-baff-4a98-9a93-ed239f3f9b54, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:32.980056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] For port 35df0e3f-baff-4a98-9a93-ed239f3f9b54, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=35df0e3f-baff-4a98-9a93-ed239f3f9b54,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:32.985357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad436612-00aa-4546-98b9-b38f20e5b6b7 None None] Provisioning complete for port a0499a33-7b04-4102-9361-1f7601f56e24 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:32.985949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad436612-00aa-4546-98b9-b38f20e5b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.992937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.014037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912244f-e34b-4f2a-8003-19fbfa471d47 req-e43c2355-8d27-47d8-92ec-c3dc48d7deb9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.026103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a912244f-e34b-4f2a-8003-19fbfa471d47 req-e43c2355-8d27-47d8-92ec-c3dc48d7deb9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 943 time: 0.3527532 Jul 05 10:07:33.046077 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.202160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.232670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.239577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] 10.222.0.15 "PUT /v2.0/ports/35df0e3f-baff-4a98-9a93-ed239f3f9b54 HTTP/1.1" status: 200 len: 1092 time: 2.3765039 Jul 05 10:07:33.256192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'tag': '35df0e3f-baff-4a98-9a93-ed239f3f9b54'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:33.278070 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a3236e-49d3-43e3-9449-348e431c4944", "tag": "35df0e3f-baff-4a98-9a93-ed239f3f9b54"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:33.562833 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.626987 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb42cab-80aa-4ea7-a39a-d75bb3515c68 x-openstack-request-id: req-2fb42cab-80aa-4ea7-a39a-d75bb3515c68 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:33.626987 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a3236e-49d3-43e3-9449-348e431c4944", "tag": "35df0e3f-baff-4a98-9a93-ed239f3f9b54", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:33.627433 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fb42cab-80aa-4ea7-a39a-d75bb3515c68 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:33.628061 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'tag': '35df0e3f-baff-4a98-9a93-ed239f3f9b54', 'status': 'completed', 'code': 200} Jul 05 10:07:33.646331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4261e-b937-43d1-9072-b338a5a24569 service neutron] Pushing event updated for resources: {'Port': ['ID=35df0e3f-baff-4a98-9a93-ed239f3f9b54,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:33.677491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a912244f-e34b-4f2a-8003-19fbfa471d47 req-4c6cd7e5-cc35-4ff8-8257-2a5f8981d4f4 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116040 Jul 05 10:07:33.760335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-d875b14d-4012-4b8c-9159-8601f477e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.768636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-d875b14d-4012-4b8c-9159-8601f477e8d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 1095 time: 0.4062936 Jul 05 10:07:33.794777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b1df598-8141-46ba-bdcd-63192fc8c652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.825769 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b1df598-8141-46ba-bdcd-63192fc8c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.871973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-4f1d1ce8-dee8-4a0e-bcf1-d1e77fc0feae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35df0e3f-baff-4a98-9a93-ed239f3f9b54 HTTP/1.1" status: 200 len: 217 time: 0.0919702 Jul 05 10:07:34.075062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1df598-8141-46ba-bdcd-63192fc8c652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42f0492-a37f-42b2-9643-7b03746dfef2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:34.158100 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1b1df598-8141-46ba-bdcd-63192fc8c652 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=296dbc4e88bb4cc4a7cb9c5b52a131c6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8885748 Jul 05 10:07:34.163970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47752) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:34.234099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a0499a33-7b04-4102-9361-1f7601f56e24 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:34.316473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:07:34.611412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a0499a33-7b04-4102-9361-1f7601f56e24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:34.612236 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.789705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d39310e2-193f-492b-8220-35378df73492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.138062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-d11e4318-6196-455c-98c1-6b0c8e9ce6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:35.143050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-d11e4318-6196-455c-98c1-6b0c8e9ce6ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 1.2615993 Jul 05 10:07:35.230697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:35.253181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Sync routers for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:35.268674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-ceedfcc9-b71b-438b-b194-6d4d20dbf588 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152706 Jul 05 10:07:35.280089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:35.281412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:35.286257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d39310e2-193f-492b-8220-35378df73492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.335369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.337970 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c447510d-51f5-4bd5-a655-a07f164aee04 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.8849626 Jul 05 10:07:35.361240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47838) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:35.361881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 47840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:35.505530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.781040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d39310e2-193f-492b-8220-35378df73492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.792261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d39310e2-193f-492b-8220-35378df73492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.795990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35278203-6ba4-47af-8d24-29661029153f req-98a68059-52ba-48bc-9fe8-23c9c84d7521 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:35.798311 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d39310e2-193f-492b-8220-35378df73492 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e42f0492-a37f-42b2-9643-7b03746dfef2 HTTP/1.1" status: 204 len: 168 time: 1.6282647 Jul 05 10:07:35.824373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35278203-6ba4-47af-8d24-29661029153f req-98a68059-52ba-48bc-9fe8-23c9c84d7521 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 943 time: 0.5532951 Jul 05 10:07:35.999909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35278203-6ba4-47af-8d24-29661029153f req-bd72e90d-db93-4f3e-91fa-8ffd3df5b7f4 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738572 Jul 05 10:07:36.000015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:36.074987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-101bb33d-9b28-4cb4-9e25-84fa6c6fbe30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.095505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39310e2-193f-492b-8220-35378df73492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42f0492-a37f-42b2-9643-7b03746dfef2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:36.112813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-f9883c37-fba0-414a-84c6-96c1cb596132 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038883 Jul 05 10:07:36.531546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a5575ea-69cb-4138-a242-039bc4e52aab req-4d63dbb7-f72f-49d2-9d23-a666ba657c2e service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123099 Jul 05 10:07:36.533474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:36.534547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75327251-9776-4ce6-bdca-0f763cfab79f tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cb802803e0f34a418fc20a611e285767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1546633 Jul 05 10:07:36.893288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router e84c1cf9-b6ab-4546-b225-bacc454589e4 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:07:36.960653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:30Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:37.006747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d82a937-f82c-460f-a616-54ce7da8a639 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.008402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d82a937-f82c-460f-a616-54ce7da8a639 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4725437 Jul 05 10:07:37.012157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47970) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.080250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c4d5202d-eea7-4a76-8fc0-ff2f22aa3e58 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665026 Jul 05 10:07:37.082743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 47980) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.091566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855730199', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:37.145792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Checking router: 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:37.146905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Updating router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 port f9ee3935-b972-48c3-be4c-cf067dd2c396 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:07:37.165698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-101bb33d-9b28-4cb4-9e25-84fa6c6fbe30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.187147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-101bb33d-9b28-4cb4-9e25-84fa6c6fbe30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.323769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-51585372-0768-4e60-bbe1-78be8297a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.327247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-51585372-0768-4e60-bbe1-78be8297a422 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 1095 time: 0.3170421 Jul 05 10:07:37.410709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.539732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:37.563749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.675266 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-101bb33d-9b28-4cb4-9e25-84fa6c6fbe30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af7be220ae244393a5d43a102094e646&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2934201 Jul 05 10:07:37.696358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.749310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bb33d-9b28-4cb4-9e25-84fa6c6fbe30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52b892f-00aa-4dd4-a972-e796eb5273ab,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:37.779030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:37.803469 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] Sync routers for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:37.809956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-c4e9d7b8-cd5d-46e6-bf44-bab821fabaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.814402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-c4e9d7b8-cd5d-46e6-bf44-bab821fabaa6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.4531991 Jul 05 10:07:37.839813 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:37.844555 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:37.857548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.863567 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3c2344dd-f30c-4cf0-8582-070470b839f5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.4702399 Jul 05 10:07:37.873710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:37.966339 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:37.993258 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:37.994845 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:38.042300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-b93cc7cc-22c6-45a6-a7f8-5db2a5fda968 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35df0e3f-baff-4a98-9a93-ed239f3f9b54 HTTP/1.1" status: 200 len: 217 time: 0.1750290 Jul 05 10:07:38.194116 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce75b85e-f710-4df3-bed2-521e05cbef3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.205619 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:38.225732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb09365-0929-458e-a8f3-960f29c61815 None None] The sync data for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:38.430414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce75b85e-f710-4df3-bed2-521e05cbef3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.740141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.772081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Transition to ACTIVE for port object f9ee3935-b972-48c3-be4c-cf067dd2c396 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:38.790168 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.855542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-c2dbd319-a8ee-4de0-bbf2-a3b07bdb9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.858355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-c2dbd319-a8ee-4de0-bbf2-a3b07bdb9659 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.6084640 Jul 05 10:07:38.894162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c2440-2732-4e1e-8169-6af4b8e1955d None None] Pushing event updated for resources: {'Port': ['ID=f9ee3935-b972-48c3-be4c-cf067dd2c396,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:38.973550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Attempting to bind port f9ee3935-b972-48c3-be4c-cf067dd2c396 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:38.974340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Attempting to bind port f9ee3935-b972-48c3-be4c-cf067dd2c396 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:38.974775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Attempting to bind port f9ee3935-b972-48c3-be4c-cf067dd2c396 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:38.975615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a509b-4e31-4d3d-84fc-b36f020d2606 req-526242f3-81e0-4b68-afaf-899c85b6130d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.986219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-179a509b-4e31-4d3d-84fc-b36f020d2606 req-526242f3-81e0-4b68-afaf-899c85b6130d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 943 time: 1.4653153 Jul 05 10:07:38.994507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-c06bb4ee-a281-4893-93c9-ce5b6b584290 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163292 Jul 05 10:07:38.994801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:38.996098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:38.997969 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.999574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:39.004814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Bound port: f9ee3935-b972-48c3-be4c-cf067dd2c396, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:39.005495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.170413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.212258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] For port f9ee3935-b972-48c3-be4c-cf067dd2c396, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:39.225388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] For port f9ee3935-b972-48c3-be4c-cf067dd2c396, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f9ee3935-b972-48c3-be4c-cf067dd2c396,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:39.235543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce75b85e-f710-4df3-bed2-521e05cbef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.236968 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.246949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce75b85e-f710-4df3-bed2-521e05cbef3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.257276 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ce75b85e-f710-4df3-bed2-521e05cbef3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f52b892f-00aa-4dd4-a972-e796eb5273ab HTTP/1.1" status: 204 len: 168 time: 1.5594523 Jul 05 10:07:39.410104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-179a509b-4e31-4d3d-84fc-b36f020d2606 req-d4e58399-4e0a-40f9-8dd6-d59b39e79adc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220555 Jul 05 10:07:39.465782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75b85e-f710-4df3-bed2-521e05cbef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52b892f-00aa-4dd4-a972-e796eb5273ab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.530874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c2440-2732-4e1e-8169-6af4b8e1955d None None] Pushing event updated for resources: {'Port': ['ID=f9ee3935-b972-48c3-be4c-cf067dd2c396,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.571828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Subnet': ['ID=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.624184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:39.625841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:39.636498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.636931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.637279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.637671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.638198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.638747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.651424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.651885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.652299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.652646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.652995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.653487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:39.772622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-2676bc39-aa3d-46fc-acd8-5076682026b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500331 Jul 05 10:07:39.780086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Checking segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:39.780470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network hostable DHCP agents. Network: 67776390-1ef3-4153-8beb-ff87abbc446c, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:39.915749 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.990069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:40.070451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 67776390-1ef3-4153-8beb-ff87abbc446c is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:40.175152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 67776390-1ef3-4153-8beb-ff87abbc446c) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:40.197868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb8f00-d833-4ad8-934c-53901a1f94b7 None None] Network 67776390-1ef3-4153-8beb-ff87abbc446c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:40.209268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.210245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:40.289041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e5ee8342-e213-420f-aaf1-1355aaa60e7f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2041581 Jul 05 10:07:40.294630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ae2ad8a-d723-4d94-9fed-11d9d2724ba0 req-17c2891d-6a80-432f-9967-1c1e735e80e0 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960666 Jul 05 10:07:40.295962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:40.417230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:40.453319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab152e56-7f42-42c2-9647-6c9a8fb7d4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:40.519307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 35df0e3f-baff-4a98-9a93-ed239f3f9b54 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:40.791762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 35df0e3f-baff-4a98-9a93-ed239f3f9b54, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=35df0e3f-baff-4a98-9a93-ed239f3f9b54,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:40.812257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '35df0e3f-baff-4a98-9a93-ed239f3f9b54', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'port_id': '35df0e3f-baff-4a98-9a93-ed239f3f9b54', 'mac_address': 'fa:16:3e:f2:53:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7866d245-c64e-4f7d-b858-f065e1530bb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:40.954768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:30Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:40.965304 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.007876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-67776390-1ef3-4153-8beb-ff87abbc446c', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:07:41.008865 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.348218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841a519-9212-4617-8e35-cc582550f4ed None None] The sync data for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 is: [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:30Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:41.395038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Allocated IP 172.20.0.2 (67776390-1ef3-4153-8beb-ff87abbc446c/e04c6c7d-3ffa-4f4e-97ca-54e85b06122a/9f9d5cae-5350-4573-a0f4-d9e67b9799ff) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:41.409779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35df0e3f-baff-4a98-9a93-ed239f3f9b54 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:41.516926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 35df0e3f-baff-4a98-9a93-ed239f3f9b54, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=35df0e3f-baff-4a98-9a93-ed239f3f9b54,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:41.549061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.619445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60a8ec-a7a2-411d-b8f2-109b6aa86e45 req-0a19301b-ed86-4199-93e8-85ef12363c22 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.623017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e60a8ec-a7a2-411d-b8f2-109b6aa86e45 req-0a19301b-ed86-4199-93e8-85ef12363c22 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 943 time: 0.7805424 Jul 05 10:07:41.847856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['35df0e3f-baff-4a98-9a93-ed239f3f9b54'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:41.890811 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-03ec5c98-059d-4906-8750-8e05abdb5917 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8279383 Jul 05 10:07:41.930179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.1 (7110977e-4bb7-4a52-9e87-83cd918ed281/09e796dd-bfa3-4ac6-a278-a61b01547945/5449239a-4885-4a32-a682-3c57018fd15f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:41.972697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=35df0e3f-baff-4a98-9a93-ed239f3f9b54,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.087653 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab152e56-7f42-42c2-9647-6c9a8fb7d4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.156812 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab152e56-7f42-42c2-9647-6c9a8fb7d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.312645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e60a8ec-a7a2-411d-b8f2-109b6aa86e45 req-50df74fa-535c-4c64-8eeb-b47820749c5e tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744697 Jul 05 10:07:42.335434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab152e56-7f42-42c2-9647-6c9a8fb7d4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1177e7-0330-44e8-8350-53db7e916e60,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.388410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ab152e56-7f42-42c2-9647-6c9a8fb7d4af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05e1b262a1a542f5bd6fe6262a2957bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9680569 Jul 05 10:07:42.392849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.502702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-8cae1c12-53ab-4d89-a255-89a4d57a3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:42.505866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-8cae1c12-53ab-4d89-a255-89a4d57a3770 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 1098 time: 0.4299221 Jul 05 10:07:42.604056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.676080 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c471331a-e348-4f77-9070-106b7db6f258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.731944 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Transition to ACTIVE for port object 5449239a-4885-4a32-a682-3c57018fd15f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:42.825361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.873512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-873d4ea5-4b2e-4879-898e-f4e337d2799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:42.876450 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-873d4ea5-4b2e-4879-898e-f4e337d2799f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.3024473 Jul 05 10:07:42.909711 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c471331a-e348-4f77-9070-106b7db6f258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.986956 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-8d3fb555-3075-4630-a65e-168c0ddc965e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a56659-d534-4e67-b94b-6c82ad802d13 HTTP/1.1" status: 200 len: 217 time: 0.0961139 Jul 05 10:07:43.048472 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.096161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.122784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.234609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:43.271912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:43.329251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:43.455110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Transition to ACTIVE for port object 9f9d5cae-5350-4573-a0f4-d9e67b9799ff will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:43.542092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Transition to ACTIVE for port object 9f9d5cae-5350-4573-a0f4-d9e67b9799ff will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:43.573447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.689081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=5449239a-4885-4a32-a682-3c57018fd15f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:43.720669 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-1864b737-7b7c-499f-ae7e-0aa7b8967407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.723327 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-1864b737-7b7c-499f-ae7e-0aa7b8967407 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.7273459 Jul 05 10:07:43.727880 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c471331a-e348-4f77-9070-106b7db6f258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.737192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c471331a-e348-4f77-9070-106b7db6f258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.740887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c471331a-e348-4f77-9070-106b7db6f258 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb1177e7-0330-44e8-8350-53db7e916e60 HTTP/1.1" status: 204 len: 168 time: 1.3452694 Jul 05 10:07:43.791651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Network 67776390-1ef3-4153-8beb-ff87abbc446c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:43.830475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:43.837210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:43.849173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471331a-e348-4f77-9070-106b7db6f258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1177e7-0330-44e8-8350-53db7e916e60,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:43.883870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f9ee3935-b972-48c3-be4c-cf067dd2c396 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:43.906749 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-f33a0c08-edcb-4415-98b8-eafa6b2e7866 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471052 Jul 05 10:07:43.909541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.084619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Pushing event updated for resources: {'Port': ['ID=9f9d5cae-5350-4573-a0f4-d9e67b9799ff,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:44.241205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.242212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.242567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.243276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.243927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.245367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.246024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.247167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.249619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.250418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.251196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.251968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:44.288274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Attempting to bind port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:44.289886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Attempting to bind port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:44.291037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Attempting to bind port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff on network 67776390-1ef3-4153-8beb-ff87abbc446c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:44.311883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:44.312769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Checking segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:44.313602 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.314455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Bound using segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:44.315774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Bound port: 9f9d5cae-5350-4573-a0f4-d9e67b9799ff, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:44.316816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.374488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f9ee3935-b972-48c3-be4c-cf067dd2c396 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:44.392975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f9ee3935-b972-48c3-be4c-cf067dd2c396 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:44.394264 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.399619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65ae4176-cc9c-483d-a4de-044c78701845 None None] Provisioning for port 5449239a-4885-4a32-a682-3c57018fd15f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:44.574707 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50d41af8-53cd-4088-8ac3-4af066ed6ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.578349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65ae4176-cc9c-483d-a4de-044c78701845 None None] Provisioning complete for port 5449239a-4885-4a32-a682-3c57018fd15f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:44.578946 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65ae4176-cc9c-483d-a4de-044c78701845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.645604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] For port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:44.650169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 35df0e3f-baff-4a98-9a93-ed239f3f9b54 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:44.814852 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.966886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] For port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f9d5cae-5350-4573-a0f4-d9e67b9799ff,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:44.989428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.051688 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-72dd3843-87e5-4754-80ff-f5bd7b7c8d9a service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9363940 Jul 05 10:07:45.248356 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:45.277071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:45.277709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.318691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f11c9b3a-94e8-4a06-bc0b-d13a8a9fd0e8 req-90174444-1a6a-4e89-99d6-65308c8bebaa service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516787 Jul 05 10:07:45.459065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-65ae4176-cc9c-483d-a4de-044c78701845 None None] Port 5449239a-4885-4a32-a682-3c57018fd15f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:45.559214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12153d9-42ca-4300-b14f-bb9998251528 req-01282302-a89c-4341-8440-d55b5aa41068 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.562241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f12153d9-42ca-4300-b14f-bb9998251528 req-01282302-a89c-4341-8440-d55b5aa41068 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 944 time: 1.6804094 Jul 05 10:07:45.570331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.1 (67776390-1ef3-4153-8beb-ff87abbc446c/e04c6c7d-3ffa-4f4e-97ca-54e85b06122a/a71cb1a1-9dc9-45c4-97da-104547a6ff77) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:45.693628 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.724766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.758985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f943e9-0561-444e-b37e-ace10c531905 None None] Pushing event updated for resources: {'Port': ['ID=9f9d5cae-5350-4573-a0f4-d9e67b9799ff,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:45.820330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 35df0e3f-baff-4a98-9a93-ed239f3f9b54, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=35df0e3f-baff-4a98-9a93-ed239f3f9b54,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:45.826579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df0e3f-baff-4a98-9a93-ed239f3f9b54'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:45.831370 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c69959f-1e0c-489c-89bf-8c022a686f8b" -d '{"events": [{"server_uuid": "d6a3236e-49d3-43e3-9449-348e431c4944", "name": "network-vif-plugged", "status": "completed", "tag": "35df0e3f-baff-4a98-9a93-ed239f3f9b54"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:45.846172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.975398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=35df0e3f-baff-4a98-9a93-ed239f3f9b54,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:45.987200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port f9ee3935-b972-48c3-be4c-cf067dd2c396, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f9ee3935-b972-48c3-be4c-cf067dd2c396,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:45.999303 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.006299 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b47515a-56ec-40bd-9044-1f9cd967135b x-openstack-request-id: req-5b47515a-56ec-40bd-9044-1f9cd967135b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:46.007014 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a3236e-49d3-43e3-9449-348e431c4944", "name": "network-vif-plugged", "status": "completed", "tag": "35df0e3f-baff-4a98-9a93-ed239f3f9b54", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:46.007390 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b47515a-56ec-40bd-9044-1f9cd967135b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:46.008077 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df0e3f-baff-4a98-9a93-ed239f3f9b54', 'code': 200} Jul 05 10:07:46.272944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.274652 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f12153d9-42ca-4300-b14f-bb9998251528 req-dd29162d-09c4-47e0-a3bb-056c507c1206 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684055 Jul 05 10:07:46.304658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.346024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=f9ee3935-b972-48c3-be4c-cf067dd2c396,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:46.468990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f9d5cae-5350-4573-a0f4-d9e67b9799ff up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:46.519806 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.557790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object a71cb1a1-9dc9-45c4-97da-104547a6ff77 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:46.568244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:46.605187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.748539 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:07:46.750205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=5449239a-4885-4a32-a682-3c57018fd15f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:46.862626 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75a8f627-5108-485a-864d-62deb3ef849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.878989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.908283 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.929137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:46.938239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:47.125230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34a650-c74e-4931-a731-d1108efa80fe req-1f285333-4901-460b-b427-1ec55be7b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:47.127945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df34a650-c74e-4931-a731-d1108efa80fe req-1f285333-4901-460b-b427-1ec55be7b6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 1097 time: 0.8481569 Jul 05 10:07:47.215885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 67776390-1ef3-4153-8beb-ff87abbc446c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:47.296287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router e84c1cf9-b6ab-4546-b225-bacc454589e4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:47.318166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:47.321327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=a71cb1a1-9dc9-45c4-97da-104547a6ff77,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.331893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:47.551285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df34a650-c74e-4931-a731-d1108efa80fe req-dc04d327-9673-498a-a56d-e0814e23e82e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675828 Jul 05 10:07:47.597709 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.650071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:47.668193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0a4b32e0-7771-421f-95f8-40ada1ac6eb3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/routers/e84c1cf9-b6ab-4546-b225-bacc454589e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7850411 Jul 05 10:07:47.672534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:47.682983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] Sync routers for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:47.699964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9299d659-b0b4-4c04-8472-845f7c0b7113 None None] Provisioning complete for port 5449239a-4885-4a32-a682-3c57018fd15f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:47.700984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9299d659-b0b4-4c04-8472-845f7c0b7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.701873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'port': {'network_id': '7110977e-4bb7-4a52-9e87-83cd918ed281', 'name': 'tempest-FloatingIPTestJSON-1656026539'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:47.833841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9299d659-b0b4-4c04-8472-845f7c0b7113 None None] Port 5449239a-4885-4a32-a682-3c57018fd15f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:47.840049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:47.841449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:47.921012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:47.948970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:47.949321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:48.026423 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Made reservation on behalf of 76748ed43c1b47669d4dff1e235e495e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:48.035268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.035961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367ac4d-4698-4188-821e-a12ae746603b None None] Network 67776390-1ef3-4153-8beb-ff87abbc446c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:48.047454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:48.048945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb8020-bac6-458a-8d98-1329206a0c23 None None] The sync data for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:48.085611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] device_id is not set on port ffa32f32-bafb-4afc-adcd-e766eef6b687 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:07:48.181692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55336e7f-7be8-4c30-b818-d1c9b738ebd6 req-e0ef603d-e60d-45c9-96e3-f74146389947 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.186887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55336e7f-7be8-4c30-b818-d1c9b738ebd6 req-e0ef603d-e60d-45c9-96e3-f74146389947 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 945 time: 0.4964862 Jul 05 10:07:48.193733 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.202083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66391ace-f3a7-44c1-a019-4df232bbdc02 None None] Provisioning for port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:48.239198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66391ace-f3a7-44c1-a019-4df232bbdc02 None None] Provisioning complete for port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:48.242649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66391ace-f3a7-44c1-a019-4df232bbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.355917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.426591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f9ee3935-b972-48c3-be4c-cf067dd2c396 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:48.461809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Allocated IP 172.20.0.4 (7110977e-4bb7-4a52-9e87-83cd918ed281/09e796dd-bfa3-4ac6-a278-a61b01547945/ffa32f32-bafb-4afc-adcd-e766eef6b687) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:48.564423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.643669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55336e7f-7be8-4c30-b818-d1c9b738ebd6 req-340c6b21-3588-4159-b452-a0588538f0ee tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295765 Jul 05 10:07:49.029648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66391ace-f3a7-44c1-a019-4df232bbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.084507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f9ee3935-b972-48c3-be4c-cf067dd2c396 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:49.085100 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.094511 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.122327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Transition to ACTIVE for port object ffa32f32-bafb-4afc-adcd-e766eef6b687 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:49.201247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.202061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-66391ace-f3a7-44c1-a019-4df232bbdc02 None None] For port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f9d5cae-5350-4573-a0f4-d9e67b9799ff,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:49.210583 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66391ace-f3a7-44c1-a019-4df232bbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.294961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:49.302542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:49.314581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:49.484436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66391ace-f3a7-44c1-a019-4df232bbdc02 None None] Pushing event updated for resources: {'Port': ['ID=9f9d5cae-5350-4573-a0f4-d9e67b9799ff,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:49.531867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event updated for resources: {'Port': ['ID=ffa32f32-bafb-4afc-adcd-e766eef6b687,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:49.624682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:49.630222 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.674216 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-31b952b3-dfb0-41c0-bd6c-c051a8869084 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9994245 Jul 05 10:07:49.675287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:49.683861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Request body: {'floatingip': {'port_id': 'ffa32f32-bafb-4afc-adcd-e766eef6b687'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:49.802864 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.835513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.904841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c0db4909-feb7-40db-8b29-a0d7cf4384ed None None] Provisioning complete for port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:49.905204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0db4909-feb7-40db-8b29-a0d7cf4384ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.334163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f9d5cae-5350-4573-a0f4-d9e67b9799ff up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:50.462665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c0db4909-feb7-40db-8b29-a0d7cf4384ed None None] Provisioning for port a71cb1a1-9dc9-45c4-97da-104547a6ff77 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:50.482819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c0db4909-feb7-40db-8b29-a0d7cf4384ed None None] Provisioning complete for port a71cb1a1-9dc9-45c4-97da-104547a6ff77 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:50.483479 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0db4909-feb7-40db-8b29-a0d7cf4384ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.567427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c0db4909-feb7-40db-8b29-a0d7cf4384ed None None] Port a71cb1a1-9dc9-45c4-97da-104547a6ff77 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:50.580800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:50.581410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.800330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82893be2-f32c-4567-9161-be965d30f192 None None] Provisioning for port ffa32f32-bafb-4afc-adcd-e766eef6b687 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:50.809771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82893be2-f32c-4567-9161-be965d30f192 None None] Provisioning complete for port ffa32f32-bafb-4afc-adcd-e766eef6b687 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:50.811367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82893be2-f32c-4567-9161-be965d30f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.890025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Deleting port 515026ce-fc90-46cc-86ac-5315a03c9535 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:50.890868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.893196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82893be2-f32c-4567-9161-be965d30f192 None None] Port ffa32f32-bafb-4afc-adcd-e766eef6b687 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:50.917094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82893be2-f32c-4567-9161-be965d30f192 None None] Provisioning complete for port a71cb1a1-9dc9-45c4-97da-104547a6ff77 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:50.917844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82893be2-f32c-4567-9161-be965d30f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.993342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82893be2-f32c-4567-9161-be965d30f192 None None] Port a71cb1a1-9dc9-45c4-97da-104547a6ff77 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:51.003177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.020077 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.101688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531637e-70c7-4686-a615-58ae497c9504 req-2ea5de33-01e9-4586-ab99-a0c8cfd88bba tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:51.108892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f531637e-70c7-4686-a615-58ae497c9504 req-2ea5de33-01e9-4586-ab99-a0c8cfd88bba tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 945 time: 0.9900403 Jul 05 10:07:51.219926 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.224742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=a71cb1a1-9dc9-45c4-97da-104547a6ff77,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.232107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.241610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.295134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] For port 515026ce-fc90-46cc-86ac-5315a03c9535, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=515026ce-fc90-46cc-86ac-5315a03c9535,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:51.295811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.313489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f531637e-70c7-4686-a615-58ae497c9504 req-0874662c-7ff1-4783-b172-ad98be618bf6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909182 Jul 05 10:07:51.389045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Calling delete_port for 515026ce-fc90-46cc-86ac-5315a03c9535 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:51.490816 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP ea59e8fa-5f4b-4f8c-8b1c-c27c5b54ada0 associated. External IP: 172.25.1.208, port: b1d2ddbe-91d2-4680-8597-bad9f5295ad5. Jul 05 10:07:51.585427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 67776390-1ef3-4153-8beb-ff87abbc446c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:51.645077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:51.774904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:51.996156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:52.009558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98bdf1-7906-4fd7-9e1f-fcb3786c8387 req-00b589dc-c687-40e1-9ad1-7514b1bc5ca7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:52.011836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a98bdf1-7906-4fd7-9e1f-fcb3786c8387 req-00b589dc-c687-40e1-9ad1-7514b1bc5ca7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 945 time: 0.4245968 Jul 05 10:07:52.057163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-078676b9-a9ff-41e9-8d97-41e7ae216737 None None] Provisioning complete for port a71cb1a1-9dc9-45c4-97da-104547a6ff77 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:52.057986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-078676b9-a9ff-41e9-8d97-41e7ae216737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.117965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:52.132784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-078676b9-a9ff-41e9-8d97-41e7ae216737 None None] Port a71cb1a1-9dc9-45c4-97da-104547a6ff77 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:52.208550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:52.212161 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-272ac406-0971-41a1-a20f-85ff34e34b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.221901 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:52.241160 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:52.242202 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:52.329816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:52.335334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a98bdf1-7906-4fd7-9e1f-fcb3786c8387 req-6a2a7fee-33fd-417d-8c13-bed4439d7ace tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060837 Jul 05 10:07:52.349063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.349591 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:52.351331 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:52.422954 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:52.424785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc143e-02d4-44a5-96fe-e2f9d1bf8ac5 None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:52.454120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Pushing event deleted for resources: {'Port': ['ID=515026ce-fc90-46cc-86ac-5315a03c9535,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:52.626326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router e84c1cf9-b6ab-4546-b225-bacc454589e4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:52.966516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:52.990982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e9415-9944-4b05-b995-56d96392945e None None] Sync routers for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:53.016801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5c5778bc-76b0-4767-a127-e15ae03729d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7089252 Jul 05 10:07:53.017590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:53.024898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.184373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-272ac406-0971-41a1-a20f-85ff34e34b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.186362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.232867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-272ac406-0971-41a1-a20f-85ff34e34b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.306160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:53.443540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-272ac406-0971-41a1-a20f-85ff34e34b08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e09f56d71c247a4a31c4b05ff3a9e35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6640227 Jul 05 10:07:53.444803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ac406-0971-41a1-a20f-85ff34e34b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b93a04-b080-440c-b7f5-5a716fd36ab3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.449347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:53.515742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:53.530001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.536770 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] Sync routers for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:53.553780 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:53.555329 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.634119 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.648924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33de5bc4-9390-4d12-a7e9-8a534f256c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.651624 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:53.652627 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.713742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf28d-8065-49a4-8510-1416fc34d3e3 req-ded37319-5654-4392-8d5f-8552a5aff742 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.720775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1cbf28d-8065-49a4-8510-1416fc34d3e3 req-ded37319-5654-4392-8d5f-8552a5aff742 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 945 time: 0.5651698 Jul 05 10:07:53.723227 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.724316 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a424fe-23b1-405c-aec0-1c293c98abfa None None] The sync data for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:53.751843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33de5bc4-9390-4d12-a7e9-8a534f256c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.755812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-b84c7647-0ef9-489e-8b90-b6320a9476a5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843070277&fields=id&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 267 time: 0.2780476 Jul 05 10:07:53.768188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e982bea5-a308-4ca0-b31d-f21b84f8a9f8 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/floatingips/ea59e8fa-5f4b-4f8c-8b1c-c27c5b54ada0 HTTP/1.1" status: 200 len: 978 time: 4.0911038 Jul 05 10:07:53.772498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48324) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:53.801273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:49Z', 'revision_number': 2, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.854956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e9415-9944-4b05-b995-56d96392945e None None] Checking router: 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:53.854956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e9415-9944-4b05-b995-56d96392945e None None] Updating router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 port a71cb1a1-9dc9-45c4-97da-104547a6ff77 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:07:53.924783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-779e9415-9944-4b05-b995-56d96392945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.938764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33de5bc4-9390-4d12-a7e9-8a534f256c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.945506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33de5bc4-9390-4d12-a7e9-8a534f256c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.948160 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-33de5bc4-9390-4d12-a7e9-8a534f256c53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24b93a04-b080-440c-b7f5-5a716fd36ab3 HTTP/1.1" status: 204 len: 168 time: 0.4962459 Jul 05 10:07:54.001240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de5bc4-9390-4d12-a7e9-8a534f256c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b93a04-b080-440c-b7f5-5a716fd36ab3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:54.035427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port ffa32f32-bafb-4afc-adcd-e766eef6b687 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:54.036091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.112091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1cbf28d-8065-49a4-8510-1416fc34d3e3 req-177e5f20-3605-487d-84b5-5354ea1187b3 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779454 Jul 05 10:07:54.226875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:54.249652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-87c80905-61ac-447e-a9ba-9934f710b5a8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:54.263288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-87c80905-61ac-447e-a9ba-9934f710b5a8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 797 time: 0.4285877 Jul 05 10:07:54.296341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-4591d398-18f4-4d79-a672-86a00912e1b0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/quotas/cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 375 time: 0.0312266 Jul 05 10:07:54.377781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.493376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:54.554076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a4e19412-98e8-47c3-abd0-a8492590d79e admin admin] 10.222.0.21 "PUT /v2.0/routers/b19e5f56-fbeb-4c6a-9ebf-72adc8323705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4263844 Jul 05 10:07:54.555095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.673091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48332) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.677096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.677656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.678079 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Floating IP ea59e8fa-5f4b-4f8c-8b1c-c27c5b54ada0 disassociated. External IP: 172.25.1.208, port: ffa32f32-bafb-4afc-adcd-e766eef6b687. Jul 05 10:07:54.678564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for ffa32f32-bafb-4afc-adcd-e766eef6b687 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:54.695506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab4d9-1d7e-49c6-a605-d5acf4ad3932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.704714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] Sync routers for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:54.740909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:54.741675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:54.954426 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-779e9415-9944-4b05-b995-56d96392945e None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.998731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab4d9-1d7e-49c6-a605-d5acf4ad3932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.999647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-779e9415-9944-4b05-b995-56d96392945e None None] Transition to ACTIVE for port object a71cb1a1-9dc9-45c4-97da-104547a6ff77 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:55.001260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.011818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-779e9415-9944-4b05-b995-56d96392945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.016140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:55.064683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab4d9-1d7e-49c6-a605-d5acf4ad3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.125969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=ffa32f32-bafb-4afc-adcd-e766eef6b687,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.163198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab4d9-1d7e-49c6-a605-d5acf4ad3932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5206ded8-e33f-4c9c-969b-cfb357c97485,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.184691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c8ab4d9-1d7e-49c6-a605-d5acf4ad3932 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55eca29771804c75b4de16980e7adeb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053205 Jul 05 10:07:55.189509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:55.226568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd00f43-0260-4754-9652-0ba0eb1e0c2d None None] Pushing event updated for resources: {'Port': ['ID=a71cb1a1-9dc9-45c4-97da-104547a6ff77,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.350706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-60f9c9e8-17a1-43f4-a902-4d0896dcf640 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.369438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-60f9c9e8-17a1-43f4-a902-4d0896dcf640 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 945 time: 0.8638175 Jul 05 10:07:55.526089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-779e9415-9944-4b05-b995-56d96392945e None None] Attempting to bind port a71cb1a1-9dc9-45c4-97da-104547a6ff77 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:55.526712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-779e9415-9944-4b05-b995-56d96392945e None None] Attempting to bind port a71cb1a1-9dc9-45c4-97da-104547a6ff77 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:55.527539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e9415-9944-4b05-b995-56d96392945e None None] Attempting to bind port a71cb1a1-9dc9-45c4-97da-104547a6ff77 on network 67776390-1ef3-4153-8beb-ff87abbc446c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:55.543537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e9415-9944-4b05-b995-56d96392945e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:55.545985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e9415-9944-4b05-b995-56d96392945e None None] Checking segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:55.546847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-779e9415-9944-4b05-b995-56d96392945e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.547570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e9415-9944-4b05-b995-56d96392945e None None] Bound using segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:55.548429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-779e9415-9944-4b05-b995-56d96392945e None None] Bound port: a71cb1a1-9dc9-45c4-97da-104547a6ff77, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:55.549415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-779e9415-9944-4b05-b995-56d96392945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.549904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.576947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3324-b80f-4383-bba6-7ae8515cae9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.646090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router e84c1cf9-b6ab-4546-b225-bacc454589e4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:55.664236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3324-b80f-4383-bba6-7ae8515cae9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.760743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-779e9415-9944-4b05-b995-56d96392945e None None] For port a71cb1a1-9dc9-45c4-97da-104547a6ff77, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:55.770159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-779e9415-9944-4b05-b995-56d96392945e None None] For port a71cb1a1-9dc9-45c4-97da-104547a6ff77, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a71cb1a1-9dc9-45c4-97da-104547a6ff77,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:55.777691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-f904e1ae-4518-4d40-b905-7324bc968388 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4740794 Jul 05 10:07:55.779567 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-779e9415-9944-4b05-b995-56d96392945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.817254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.910662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:07:52Z', 'revision_number': 5, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port': {'id': '4b09ec9e-5a22-433a-9e2b-4e5403090f14', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:03Z', 'updated_at': '2021-07-05T10:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:55.968043 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3324-b80f-4383-bba6-7ae8515cae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.972293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3324-b80f-4383-bba6-7ae8515cae9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.979893 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f8e3324-b80f-4383-bba6-7ae8515cae9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5206ded8-e33f-4c9c-969b-cfb357c97485 HTTP/1.1" status: 204 len: 168 time: 0.6778111 Jul 05 10:07:55.998873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] Checking router: b19e5f56-fbeb-4c6a-9ebf-72adc8323705 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:56.018406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e3324-b80f-4383-bba6-7ae8515cae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5206ded8-e33f-4c9c-969b-cfb357c97485,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:56.020070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd00f43-0260-4754-9652-0ba0eb1e0c2d None None] Pushing event updated for resources: {'Port': ['ID=a71cb1a1-9dc9-45c4-97da-104547a6ff77,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:56.027496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:56.028687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.077588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:56.098040 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] Sync routers for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:56.134644 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:56.136107 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.162632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] Routers {'b19e5f56-fbeb-4c6a-9ebf-72adc8323705'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:56.162632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.183435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad1df8-4eab-4a74-829c-ac895d6a1f47 req-7e66e928-6e37-452a-a57f-1de6c7912065 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:56.190228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24ad1df8-4eab-4a74-829c-ac895d6a1f47 req-7e66e928-6e37-452a-a57f-1de6c7912065 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 945 time: 0.8187003 Jul 05 10:07:56.255519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-40339746-b5d5-474d-b702-6e4044e7cd40 service neutron] 10.222.0.21 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937414 Jul 05 10:07:56.268330 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.314326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.320579 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:56.320579 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.321940 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ea41ffa0-1d98-43b2-87af-0d9c135a4dd5 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/ports/ffa32f32-bafb-4afc-adcd-e766eef6b687 HTTP/1.1" status: 204 len: 168 time: 2.5481873 Jul 05 10:07:56.324298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:56.421068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Deleting port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:56.421903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.465461 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.466641 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f570ec-7a47-4d67-8895-a2f043115dbf None None] The sync data for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:56.500793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] Set router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:56.549493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Deleting port 4b09ec9e-5a22-433a-9e2b-4e5403090f14 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:56.550146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.686446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:56.714396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] For port 4b09ec9e-5a22-433a-9e2b-4e5403090f14, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4b09ec9e-5a22-433a-9e2b-4e5403090f14,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:56.714774 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.748288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Calling delete_port for 4b09ec9e-5a22-433a-9e2b-4e5403090f14 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:56.748794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:07:55Z', 'revision_number': 6, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.798817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24ad1df8-4eab-4a74-829c-ac895d6a1f47 req-a34678fb-ff78-4269-a1d0-0f9349ddebe2 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902407 Jul 05 10:07:56.838771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-e0a194d3-4515-4fd7-b35e-4f3edc57cafd service neutron] 10.222.0.21 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813990 Jul 05 10:07:56.862953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba4e75-6851-4d6e-91cf-97d85d654a09 None None] The sync data for ids ['b19e5f56-fbeb-4c6a-9ebf-72adc8323705'] in n-d-771363-33 is: [{'id': 'b19e5f56-fbeb-4c6a-9ebf-72adc8323705', 'name': 'tempest-TestVolumeBackupRestore-1818758679-router', 'tenant_id': 'c6fcf9969583432d93d9896a13f0614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:00Z', 'updated_at': '2021-07-05T10:07:55Z', 'revision_number': 6, 'project_id': 'c6fcf9969583432d93d9896a13f0614b', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:57.001470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] For port 35df0e3f-baff-4a98-9a93-ed239f3f9b54, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=35df0e3f-baff-4a98-9a93-ed239f3f9b54,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:57.002154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.027294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Calling delete_port for 35df0e3f-baff-4a98-9a93-ed239f3f9b54 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:57.237171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.243116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-779e9415-9944-4b05-b995-56d96392945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:55Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:57.322881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e9415-9944-4b05-b995-56d96392945e None None] The sync data for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 is: [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:55Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:57.686239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1c01685-d5f2-449d-bec8-5da0db68eb7e req-7bd5742d-c46c-42b8-a447-2dc5a25bc93d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 210 time: 0.4706063 Jul 05 10:07:57.938651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.963477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:58.203738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event deleted for resources: {'Port': ['ID=35df0e3f-baff-4a98-9a93-ed239f3f9b54,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:58.226538 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.343635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 5449239a-4885-4a32-a682-3c57018fd15f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:58.351060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.370938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a71cb1a1-9dc9-45c4-97da-104547a6ff77 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:58.456682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b09ec9e-5a22-433a-9e2b-4e5403090f14,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:58.593834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 35df0e3f-baff-4a98-9a93-ed239f3f9b54 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:58.599193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38e36b30-8025-4eb4-b87d-a3840e20cb8f req-c0dc616b-73b2-4e13-8106-32b936f1c18a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 210 time: 0.1541152 Jul 05 10:07:58.618641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] No DVR routers for this DVR port 35df0e3f-baff-4a98-9a93-ed239f3f9b54 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:58.639590 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.649558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42ba6c4a-08c7-4189-b330-724fe5e5b0d1 req-883d3175-951d-4308-b7c2-8bd6a595b243 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "DELETE /v2.0/ports/35df0e3f-baff-4a98-9a93-ed239f3f9b54 HTTP/1.1" status: 204 len: 173 time: 3.2690330 Jul 05 10:07:58.683897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 35df0e3f-baff-4a98-9a93-ed239f3f9b54 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:58.685089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 35df0e3f-baff-4a98-9a93-ed239f3f9b54 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:58.739626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'name': 'network-vif-deleted', 'tag': '35df0e3f-baff-4a98-9a93-ed239f3f9b54'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:58.743598 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29a48ac-fdba-4f46-937e-2d3413e5c9cc" -d '{"events": [{"server_uuid": "d6a3236e-49d3-43e3-9449-348e431c4944", "name": "network-vif-deleted", "tag": "35df0e3f-baff-4a98-9a93-ed239f3f9b54"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:58.748908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.781727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 5449239a-4885-4a32-a682-3c57018fd15f owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:58.949982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port a71cb1a1-9dc9-45c4-97da-104547a6ff77 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:58.996613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a71cb1a1-9dc9-45c4-97da-104547a6ff77 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:58.999047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.999657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.269413 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.390667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port a71cb1a1-9dc9-45c4-97da-104547a6ff77, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a71cb1a1-9dc9-45c4-97da-104547a6ff77,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:59.402122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.637982 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.644252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.724017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.871029 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c47697-c2b2-42a0-8086-6b6c73c81404 x-openstack-request-id: req-e2c47697-c2b2-42a0-8086-6b6c73c81404 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:59.871919 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a3236e-49d3-43e3-9449-348e431c4944", "name": "network-vif-deleted", "tag": "35df0e3f-baff-4a98-9a93-ed239f3f9b54", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:59.871919 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2c47697-c2b2-42a0-8086-6b6c73c81404 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:59.872486 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a3236e-49d3-43e3-9449-348e431c4944', 'name': 'network-vif-deleted', 'tag': '35df0e3f-baff-4a98-9a93-ed239f3f9b54', 'status': 'completed', 'code': 200} Jul 05 10:07:59.892638 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=5449239a-4885-4a32-a682-3c57018fd15f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.059931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6fd474e1-2b83-4089-a720-2005d1109162 req-16d22bb4-c6cc-4906-a9b5-9a40d7dcf6c6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 210 time: 0.7166784 Jul 05 10:08:00.090085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.091392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19e5f56-fbeb-4c6a-9ebf-72adc8323705 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:00.106685 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.124753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-191fbdfd-3189-400e-89b8-9b8f41d497dd admin admin] 10.222.0.21 "DELETE /v2.0/routers/b19e5f56-fbeb-4c6a-9ebf-72adc8323705 HTTP/1.1" status: 204 len: 168 time: 5.5310445 Jul 05 10:08:00.140171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:00.234251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=a71cb1a1-9dc9-45c4-97da-104547a6ff77,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.272554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4b09ec9e-5a22-433a-9e2b-4e5403090f14 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:00.404503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] Deleting subnet a7368b53-7198-48d5-9adb-c95f403d4983 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:00.499069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 4b09ec9e-5a22-433a-9e2b-4e5403090f14 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:00.499643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4b09ec9e-5a22-433a-9e2b-4e5403090f14 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:00.500332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 515026ce-fc90-46cc-86ac-5315a03c9535 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:00.506308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.507231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.521184 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.540115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1afab997-a50c-47d4-bf98-f57377aeed65 req-db8f42ab-f110-4f67-aad5-d33d4f8bb562 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6a3236e-49d3-43e3-9449-348e431c4944 HTTP/1.1" status: 200 len: 210 time: 0.2034781 Jul 05 10:08:00.618301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 515026ce-fc90-46cc-86ac-5315a03c9535 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:00.619766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 515026ce-fc90-46cc-86ac-5315a03c9535 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:00.662356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.893836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a71cb1a1-9dc9-45c4-97da-104547a6ff77 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:01.005095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.007333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.011186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a71cb1a1-9dc9-45c4-97da-104547a6ff77 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:01.013469 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.201681 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.275826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7368b53-7198-48d5-9adb-c95f403d4983,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:01.292478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a4f02-cef4-4004-93fd-201eb013ca9e None None] Network aa5ce264-a336-4ec4-8e36-35bc211b485e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:01.297792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.307831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b34ae17b-c327-4af4-ab96-f40b56570270 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7368b53-7198-48d5-9adb-c95f403d4983 HTTP/1.1" status: 204 len: 168 time: 1.1656783 Jul 05 10:08:01.311025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:01.513154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-c975e4ec-c4cb-4405-bc75-e90fe497b9fd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.518899 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-c975e4ec-c4cb-4405-bc75-e90fe497b9fd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 797 time: 0.7605119 Jul 05 10:08:01.562950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-823d8057-24a5-4a06-9cdb-352e536ff4ed req-6a27b13b-403a-435c-9931-67ac7a17ee0f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 210 time: 0.0760248 Jul 05 10:08:01.622062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.754296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Deleting port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:01.757141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.783377 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-09a644ab-d8fc-4502-9f8d-f37200d74f4d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 380 time: 0.2513955 Jul 05 10:08:01.801650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'port': {'device_id': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'admin_state_up': True, 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'security_groups': ['213b701f-1157-41ab-8bba-2a6ad1cbab6d']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:01.829123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] DHCP port deletion for aa5ce264-a336-4ec4-8e36-35bc211b485e request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:02.018958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] For port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:02.020047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.022014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] Deleting port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:02.022677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.044729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:02.051576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.083622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Calling delete_port for 1de075b5-62d7-442f-b0f6-9ef2f4becb2e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:02.191686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] For port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,segment=NetworkSegment(1f0261cd-330e-451e-9ed5-09b572eabd78),segment_id=1f0261cd-330e-451e-9ed5-09b572eabd78)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:02.192324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.229817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] Calling delete_port for 1de075b5-62d7-442f-b0f6-9ef2f4becb2e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:02.393300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.13 (67776390-1ef3-4153-8beb-ff87abbc446c/e04c6c7d-3ffa-4f4e-97ca-54e85b06122a/dc8df590-89d9-4079-b08d-5b27b6dfa5d0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:02.403357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.440811 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.498031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:02.524410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] No DVR routers for this DVR port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:02.541144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] Pushing event deleted for resources: {'Port': ['ID=1de075b5-62d7-442f-b0f6-9ef2f4becb2e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:02.552947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b356f7-3147-4ef2-bb6b-9fbfa06dc8ac None None] No DVR routers for this DVR port 1de075b5-62d7-442f-b0f6-9ef2f4becb2e on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:02.754386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router e84c1cf9-b6ab-4546-b225-bacc454589e4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:02.799610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.889384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1de075b5-62d7-442f-b0f6-9ef2f4becb2e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:02.906967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-0849ad20-d72b-462b-a14a-f110281000c1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.922293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-0849ad20-d72b-462b-a14a-f110281000c1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.3997238 Jul 05 10:08:02.952957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-6764d798-d0dc-42ea-9afa-f0557da2f5fb tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0275083 Jul 05 10:08:02.958281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5ce264-a336-4ec4-8e36-35bc211b485e']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:02.966243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1de075b5-62d7-442f-b0f6-9ef2f4becb2e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:02.966819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1de075b5-62d7-442f-b0f6-9ef2f4becb2e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:03.048792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0261cd-330e-451e-9ed5-09b572eabd78') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:03.049679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0261cd-330e-451e-9ed5-09b572eabd78') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:03.111694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-685e0ef6-da60-43e5-88bf-93697f0dbaa2 req-2e25ada8-6c3e-42a9-bc76-2107f687194f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 210 time: 0.0975471 Jul 05 10:08:03.119971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.123594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.148616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.167590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:03.167590 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.180454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:03.189308 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-63ceab0f-744b-4ad2-aacb-56d4d49f8b34 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/routers/e84c1cf9-b6ab-4546-b225-bacc454589e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8631434 Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:03.189769 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:03.206537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:03.211284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] Sync routers for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:03.227522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:03.229230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:03.288494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:03.309928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] Routers {'e84c1cf9-b6ab-4546-b225-bacc454589e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:03.310551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['e84c1cf9-b6ab-4546-b225-bacc454589e4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:03.380945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:03.382027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f9b9d1-b01a-4b0f-8f75-e212a5c94d11 None None] The sync data for ids ['e84c1cf9-b6ab-4546-b225-bacc454589e4'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:03.422850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-d4c1185c-4a05-4bd9-a9ef-004a8463e642 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4677663 Jul 05 10:08:03.468293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.478391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object dc8df590-89d9-4079-b08d-5b27b6dfa5d0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:03.487161 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.490908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa5ce264-a336-4ec4-8e36-35bc211b485e HTTP/1.1" status: 204 len: 168 time: 2.1770582 Jul 05 10:08:03.498798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:03.703972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.727183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-e327a302-6699-4c7d-bdaf-0d69781963cf service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027372 Jul 05 10:08:03.772169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a7190-d44c-4775-967f-479871fbe4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5ce264-a336-4ec4-8e36-35bc211b485e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:03.926017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.011927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-f0d2f269-3eaa-4c11-ab6e-3e87012eeb0b service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437503 Jul 05 10:08:04.023202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 67776390-1ef3-4153-8beb-ff87abbc446c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:04.075435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:04.593000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f860759-6544-4548-9fae-b97804c6bc50 req-b6c0e5af-92bc-47aa-8aa2-f8da7c689534 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 210 time: 0.1618462 Jul 05 10:08:04.674048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e7e8cac9-41ed-4405-aea6-096def34d2e9 None None] Provisioning for port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:04.687506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e7e8cac9-41ed-4405-aea6-096def34d2e9 None None] Provisioning complete for port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:04.688246 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7e8cac9-41ed-4405-aea6-096def34d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.749367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8cac9-41ed-4405-aea6-096def34d2e9 None None] Port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:04.799905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266867-ef8a-4deb-8fde-d311f5f49aee req-9e801381-7e97-4b3d-aa3b-299005cff0d2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:04.802218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5266867-ef8a-4deb-8fde-d311f5f49aee req-9e801381-7e97-4b3d-aa3b-299005cff0d2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 932 time: 0.2169302 Jul 05 10:08:04.871049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:04.907959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5266867-ef8a-4deb-8fde-d311f5f49aee req-3a48baf0-58de-4237-91ba-62a2f0b9006e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955231 Jul 05 10:08:04.999878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:05.066649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.120746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:05.122217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.239546 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-62365d33-36da-47f8-a7b2-3c8baa1236f9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4462371 Jul 05 10:08:05.291811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Request body: {'port': {'device_id': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:05.527504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 4ae407dd-6b79-4bef-993d-4c025041bf61 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:05.528066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.658262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.874605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.972068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 4ae407dd-6b79-4bef-993d-4c025041bf61 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:05.988090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dce94e4-78a5-497e-952b-22e7e16906e3 req-ed93c50c-6b94-4c2f-a3ce-c456f0d3348c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 210 time: 0.0900092 Jul 05 10:08:06.231972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696462f7-23f9-42b6-8f63-6b3ce3ead8d4 req-0b18808a-3079-4988-a1bb-fbf8a44879e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.234053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-696462f7-23f9-42b6-8f63-6b3ce3ead8d4 req-0b18808a-3079-4988-a1bb-fbf8a44879e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 932 time: 0.0901713 Jul 05 10:08:06.302842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-696462f7-23f9-42b6-8f63-6b3ce3ead8d4 req-e98f47d5-600e-46e6-84a3-34b2064eef84 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585766 Jul 05 10:08:06.343213 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.890921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-ffd19399-140b-4aca-af8a-fe3fe286cff6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.893285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-ffd19399-140b-4aca-af8a-fe3fe286cff6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.3687992 Jul 05 10:08:06.914422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Request body: {'port': {'device_id': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'admin_state_up': True, 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:06.926048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.167561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=4ae407dd-6b79-4bef-993d-4c025041bf61,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:07.292639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8df590-89d9-4079-b08d-5b27b6dfa5d0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:07.352839 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.413764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Transition to ACTIVE for port object dc8df590-89d9-4079-b08d-5b27b6dfa5d0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:07.426882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.433082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.703971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.722087 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.831602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c15c8572-8c09-49a9-8a78-5f78358061e9 req-370ec997-c670-457f-9d1e-9e4a13119ff6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 210 time: 0.1675553 Jul 05 10:08:07.895461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:08.006234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239c97-2684-4aa2-806f-df5231e398fb req-8200ddf5-0f68-4131-ab3f-7a35c1eeb08f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:08.010608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13239c97-2684-4aa2-806f-df5231e398fb req-8200ddf5-0f68-4131-ab3f-7a35c1eeb08f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 0.3436198 Jul 05 10:08:08.037520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:08.045608 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.115143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.116402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Fanout notify agent at l3_agent the message router_deleted on router e84c1cf9-b6ab-4546-b225-bacc454589e4 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:08.133790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.133790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-91c3a905-14e1-4bd2-88e3-c4736effc454 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/routers/e84c1cf9-b6ab-4546-b225-bacc454589e4 HTTP/1.1" status: 204 len: 168 time: 4.9315436 Jul 05 10:08:08.137743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:08.196005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:08.196663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:08.197237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on network 67776390-1ef3-4153-8beb-ff87abbc446c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:08.199141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13239c97-2684-4aa2-806f-df5231e398fb req-f9b31ad2-6e6b-4322-bc17-ee7c8f2e0eb5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805282 Jul 05 10:08:08.213754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on network 67776390-1ef3-4153-8beb-ff87abbc446c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:08.214318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on network 67776390-1ef3-4153-8beb-ff87abbc446c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:08.223757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Deleting port defb4015-ea71-49e9-a81d-f2181fc19435 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:08.223757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.312188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting subnet 09e796dd-bfa3-4ac6-a278-a61b01547945 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:08.319885 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.330191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:08.330976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Checking segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:08.331704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Bound using segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:08.332518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Bound port: dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:08.333154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.412965 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.417527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Allocated IP 172.20.0.12 (a7863275-951c-4fbb-90a1-2b4beca7cd72/7866d245-c64e-4f7d-b858-f065e1530bb8/5d4752e1-6503-4d53-b4bd-310b3261bdf4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:08.533453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] For port defb4015-ea71-49e9-a81d-f2181fc19435, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=defb4015-ea71-49e9-a81d-f2181fc19435,segment=NetworkSegment(10e500fe-0558-4041-be13-7d167f064d97),segment_id=10e500fe-0558-4041-be13-7d167f064d97)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:08.534074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.574712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Calling delete_port for defb4015-ea71-49e9-a81d-f2181fc19435 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:08.579026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:08.614624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:08.627771 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.665197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.784462 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:08.785606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.789641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-9292381c-a646-4c1f-b798-650305813a14 service neutron] 10.222.0.16 "PUT /v2.0/ports/dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1093 time: 3.5046360 Jul 05 10:08:08.792555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:08.796812 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:08.832845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.847929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.913946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077fb751-bbe4-4e7d-95f5-1a0e1e6a5a48 None None] Network 7110977e-4bb7-4a52-9e87-83cd918ed281 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:08.983144 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.991639 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c294e-76b6-466a-96e8-d37210639480 x-openstack-request-id: req-a44c294e-76b6-466a-96e8-d37210639480 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:08.992083 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:08.992429 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a44c294e-76b6-466a-96e8-d37210639480 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:08.993055 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'status': 'completed', 'code': 200} Jul 05 10:08:08.994991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/subnets/09e796dd-bfa3-4ac6-a278-a61b01547945 HTTP/1.1" status: 204 len: 168 time: 0.8157289 Jul 05 10:08:08.996558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:09.009905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292381c-a646-4c1f-b798-650305813a14 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:09.013910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71c211-acb7-4205-9684-ad773e2f3246 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Subnet': ['ID=09e796dd-bfa3-4ac6-a278-a61b01547945,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:09.258871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-f2505494-7aff-40c2-ba33-a44753060ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.260516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.261679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-f2505494-7aff-40c2-ba33-a44753060ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1096 time: 0.3811030 Jul 05 10:08:09.279892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.327494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:09.394310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.422655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:09.504193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:09.508603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:09.534256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Pushing event deleted for resources: {'Port': ['ID=defb4015-ea71-49e9-a81d-f2181fc19435,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:09.626917 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-c0a3921b-fdae-4799-89ee-a3a6de29b374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 217 time: 0.3468580 Jul 05 10:08:09.705497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.706424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.742271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event updated for resources: {'Port': ['ID=5d4752e1-6503-4d53-b4bd-310b3261bdf4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:09.946103 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-7d3ef8d1-5780-49e0-bc61-df94f18711e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.961519 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-7d3ef8d1-5780-49e0-bc61-df94f18711e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.3139539 Jul 05 10:08:09.961830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] DHCP port deletion for 7110977e-4bb7-4a52-9e87-83cd918ed281 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:10.053712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c3e62128-b147-4282-bc33-ae86a71c53c0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1484833 Jul 05 10:08:10.087965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] Deleting port a0499a33-7b04-4102-9361-1f7601f56e24 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:10.090997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.157073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Request body: {'port': {'device_id': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:10.256044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] For port a0499a33-7b04-4102-9361-1f7601f56e24, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a0499a33-7b04-4102-9361-1f7601f56e24,segment=NetworkSegment(01d12946-e49b-4584-ac9d-2747df1b307f),segment_id=01d12946-e49b-4584-ac9d-2747df1b307f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:10.257098 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.278557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] Calling delete_port for a0499a33-7b04-4102-9361-1f7601f56e24 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:10.344752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-6216330d-d5f6-4168-bde0-6f92b5818b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.347320 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-6216330d-d5f6-4168-bde0-6f92b5818b12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3741033 Jul 05 10:08:10.385395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port a0499a33-7b04-4102-9361-1f7601f56e24 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:10.386059 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.429877 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.491871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48558) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:10.512153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] Pushing event deleted for resources: {'Port': ['ID=a0499a33-7b04-4102-9361-1f7601f56e24,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.527334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f2d28-d4c9-42a3-a359-e25a11db77fa None None] No DVR routers for this DVR port a0499a33-7b04-4102-9361-1f7601f56e24 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:10.589206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36316bc3-09ff-41ab-b8e5-d223d2eaed26 req-80ee13d9-337d-4566-bed7-026ef7325f9d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.603649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36316bc3-09ff-41ab-b8e5-d223d2eaed26 req-80ee13d9-337d-4566-bed7-026ef7325f9d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 932 time: 1.2014012 Jul 05 10:08:10.622011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] For port a0499a33-7b04-4102-9361-1f7601f56e24, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a0499a33-7b04-4102-9361-1f7601f56e24,segment=NetworkSegment(01d12946-e49b-4584-ac9d-2747df1b307f),segment_id=01d12946-e49b-4584-ac9d-2747df1b307f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:10.622011 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.636255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.686983 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-99899504-4ac1-42f8-acad-766bd7075139 service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277500 Jul 05 10:08:10.727349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for a0499a33-7b04-4102-9361-1f7601f56e24 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:10.752934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.770919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbf925-e2e6-4ef9-b9b9-2c5853d863ac req-1ba98738-3552-48de-b4b4-621c2a404c70 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.777286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38fbf925-e2e6-4ef9-b9b9-2c5853d863ac req-1ba98738-3552-48de-b4b4-621c2a404c70 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 1.0463264 Jul 05 10:08:10.984984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a0499a33-7b04-4102-9361-1f7601f56e24 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:11.032043 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-92d0359e-4cd1-4fe9-9a30-e99ed330bf86 req-4d8ee4b9-23ae-4916-a597-8b955af02f4d service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297298 Jul 05 10:08:11.052640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a0499a33-7b04-4102-9361-1f7601f56e24 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:11.053711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a0499a33-7b04-4102-9361-1f7601f56e24 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:11.070284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36316bc3-09ff-41ab-b8e5-d223d2eaed26 req-811b7ff6-8ddf-4805-a5f2-c7166728ed05 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651337 Jul 05 10:08:11.185817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-38fbf925-e2e6-4ef9-b9b9-2c5853d863ac req-d32d3b43-4b3a-4b50-b024-34c1a56106c7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869116 Jul 05 10:08:11.311017 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c53298a6-70d1-487e-b1ac-3f73392cefe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.325191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-9aeb336c-f89c-491e-a0b2-aee931894a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.327063 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-9aeb336c-f89c-491e-a0b2-aee931894a83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1096 time: 0.1679642 Jul 05 10:08:11.334414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Router 18dcff16-890e-4e0d-888c-e2debb3be35b has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:11.404185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.502060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=a0499a33-7b04-4102-9361-1f7601f56e24,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:11.543991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] No DVR routers for this DVR port a0499a33-7b04-4102-9361-1f7601f56e24 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:11.849669 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.866003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4752e1-6503-4d53-b4bd-310b3261bdf4 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:11.906271 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.912242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7110977e-4bb7-4a52-9e87-83cd918ed281']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:11.960506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d12946-e49b-4584-ac9d-2747df1b307f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:11.960996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d12946-e49b-4584-ac9d-2747df1b307f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:12.003222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.006170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Transition to ACTIVE for port object 5d4752e1-6503-4d53-b4bd-310b3261bdf4 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:12.037919 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.058619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c53298a6-70d1-487e-b1ac-3f73392cefe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.074975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.078601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-8bd01b61-8348-47b2-8b8b-22edb1f64f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.080728 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-8bd01b61-8348-47b2-8b8b-22edb1f64f44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 0.7436299 Jul 05 10:08:12.112805 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c53298a6-70d1-487e-b1ac-3f73392cefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.153306 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-073e6a52-daac-4623-85a1-d4cd6ceececb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 217 time: 0.0636573 Jul 05 10:08:12.159327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:12.159886 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.162175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:12.172029 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:12.189668 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] Sync routers for ids ['18dcff16-890e-4e0d-888c-e2debb3be35b'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:12.226263 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] Routers {'18dcff16-890e-4e0d-888c-e2debb3be35b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:12.230516 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['18dcff16-890e-4e0d-888c-e2debb3be35b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:12.261840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5819d695-564c-46d5-b463-85e7787f3349 admin admin] 10.222.0.21 "PUT /v2.0/routers/18dcff16-890e-4e0d-888c-e2debb3be35b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7585852 Jul 05 10:08:12.264695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-731478d2-e0bf-4632-97d5-4d0d6e923f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.267678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-731478d2-e0bf-4632-97d5-4d0d6e923f24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.1018472 Jul 05 10:08:12.268480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:12.475838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c53298a6-70d1-487e-b1ac-3f73392cefe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e0089e5d0424e8f9c8ca7268fab5025&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9801784 Jul 05 10:08:12.486588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53298a6-70d1-487e-b1ac-3f73392cefe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267ab5e6-96bb-4519-86a9-b87342084b0e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:12.508254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:12.640759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Pushing event updated for resources: {'Port': ['ID=5d4752e1-6503-4d53-b4bd-310b3261bdf4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:12.642120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.709503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] Set router 18dcff16-890e-4e0d-888c-e2debb3be35b gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:12.731419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.740578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.749859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/networks/7110977e-4bb7-4a52-9e87-83cd918ed281 HTTP/1.1" status: 204 len: 168 time: 3.7486756 Jul 05 10:08:12.845788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:12.878751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-363b72f6-f1ce-4857-bae3-666cb0086e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.881565 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-363b72f6-f1ce-4857-bae3-666cb0086e38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5090942 Jul 05 10:08:12.885219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.098982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Attempting to bind port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:13.099918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Attempting to bind port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:13.100071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Attempting to bind port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:13.110988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-440db297-4dff-4241-aefb-6ab9e6ff1337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.129994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-8b2cab74-da1b-4cf2-ab52-a08279175a37 service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389350 Jul 05 10:08:13.137354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Deleting port 257c3473-b0e2-4577-a69e-60c8c1dd8e10 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:13.137897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.153826 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:08:09Z', 'revision_number': 5, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port': {'id': '257c3473-b0e2-4577-a69e-60c8c1dd8e10', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:00:39Z', 'updated_at': '2021-07-05T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:13.199262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-440db297-4dff-4241-aefb-6ab9e6ff1337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.216352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] Checking router: 18dcff16-890e-4e0d-888c-e2debb3be35b for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:13.220902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:13.221385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Attempting to bind port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:13.235895 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] Routers {'18dcff16-890e-4e0d-888c-e2debb3be35b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:13.237065 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['18dcff16-890e-4e0d-888c-e2debb3be35b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:13.253718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:13.254233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:13.254843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Bound using segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:13.256032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Bound port: 5d4752e1-6503-4d53-b4bd-310b3261bdf4, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:13.256843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.291839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f69615-9c0c-49ab-9d09-89c6b17a15d3 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Network': ['ID=7110977e-4bb7-4a52-9e87-83cd918ed281,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:13.399441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] For port 257c3473-b0e2-4577-a69e-60c8c1dd8e10, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=257c3473-b0e2-4577-a69e-60c8c1dd8e10,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:13.400649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.421752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Calling delete_port for 257c3473-b0e2-4577-a69e-60c8c1dd8e10 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:13.463240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] Set router 18dcff16-890e-4e0d-888c-e2debb3be35b gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:13.594407 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:08:12Z', 'revision_number': 6, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:13.622545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9302016-c071-440b-958f-18658b10657c req-e0bb90bf-da25-4e45-ab9f-4b3bae1bbb46 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.631126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9302016-c071-440b-958f-18658b10657c req-e0bb90bf-da25-4e45-ab9f-4b3bae1bbb46 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 944 time: 1.1464283 Jul 05 10:08:13.669792 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7033d79-e2a0-4174-9118-6f843a1f0097 None None] The sync data for ids ['18dcff16-890e-4e0d-888c-e2debb3be35b'] in n-d-771363-33 is: [{'id': '18dcff16-890e-4e0d-888c-e2debb3be35b', 'name': 'tempest-TestVolumeBackupRestore-127985473-router', 'tenant_id': '6a78f000ce7248f7999421d5a20be84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:36Z', 'updated_at': '2021-07-05T10:08:12Z', 'revision_number': 6, 'project_id': '6a78f000ce7248f7999421d5a20be84f', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:13.737410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] For port 5d4752e1-6503-4d53-b4bd-310b3261bdf4, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:13.745036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] For port 5d4752e1-6503-4d53-b4bd-310b3261bdf4, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5d4752e1-6503-4d53-b4bd-310b3261bdf4,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:13.777689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.791764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155e0b2-9033-48f6-bdfd-d8663ddb8457 req-261625de-ad62-44b6-a0ee-1b0fc969bddd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.794947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4155e0b2-9033-48f6-bdfd-d8663ddb8457 req-261625de-ad62-44b6-a0ee-1b0fc969bddd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 1.0737736 Jul 05 10:08:13.797014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.830296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-440db297-4dff-4241-aefb-6ab9e6ff1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.831565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=257c3473-b0e2-4577-a69e-60c8c1dd8e10,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:13.834986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-440db297-4dff-4241-aefb-6ab9e6ff1337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.837436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-440db297-4dff-4241-aefb-6ab9e6ff1337 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/267ab5e6-96bb-4519-86a9-b87342084b0e HTTP/1.1" status: 204 len: 168 time: 1.3135221 Jul 05 10:08:13.838365 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1bbd0459-f71c-4b57-bd28-9550efbf2f9b req-e2a16ed2-3d75-4553-a247-446a9df9d49e service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969764 Jul 05 10:08:13.902891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.902891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.905243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.906024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.907789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.907789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.907789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.908302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.908910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.909872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.910346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.910783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:13.925978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9302016-c071-440b-958f-18658b10657c req-c0d02529-af1c-4d42-9f9f-93ad20a23d92 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933764 Jul 05 10:08:13.933757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.934816 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.937298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] 10.222.0.15 "PUT /v2.0/ports/5d4752e1-6503-4d53-b4bd-310b3261bdf4 HTTP/1.1" status: 200 len: 1093 time: 3.8561339 Jul 05 10:08:13.938610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440db297-4dff-4241-aefb-6ab9e6ff1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267ab5e6-96bb-4519-86a9-b87342084b0e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:13.942885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'tag': '5d4752e1-6503-4d53-b4bd-310b3261bdf4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:13.947983 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e215831-d247-4d75-865c-1b1900eb698a" -d '{"events": [{"name": "network-changed", "server_uuid": "b63ac233-6aff-43c8-bb67-210b2b12fc42", "tag": "5d4752e1-6503-4d53-b4bd-310b3261bdf4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:14.011110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 72c10ad6-b520-481c-b2e3-338f98327af5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:14.011689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.088714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.120495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50cc096e-9642-40d9-b5f8-ec1d1d331ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.171222 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad85be2-ccc3-462a-8564-6b607c9c61f9 x-openstack-request-id: req-dad85be2-ccc3-462a-8564-6b607c9c61f9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:14.172299 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63ac233-6aff-43c8-bb67-210b2b12fc42", "tag": "5d4752e1-6503-4d53-b4bd-310b3261bdf4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:14.172299 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dad85be2-ccc3-462a-8564-6b607c9c61f9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:14.172705 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'tag': '5d4752e1-6503-4d53-b4bd-310b3261bdf4', 'status': 'completed', 'code': 200} Jul 05 10:08:14.255859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4155e0b2-9033-48f6-bdfd-d8663ddb8457 req-8518b3fa-81c5-4dd9-8a16-0d3b195aa517 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4397833 Jul 05 10:08:14.263424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35517dba-ec83-493c-8fab-456a37d6cfed service neutron] Pushing event updated for resources: {'Port': ['ID=5d4752e1-6503-4d53-b4bd-310b3261bdf4,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:14.376323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-9b5f137a-dd03-49c3-ae0d-2417a802c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.379348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-9b5f137a-dd03-49c3-ae0d-2417a802c68e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 1096 time: 0.3254075 Jul 05 10:08:14.382687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.383270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.461380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.475620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.476521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 72c10ad6-b520-481c-b2e3-338f98327af5 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:14.486110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-48e91688-898e-4cdc-a663-d46c6126d1d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d4752e1-6503-4d53-b4bd-310b3261bdf4 HTTP/1.1" status: 200 len: 217 time: 0.0938470 Jul 05 10:08:14.574955 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.576343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18dcff16-890e-4e0d-888c-e2debb3be35b {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:14.586099 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.592752 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a0a0d83-9d11-474d-bc79-1f5572f131d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/18dcff16-890e-4e0d-888c-e2debb3be35b HTTP/1.1" status: 204 len: 168 time: 2.3190007 Jul 05 10:08:14.593581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48600) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:14.703447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] Deleting subnet e9a03133-fd4a-4b4a-b28a-5382abfae359 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:14.717362 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.748103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:14.849267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c6728b0a-3527-468f-b244-a3dcc60f0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.858776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-c6728b0a-3527-468f-b244-a3dcc60f0224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.3597672 Jul 05 10:08:14.891201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device defb4015-ea71-49e9-a81d-f2181fc19435 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:14.926285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.933508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-b2c10178-90cd-46da-8ce2-548fa962f0b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615087 Jul 05 10:08:15.037075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.045288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: defb4015-ea71-49e9-a81d-f2181fc19435 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:15.046503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device defb4015-ea71-49e9-a81d-f2181fc19435 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:15.047631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 257c3473-b0e2-4577-a69e-60c8c1dd8e10 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:15.113493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 257c3473-b0e2-4577-a69e-60c8c1dd8e10 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:15.115278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 257c3473-b0e2-4577-a69e-60c8c1dd8e10 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:15.263953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:15.266050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=72c10ad6-b520-481c-b2e3-338f98327af5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:15.269785 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.317539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'port_id': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'mac_address': 'fa:16:3e:ec:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:15.520251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.573445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8df590-89d9-4079-b08d-5b27b6dfa5d0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:15.597615 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.661939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:15.671858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.687689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a03133-fd4a-4b4a-b28a-5382abfae359,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:15.691676 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.699842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0ecf0756-92e8-4785-a18a-7d1d2161c91a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e9a03133-fd4a-4b4a-b28a-5382abfae359 HTTP/1.1" status: 204 len: 168 time: 1.1023774 Jul 05 10:08:15.701321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:15.717987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a34dc-dd8f-4dbb-9922-8ab1c6678fa5 None None] Network 2f077380-6086-40d8-8c09-c357e1771828 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:15.893228 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.933965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:16.016124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['dc8df590-89d9-4079-b08d-5b27b6dfa5d0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:16.016436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-825e2ccb-aaf2-4430-bd7a-ba78b17ae96a service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0587685 Jul 05 10:08:16.061055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Deleting port dce14833-57f6-4797-bc92-6515dd004fd6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:16.062335 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.237229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-149285dc-42eb-4f8c-9f9d-a7720d62f9fa req-cdf11074-79ec-4de0-84a4-35524c4d41f4 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089405 Jul 05 10:08:16.255156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.261234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.262143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] For port dce14833-57f6-4797-bc92-6515dd004fd6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dce14833-57f6-4797-bc92-6515dd004fd6,segment=NetworkSegment(10e500fe-0558-4041-be13-7d167f064d97),segment_id=10e500fe-0558-4041-be13-7d167f064d97)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:16.263071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.263431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3dedf13c-558b-4a3d-98d4-eb7ac2d46107 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea59e8fa-5f4b-4f8c-8b1c-c27c5b54ada0 HTTP/1.1" status: 204 len: 168 time: 3.2990847 Jul 05 10:08:16.271334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:16.310387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f343c-ad41-459b-9804-991fa3d78084 req-5fb81268-ea7c-428b-8c8e-28698fdd3f56 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:16.314458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b2f343c-ad41-459b-9804-991fa3d78084 req-5fb81268-ea7c-428b-8c8e-28698fdd3f56 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 944 time: 0.8188438 Jul 05 10:08:16.425167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] DHCP port deletion for 2f077380-6086-40d8-8c09-c357e1771828 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:16.434229 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-688a81fc-72bd-4bfa-93a3-032f0e522777 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] DELETE failed (client error): The resource could not be found. Jul 05 10:08:16.435487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688a81fc-72bd-4bfa-93a3-032f0e522777 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:08:16.435841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da3106-e34a-46e1-9882-7ce4f255892a req-bd90c048-2beb-48ae-9710-05c1c520121b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:16.438569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-688a81fc-72bd-4bfa-93a3-032f0e522777 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/ports/ffa32f32-bafb-4afc-adcd-e766eef6b687 HTTP/1.1" status: 404 len: 333 time: 0.1644621 Jul 05 10:08:16.439448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62da3106-e34a-46e1-9882-7ce4f255892a req-bd90c048-2beb-48ae-9710-05c1c520121b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 945 time: 0.6719930 Jul 05 10:08:16.450727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:16.513086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Calling delete_port for dce14833-57f6-4797-bc92-6515dd004fd6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:16.568331 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f14932be-d2d8-4069-bf73-020057eebaca tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "GET /v2.0/ports?device_id=e84c1cf9-b6ab-4546-b225-bacc454589e4 HTTP/1.1" status: 200 len: 205 time: 0.1149046 Jul 05 10:08:16.579566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:16.624111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] Deleting port dce14833-57f6-4797-bc92-6515dd004fd6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:16.625418 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.641213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b2f343c-ad41-459b-9804-991fa3d78084 req-4b04c34e-e780-4301-a216-35cb8f144c50 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082418 Jul 05 10:08:16.691245 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-f10d60c8-fdb6-45f5-b24a-e3d03f8c838e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] delete failed (client error): The resource could not be found. Jul 05 10:08:16.693640 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f10d60c8-fdb6-45f5-b24a-e3d03f8c838e tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/routers/e84c1cf9-b6ab-4546-b225-bacc454589e4 HTTP/1.1" status: 404 len: 336 time: 0.1118133 Jul 05 10:08:16.697993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:16.705456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62da3106-e34a-46e1-9882-7ce4f255892a req-156b1c93-1708-4f1a-ada6-228cd6a3c544 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044036 Jul 05 10:08:16.739644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e215831-d247-4d75-865c-1b1900eb698a req-1c272d6a-1c8d-430a-8470-0ebbe7e29c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:16.743759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e215831-d247-4d75-865c-1b1900eb698a req-1c272d6a-1c8d-430a-8470-0ebbe7e29c33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 1096 time: 0.3399580 Jul 05 10:08:16.933990 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85687a4-e2b5-4af0-b992-4eec9a57b4e1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] DELETE failed (client error): The resource could not be found. Jul 05 10:08:16.934498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dce14833-57f6-4797-bc92-6515dd004fd6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:16.934744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85687a4-e2b5-4af0-b992-4eec9a57b4e1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:08:16.941693 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e85687a4-e2b5-4af0-b992-4eec9a57b4e1 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/subnets/09e796dd-bfa3-4ac6-a278-a61b01547945 HTTP/1.1" status: 404 len: 337 time: 0.2370119 Jul 05 10:08:16.947925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:17.042391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.050653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] For port dce14833-57f6-4797-bc92-6515dd004fd6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=dce14833-57f6-4797-bc92-6515dd004fd6,segment=NetworkSegment(10e500fe-0558-4041-be13-7d167f064d97),segment_id=10e500fe-0558-4041-be13-7d167f064d97)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:17.051464 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.075717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] Calling delete_port for dce14833-57f6-4797-bc92-6515dd004fd6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:17.148519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cb6964f-fa90-425f-be7e-3499001512d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.148519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.162862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce14833-57f6-4797-bc92-6515dd004fd6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:17.185611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] No DVR routers for this DVR port dce14833-57f6-4797-bc92-6515dd004fd6 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:17.255135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e215831-d247-4d75-865c-1b1900eb698a req-2351ece1-8210-4928-b6f3-c9e5f3cbab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:17.258321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e215831-d247-4d75-865c-1b1900eb698a req-2351ece1-8210-4928-b6f3-c9e5f3cbab96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.5048995 Jul 05 10:08:17.279795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No active binding found for port dce14833-57f6-4797-bc92-6515dd004fd6 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:08:17.280448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device dce14833-57f6-4797-bc92-6515dd004fd6 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:17.296788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port b1d2ddbe-91d2-4680-8597-bad9f5295ad5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:17.298483 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.466584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.505208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f077380-6086-40d8-8c09-c357e1771828']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:17.542560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e500fe-0558-4041-be13-7d167f064d97') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:17.544695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e500fe-0558-4041-be13-7d167f064d97') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:17.571170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.599789 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.617010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.631958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:17.632747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.654566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] No DVR routers for this DVR port dce14833-57f6-4797-bc92-6515dd004fd6 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:17.708878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab70e1-6746-4891-85e2-050bc0e91e41 None None] Pushing event deleted for resources: {'Port': ['ID=dce14833-57f6-4797-bc92-6515dd004fd6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:17.778792 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:17.832300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.865563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.885321 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f077380-6086-40d8-8c09-c357e1771828 HTTP/1.1" status: 204 len: 168 time: 2.1764698 Jul 05 10:08:17.915970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255dcb4-c5bd-4304-b829-1e9e8dfc0d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f077380-6086-40d8-8c09-c357e1771828,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:17.980860 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.070132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e215831-d247-4d75-865c-1b1900eb698a req-c2f68eec-0a36-4935-9247-57e90a9cf032 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d4752e1-6503-4d53-b4bd-310b3261bdf4 HTTP/1.1" status: 200 len: 217 time: 0.7939720 Jul 05 10:08:18.298129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:18.386077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e215831-d247-4d75-865c-1b1900eb698a req-a123477b-5612-49d6-9e56-065412082ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.388833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e215831-d247-4d75-865c-1b1900eb698a req-a123477b-5612-49d6-9e56-065412082ecd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.2935514 Jul 05 10:08:18.409721 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-39127ebb-edac-4144-9461-437f62aac45c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6fcf9969583432d93d9896a13f0614b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094589 Jul 05 10:08:18.413866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:18.444752 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.522223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for b1d2ddbe-91d2-4680-8597-bad9f5295ad5 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:18.533031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e215831-d247-4d75-865c-1b1900eb698a req-31f1d878-a6a0-4871-818b-01fc82b4045b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075799 Jul 05 10:08:18.542421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50e25e0f-75b9-4a8e-a5c2-01163c4074d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.564979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f8050-4060-4c43-9c71-4068ecedd3c8 req-677bfd30-6444-4cd0-b0dc-e31d2cf8a928 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.567868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-003f8050-4060-4c43-9c71-4068ecedd3c8 req-677bfd30-6444-4cd0-b0dc-e31d2cf8a928 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 944 time: 0.5012100 Jul 05 10:08:18.601699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50e25e0f-75b9-4a8e-a5c2-01163c4074d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.663212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5d4752e1-6503-4d53-b4bd-310b3261bdf4 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:18.744904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50e25e0f-75b9-4a8e-a5c2-01163c4074d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.751242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50e25e0f-75b9-4a8e-a5c2-01163c4074d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.753452 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50e25e0f-75b9-4a8e-a5c2-01163c4074d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c91555cd-3ed4-4d3e-8844-992f7ceed4dc HTTP/1.1" status: 204 len: 168 time: 0.3367238 Jul 05 10:08:18.764391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:18.769842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e25e0f-75b9-4a8e-a5c2-01163c4074d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91555cd-3ed4-4d3e-8844-992f7ceed4dc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:18.834522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d64c5-38e6-4978-8762-708233aa5102 req-140b2b82-6e52-4d19-b97f-8d56fe4bb7d6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.839466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-875d64c5-38e6-4978-8762-708233aa5102 req-140b2b82-6e52-4d19-b97f-8d56fe4bb7d6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 945 time: 0.7247970 Jul 05 10:08:18.978094 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-875d64c5-38e6-4978-8762-708233aa5102 req-cab9a243-20ca-443a-8dec-059b2d08a36b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142588 Jul 05 10:08:19.056452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-003f8050-4060-4c43-9c71-4068ecedd3c8 req-362e3db2-974a-4b95-a52f-8395b8769b6c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574335 Jul 05 10:08:19.082243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:19.118329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e215831-d247-4d75-865c-1b1900eb698a req-4ae4b252-295a-486a-a5e2-0b1a0a847fdb service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699251 Jul 05 10:08:19.127855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5d4752e1-6503-4d53-b4bd-310b3261bdf4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5d4752e1-6503-4d53-b4bd-310b3261bdf4,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:19.158550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:19.159553 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.169090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '5d4752e1-6503-4d53-b4bd-310b3261bdf4', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'port_id': '5d4752e1-6503-4d53-b4bd-310b3261bdf4', 'mac_address': 'fa:16:3e:78:77:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7866d245-c64e-4f7d-b858-f065e1530bb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:19.356891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.387834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.398617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4752e1-6503-4d53-b4bd-310b3261bdf4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:19.478525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=b1d2ddbe-91d2-4680-8597-bad9f5295ad5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:19.495835 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.555914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5d4752e1-6503-4d53-b4bd-310b3261bdf4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5d4752e1-6503-4d53-b4bd-310b3261bdf4,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:19.565879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:19.571974 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1a8eaa-ad76-4f3b-b8b6-5990c21a6f77" -d '{"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-plugged", "status": "completed", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:19.619065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.629813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e215831-d247-4d75-865c-1b1900eb698a req-d26ad7dd-1e39-4b8e-a74b-7470c780e5d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970801 Jul 05 10:08:19.642967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:19.708808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.714893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cef3a162-18a5-4eba-bd27-f41d3a5f0e41 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/ports/b1d2ddbe-91d2-4680-8597-bad9f5295ad5 HTTP/1.1" status: 204 len: 168 time: 2.7643352 Jul 05 10:08:19.718387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:19.729902 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2512bf1-ee27-412b-8813-203a8b7072ef x-openstack-request-id: req-e2512bf1-ee27-412b-8813-203a8b7072ef {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:19.730788 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-plugged", "status": "completed", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:19.731062 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2512bf1-ee27-412b-8813-203a8b7072ef {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:19.732546 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'code': 200} Jul 05 10:08:19.733075 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.891882 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.898266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5d4752e1-6503-4d53-b4bd-310b3261bdf4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:19.960193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5d4752e1-6503-4d53-b4bd-310b3261bdf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:20.126201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070508a-8f78-44fb-8af7-86b1fb20c1e6 req-01a6a024-319a-423d-a485-e7944e78e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.128999 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4070508a-8f78-44fb-8af7-86b1fb20c1e6 req-01a6a024-319a-423d-a485-e7944e78e1f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1098 time: 0.2650464 Jul 05 10:08:20.221958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 6e83e405-eb6c-4774-989d-3b7a1ffcc6ec {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:20.222422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.240611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48710) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:20.254940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:20.428744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aa641940-ff9e-4829-be68-1e19dc246f81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a78f000ce7248f7999421d5a20be84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863480 Jul 05 10:08:20.430133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:20.538729 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4070508a-8f78-44fb-8af7-86b1fb20c1e6 req-3db4511a-1298-46d0-95fd-f76c8cfcc234 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011018 Jul 05 10:08:20.616454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.645500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 6e83e405-eb6c-4774-989d-3b7a1ffcc6ec owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:20.795886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c4f1-9734-431f-87c6-08e508bcab77 req-41bed3cb-26cf-48f9-9e90-194ab6494f2a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.810758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9900c4f1-9734-431f-87c6-08e508bcab77 req-41bed3cb-26cf-48f9-9e90-194ab6494f2a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.3779716 Jul 05 10:08:20.835647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd4f550d-b1c2-4d92-9cd9-c0b47ce54974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.939258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd4f550d-b1c2-4d92-9cd9-c0b47ce54974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.957447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.967306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9900c4f1-9734-431f-87c6-08e508bcab77 req-6f151b7f-d0c6-4051-9435-ac8877e6cc2e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491847 Jul 05 10:08:21.027053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e43159-c860-4ac5-8697-5e178b36f102 req-bddb1a9f-8d50-4f6a-9852-2c91ff8bc0cb tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:21.030105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1e43159-c860-4ac5-8697-5e178b36f102 req-bddb1a9f-8d50-4f6a-9852-2c91ff8bc0cb tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 945 time: 0.4553032 Jul 05 10:08:21.045105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=6e83e405-eb6c-4774-989d-3b7a1ffcc6ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:21.155865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1e43159-c860-4ac5-8697-5e178b36f102 req-8822ad3e-75e8-4fc9-8509-6dc2001a3ff1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049712 Jul 05 10:08:21.188226 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd4f550d-b1c2-4d92-9cd9-c0b47ce54974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.193052 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd4f550d-b1c2-4d92-9cd9-c0b47ce54974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.204022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cd4f550d-b1c2-4d92-9cd9-c0b47ce54974 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9faad9d6-7c0f-44b5-8397-9712fb5e1a81 HTTP/1.1" status: 204 len: 168 time: 0.7688811 Jul 05 10:08:21.224002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f550d-b1c2-4d92-9cd9-c0b47ce54974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faad9d6-7c0f-44b5-8397-9712fb5e1a81,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:21.235968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.240074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-167d1699-fea0-4e5b-aba4-a503719b0c1a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/ports/6e83e405-eb6c-4774-989d-3b7a1ffcc6ec HTTP/1.1" status: 204 len: 168 time: 1.5198884 Jul 05 10:08:21.244801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48732) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:21.379380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992d103-1426-4d9e-8534-0ec2d3e395a7 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:21.382370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8992d103-1426-4d9e-8534-0ec2d3e395a7 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "GET /v2.0/ports?device_id=188d4573-a7b8-4226-a4f4-9f9a89af4c19 HTTP/1.1" status: 200 len: 913 time: 0.1357262 Jul 05 10:08:21.386959 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:22.494324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.561505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:22.642592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3c39-3706-43d4-9f45-2dff445fa60e req-927cdbba-ef58-432c-846e-e3e071c82741 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.650765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fb3c39-3706-43d4-9f45-2dff445fa60e req-927cdbba-ef58-432c-846e-e3e071c82741 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.3592274 Jul 05 10:08:22.703781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5d4752e1-6503-4d53-b4bd-310b3261bdf4 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:22.728903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422bfaf-102f-45b0-9b77-946a307c3010 req-a2e4d754-1732-4878-a89c-999e41d2fa57 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.731830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f422bfaf-102f-45b0-9b77-946a307c3010 req-a2e4d754-1732-4878-a89c-999e41d2fa57 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 945 time: 0.2545855 Jul 05 10:08:22.794565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fb3c39-3706-43d4-9f45-2dff445fa60e req-63325de9-63f7-40ff-9f3f-8f0aa21c1b6b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364017 Jul 05 10:08:22.822558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:22.828347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:22.828676 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.876228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f422bfaf-102f-45b0-9b77-946a307c3010 req-b6bb4640-958a-4324-8cf1-20d32260a87b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327097 Jul 05 10:08:22.927042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-732bdee3-0ab5-4d0b-884e-d9d1fedcec21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.060663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.127543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4752e1-6503-4d53-b4bd-310b3261bdf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:23.131961 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e1fcf-fe9a-4f55-b509-792e6dc5a7f8" -d '{"events": [{"server_uuid": "b63ac233-6aff-43c8-bb67-210b2b12fc42", "name": "network-vif-plugged", "status": "completed", "tag": "5d4752e1-6503-4d53-b4bd-310b3261bdf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:23.170676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5d4752e1-6503-4d53-b4bd-310b3261bdf4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5d4752e1-6503-4d53-b4bd-310b3261bdf4,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:23.187850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.213893 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-732bdee3-0ab5-4d0b-884e-d9d1fedcec21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.220663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-732bdee3-0ab5-4d0b-884e-d9d1fedcec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.280583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bdee3-0ab5-4d0b-884e-d9d1fedcec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ba907-4b91-4378-a338-c59aebebfe4b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:23.291701 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce821c47-48d0-4423-8941-2d52a2851413 x-openstack-request-id: req-ce821c47-48d0-4423-8941-2d52a2851413 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:23.292212 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63ac233-6aff-43c8-bb67-210b2b12fc42", "name": "network-vif-plugged", "status": "completed", "tag": "5d4752e1-6503-4d53-b4bd-310b3261bdf4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:23.292491 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce821c47-48d0-4423-8941-2d52a2851413 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:23.293394 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4752e1-6503-4d53-b4bd-310b3261bdf4', 'code': 200} Jul 05 10:08:23.376538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port 3e40053d-8178-4967-9be8-effd50928dcc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:23.377121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.398717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5d4752e1-6503-4d53-b4bd-310b3261bdf4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:23.416993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-732bdee3-0ab5-4d0b-884e-d9d1fedcec21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=184023916a9c4dc3adc2bc2e31ce5b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517308 Jul 05 10:08:23.436015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00583bf-787a-4c6e-a4cd-91730797a7e7 req-b0525ffb-5811-403d-aef4-3998bb865357 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.438818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c00583bf-787a-4c6e-a4cd-91730797a7e7 req-b0525ffb-5811-403d-aef4-3998bb865357 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.3170552 Jul 05 10:08:23.439639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:23.501271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:23.590866 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.627010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for 3e40053d-8178-4967-9be8-effd50928dcc owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:23.672130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c00583bf-787a-4c6e-a4cd-91730797a7e7 req-76637506-7269-4bf4-9999-25076a38eca2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947646 Jul 05 10:08:23.697246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74991f19-cec8-4fbd-adbd-04a14a75c23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.709892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de9f1c-0f37-4e7a-9480-8f4290ed55e3 req-0d519ff5-037d-4adb-b635-454d3e0a8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.713398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3de9f1c-0f37-4e7a-9480-8f4290ed55e3 req-0d519ff5-037d-4adb-b635-454d3e0a8dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 1098 time: 0.2947202 Jul 05 10:08:23.743054 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:08:23.747249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:23.785094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74991f19-cec8-4fbd-adbd-04a14a75c23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.837897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2c6d-a601-4855-8375-3a94a826b1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.856889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3de9f1c-0f37-4e7a-9480-8f4290ed55e3 req-d1fba30e-9975-4676-815e-3f8058a54868 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332409 Jul 05 10:08:23.912348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74991f19-cec8-4fbd-adbd-04a14a75c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.918994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74991f19-cec8-4fbd-adbd-04a14a75c23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.924876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-74991f19-cec8-4fbd-adbd-04a14a75c23e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f77ba907-4b91-4378-a338-c59aebebfe4b HTTP/1.1" status: 204 len: 168 time: 0.4678831 Jul 05 10:08:23.937990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74991f19-cec8-4fbd-adbd-04a14a75c23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ba907-4b91-4378-a338-c59aebebfe4b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:24.044202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90e847f-764c-4ac4-8d21-cd8abd825961 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:24.047581 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e90e847f-764c-4ac4-8d21-cd8abd825961 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1093 time: 0.2984271 Jul 05 10:08:24.057336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:24.077923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:24.284049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c612a-c845-4c39-9628-47e2fb53962f req-54d8df1a-ec90-4bb7-993f-4106dd1b33ec tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:24.287004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.288966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e69c612a-c845-4c39-9628-47e2fb53962f req-54d8df1a-ec90-4bb7-993f-4106dd1b33ec tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 946 time: 0.1477783 Jul 05 10:08:24.312362 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2c6d-a601-4855-8375-3a94a826b1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.361794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2c6d-a601-4855-8375-3a94a826b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.400375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e69c612a-c845-4c39-9628-47e2fb53962f req-5e2b7e3c-a9cb-401f-bd60-8247ebad7891 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978711 Jul 05 10:08:24.408018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.455255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=3e40053d-8178-4967-9be8-effd50928dcc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:24.513863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac2c6d-a601-4855-8375-3a94a826b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c793d1d-def3-4cab-b2b1-f883008c6ae8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:24.559764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:24.567166 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a0ac2c6d-a601-4855-8375-3a94a826b1d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=193b412dd0ae4873a30dcc7ec243993b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0603645 Jul 05 10:08:24.568613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:24.650691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6269498c-2194-47d9-b470-d4894c120cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.708403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.720466 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6a0e3ea-55ab-47b5-9ae5-aabb50337e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.832330 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6a0e3ea-55ab-47b5-9ae5-aabb50337e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.877323 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.955915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6a0e3ea-55ab-47b5-9ae5-aabb50337e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.960730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6a0e3ea-55ab-47b5-9ae5-aabb50337e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.964687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b6a0e3ea-55ab-47b5-9ae5-aabb50337e9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c793d1d-def3-4cab-b2b1-f883008c6ae8 HTTP/1.1" status: 204 len: 168 time: 0.3943322 Jul 05 10:08:24.999945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0e3ea-55ab-47b5-9ae5-aabb50337e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c793d1d-def3-4cab-b2b1-f883008c6ae8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:25.113048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6269498c-2194-47d9-b470-d4894c120cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.156092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.106 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/6dea0261-4a0f-45c1-9037-1a5da9378b5e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:25.425635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.521045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.616419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:25.630217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:25.639424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:25.645677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=6dea0261-4a0f-45c1-9037-1a5da9378b5e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:25.767437 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6269498c-2194-47d9-b470-d4894c120cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.818181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:25.857690 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6269498c-2194-47d9-b470-d4894c120cf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef4b5a5572a54045add2297272d57c65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2888358 Jul 05 10:08:25.862583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:25.863445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56bb2bd6-9570-4f9b-a0c2-f2b39220a095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.885136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269498c-2194-47d9-b470-d4894c120cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63800956-dadc-4a06-aea1-5a227cc71487,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:25.979645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cb1ca-2ed4-4b0a-baa0-cd4b632eaa53 req-0aa4f1cc-1536-48e9-97fa-7d7efc3d283d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:25.982043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f85cb1ca-2ed4-4b0a-baa0-cd4b632eaa53 req-0aa4f1cc-1536-48e9-97fa-7d7efc3d283d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 946 time: 0.2959459 Jul 05 10:08:26.100092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:26.218827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc9bd0f-c420-4730-9fa2-371cff39c70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.234420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f85cb1ca-2ed4-4b0a-baa0-cd4b632eaa53 req-30784118-febd-4b5b-980f-4b187e5a0afd tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267716 Jul 05 10:08:26.335507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:26.346992 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eb26be48-6edf-41e2-88cb-510568abb8d4 tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "PUT /v2.0/routers/188d4573-a7b8-4226-a4f4-9f9a89af4c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9582148 Jul 05 10:08:26.351046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48810) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:26.357686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc9bd0f-c420-4730-9fa2-371cff39c70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.361744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] Sync routers for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:26.384895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:26.386888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:26.463378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:26.482015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] Routers {'188d4573-a7b8-4226-a4f4-9f9a89af4c19'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:26.483998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:26.541893 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc9bd0f-c420-4730-9fa2-371cff39c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.547574 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3dc9bd0f-c420-4730-9fa2-371cff39c70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.550379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3dc9bd0f-c420-4730-9fa2-371cff39c70d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63800956-dadc-4a06-aea1-5a227cc71487 HTTP/1.1" status: 204 len: 168 time: 0.6832469 Jul 05 10:08:26.566871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:26.568372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330315ed-9ab6-4949-b3e6-7cc0de08630d None None] The sync data for ids ['188d4573-a7b8-4226-a4f4-9f9a89af4c19'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:26.602578 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.660980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9bd0f-c420-4730-9fa2-371cff39c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63800956-dadc-4a06-aea1-5a227cc71487,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:26.707973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56bb2bd6-9570-4f9b-a0c2-f2b39220a095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.769395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56bb2bd6-9570-4f9b-a0c2-f2b39220a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.903195 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:26.968903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2bd6-9570-4f9b-a0c2-f2b39220a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d75a27d-15ee-4380-8a8c-9a767738617e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:26.976450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-56bb2bd6-9570-4f9b-a0c2-f2b39220a095 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1a468ace7cc47b7b447a4f5dd756433&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1565950 Jul 05 10:08:26.984169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:27.079480 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting port bd018bdd-19a0-4e8c-baf7-171eac9b32f6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:27.080028 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.082889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.153290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-207db725-ccaa-4087-a331-39268823f713 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:27.156176 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-207db725-ccaa-4087-a331-39268823f713 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.3778231 Jul 05 10:08:27.171978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3620386a-2e84-453e-a2f8-1bbb1dc61e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.204881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-6b9c00d3-ce0d-432d-94ad-af93d2d324f9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0261083 Jul 05 10:08:27.222810 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3620386a-2e84-453e-a2f8-1bbb1dc61e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.267356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.305556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Calling delete_port for bd018bdd-19a0-4e8c-baf7-171eac9b32f6 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:27.339766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.447718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3620386a-2e84-453e-a2f8-1bbb1dc61e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.453916 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3620386a-2e84-453e-a2f8-1bbb1dc61e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.456157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3620386a-2e84-453e-a2f8-1bbb1dc61e20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d75a27d-15ee-4380-8a8c-9a767738617e HTTP/1.1" status: 204 len: 168 time: 0.4691992 Jul 05 10:08:27.481146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620386a-2e84-453e-a2f8-1bbb1dc61e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d75a27d-15ee-4380-8a8c-9a767738617e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:27.496001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-92ec10ea-d520-4c81-82f9-9e70a45cd325 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2476051 Jul 05 10:08:27.767267 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:27.811455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Port': ['ID=bd018bdd-19a0-4e8c-baf7-171eac9b32f6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:27.929544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.127344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.132452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.246936 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.247965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Fanout notify agent at l3_agent the message router_deleted on router 188d4573-a7b8-4226-a4f4-9f9a89af4c19 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:28.270443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.281341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:28.282343 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6602d342-9393-463f-988b-36c780b0c7ac tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/routers/188d4573-a7b8-4226-a4f4-9f9a89af4c19 HTTP/1.1" status: 204 len: 168 time: 1.9262500 Jul 05 10:08:28.339635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:28.369002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f8cedbe-215d-4cd4-a5ef-f6ecb5802b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.386506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-ac01bccf-cb1a-432b-8260-9bda29a0cc26 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8890560 Jul 05 10:08:28.510191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.521418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Deleting subnet f1ab2fa2-ddff-4230-98de-e9982077f2f5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:28.535563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.550665 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.593617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f8cedbe-215d-4cd4-a5ef-f6ecb5802b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.599296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f8cedbe-215d-4cd4-a5ef-f6ecb5802b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.672093 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7f8cedbe-215d-4cd4-a5ef-f6ecb5802b1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a4a4ea8df3b4963972a6759e0474509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310051 Jul 05 10:08:28.673707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cedbe-215d-4cd4-a5ef-f6ecb5802b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d3f71-9ad5-423c-b076-cf3f58bac99b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:28.679754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:28.794564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4f199df-623f-4482-94b4-4fefb221faaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.803650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=6dea0261-4a0f-45c1-9037-1a5da9378b5e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:28.816708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.842556 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4f199df-623f-4482-94b4-4fefb221faaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.875559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-9c6f01fc-6b21-4f50-9a4e-a921ba8c0535 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725590 Jul 05 10:08:28.880522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.960601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4f199df-623f-4482-94b4-4fefb221faaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.971736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4f199df-623f-4482-94b4-4fefb221faaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:28.974681 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c4f199df-623f-4482-94b4-4fefb221faaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed8d3f71-9ad5-423c-b076-cf3f58bac99b HTTP/1.1" status: 204 len: 168 time: 0.2931533 Jul 05 10:08:28.998920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.000727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f199df-623f-4482-94b4-4fefb221faaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d3f71-9ad5-423c-b076-cf3f58bac99b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:29.205432 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 894e0ea0-9f68-4169-9e74-48adb2e6052c associated. External IP: 172.25.1.106, port: dc8df590-89d9-4079-b08d-5b27b6dfa5d0. Jul 05 10:08:29.376634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.382112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a8b25ba-e035-48bc-b975-5c5ffac1973c req-4e56b81e-402e-4500-9f8b-e2de858591ee tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 210 time: 0.0893688 Jul 05 10:08:29.470432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ab2fa2-ddff-4230-98de-e9982077f2f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:29.526547 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.532561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ec9780fb-ae41-43dc-a900-d2d398e3a34d tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/subnets/f1ab2fa2-ddff-4230-98de-e9982077f2f5 HTTP/1.1" status: 204 len: 168 time: 1.2394884 Jul 05 10:08:29.534505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:29.626147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.743675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.847202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.893991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:30.114736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.141691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:30.161941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:30.170694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fb0507-09a0-442f-993e-fc5194866748') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:30.172140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fb0507-09a0-442f-993e-fc5194866748') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:30.178496 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] Sync routers for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:30.197573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.206239 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:30.207390 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:30.210666 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.244890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.276040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:30.276722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:30.287748 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:30.315307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cf606cda-1d3e-4062-b72e-3e7deb730aca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2516356 Jul 05 10:08:30.317681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:30.338928 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:30.516554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.540714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.554350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] 10.222.0.21 "DELETE /v2.0/networks/a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b HTTP/1.1" status: 204 len: 168 time: 1.0141151 Jul 05 10:08:30.566364 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44595bd9-4e45-4a6d-a127-bf6a2b3b035d x-openstack-request-id: req-44595bd9-4e45-4a6d-a127-bf6a2b3b035d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:30.567341 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:30.568476 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44595bd9-4e45-4a6d-a127-bf6a2b3b035d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:30.569356 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'status': 'completed', 'code': 200} Jul 05 10:08:30.680479 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:30.754050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af5fd4-1802-4b2a-9a91-938f7e02ce3a tempest-FloatingIPTestJSON-259143501 tempest-FloatingIPTestJSON-259143501-project] Pushing event deleted for resources: {'Network': ['ID=a32ffd9f-fb8a-41de-84dd-6a62e4e20d8b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:30.771683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac86d028-bf50-4ea3-aeb5-3161712d6813 req-391f1c8a-5714-4444-844c-502fce3f600b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 210 time: 0.1244338 Jul 05 10:08:30.869700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-fbd724f0-7b39-4586-b33f-8e9ca4ca4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:30.879697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-fbd724f0-7b39-4586-b33f-8e9ca4ca4f64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1098 time: 0.2474542 Jul 05 10:08:31.140933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06e4df-36a8-4cee-bee2-7a823584a310 req-d2edbc3e-c534-4aec-bf9c-bbb96e1f92e8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:31.157585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb06e4df-36a8-4cee-bee2-7a823584a310 req-d2edbc3e-c534-4aec-bf9c-bbb96e1f92e8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.2766929 Jul 05 10:08:31.215358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-ae1986bb-28cf-4610-8ebf-75b9c63a78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:31.224713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-ae1986bb-28cf-4610-8ebf-75b9c63a78ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 0.3314648 Jul 05 10:08:31.281326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb06e4df-36a8-4cee-bee2-7a823584a310 req-c9bcc2bb-f485-407d-9b87-d33eac52d6f4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198823 Jul 05 10:08:31.330519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:31.496065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-850c2dd3-11bd-41aa-99d5-864126278bd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1000 time: 0.2601850 Jul 05 10:08:31.576247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8327b958-29f7-4756-acf8-a4cf2341a250 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/894e0ea0-9f68-4169-9e74-48adb2e6052c HTTP/1.1" status: 200 len: 992 time: 0.2426775 Jul 05 10:08:31.630575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-53739c70-9509-4d42-a703-fd8f9b764335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:31.634352 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-53739c70-9509-4d42-a703-fd8f9b764335 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.1287706 Jul 05 10:08:31.721639 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '894e0ea0-9f68-4169-9e74-48adb2e6052c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'port_id': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'mac_address': 'fa:16:3e:ec:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:08:26Z', 'updated_at': '2021-07-05T10:08:26Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:59Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:31.763188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:31.822062 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] Checking router: 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:31.827887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-eafafbf1-7716-4ec5-b0b6-c7047f903869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:31.835251 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-eafafbf1-7716-4ec5-b0b6-c7047f903869 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866782 Jul 05 10:08:31.877412 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:31.878608 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:32.193226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-34eea1f4-25db-4461-8833-9365bb503945 req-b54a8d60-eb4c-4e72-be0e-ebd347f59b21 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 210 time: 0.1073873 Jul 05 10:08:32.221070 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-54e80974-6ce8-4ff9-8e8e-ec6fe603750d service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745711 Jul 05 10:08:32.251486 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:32.426304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c8a68d64-cc46-43d0-b82f-63ba0e753ea3 req-7ffb719d-b850-4dbf-be09-779631c92e9b service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960487 Jul 05 10:08:32.531329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f26084f-5cd2-41bf-9b14-018a8575b63a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76748ed43c1b47669d4dff1e235e495e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665212 Jul 05 10:08:32.535040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 48946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:32.580996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48950) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:32.736781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35f9f6c9-e396-4723-bda4-a8f0c7f988f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:32.840226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2bcdcd6a-ef24-41fe-b123-a4ca96679af2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/894e0ea0-9f68-4169-9e74-48adb2e6052c HTTP/1.1" status: 200 len: 992 time: 0.2555616 Jul 05 10:08:32.868771 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35f9f6c9-e396-4723-bda4-a8f0c7f988f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.025047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35f9f6c9-e396-4723-bda4-a8f0c7f988f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.049126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35f9f6c9-e396-4723-bda4-a8f0c7f988f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.052855 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-35f9f6c9-e396-4723-bda4-a8f0c7f988f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beaf4587-5212-4fc2-8043-4bab2a885554 HTTP/1.1" status: 204 len: 168 time: 0.5157928 Jul 05 10:08:33.104568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9f6c9-e396-4723-bda4-a8f0c7f988f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf4587-5212-4fc2-8043-4bab2a885554,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:33.106441 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '894e0ea0-9f68-4169-9e74-48adb2e6052c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'port_id': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'mac_address': 'fa:16:3e:ec:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:08:26Z', 'updated_at': '2021-07-05T10:08:26Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:59Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:33.178899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-4ff57c2f-cd5f-43f2-b87f-452bb039aa11 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:33.185191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-4ff57c2f-cd5f-43f2-b87f-452bb039aa11 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.4083717 Jul 05 10:08:33.214161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Request body: {'port': {'device_id': '69f34774-c40d-4877-b349-279e9ac1825a', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'admin_state_up': True, 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:33.216306 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e981278-bf70-4998-8057-dfff03a80aaf None None] The sync data for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 is: [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '894e0ea0-9f68-4169-9e74-48adb2e6052c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'port_id': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'mac_address': 'fa:16:3e:ec:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:08:26Z', 'updated_at': '2021-07-05T10:08:26Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:59Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:33.764802 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc989270-61ba-4376-99c6-ee85a66b33aa req-e7888e46-5cc2-4d27-b3e7-5d9f0eb09314 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 210 time: 0.1483853 Jul 05 10:08:33.807061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b2366-03f5-4560-be11-e9d3b38cd0e4 None None] New status for floating IP 894e0ea0-9f68-4169-9e74-48adb2e6052c: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:08:33.842516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 48978) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:33.868123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:33.874920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.409866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Allocated IP 172.20.0.3 (a7863275-951c-4fbb-90a1-2b4beca7cd72/7866d245-c64e-4f7d-b858-f065e1530bb8/4b67b577-28fc-468b-abd7-3cea910db1d0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:34.502960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8ba65af0-d891-4a55-9003-364e2cd0c113 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/894e0ea0-9f68-4169-9e74-48adb2e6052c HTTP/1.1" status: 200 len: 992 time: 0.6572127 Jul 05 10:08:34.815131 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.940821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.960262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5d4752e1-6503-4d53-b4bd-310b3261bdf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:35.170946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:35.191452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:35.209659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:35.220701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:35.289849 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-f16ffb60-4a4e-4b2c-9e2b-93cc731bebea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6684961 Jul 05 10:08:35.369504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event updated for resources: {'Port': ['ID=4b67b577-28fc-468b-abd7-3cea910db1d0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:35.546497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49014) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:35.586099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.587764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.683207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-af9ed964-a72f-4f78-91bd-50a269062895 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4780648 Jul 05 10:08:35.712864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Request body: {'port': {'device_id': '69f34774-c40d-4877-b349-279e9ac1825a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:35.760182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7aa519be-e2a1-4382-b1c5-2a8898462047 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/894e0ea0-9f68-4169-9e74-48adb2e6052c HTTP/1.1" status: 200 len: 994 time: 0.2111993 Jul 05 10:08:35.864589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-95f74367-3a0d-4932-9378-83f795d4406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.873976 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-95f74367-3a0d-4932-9378-83f795d4406d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f90c87ac542845bb9d96dc0089e60c78&device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 1097 time: 0.4371653 Jul 05 10:08:35.984443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a6aa2-1ee5-4b39-88ab-75465ad762ed req-786ea0b4-4224-40f1-949a-3ca855d3c0dc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.987557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a6aa2-1ee5-4b39-88ab-75465ad762ed req-786ea0b4-4224-40f1-949a-3ca855d3c0dc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 931 time: 0.5833855 Jul 05 10:08:36.104862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.133845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-5e755cfd-d813-4ccc-b9e7-de88c2bd3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:36.137112 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-5e755cfd-d813-4ccc-b9e7-de88c2bd3efb service neutron] 10.222.0.15 "GET /v2.0/networks?id=60f17619-c99e-444a-9d86-e76477b0e226 HTTP/1.1" status: 200 len: 910 time: 0.2298968 Jul 05 10:08:36.174864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a6aa2-1ee5-4b39-88ab-75465ad762ed req-8f27e3b7-f4ed-4030-af67-6e19a1d475ca tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401353 Jul 05 10:08:36.311997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-383cf184-0b47-4865-adac-db95ea78dd73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5445f965-a4d9-43da-9a89-b1fec932675f HTTP/1.1" status: 200 len: 1000 time: 0.1673379 Jul 05 10:08:36.437991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-9eb5050a-3be9-42ad-9008-a6d6bafb8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:36.442748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-9eb5050a-3be9-42ad-9008-a6d6bafb8754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c127997a-12a6-4f90-8953-3ee5cbe723cc HTTP/1.1" status: 200 len: 848 time: 0.1239285 Jul 05 10:08:36.584908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49042) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:36.586637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-1537cd50-2d09-47df-9a65-4e7e276353c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:36.590155 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-1537cd50-2d09-47df-9a65-4e7e276353c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60f17619-c99e-444a-9d86-e76477b0e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397309 Jul 05 10:08:36.810631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:36.858732 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-9d70c2e1-8e16-40d5-8aee-0066fd829641 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607493 Jul 05 10:08:36.904642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b67b577-28fc-468b-abd7-3cea910db1d0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:36.923637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.965032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Transition to ACTIVE for port object 4b67b577-28fc-468b-abd7-3cea910db1d0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:36.975987 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.085459 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-740f0882-b118-4333-a3bb-b1329fdabb8f req-3d9430e9-a7b7-47ee-ad09-c62fdc4f83f3 service neutron] 10.222.0.15 "GET /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181790 Jul 05 10:08:37.158955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b67b577-28fc-468b-abd7-3cea910db1d0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.209901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-56462510'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:37.304092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f3d55b2-3cc3-43e1-99d3-6a2bc99b252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.309681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:37.316150 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.364227 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.375505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Attempting to bind port 4b67b577-28fc-468b-abd7-3cea910db1d0 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:37.375505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Attempting to bind port 4b67b577-28fc-468b-abd7-3cea910db1d0 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:37.376105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Attempting to bind port 4b67b577-28fc-468b-abd7-3cea910db1d0 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:37.411055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Port 4b67b577-28fc-468b-abd7-3cea910db1d0 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:37.411627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Attempting to bind port 4b67b577-28fc-468b-abd7-3cea910db1d0 on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:37.463492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:37.463970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:37.464524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Bound using segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:37.465240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Bound port: 4b67b577-28fc-468b-abd7-3cea910db1d0, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:37.465771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.703745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed2783-9309-46f4-bdb8-8fc7e24c5bd2 req-1c7bdd8f-88ea-40eb-9ad0-fbb396308421 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:37.706477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eed2783-9309-46f4-bdb8-8fc7e24c5bd2 req-1c7bdd8f-88ea-40eb-9ad0-fbb396308421 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 943 time: 0.2754800 Jul 05 10:08:37.746285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] For port 4b67b577-28fc-468b-abd7-3cea910db1d0, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:37.797042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f3d55b2-3cc3-43e1-99d3-6a2bc99b252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.800343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] For port 4b67b577-28fc-468b-abd7-3cea910db1d0, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4b67b577-28fc-468b-abd7-3cea910db1d0,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:37.815639 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f3d55b2-3cc3-43e1-99d3-6a2bc99b252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.819622 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.942910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eed2783-9309-46f4-bdb8-8fc7e24c5bd2 req-f997933a-a149-4110-928a-a56b7c5aefa7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228029 Jul 05 10:08:38.005681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.006725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.010722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b67b577-28fc-468b-abd7-3cea910db1d0 HTTP/1.1" status: 200 len: 1092 time: 2.3239508 Jul 05 10:08:38.017031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8f3d55b2-3cc3-43e1-99d3-6a2bc99b252e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c27a01e0674a426ea122e9e452417b60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2021954 Jul 05 10:08:38.017031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f34774-c40d-4877-b349-279e9ac1825a', 'tag': '4b67b577-28fc-468b-abd7-3cea910db1d0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:38.018833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49064) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.019383 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a548e644-267b-44c0-a40b-503d9dc52500" -d '{"events": [{"name": "network-changed", "server_uuid": "69f34774-c40d-4877-b349-279e9ac1825a", "tag": "4b67b577-28fc-468b-abd7-3cea910db1d0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:38.044653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d55b2-3cc3-43e1-99d3-6a2bc99b252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7088631-1ce8-486f-86cd-95f55a66b784,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.097048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010da8c9-20ec-4cc7-82b9-e772557a7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b67b577-28fc-468b-abd7-3cea910db1d0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.174539 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9063e64-9293-4c5a-a558-f1cdc3573bcb x-openstack-request-id: req-e9063e64-9293-4c5a-a558-f1cdc3573bcb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:38.175930 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f34774-c40d-4877-b349-279e9ac1825a", "tag": "4b67b577-28fc-468b-abd7-3cea910db1d0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:38.176265 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9063e64-9293-4c5a-a558-f1cdc3573bcb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:38.176814 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f34774-c40d-4877-b349-279e9ac1825a', 'tag': '4b67b577-28fc-468b-abd7-3cea910db1d0', 'status': 'completed', 'code': 200} Jul 05 10:08:38.182452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057ef6e6-ca17-401b-a888-54d71b19bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.234204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057ef6e6-ca17-401b-a888-54d71b19bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.284573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.291432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-f78d1a27-1427-41ff-b927-db7bc4937668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.294066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-f78d1a27-1427-41ff-b927-db7bc4937668 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 1095 time: 0.1768525 Jul 05 10:08:38.296543 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.365101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057ef6e6-ca17-401b-a888-54d71b19bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.374063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057ef6e6-ca17-401b-a888-54d71b19bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.384283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-057ef6e6-ca17-401b-a888-54d71b19bc9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7088631-1ce8-486f-86cd-95f55a66b784 HTTP/1.1" status: 204 len: 168 time: 0.3629985 Jul 05 10:08:38.401867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ef6e6-ca17-401b-a888-54d71b19bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7088631-1ce8-486f-86cd-95f55a66b784,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.402514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-2c241a31-c757-4e6a-a580-90a0995eeed1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b67b577-28fc-468b-abd7-3cea910db1d0 HTTP/1.1" status: 200 len: 217 time: 0.0935419 Jul 05 10:08:38.422592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:38.514517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d680a9-bf62-4259-a577-8f6ac60c62d8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.558233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.558233 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment ced5624e-0ba8-406f-a08b-ecfd38e1d09a of type vlan for network 451a5f28-e161-479d-8f6d-f08830da50a1 Jul 05 10:08:38.590287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-7a2e1172-71fe-45ec-87f7-3eba8588df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.593065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-7a2e1172-71fe-45ec-87f7-3eba8588df7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.1661503 Jul 05 10:08:38.704075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-69d32ab2-a437-4d99-88e3-238429e44a89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741286 Jul 05 10:08:38.723362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.882579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.893706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.894764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.126309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5381775 Jul 05 10:08:39.130580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49084) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:39.146095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-02ed6f2b-2d71-4ef8-a6b4-e2125e8aa66a service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112413 Jul 05 10:08:39.148366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267638652'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:39.150114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738f153-0605-4764-bbf8-b5ac3e57c135 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=451a5f28-e161-479d-8f6d-f08830da50a1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:39.175180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 451a5f28-e161-479d-8f6d-f08830da50a1 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:39.224402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:39.234064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.294402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:39.306467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:39.330878 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.331974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.332976 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment 33f23b4f-c15c-43cb-b54a-5d20b555026e of type vlan for network 3c3f60b7-b239-4f74-b245-fa032616a52e Jul 05 10:08:39.427170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.482926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6728516a-7c15-4759-8fee-1d41d99b41b3 req-4f91c719-6ae1-4de0-9558-8ae6527aec59 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267136 Jul 05 10:08:39.495932 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.510789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:39.512471 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.546643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f84e28-ef45-4d79-9922-782cddbb284b req-b384e0bf-bc11-4ae2-803f-d07c11a9bde9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:39.548637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09f84e28-ef45-4d79-9922-782cddbb284b req-b384e0bf-bc11-4ae2-803f-d07c11a9bde9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 943 time: 0.1947160 Jul 05 10:08:39.673545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=3c3f60b7-b239-4f74-b245-fa032616a52e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:39.694948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 3c3f60b7-b239-4f74-b245-fa032616a52e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:39.697488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09f84e28-ef45-4d79-9922-782cddbb284b req-2692c19b-5d33-4956-af3a-f8a81830da06 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302273 Jul 05 10:08:39.705882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.724755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-708ec4e9-f03b-4adf-aa78-f853c3d4205e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5897608 Jul 05 10:08:39.727974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49092) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:39.744437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': '451a5f28-e161-479d-8f6d-f08830da50a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:39.754489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.277573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fd4b8b1f4244568be227f00aac4bd36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9803615 Jul 05 10:08:40.281946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49098) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:40.284738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fcb178-2a63-4a72-8a95-d57d8c91dc0b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:40.297592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548e644-267b-44c0-a40b-503d9dc52500 req-3d8e3820-317a-4a20-8f6f-fa2d69f242a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:40.300252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a548e644-267b-44c0-a40b-503d9dc52500 req-3d8e3820-317a-4a20-8f6f-fa2d69f242a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 1095 time: 0.7156968 Jul 05 10:08:40.325194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.326762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.326762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.327207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.327428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.327938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.328447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.328954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.329519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.329998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.330507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.331002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3459f7-8643-4db5-b04d-0a44426be392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:40.425316 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f17e5de-9922-4f13-bc2e-686d82c05eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.475369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:40.481619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.497120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f17e5de-9922-4f13-bc2e-686d82c05eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.608017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548e644-267b-44c0-a40b-503d9dc52500 req-40418da3-e98c-4b7d-9925-92ce485df795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:40.609911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a548e644-267b-44c0-a40b-503d9dc52500 req-40418da3-e98c-4b7d-9925-92ce485df795 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.2903280 Jul 05 10:08:40.650823 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-1e9e93aa-b5e7-4443-a827-e57a6a54f627 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1441014 Jul 05 10:08:40.665788 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f17e5de-9922-4f13-bc2e-686d82c05eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.670398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f17e5de-9922-4f13-bc2e-686d82c05eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.676547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7f17e5de-9922-4f13-bc2e-686d82c05eb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72fcb178-2a63-4a72-8a95-d57d8c91dc0b HTTP/1.1" status: 204 len: 168 time: 0.3889380 Jul 05 10:08:40.704252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17e5de-9922-4f13-bc2e-686d82c05eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fcb178-2a63-4a72-8a95-d57d8c91dc0b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:40.742578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a548e644-267b-44c0-a40b-503d9dc52500 req-396527f4-8990-47e2-9b78-28d418cbb4b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b67b577-28fc-468b-abd7-3cea910db1d0 HTTP/1.1" status: 200 len: 217 time: 0.1221104 Jul 05 10:08:40.888121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548e644-267b-44c0-a40b-503d9dc52500 req-c682e0e3-0271-429c-8b44-f49958332471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:40.890022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a548e644-267b-44c0-a40b-503d9dc52500 req-c682e0e3-0271-429c-8b44-f49958332471 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.1180375 Jul 05 10:08:40.942011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-5bfb327d-8d95-4ed2-bc39-c51bf8e9da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:40.952743 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-5bfb327d-8d95-4ed2-bc39-c51bf8e9da1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 1098 time: 0.1575067 Jul 05 10:08:41.013951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a548e644-267b-44c0-a40b-503d9dc52500 req-1bb49fc3-e961-4991-8b11-43d4e83adee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824258 Jul 05 10:08:41.091202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.194659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-bb6b9387-2c10-4737-8393-65cc2434bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.198037 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-bb6b9387-2c10-4737-8393-65cc2434bd60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.2069440 Jul 05 10:08:41.282811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=20623f68-3668-4125-a849-fd09eb72e4d2,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:41.292956 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-10ec1175-b165-4cf1-853e-c5e0e0940e18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a56659-d534-4e67-b94b-6c82ad802d13 HTTP/1.1" status: 200 len: 217 time: 0.0842125 Jul 05 10:08:41.402469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-27cde82d-d52d-4a2d-8cae-4ad664ef4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.405787 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-27cde82d-d52d-4a2d-8cae-4ad664ef4562 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.1045935 Jul 05 10:08:41.411415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': 'ced5624e-0ba8-406f-a08b-ecfd38e1d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '451a5f28-e161-479d-8f6d-f08830da50a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:41.412807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: 451a5f28-e161-479d-8f6d-f08830da50a1, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:41.419601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a548e644-267b-44c0-a40b-503d9dc52500 req-3ed0fdae-0513-44a3-88f7-e84149e4f00c service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821204 Jul 05 10:08:41.472515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-d1955c91-3a7f-49d9-a628-459ec99df180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580690 Jul 05 10:08:41.483065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f87f64-bbe9-45c6-8e9f-1e3f03cd77d3 req-35bc4983-6dee-4dcb-ae67-6aeef82801e0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.485296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37f87f64-bbe9-45c6-8e9f-1e3f03cd77d3 req-35bc4983-6dee-4dcb-ae67-6aeef82801e0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 943 time: 0.4651446 Jul 05 10:08:41.630008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 451a5f28-e161-479d-8f6d-f08830da50a1 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:41.679465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 451a5f28-e161-479d-8f6d-f08830da50a1) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:41.704014 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-88d8ebff-6cfe-4243-846a-2d35b97baa83 service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153974 Jul 05 10:08:41.704298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37f87f64-bbe9-45c6-8e9f-1e3f03cd77d3 req-fe041327-9ced-4225-a5e0-945536ca3a8f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356468 Jul 05 10:08:41.717303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.718137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.724361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7691a4-e4ef-46d0-ac61-68be9a69a27f None None] Network 451a5f28-e161-479d-8f6d-f08830da50a1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:41.788368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a548e644-267b-44c0-a40b-503d9dc52500 req-7d561614-4a24-47c2-b24c-47e6854a174d service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591926 Jul 05 10:08:41.794104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a45eebad-c28e-47f1-95ab-d1ad632fb298 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0571029 Jul 05 10:08:41.797792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49128) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:41.822041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': '3c3f60b7-b239-4f74-b245-fa032616a52e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:41.870249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-6e0ba1aa-c166-4216-81f8-7b71fc835001 req-598bef4e-28a2-4576-83e7-19a280765e76 service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529524 Jul 05 10:08:41.998962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:42.004604 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.080567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-451a5f28-e161-479d-8f6d-f08830da50a1', 'network_id': '451a5f28-e161-479d-8f6d-f08830da50a1', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': '20623f68-3668-4125-a849-fd09eb72e4d2'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:42.082382 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.371374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Allocated IP 2001:db8::2 (451a5f28-e161-479d-8f6d-f08830da50a1/20623f68-3668-4125-a849-fd09eb72e4d2/0eaa6119-6f85-49e2-ac2f-c296cf14b961) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:42.422826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.555237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=73a6f62d-6d5d-49c8-83cf-1ddf8504e896,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:42.572198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': '33f23b4f-c15c-43cb-b54a-5d20b555026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3c3f60b7-b239-4f74-b245-fa032616a52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:42.572198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: 3c3f60b7-b239-4f74-b245-fa032616a52e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:42.602309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 3c3f60b7-b239-4f74-b245-fa032616a52e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:42.619925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 3c3f60b7-b239-4f74-b245-fa032616a52e) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:42.627327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:42.627994 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.639682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd8614-4bff-42d3-bd47-25e6c4fd195d None None] Network 3c3f60b7-b239-4f74-b245-fa032616a52e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:42.652521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2716a8c2-cce4-48b5-a5c7-c4e35de4f44d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8508959 Jul 05 10:08:42.656316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49154) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:42.666006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a811b57a-7374-4e40-b8a8-4135c6b05749 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-977672531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:42.736453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a811b57a-7374-4e40-b8a8-4135c6b05749 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.739626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a811b57a-7374-4e40-b8a8-4135c6b05749 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.810473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4b67b577-28fc-468b-abd7-3cea910db1d0 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:42.817301 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.833973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Transition to ACTIVE for port object 0eaa6119-6f85-49e2-ac2f-c296cf14b961 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:42.872353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Transition to ACTIVE for port object 0eaa6119-6f85-49e2-ac2f-c296cf14b961 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:42.876550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a811b57a-7374-4e40-b8a8-4135c6b05749 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.886093 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a811b57a-7374-4e40-b8a8-4135c6b05749 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.894808 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.951063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a811b57a-7374-4e40-b8a8-4135c6b05749 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.954031 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a811b57a-7374-4e40-b8a8-4135c6b05749 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2951434 Jul 05 10:08:42.957097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49164) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:43.024626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Network 451a5f28-e161-479d-8f6d-f08830da50a1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:43.066505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:43.098269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c79536-9ef8-4f8c-a357-7da8967a2ffa req-eb7b8b07-18af-49a3-a1e9-3ca1f5241679 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.112791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39c79536-9ef8-4f8c-a357-7da8967a2ffa req-eb7b8b07-18af-49a3-a1e9-3ca1f5241679 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 943 time: 0.1463072 Jul 05 10:08:43.178866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:43.216858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Pushing event updated for resources: {'Port': ['ID=0eaa6119-6f85-49e2-ac2f-c296cf14b961,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:43.236158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39c79536-9ef8-4f8c-a357-7da8967a2ffa req-cf706391-d751-4a44-8b32-84eec656ef2c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222601 Jul 05 10:08:43.392743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Attempting to bind port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:43.393332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Attempting to bind port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ced5624e-0ba8-406f-a08b-ecfd38e1d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '451a5f28-e161-479d-8f6d-f08830da50a1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:43.394263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Attempting to bind port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 on network 451a5f28-e161-479d-8f6d-f08830da50a1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:43.407847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:43.408425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Checking segment: {'id': 'ced5624e-0ba8-406f-a08b-ecfd38e1d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '451a5f28-e161-479d-8f6d-f08830da50a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:43.409154 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.409813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Bound using segment: {'id': 'ced5624e-0ba8-406f-a08b-ecfd38e1d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '451a5f28-e161-479d-8f6d-f08830da50a1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:43.410689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Bound port: 0eaa6119-6f85-49e2-ac2f-c296cf14b961, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced5624e-0ba8-406f-a08b-ecfd38e1d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '451a5f28-e161-479d-8f6d-f08830da50a1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:43.411350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.484989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-3c3f60b7-b239-4f74-b245-fa032616a52e', 'network_id': '3c3f60b7-b239-4f74-b245-fa032616a52e', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': '73a6f62d-6d5d-49c8-83cf-1ddf8504e896'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:43.486569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.543072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 4b67b577-28fc-468b-abd7-3cea910db1d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4b67b577-28fc-468b-abd7-3cea910db1d0,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:43.618818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.629115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '4b67b577-28fc-468b-abd7-3cea910db1d0', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'port_id': '4b67b577-28fc-468b-abd7-3cea910db1d0', 'mac_address': 'fa:16:3e:aa:23:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7866d245-c64e-4f7d-b858-f065e1530bb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:43.646232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] For port 0eaa6119-6f85-49e2-ac2f-c296cf14b961, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:43.970154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] For port 0eaa6119-6f85-49e2-ac2f-c296cf14b961, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0eaa6119-6f85-49e2-ac2f-c296cf14b961,segment=NetworkSegment(ced5624e-0ba8-406f-a08b-ecfd38e1d09a),segment_id=ced5624e-0ba8-406f-a08b-ecfd38e1d09a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:43.989490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Allocated IP 2001:db8:1::2 (3c3f60b7-b239-4f74-b245-fa032616a52e/73a6f62d-6d5d-49c8-83cf-1ddf8504e896/9b5cc85b-4d99-4395-9d9c-39edba8184a7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:43.998649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.177166 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.249834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8::1 (451a5f28-e161-479d-8f6d-f08830da50a1/20623f68-3668-4125-a849-fd09eb72e4d2/833b3fe2-2033-4335-8e4f-cb1938662fdd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:44.580055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b67b577-28fc-468b-abd7-3cea910db1d0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:44.591407 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e28bb3e1-a6c5-4ee9-8933-4d2eefc47e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.625881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Pushing event updated for resources: {'Port': ['ID=0eaa6119-6f85-49e2-ac2f-c296cf14b961,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.643204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.643998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.644531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.645335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.645874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.646467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.646982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.647633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.648879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.649649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.650276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.650949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98c386-3463-4ba7-9fe6-92d80cc4e3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:44.705674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 4b67b577-28fc-468b-abd7-3cea910db1d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4b67b577-28fc-468b-abd7-3cea910db1d0,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:44.713303 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.772229 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.803941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Transition to ACTIVE for port object 9b5cc85b-4d99-4395-9d9c-39edba8184a7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:44.849661 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.860456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=4b67b577-28fc-468b-abd7-3cea910db1d0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.867620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Transition to ACTIVE for port object 9b5cc85b-4d99-4395-9d9c-39edba8184a7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:44.878617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.928067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 833b3fe2-2033-4335-8e4f-cb1938662fdd will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:44.974635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Pushing event updated for resources: {'Port': ['ID=9b5cc85b-4d99-4395-9d9c-39edba8184a7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.003594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Network 3c3f60b7-b239-4f74-b245-fa032616a52e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:45.012646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['4b67b577-28fc-468b-abd7-3cea910db1d0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:45.080655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.081507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0eaa6119-6f85-49e2-ac2f-c296cf14b961 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:45.091967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:45.095374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:45.139117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88007c82-fbe4-45fe-88a0-84ca8c1e3739 req-e5d319a1-c00b-4905-8a8b-f6967e2f2301 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.141072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88007c82-fbe4-45fe-88a0-84ca8c1e3739 req-e5d319a1-c00b-4905-8a8b-f6967e2f2301 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 944 time: 0.2520607 Jul 05 10:08:45.243728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88007c82-fbe4-45fe-88a0-84ca8c1e3739 req-d91de731-0e63-43fd-b686-d8d7039cba81 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872123 Jul 05 10:08:45.244752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 451a5f28-e161-479d-8f6d-f08830da50a1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:45.271660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=833b3fe2-2033-4335-8e4f-cb1938662fdd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.278027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:45.290632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:45.291357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.371359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Attempting to bind port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:45.372227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Attempting to bind port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '33f23b4f-c15c-43cb-b54a-5d20b555026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3c3f60b7-b239-4f74-b245-fa032616a52e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:45.372972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Attempting to bind port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 on network 3c3f60b7-b239-4f74-b245-fa032616a52e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:45.412112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:45.412703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Checking segment: {'id': '33f23b4f-c15c-43cb-b54a-5d20b555026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3c3f60b7-b239-4f74-b245-fa032616a52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:45.414269 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.414666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Bound using segment: {'id': '33f23b4f-c15c-43cb-b54a-5d20b555026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3c3f60b7-b239-4f74-b245-fa032616a52e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:45.417156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Bound port: 9b5cc85b-4d99-4395-9d9c-39edba8184a7, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f23b4f-c15c-43cb-b54a-5d20b555026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3c3f60b7-b239-4f74-b245-fa032616a52e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:45.418271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.518905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:45.608554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.713900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] For port 9b5cc85b-4d99-4395-9d9c-39edba8184a7, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:45.755185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] For port 9b5cc85b-4d99-4395-9d9c-39edba8184a7, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9b5cc85b-4d99-4395-9d9c-39edba8184a7,segment=NetworkSegment(33f23b4f-c15c-43cb-b54a-5d20b555026e),segment_id=33f23b4f-c15c-43cb-b54a-5d20b555026e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:45.763292 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.917780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c41018-0645-40b8-9df9-4dea3c39c52f None None] Pushing event updated for resources: {'Port': ['ID=9b5cc85b-4d99-4395-9d9c-39edba8184a7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:46.269049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8f5c9-43cb-4672-9efa-9642b44b35b0 None None] Network 451a5f28-e161-479d-8f6d-f08830da50a1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:46.386089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.409816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.411220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.519530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-244ba37a-f9d5-4e2e-84d3-8b60d79e3f4d None None] Provisioning for port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:46.546082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-244ba37a-f9d5-4e2e-84d3-8b60d79e3f4d None None] Provisioning complete for port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:46.547637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244ba37a-f9d5-4e2e-84d3-8b60d79e3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.549199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=833b3fe2-2033-4335-8e4f-cb1938662fdd,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:46.814315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 451a5f28-e161-479d-8f6d-f08830da50a1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:46.817746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:46.822312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4b67b577-28fc-468b-abd7-3cea910db1d0 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:47.033665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52fd5f02-b404-46f6-b183-1f579b0dc719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.059015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9b5cc85b-4d99-4395-9d9c-39edba8184a7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:47.158281 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.266591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 62feae45-4e71-4846-a8e0-acbf0ccba9ad is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:08:47.341718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f280a-bf88-4178-9b7f-0c633d44a34b req-ad72710d-6e29-47bb-b3f8-3a43a86cf407 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:47.353836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce3f280a-bf88-4178-9b7f-0c633d44a34b req-ad72710d-6e29-47bb-b3f8-3a43a86cf407 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 944 time: 0.3085093 Jul 05 10:08:47.471425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 4b67b577-28fc-468b-abd7-3cea910db1d0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:47.489313 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244ba37a-f9d5-4e2e-84d3-8b60d79e3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.509093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce3f280a-bf88-4178-9b7f-0c633d44a34b req-db9fa403-7d11-40a7-a4fd-02fb8a986290 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463449 Jul 05 10:08:47.548127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 4b67b577-28fc-468b-abd7-3cea910db1d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:47.559600 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.625822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:47.781179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-244ba37a-f9d5-4e2e-84d3-8b60d79e3f4d None None] For port 0eaa6119-6f85-49e2-ac2f-c296cf14b961, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0eaa6119-6f85-49e2-ac2f-c296cf14b961,segment=NetworkSegment(ced5624e-0ba8-406f-a08b-ecfd38e1d09a),segment_id=ced5624e-0ba8-406f-a08b-ecfd38e1d09a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:47.836223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244ba37a-f9d5-4e2e-84d3-8b60d79e3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.048285 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.071121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ba37a-f9d5-4e2e-84d3-8b60d79e3f4d None None] Pushing event updated for resources: {'Port': ['ID=0eaa6119-6f85-49e2-ac2f-c296cf14b961,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:48.113790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.189786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f34774-c40d-4877-b349-279e9ac1825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b67b577-28fc-468b-abd7-3cea910db1d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:48.203496 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5996b1-8a2f-4318-abd4-02e9c65a311b" -d '{"events": [{"server_uuid": "69f34774-c40d-4877-b349-279e9ac1825a", "name": "network-vif-plugged", "status": "completed", "tag": "4b67b577-28fc-468b-abd7-3cea910db1d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:48.231562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 4b67b577-28fc-468b-abd7-3cea910db1d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4b67b577-28fc-468b-abd7-3cea910db1d0,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:48.237316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10c80c7-a8f8-42a0-b232-7b531ceeb391 None None] Network 3c3f60b7-b239-4f74-b245-fa032616a52e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:48.250898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:48.265087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.272303 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] Sync routers for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:48.278729 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0b071f88-2d68-4447-990f-c3e34eafac36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/62feae45-4e71-4846-a8e0-acbf0ccba9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3190138 Jul 05 10:08:48.282754 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:48.330406 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:48.331487 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.410072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=4b67b577-28fc-468b-abd7-3cea910db1d0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:48.457621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-24382307-a350-4373-87f0-e13921a8c63c None None] Provisioning for port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:48.475493 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.492650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-24382307-a350-4373-87f0-e13921a8c63c None None] Provisioning complete for port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:48.493542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24382307-a350-4373-87f0-e13921a8c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.502333 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:48.503823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.550986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4297cc7-94d1-4809-84a1-b3da2a92667c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:48.558824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f4297cc7-94d1-4809-84a1-b3da2a92667c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports/833b3fe2-2033-4335-8e4f-cb1938662fdd HTTP/1.1" status: 200 len: 911 time: 0.2677605 Jul 05 10:08:48.559178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:48.586619 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.587909 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a5c71-14c3-4407-9eb1-bb67b130121f None None] The sync data for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:49.114931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0eaa6119-6f85-49e2-ac2f-c296cf14b961 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:49.278382 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3938fc2-525d-4c48-a8b5-5351c2f2d96c x-openstack-request-id: req-a3938fc2-525d-4c48-a8b5-5351c2f2d96c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:49.279295 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f34774-c40d-4877-b349-279e9ac1825a", "name": "network-vif-plugged", "status": "completed", "tag": "4b67b577-28fc-468b-abd7-3cea910db1d0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:49.279714 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3938fc2-525d-4c48-a8b5-5351c2f2d96c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:49.280364 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f34774-c40d-4877-b349-279e9ac1825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b67b577-28fc-468b-abd7-3cea910db1d0', 'code': 200} Jul 05 10:08:49.439804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:49.440715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.662781 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24382307-a350-4373-87f0-e13921a8c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.818006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983d99-e08e-43fa-94f4-16ce74db58f9 req-831dda56-72e0-4a98-bb24-0729b9a27e2f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:49.823753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13983d99-e08e-43fa-94f4-16ce74db58f9 req-831dda56-72e0-4a98-bb24-0729b9a27e2f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 945 time: 0.9864614 Jul 05 10:08:49.880157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.900172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-24382307-a350-4373-87f0-e13921a8c63c None None] For port 9b5cc85b-4d99-4395-9d9c-39edba8184a7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9b5cc85b-4d99-4395-9d9c-39edba8184a7,segment=NetworkSegment(33f23b4f-c15c-43cb-b54a-5d20b555026e),segment_id=33f23b4f-c15c-43cb-b54a-5d20b555026e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:49.957698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24382307-a350-4373-87f0-e13921a8c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.008439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677754-1d12-4c9c-8eae-ef33c37ee274 req-403589a3-ec39-494a-9683-00d0ef1f3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:50.011314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85677754-1d12-4c9c-8eae-ef33c37ee274 req-403589a3-ec39-494a-9683-00d0ef1f3008 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 1097 time: 0.5370526 Jul 05 10:08:50.105469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24382307-a350-4373-87f0-e13921a8c63c None None] Pushing event updated for resources: {'Port': ['ID=9b5cc85b-4d99-4395-9d9c-39edba8184a7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:50.133282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1483c000-54dc-4225-b0a9-77d3ffbb9483 None None] Provisioning for port 833b3fe2-2033-4335-8e4f-cb1938662fdd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:50.140331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1483c000-54dc-4225-b0a9-77d3ffbb9483 None None] Provisioning complete for port 833b3fe2-2033-4335-8e4f-cb1938662fdd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:50.141371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1483c000-54dc-4225-b0a9-77d3ffbb9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.161749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13983d99-e08e-43fa-94f4-16ce74db58f9 req-d20d4d95-c6af-4f3c-aa80-304bc609c073 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208216 Jul 05 10:08:50.234409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1483c000-54dc-4225-b0a9-77d3ffbb9483 None None] Port 833b3fe2-2033-4335-8e4f-cb1938662fdd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:50.234592 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.236118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85677754-1d12-4c9c-8eae-ef33c37ee274 req-4ec2a918-5be4-4736-9ff2-92105172ba9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121067 Jul 05 10:08:50.254623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1483c000-54dc-4225-b0a9-77d3ffbb9483 None None] Provisioning complete for port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:50.255627 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1483c000-54dc-4225-b0a9-77d3ffbb9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.674935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5a7bd81-8909-44be-b2f3-6bd8dd1e37bb None None] Provisioning complete for port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:50.676023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5a7bd81-8909-44be-b2f3-6bd8dd1e37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.890618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8:1::1 (3c3f60b7-b239-4f74-b245-fa032616a52e/73a6f62d-6d5d-49c8-83cf-1ddf8504e896/1390165f-2c9d-44d5-8808-70f6bdf771f2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:50.943474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9b5cc85b-4d99-4395-9d9c-39edba8184a7 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:51.059645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:51.060686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.187159 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.211570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 1390165f-2c9d-44d5-8808-70f6bdf771f2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:51.268458 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.401775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 3c3f60b7-b239-4f74-b245-fa032616a52e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:51.448215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:51.451707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=1390165f-2c9d-44d5-8808-70f6bdf771f2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:51.468882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:51.472688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.849961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0bb0a-5075-463b-b719-10a765edb07d req-e4c9421e-7d56-4fbc-a97a-bb9814c5ce91 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:51.853308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7de0bb0a-5075-463b-b719-10a765edb07d req-e4c9421e-7d56-4fbc-a97a-bb9814c5ce91 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 945 time: 0.3019271 Jul 05 10:08:51.855453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.979199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f5e11e3b-7815-485c-8c11-e2f2a6261b8b None None] Provisioning for port 1390165f-2c9d-44d5-8808-70f6bdf771f2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:51.995780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7de0bb0a-5075-463b-b719-10a765edb07d req-f88e3344-2583-4acf-bc3f-b7f23b840769 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222551 Jul 05 10:08:52.011235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f5e11e3b-7815-485c-8c11-e2f2a6261b8b None None] Provisioning complete for port 1390165f-2c9d-44d5-8808-70f6bdf771f2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:52.012592 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5e11e3b-7815-485c-8c11-e2f2a6261b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.099405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f5e11e3b-7815-485c-8c11-e2f2a6261b8b None None] Port 1390165f-2c9d-44d5-8808-70f6bdf771f2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:52.611675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05ebeb-5b5c-47be-84bd-e46f5f769085 req-89831ef9-06e4-450e-82de-cd7427334fec tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:52.614383 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b05ebeb-5b5c-47be-84bd-e46f5f769085 req-89831ef9-06e4-450e-82de-cd7427334fec tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 946 time: 0.3141754 Jul 05 10:08:52.689901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.701585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.703234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.787046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b05ebeb-5b5c-47be-84bd-e46f5f769085 req-8b7be1e5-1f68-4f34-8b32-c76673404ad0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558971 Jul 05 10:08:52.931680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=1390165f-2c9d-44d5-8808-70f6bdf771f2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:53.040060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 3c3f60b7-b239-4f74-b245-fa032616a52e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:53.043388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:53.363574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 62feae45-4e71-4846-a8e0-acbf0ccba9ad has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:53.393189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa488880-43b4-4027-ae3e-bef6ec166397 req-7bf09cae-ccba-43c3-bcf0-64144bbd837c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:53.396459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa488880-43b4-4027-ae3e-bef6ec166397 req-7bf09cae-ccba-43c3-bcf0-64144bbd837c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 945 time: 0.3389692 Jul 05 10:08:53.548935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b951ea51-a8e7-4290-8862-e9e675108f69 None None] Provisioning complete for port 1390165f-2c9d-44d5-8808-70f6bdf771f2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:53.550578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b951ea51-a8e7-4290-8862-e9e675108f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.623674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b951ea51-a8e7-4290-8862-e9e675108f69 None None] Port 1390165f-2c9d-44d5-8808-70f6bdf771f2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:53.643441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa488880-43b4-4027-ae3e-bef6ec166397 req-cd672244-6748-44c2-b12d-5299a9590343 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336266 Jul 05 10:08:53.680472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:53.698175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9c3e1735-e95c-4018-b0ac-959817587f4f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/62feae45-4e71-4846-a8e0-acbf0ccba9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1372912 Jul 05 10:08:53.702500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49482) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:53.733316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] Sync routers for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:53.746388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:53.747489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:53.815446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:53.842219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:53.843720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:53.910741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1dc7a2-055e-4624-8853-62916ebfd5f5 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:53.913375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df1dc7a2-055e-4624-8853-62916ebfd5f5 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports/1390165f-2c9d-44d5-8808-70f6bdf771f2 HTTP/1.1" status: 200 len: 913 time: 0.2093580 Jul 05 10:08:53.917099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:53.918619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0608050-dd05-45a1-a90f-8e3aecb676ce None None] The sync data for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:53.918797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:54.881472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072548f-1642-49f6-9855-e46ced77eeef req-6451f68b-6c92-4c00-a4c8-f2a9327a7f41 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:54.883816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d072548f-1642-49f6-9855-e46ced77eeef req-6451f68b-6c92-4c00-a4c8-f2a9327a7f41 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 945 time: 0.2319956 Jul 05 10:08:55.014286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d072548f-1642-49f6-9855-e46ced77eeef req-6461efa5-953a-45ae-b1c7-e3d8a633f71c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150098 Jul 05 10:08:55.141977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.754026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 1390165f-2c9d-44d5-8808-70f6bdf771f2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:55.754618 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.932165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-e8e586f5-2ce2-4a23-93c5-6e676854e57d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:55.938574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-e8e586f5-2ce2-4a23-93c5-6e676854e57d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 945 time: 0.2681658 Jul 05 10:08:56.054949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.110617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 1390165f-2c9d-44d5-8808-70f6bdf771f2 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:56.445159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Deleting port 4b67b577-28fc-468b-abd7-3cea910db1d0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:56.446633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.651603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61542fb-b55a-4b71-b9eb-4618d4674874 req-fc6648df-b680-489a-8b5e-9792b2aa4c38 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:56.654251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b61542fb-b55a-4b71-b9eb-4618d4674874 req-fc6648df-b680-489a-8b5e-9792b2aa4c38 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 945 time: 0.3607883 Jul 05 10:08:56.864674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] For port 4b67b577-28fc-468b-abd7-3cea910db1d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4b67b577-28fc-468b-abd7-3cea910db1d0,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:56.865269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.920446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b61542fb-b55a-4b71-b9eb-4618d4674874 req-db6ea67f-62e4-405d-8339-2de53438ebde tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449858 Jul 05 10:08:56.927208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Calling delete_port for 4b67b577-28fc-468b-abd7-3cea910db1d0 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:57.051832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.108601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=1390165f-2c9d-44d5-8808-70f6bdf771f2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:57.467675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.484762 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.504276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:57.521048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5d4752e1-6503-4d53-b4bd-310b3261bdf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:57.742694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event deleted for resources: {'Port': ['ID=4b67b577-28fc-468b-abd7-3cea910db1d0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:57.951179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] No DVR routers for this DVR port 4b67b577-28fc-468b-abd7-3cea910db1d0 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:57.958806 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.974428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ef0c1f6-63af-458f-8cb2-c8648f64a53c req-245344ef-ef62-4a69-aa73-92e0556627a7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "DELETE /v2.0/ports/4b67b577-28fc-468b-abd7-3cea910db1d0 HTTP/1.1" status: 204 len: 173 time: 2.0255075 Jul 05 10:08:57.975224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f34774-c40d-4877-b349-279e9ac1825a', 'name': 'network-vif-deleted', 'tag': '4b67b577-28fc-468b-abd7-3cea910db1d0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:57.980304 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651cfdf9-cf47-4644-be20-5d0e0f42227f" -d '{"events": [{"server_uuid": "69f34774-c40d-4877-b349-279e9ac1825a", "name": "network-vif-deleted", "tag": "4b67b577-28fc-468b-abd7-3cea910db1d0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:58.146517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 62feae45-4e71-4846-a8e0-acbf0ccba9ad has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:58.190779 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aa65b9-dc23-47bc-9c7f-eaa88b385527 x-openstack-request-id: req-f5aa65b9-dc23-47bc-9c7f-eaa88b385527 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:58.191314 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f34774-c40d-4877-b349-279e9ac1825a", "name": "network-vif-deleted", "tag": "4b67b577-28fc-468b-abd7-3cea910db1d0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:58.191737 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5aa65b9-dc23-47bc-9c7f-eaa88b385527 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:58.192413 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f34774-c40d-4877-b349-279e9ac1825a', 'name': 'network-vif-deleted', 'tag': '4b67b577-28fc-468b-abd7-3cea910db1d0', 'status': 'completed', 'code': 200} Jul 05 10:08:58.472579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d20d5a62-7a4f-4120-bae4-0a113beb6989 req-f382d87b-8439-4d53-87bc-2c81b019b56f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f34774-c40d-4877-b349-279e9ac1825a HTTP/1.1" status: 200 len: 210 time: 0.0778296 Jul 05 10:08:58.492975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:58.503192 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49654) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:58.523578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fdccd675-034c-415e-ab51-0d2fbd468925 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/62feae45-4e71-4846-a8e0-acbf0ccba9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5933115 Jul 05 10:08:58.523723 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] Sync routers for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:58.524362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:58.540578 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:58.541996 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.639737 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.658631 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:58.664616 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.831631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4b67b577-28fc-468b-abd7-3cea910db1d0 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:58.861628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bed8e05-21ea-4758-b5c9-a0d94504bb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.955116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 4b67b577-28fc-468b-abd7-3cea910db1d0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:58.968202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4b67b577-28fc-468b-abd7-3cea910db1d0 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:58.984119 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:58.986413 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053759e-0288-41b5-b6ec-ee4503ed1a3a None None] The sync data for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:59.330179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bed8e05-21ea-4758-b5c9-a0d94504bb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.338120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bed8e05-21ea-4758-b5c9-a0d94504bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.403291 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2bed8e05-21ea-4758-b5c9-a0d94504bb24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d56641232cdb4b01b4065f523a95978f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8958948 Jul 05 10:08:59.406201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed8e05-21ea-4758-b5c9-a0d94504bb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b055d3-1325-4df3-820a-a461f521066b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:59.412988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.430262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.543242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1742783-be3f-485e-b0e9-c270dfa240fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.600492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1742783-be3f-485e-b0e9-c270dfa240fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.607805 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.709402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.756288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1742783-be3f-485e-b0e9-c270dfa240fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.762197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1742783-be3f-485e-b0e9-c270dfa240fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.764915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b1742783-be3f-485e-b0e9-c270dfa240fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b055d3-1325-4df3-820a-a461f521066b HTTP/1.1" status: 204 len: 168 time: 0.3488379 Jul 05 10:08:59.785424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1742783-be3f-485e-b0e9-c270dfa240fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b055d3-1325-4df3-820a-a461f521066b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:59.993517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 833b3fe2-2033-4335-8e4f-cb1938662fdd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:59.994466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.190835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.216454 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 833b3fe2-2033-4335-8e4f-cb1938662fdd owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:00.589522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70aa0ef-2e50-4c58-9d02-3621195d321d req-ce11f697-cada-4c8f-a0b4-88b70f1e31b3 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:00.603926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c70aa0ef-2e50-4c58-9d02-3621195d321d req-ce11f697-cada-4c8f-a0b4-88b70f1e31b3 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 946 time: 0.1435194 Jul 05 10:09:00.626310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.700143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c70aa0ef-2e50-4c58-9d02-3621195d321d req-41c80366-8c2d-49f5-908d-22401fd514bf tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945950 Jul 05 10:09:00.751331 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:09:00.755124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=833b3fe2-2033-4335-8e4f-cb1938662fdd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:00.922364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.246082 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 62feae45-4e71-4846-a8e0-acbf0ccba9ad has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:01.379666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:01.396237 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e8b3991-88ff-4fb8-a3c4-4dfc2a6ace36 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/62feae45-4e71-4846-a8e0-acbf0ccba9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8742547 Jul 05 10:09:01.401287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:01.421571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] Sync routers for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:01.440810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:01.442385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.474240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ea992161-1a82-4f2c-8ab9-fc25ea06ae9c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=62feae45-4e71-4846-a8e0-acbf0ccba9ad HTTP/1.1" status: 200 len: 205 time: 0.0710354 Jul 05 10:09:01.478747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:01.515484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.535866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] Routers {'62feae45-4e71-4846-a8e0-acbf0ccba9ad'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:01.537172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:08:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.607479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.608903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e32273-5e86-4019-bd92-5342274b3b1f None None] The sync data for ids ['62feae45-4e71-4846-a8e0-acbf0ccba9ad'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:01.648943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c84f53-ad2f-41ea-aa56-c9e1ac2a5140 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.898336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49730) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:02.139436 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667be624-f28b-4288-8d74-6cf473205a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.354044 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667be624-f28b-4288-8d74-6cf473205a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.360737 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-667be624-f28b-4288-8d74-6cf473205a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.441623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667be624-f28b-4288-8d74-6cf473205a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05b1b94-af75-4416-85fe-54b0e84e0163,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:02.462268 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-667be624-f28b-4288-8d74-6cf473205a26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f020dc4f4b234cf6ae38627a0287256d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524015 Jul 05 10:09:02.462268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49774) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:02.554682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36815248-067f-42ef-817c-c045a330951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.564762 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c84f53-ad2f-41ea-aa56-c9e1ac2a5140 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.574112 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c84f53-ad2f-41ea-aa56-c9e1ac2a5140 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.599967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36815248-067f-42ef-817c-c045a330951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.629073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49778) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:02.721758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-2515245d-4467-4e63-8187-40d0a77fe2e9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:02.723521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36815248-067f-42ef-817c-c045a330951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.724753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-2515245d-4467-4e63-8187-40d0a77fe2e9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 946 time: 0.9332919 Jul 05 10:09:02.729273 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36815248-067f-42ef-817c-c045a330951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.732072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c84f53-ad2f-41ea-aa56-c9e1ac2a5140 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.732448 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-36815248-067f-42ef-817c-c045a330951c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a05b1b94-af75-4416-85fe-54b0e84e0163 HTTP/1.1" status: 204 len: 168 time: 0.2681999 Jul 05 10:09:02.733023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c84f53-ad2f-41ea-aa56-c9e1ac2a5140 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Fanout notify agent at l3_agent the message router_deleted on router 62feae45-4e71-4846-a8e0-acbf0ccba9ad {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:02.763830 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c84f53-ad2f-41ea-aa56-c9e1ac2a5140 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.766358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-30c84f53-ad2f-41ea-aa56-c9e1ac2a5140 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/62feae45-4e71-4846-a8e0-acbf0ccba9ad HTTP/1.1" status: 204 len: 168 time: 1.2853837 Jul 05 10:09:02.770865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:02.802334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36815248-067f-42ef-817c-c045a330951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05b1b94-af75-4416-85fe-54b0e84e0163,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:02.887466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389442-3982-4423-ae57-4f98118a162d req-c05d58dd-ec3d-48be-a2f8-52d7b2a7eb09 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:02.890620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd389442-3982-4423-ae57-4f98118a162d req-c05d58dd-ec3d-48be-a2f8-52d7b2a7eb09 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 946 time: 0.4541340 Jul 05 10:09:02.919019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet 73a6f62d-6d5d-49c8-83cf-1ddf8504e896 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:02.937203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.992505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85464daa-7da9-4c4e-b8dd-971323d510ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.060735 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.075209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd389442-3982-4423-ae57-4f98118a162d req-35b031c2-ac74-4877-b041-0d5abd8141cf tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666596 Jul 05 10:09:03.088566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Deleting port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:03.089133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.222474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.355750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:03.374196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] For port 5d4752e1-6503-4d53-b4bd-310b3261bdf4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5d4752e1-6503-4d53-b4bd-310b3261bdf4,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:03.374579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.399480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Calling delete_port for 5d4752e1-6503-4d53-b4bd-310b3261bdf4 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:03.410671 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-180ed5b2-6a72-47dd-b3bf-e02643b95b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.491910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.523031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-a35df1e0-7c34-4ccf-a535-114aa64f579b tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:03.525354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-a35df1e0-7c34-4ccf-a535-114aa64f579b tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1098 time: 0.2212591 Jul 05 10:09:03.544594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=73a6f62d-6d5d-49c8-83cf-1ddf8504e896,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.554716 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.557728 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ffb89951-f670-46a1-8f5e-a18d924c9b6e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/73a6f62d-6d5d-49c8-83cf-1ddf8504e896 HTTP/1.1" status: 204 len: 168 time: 0.7840447 Jul 05 10:09:03.560213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d7f36-058d-4663-891b-3d71f3599187 None None] Network 3c3f60b7-b239-4f74-b245-fa032616a52e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:03.570418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49792) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:03.577402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.584095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85464daa-7da9-4c4e-b8dd-971323d510ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.634657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85464daa-7da9-4c4e-b8dd-971323d510ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.712964 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:09:03.712964 n-d-771363-33 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:09:03.712964 n-d-771363-33 neutron-server[93796]: [parameters: {'project_id_1': '8ad775aa5754468f9b4207a120fcac16', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 9, 3, 602000)}] Jul 05 10:09:03.712964 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:09:03.714280 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:09:03.748918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.791216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:03.802531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event deleted for resources: {'Port': ['ID=5d4752e1-6503-4d53-b4bd-310b3261bdf4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.845660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet 20623f68-3668-4125-a849-fd09eb72e4d2 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:03.852489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.917343 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-85464daa-7da9-4c4e-b8dd-971323d510ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ac2db965291450aa617ad2cb6f072aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2819946 Jul 05 10:09:03.917629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] No DVR routers for this DVR port 5d4752e1-6503-4d53-b4bd-310b3261bdf4 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:03.917792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85464daa-7da9-4c4e-b8dd-971323d510ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c21c5-74e8-44fd-8e72-bb12e00ad7a1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:03.918056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49794) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:03.931849 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.937962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9481cdce-4189-49c5-bf06-cd41dae41b60 req-7dcf472a-bae8-4361-b53a-da881623922a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "DELETE /v2.0/ports/5d4752e1-6503-4d53-b4bd-310b3261bdf4 HTTP/1.1" status: 204 len: 173 time: 1.2013245 Jul 05 10:09:03.938687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'name': 'network-vif-deleted', 'tag': '5d4752e1-6503-4d53-b4bd-310b3261bdf4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:03.952732 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5106ee24-0027-4e27-8be8-d3eb31bf8c3b" -d '{"events": [{"server_uuid": "b63ac233-6aff-43c8-bb67-210b2b12fc42", "name": "network-vif-deleted", "tag": "5d4752e1-6503-4d53-b4bd-310b3261bdf4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:03.985860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.026359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] DHCP port deletion for 3c3f60b7-b239-4f74-b245-fa032616a52e request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:04.037161 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e3a76d-be48-4f5a-a397-4183df720f2f x-openstack-request-id: req-c4e3a76d-be48-4f5a-a397-4183df720f2f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:04.038348 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63ac233-6aff-43c8-bb67-210b2b12fc42", "name": "network-vif-deleted", "tag": "5d4752e1-6503-4d53-b4bd-310b3261bdf4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:04.038701 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4e3a76d-be48-4f5a-a397-4183df720f2f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:04.039342 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63ac233-6aff-43c8-bb67-210b2b12fc42', 'name': 'network-vif-deleted', 'tag': '5d4752e1-6503-4d53-b4bd-310b3261bdf4', 'status': 'completed', 'code': 200} Jul 05 10:09:04.107205 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96aee577-0d4c-4f54-b7e7-688805d22093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.110549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-180ed5b2-6a72-47dd-b3bf-e02643b95b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.132723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-180ed5b2-6a72-47dd-b3bf-e02643b95b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.152189 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96aee577-0d4c-4f54-b7e7-688805d22093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.183747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] Deleting port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:04.186995 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.219426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.220206 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-180ed5b2-6a72-47dd-b3bf-e02643b95b2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c0e3516023a4e76b1256fb4c619d2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8485544 Jul 05 10:09:04.230731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:04.298363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ed5b2-6a72-47dd-b3bf-e02643b95b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93257925-69cf-40fb-9d0d-8f39e6a2ed55,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.367190 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f51874cc-7edf-4f83-b802-4bb37e0ddbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.376951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.388905 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96aee577-0d4c-4f54-b7e7-688805d22093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.394582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96aee577-0d4c-4f54-b7e7-688805d22093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.397098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-96aee577-0d4c-4f54-b7e7-688805d22093 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef2c21c5-74e8-44fd-8e72-bb12e00ad7a1 HTTP/1.1" status: 204 len: 168 time: 0.4777036 Jul 05 10:09:04.474143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f51874cc-7edf-4f83-b802-4bb37e0ddbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.509080 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.536221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.541152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aee577-0d4c-4f54-b7e7-688805d22093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c21c5-74e8-44fd-8e72-bb12e00ad7a1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.542100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] For port 9b5cc85b-4d99-4395-9d9c-39edba8184a7, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9b5cc85b-4d99-4395-9d9c-39edba8184a7,segment=NetworkSegment(33f23b4f-c15c-43cb-b54a-5d20b555026e),segment_id=33f23b4f-c15c-43cb-b54a-5d20b555026e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:04.542721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.565196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] Calling delete_port for 9b5cc85b-4d99-4395-9d9c-39edba8184a7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:04.575018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.608833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eff6099c-356a-4f2e-b96f-253b400fc795 req-24b6b486-f80a-42ed-8a1e-8bcf6dce41f3 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b63ac233-6aff-43c8-bb67-210b2b12fc42 HTTP/1.1" status: 200 len: 210 time: 0.1036143 Jul 05 10:09:04.659156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=20623f68-3668-4125-a849-fd09eb72e4d2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.664081 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f51874cc-7edf-4f83-b802-4bb37e0ddbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.668859 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f51874cc-7edf-4f83-b802-4bb37e0ddbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.670458 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f51874cc-7edf-4f83-b802-4bb37e0ddbca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93257925-69cf-40fb-9d0d-8f39e6a2ed55 HTTP/1.1" status: 204 len: 168 time: 0.4385169 Jul 05 10:09:04.700998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.713333 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ea5b8224-463d-492b-9ff0-da8358d02839 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/20623f68-3668-4125-a849-fd09eb72e4d2 HTTP/1.1" status: 204 len: 168 time: 1.1354766 Jul 05 10:09:04.717216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:04.730326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f8ac0-1620-419f-ade1-a97ae1558edf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.765231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e70e5a6-edcb-4db4-8520-743e83e1b08d req-d88e7f50-ccb9-4448-913e-6683a42f12bb tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2264702 Jul 05 10:09:04.789577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a0421a-ee89-4084-b7cf-21fa9c019d7c None None] Network 451a5f28-e161-479d-8f6d-f08830da50a1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:04.841132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51874cc-7edf-4f83-b802-4bb37e0ddbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93257925-69cf-40fb-9d0d-8f39e6a2ed55,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.930423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5d4752e1-6503-4d53-b4bd-310b3261bdf4 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:04.997158 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.036272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 5d4752e1-6503-4d53-b4bd-310b3261bdf4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:05.036809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5d4752e1-6503-4d53-b4bd-310b3261bdf4 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:05.039010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.110363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] Pushing event deleted for resources: {'Port': ['ID=9b5cc85b-4d99-4395-9d9c-39edba8184a7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:05.114318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9b5cc85b-4d99-4395-9d9c-39edba8184a7 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:05.266296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9b5cc85b-4d99-4395-9d9c-39edba8184a7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:05.266860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9b5cc85b-4d99-4395-9d9c-39edba8184a7 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:05.311998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34b10b-6590-4b13-b7a7-bd51a47ab0da None None] No DVR routers for this DVR port 9b5cc85b-4d99-4395-9d9c-39edba8184a7 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:05.411381 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.464185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3f60b7-b239-4f74-b245-fa032616a52e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:05.475027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f23b4f-c15c-43cb-b54a-5d20b555026e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:05.477453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f23b4f-c15c-43cb-b54a-5d20b555026e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:05.491695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] DHCP port deletion for 451a5f28-e161-479d-8f6d-f08830da50a1 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:05.522821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.534274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07500536-7d45-469a-8376-eeb8cd44c84a req-32a9a1c4-d155-4e2f-8632-c0fdf3af3022 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:05.536338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07500536-7d45-469a-8376-eeb8cd44c84a req-32a9a1c4-d155-4e2f-8632-c0fdf3af3022 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.2476864 Jul 05 10:09:05.573787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.605257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:05.605828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:05.610644 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:05.715494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] Deleting port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:05.716196 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.718629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07500536-7d45-469a-8376-eeb8cd44c84a req-0c6b896e-9b8f-4742-a083-b905ede8f430 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698556 Jul 05 10:09:05.772672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49828) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:05.878524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] For port 0eaa6119-6f85-49e2-ac2f-c296cf14b961, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0eaa6119-6f85-49e2-ac2f-c296cf14b961,segment=NetworkSegment(ced5624e-0ba8-406f-a08b-ecfd38e1d09a),segment_id=ced5624e-0ba8-406f-a08b-ecfd38e1d09a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:05.878733 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.879739 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.922784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] Calling delete_port for 0eaa6119-6f85-49e2-ac2f-c296cf14b961 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:05.949870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.960465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49830) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:05.962681 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/3c3f60b7-b239-4f74-b245-fa032616a52e HTTP/1.1" status: 204 len: 168 time: 1.2416062 Jul 05 10:09:05.965949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf416c-47e0-4165-bd12-f487c80c8526 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=3c3f60b7-b239-4f74-b245-fa032616a52e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:06.084808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-517b7006-692a-4b5e-9db3-4d0c06345604 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/894e0ea0-9f68-4169-9e74-48adb2e6052c HTTP/1.1" status: 200 len: 994 time: 0.3083642 Jul 05 10:09:06.166854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.195915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.202241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] No DVR routers for this DVR port 0eaa6119-6f85-49e2-ac2f-c296cf14b961 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:06.252364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d51b34-e339-48e8-b46e-3c5fb157169d None None] Pushing event deleted for resources: {'Port': ['ID=0eaa6119-6f85-49e2-ac2f-c296cf14b961,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:06.407722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.423493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451a5f28-e161-479d-8f6d-f08830da50a1']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:06.463442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced5624e-0ba8-406f-a08b-ecfd38e1d09a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:06.463923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced5624e-0ba8-406f-a08b-ecfd38e1d09a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:06.497582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.530581 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.548850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:06.551349 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:06.559372 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:06.827882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.893958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.897678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/451a5f28-e161-479d-8f6d-f08830da50a1 HTTP/1.1" status: 204 len: 168 time: 0.9276965 Jul 05 10:09:06.908310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:06.919842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e289cc3-ed5d-4084-897e-1a510ddea280 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=451a5f28-e161-479d-8f6d-f08830da50a1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:06.934969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820199177'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:06.957906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0eaa6119-6f85-49e2-ac2f-c296cf14b961 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:06.983402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:06.985987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-2fba2261-51f0-460e-b9df-cdaa7bdc4715 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:06.988978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-2fba2261-51f0-460e-b9df-cdaa7bdc4715 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.4098561 Jul 05 10:09:06.993541 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.011450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0eaa6119-6f85-49e2-ac2f-c296cf14b961 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:07.012595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0eaa6119-6f85-49e2-ac2f-c296cf14b961 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:07.025439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-e505e3c1-4cc1-4a16-bf12-f6894a5d1cef tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0206575 Jul 05 10:09:07.066907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:07.091505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.091874 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment d7419002-b4ac-4983-8aaf-aff09b38f459 of type vlan for network d3fe3c39-fc4c-42d5-930e-af70644676f1 Jul 05 10:09:07.139452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-6f1388e0-a616-428a-91eb-d862de22cc8b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095631 Jul 05 10:09:07.188689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.235247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.244997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:07.246033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.360170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-e25a5785-1feb-4e0a-ab63-7b8e70ec6e22 service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065852 Jul 05 10:09:07.375065 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4602160 Jul 05 10:09:07.377926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:07.403345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:07.428951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a82747-fc20-498b-b891-d67a1531b542 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=d3fe3c39-fc4c-42d5-930e-af70644676f1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:07.446618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:07.603595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-88d39fbd-5065-441b-b572-edf8d2aa583a service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310195 Jul 05 10:09:07.689173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:07.694410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.946591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49892) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.171537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0202f523-ccf5-4cf1-8ef1-883dc10566b7 req-1f6dcb66-e920-4fa9-8108-cb1aadb09d03 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 210 time: 0.0662229 Jul 05 10:09:08.192999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.264505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ebaec-4ac2-4a49-97a1-c27d8f880f94 req-a6720530-9ec6-4ff4-9603-df15eb124a68 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:08.275144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-363ebaec-4ac2-4a49-97a1-c27d8f880f94 req-a6720530-9ec6-4ff4-9603-df15eb124a68 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.2537904 Jul 05 10:09:08.363186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=e50a53f1-9227-445f-a3b2-d5cb1127a2e2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:08.367904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': 'd7419002-b4ac-4983-8aaf-aff09b38f459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:08.389743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: d3fe3c39-fc4c-42d5-930e-af70644676f1, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:08.435619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:08.462201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-363ebaec-4ac2-4a49-97a1-c27d8f880f94 req-7699d2e6-2c67-4010-ab85-6b5ad4b2e033 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852438 Jul 05 10:09:08.476355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d3fe3c39-fc4c-42d5-930e-af70644676f1) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:08.487943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:08.489328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.498147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea91cb8-abc6-41d5-828d-511ef0e2474d None None] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:08.551598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-8e1c34de-0d8f-4f5d-86dd-c59dee756bb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5810854 Jul 05 10:09:08.555999 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-10b78af5-6fb2-48ae-9d71-0219bda0898c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1760552 Jul 05 10:09:08.561480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.570457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7673ecd8-b8ce-4b83-b762-ca54f1023a56 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1920793661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:08.658900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7673ecd8-b8ce-4b83-b762-ca54f1023a56 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.664461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7673ecd8-b8ce-4b83-b762-ca54f1023a56 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.829977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7673ecd8-b8ce-4b83-b762-ca54f1023a56 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.839865 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7673ecd8-b8ce-4b83-b762-ca54f1023a56 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.876553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7673ecd8-b8ce-4b83-b762-ca54f1023a56 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.885505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7673ecd8-b8ce-4b83-b762-ca54f1023a56 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3177490 Jul 05 10:09:08.886219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.897864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'port': {'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1', 'name': 'tempest-RoutersIpV6Test-1343687364'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:09.001139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d3fe3c39-fc4c-42d5-930e-af70644676f1', 'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': 'e50a53f1-9227-445f-a3b2-d5cb1127a2e2'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:09.002493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.226820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:09.243304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.298902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] device_id is not set on port 75462b5a-f0aa-499d-8aa5-be77e247cb28 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:09:09.329964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49934) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:09.341259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Allocated IP 2001:db8::2 (d3fe3c39-fc4c-42d5-930e-af70644676f1/e50a53f1-9227-445f-a3b2-d5cb1127a2e2/76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:09.735849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4fe5db89-5d84-4ea7-870a-e3071ca4d488 req-3b63370e-10f4-4bad-bce0-a9f641396656 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 210 time: 0.0926752 Jul 05 10:09:09.857213 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.871598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Transition to ACTIVE for port object 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:09.906861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Transition to ACTIVE for port object 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:09.919441 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.990442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1715010824'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:09.999592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:10.066332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:10.072308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:10.088619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Made reservation on behalf of aafd482535cc4c898ce71427b98ac112 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:10.108867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.153163 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.157367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8::af (d3fe3c39-fc4c-42d5-930e-af70644676f1/e50a53f1-9227-445f-a3b2-d5cb1127a2e2/75462b5a-f0aa-499d-8aa5-be77e247cb28) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:10.410406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Attempting to bind port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:10.410993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Attempting to bind port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd7419002-b4ac-4983-8aaf-aff09b38f459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:10.411613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Attempting to bind port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c on network d3fe3c39-fc4c-42d5-930e-af70644676f1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:10.417475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Pushing event updated for resources: {'Port': ['ID=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.442657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:10.445686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Checking segment: {'id': 'd7419002-b4ac-4983-8aaf-aff09b38f459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:10.446393 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.447032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Bound using segment: {'id': 'd7419002-b4ac-4983-8aaf-aff09b38f459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:10.447896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Bound port: 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7419002-b4ac-4983-8aaf-aff09b38f459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3fe3c39-fc4c-42d5-930e-af70644676f1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:10.448526 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.526836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6ad43-f509-4275-b5b7-ec41da446396 req-d0e510c6-6310-4888-b9cc-d8ca631b21ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:10.529648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ac6ad43-f509-4275-b5b7-ec41da446396 req-d0e510c6-6310-4888-b9cc-d8ca631b21ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.3282213 Jul 05 10:09:10.684874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.697307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] For port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:10.704043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ac6ad43-f509-4275-b5b7-ec41da446396 req-0aa6a0e7-fa80-405c-9290-758c2ae17776 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611917 Jul 05 10:09:10.706456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] For port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,segment=NetworkSegment(d7419002-b4ac-4983-8aaf-aff09b38f459),segment_id=d7419002-b4ac-4983-8aaf-aff09b38f459)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:10.716629 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.731476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.733521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 75462b5a-f0aa-499d-8aa5-be77e247cb28 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:10.747736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.764303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:10.779101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.779923 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Added segment 7c85f0d6-0199-4f97-8043-5ac820759890 of type vlan for network 792524b6-6d26-4cee-8f44-658098cd9b61 Jul 05 10:09:10.798977 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.910090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.931710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:10.941293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=75462b5a-f0aa-499d-8aa5-be77e247cb28,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.949153 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:10.957471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ac8e8-f461-4a02-83c5-fc5cc3b757f8 None None] Pushing event updated for resources: {'Port': ['ID=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.962398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:10.972142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:10.973548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.992241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.005529 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4a01f501-f10b-47e5-b21f-e6526d3cddbf tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1177528 Jul 05 10:09:11.010165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 49974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.013236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:11.017824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.165632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03388f-855d-4c08-8ccf-78f0eb00c17c req-935e3634-9d19-436b-9ac2-c62364fa3545 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:11.177253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef03388f-855d-4c08-8ccf-78f0eb00c17c req-935e3634-9d19-436b-9ac2-c62364fa3545 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 945 time: 0.5773661 Jul 05 10:09:11.396993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0547361 Jul 05 10:09:11.411031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49980) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.487911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Request body: {'subnet': {'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:11.531563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf826fe-f09d-43af-8f88-fda254fe4573,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:11.536507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3064c-3ff3-473c-a758-4cda6848fe92 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event updated for resources: {'Network': ['ID=792524b6-6d26-4cee-8f44-658098cd9b61,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:11.624436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 792524b6-6d26-4cee-8f44-658098cd9b61 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:11.790898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-bc916910-02ed-4ad8-835d-d813c69e9151 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:11.794843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-bc916910-02ed-4ad8-835d-d813c69e9151 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.5482337 Jul 05 10:09:11.894458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be3562aa-50d1-4dcf-8db8-0c3a2352670f req-fea82b30-5d88-4d0d-a178-9ee9951a75dd tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 210 time: 0.6670654 Jul 05 10:09:11.902466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-b63ea788-30f2-4935-98e9-83ecf6a333d9 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:11.908344 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-b63ea788-30f2-4935-98e9-83ecf6a333d9 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.15 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 945 time: 0.2501283 Jul 05 10:09:11.919930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef03388f-855d-4c08-8ccf-78f0eb00c17c req-94ed3e9b-816d-495f-a7b0-5e3c45e1c7c5 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7415676 Jul 05 10:09:11.930484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Request body: {'port': {'device_id': '1a58f997-d298-4833-9598-8822f854c64c', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'admin_state_up': True, 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:12.196482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.222709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:12.238402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.355634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Made reservation on behalf of aafd482535cc4c898ce71427b98ac112 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:12.359463 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.715112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55631d4a-1c5d-42aa-bbc4-90fc7291361f None None] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:12.723316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fabb5-deb8-4e3b-8e13-a80b8c02997e req-e46af023-c7df-4731-8e1d-55132c5327c0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:12.726517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-872fabb5-deb8-4e3b-8e13-a80b8c02997e req-e46af023-c7df-4731-8e1d-55132c5327c0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.4705215 Jul 05 10:09:12.740776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Allocated IP 172.20.0.2 (a7863275-951c-4fbb-90a1-2b4beca7cd72/7866d245-c64e-4f7d-b858-f065e1530bb8/4999226e-415f-4ebe-a71f-3ada8a11c65a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:12.818595 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 49998) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:12.825143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-872fabb5-deb8-4e3b-8e13-a80b8c02997e req-1240ab11-04c1-419c-94fe-099ca75e4951 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861032 Jul 05 10:09:12.827947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.840460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Deleting port 5445f965-a4d9-43da-9a89-b1fec932675f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:12.841196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.961187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.988927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-49f9c647-f859-4c50-b4f0-55f8c12aa5af None None] Provisioning for port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:13.094706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:13.126402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-95f6fec2-0b7d-4ba3-911a-6c0c72d15a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.128558 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-95f6fec2-0b7d-4ba3-911a-6c0c72d15a61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1098 time: 0.6661055 Jul 05 10:09:13.246635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:13.255730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:13.256252 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.262061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60ac8b5f-5c6e-4a12-b2d7-b148b9b07b90 req-b717be11-f19a-4f4f-bf1a-c0c8c4690f36 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 210 time: 0.0811734 Jul 05 10:09:13.297668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] For port 5445f965-a4d9-43da-9a89-b1fec932675f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5445f965-a4d9-43da-9a89-b1fec932675f,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:13.297996 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.318952 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27d15aab-5538-473b-b658-2d9316c55514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.361200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.460196 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.513368 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.601916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,segment=NetworkSegment(d7419002-b4ac-4983-8aaf-aff09b38f459),segment_id=d7419002-b4ac-4983-8aaf-aff09b38f459)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:13.609942 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.650662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event updated for resources: {'Subnet': ['ID=4414a1a7-2c51-43bf-8443-c2d94c304227,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:13.735548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:13.759127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27d15aab-5538-473b-b658-2d9316c55514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.803632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e17ae6f-0cf2-4c46-8445-ea1643ebac26 None None] Provisioning for port 75462b5a-f0aa-499d-8aa5-be77e247cb28 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:13.806024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27d15aab-5538-473b-b658-2d9316c55514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.817328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e17ae6f-0cf2-4c46-8445-ea1643ebac26 None None] Provisioning complete for port 75462b5a-f0aa-499d-8aa5-be77e247cb28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:13.821105 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e17ae6f-0cf2-4c46-8445-ea1643ebac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.903059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Checking segment: {'id': '7c85f0d6-0199-4f97-8043-5ac820759890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:13.903461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Network hostable DHCP agents. Network: 792524b6-6d26-4cee-8f44-658098cd9b61, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:13.917942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1e17ae6f-0cf2-4c46-8445-ea1643ebac26 None None] Port 75462b5a-f0aa-499d-8aa5-be77e247cb28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:13.936516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-27d15aab-5538-473b-b658-2d9316c55514 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68293a136f0c46bb94e2829a184e6e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1100464 Jul 05 10:09:13.939781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:13.944736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d15aab-5538-473b-b658-2d9316c55514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf653ff-870e-4746-9fed-8e15125c42a3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:13.976807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e17ae6f-0cf2-4c46-8445-ea1643ebac26 None None] Provisioning complete for port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:13.978347 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e17ae6f-0cf2-4c46-8445-ea1643ebac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.991381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.042578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248bd61-faa3-4a8a-b3fc-4c5a667f2e8e req-ccddb39a-ae33-482d-95b8-3a6e67b00cda tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.055956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8248bd61-faa3-4a8a-b3fc-4c5a667f2e8e req-ccddb39a-ae33-482d-95b8-3a6e67b00cda tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 945 time: 0.5777836 Jul 05 10:09:14.065012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:14.165556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Network 792524b6-6d26-4cee-8f44-658098cd9b61 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:14.215734 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69c906cc-247d-47e9-ace8-2d822ccdca0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.252709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:14.255131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:14.260540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:14.347457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 792524b6-6d26-4cee-8f44-658098cd9b61) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:14.356215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.357239 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.385856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ebcdf-c8bc-4e17-a6e7-5917a927bc8c None None] Network 792524b6-6d26-4cee-8f44-658098cd9b61 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:14.477539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.726199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=75462b5a-f0aa-499d-8aa5-be77e247cb28,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:14.798801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f05aa369-3d7d-403c-bc46-6277463d614b None None] Provisioning complete for port 75462b5a-f0aa-499d-8aa5-be77e247cb28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:14.799507 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f05aa369-3d7d-403c-bc46-6277463d614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.804797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.805701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.806787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.807679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.808473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.809244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.810036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.810791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.811577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.812324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.813003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.813673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:14.878654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.879636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.880350 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Floating IP e63825d9-fc60-48b1-9066-3356df04881d disassociated. External IP: 172.25.1.74, port: 5445f965-a4d9-43da-9a89-b1fec932675f. Jul 05 10:09:14.881692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Calling delete_port for 5445f965-a4d9-43da-9a89-b1fec932675f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:14.930617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5445f965-a4d9-43da-9a89-b1fec932675f no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:14.936095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-792524b6-6d26-4cee-8f44-658098cd9b61', 'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61', 'tenant_id': 'aafd482535cc4c898ce71427b98ac112', 'fixed_ips': [{'subnet_id': '4414a1a7-2c51-43bf-8443-c2d94c304227'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:14.937833 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.988765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f05aa369-3d7d-403c-bc46-6277463d614b None None] Port 75462b5a-f0aa-499d-8aa5-be77e247cb28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:14.993809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-6732b1a3-c0d0-49a0-afbc-145db87a0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.996575 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-6732b1a3-c0d0-49a0-afbc-145db87a0d2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 1.8515713 Jul 05 10:09:14.999788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:15.048810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event updated for resources: {'Port': ['ID=4999226e-415f-4ebe-a71f-3ada8a11c65a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.058462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3857dd9c-582f-4522-b229-e714f4b34b00 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5754962 Jul 05 10:09:15.072195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:15.090857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Request body: {'port': {'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61', 'name': 'tempest-DHCPAgentSchedulersTestJSON-345434930'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:15.102249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8248bd61-faa3-4a8a-b3fc-4c5a667f2e8e req-cffa8642-e2a3-4d95-be59-b10ee7cc5564 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d74889-3506-4ace-95d4-2bd6b4080eee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0441139 Jul 05 10:09:15.144727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.145502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.165775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3de5d9ed-1509-47b6-938f-488752038f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.211952 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3de5d9ed-1509-47b6-938f-488752038f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.252023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-ef59509b-ada4-4fc9-b69b-a155ba5da113 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3470433 Jul 05 10:09:15.291804 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.305596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Request body: {'port': {'device_id': '1a58f997-d298-4833-9598-8822f854c64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:15.337436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d25b64c9-3b50-4638-b266-a02f63665ba2 None None] Provisioning complete for port 75462b5a-f0aa-499d-8aa5-be77e247cb28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:15.338070 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d25b64c9-3b50-4638-b266-a02f63665ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.403334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5460-a8fc-40ae-a2b7-56135d2467a6 req-d0a1c2ad-78a7-4bf9-baa5-30789cb953e3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.404906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e0f5460-a8fc-40ae-a2b7-56135d2467a6 req-d0a1c2ad-78a7-4bf9-baa5-30789cb953e3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 1.1211834 Jul 05 10:09:15.408408 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-610e8fa8-c2bb-4a67-bdcb-10d6a61b8116 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1002 time: 0.3344872 Jul 05 10:09:15.466662 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.469989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:15.470871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.570825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3de5d9ed-1509-47b6-938f-488752038f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.573483 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3de5d9ed-1509-47b6-938f-488752038f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.577586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3de5d9ed-1509-47b6-938f-488752038f8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecf653ff-870e-4746-9fed-8e15125c42a3 HTTP/1.1" status: 204 len: 168 time: 1.6257262 Jul 05 10:09:15.606201 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.610244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d25b64c9-3b50-4638-b266-a02f63665ba2 None None] Port 75462b5a-f0aa-499d-8aa5-be77e247cb28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:15.621208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Allocated IP 172.20.0.2 (792524b6-6d26-4cee-8f44-658098cd9b61/4414a1a7-2c51-43bf-8443-c2d94c304227/ed24f8bb-0590-42c8-b034-76a0abfd9948) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:15.623048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5d9ed-1509-47b6-938f-488752038f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf653ff-870e-4746-9fed-8e15125c42a3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.644553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e0f5460-a8fc-40ae-a2b7-56135d2467a6 req-b782e680-37e4-480a-b1f9-136233ad419a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626179 Jul 05 10:09:15.710725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da608a74-fa68-4f42-9cfa-27d3fb346421 req-f52ebc30-824b-4b04-9ab5-f3113c7bd059 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.719432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da608a74-fa68-4f42-9cfa-27d3fb346421 req-f52ebc30-824b-4b04-9ab5-f3113c7bd059 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 931 time: 0.3489535 Jul 05 10:09:15.863529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-ae6b7fd9-e570-4b55-9dcd-4d3113e5bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.866754 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-ae6b7fd9-e570-4b55-9dcd-4d3113e5bd7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.4152191 Jul 05 10:09:15.900664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da608a74-fa68-4f42-9cfa-27d3fb346421 req-bfe6baa9-f3c9-407a-ab37-ad2f60c68fda tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787443 Jul 05 10:09:15.980119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.990521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Made reservation on behalf of aafd482535cc4c898ce71427b98ac112 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:15.996555 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.140832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.157418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event deleted for resources: {'Port': ['ID=5445f965-a4d9-43da-9a89-b1fec932675f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:16.157734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Transition to ACTIVE for port object ed24f8bb-0590-42c8-b034-76a0abfd9948 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:16.196372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Transition to ACTIVE for port object ed24f8bb-0590-42c8-b034-76a0abfd9948 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:16.196683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] device_id is not set on port 1e217361-073f-4d08-8dc9-50bcf975a239 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:09:16.217566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.271994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Network 792524b6-6d26-4cee-8f44-658098cd9b61 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:16.276115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:16.283567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:16.337964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Pushing event updated for resources: {'Port': ['ID=ed24f8bb-0590-42c8-b034-76a0abfd9948,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:16.394280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Attempting to bind port ed24f8bb-0590-42c8-b034-76a0abfd9948 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:16.395596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Attempting to bind port ed24f8bb-0590-42c8-b034-76a0abfd9948 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7c85f0d6-0199-4f97-8043-5ac820759890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:16.396407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Attempting to bind port ed24f8bb-0590-42c8-b034-76a0abfd9948 on network 792524b6-6d26-4cee-8f44-658098cd9b61 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:16.405449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:16.406250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Checking segment: {'id': '7c85f0d6-0199-4f97-8043-5ac820759890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:16.406867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.407759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Bound using segment: {'id': '7c85f0d6-0199-4f97-8043-5ac820759890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:16.408983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Bound port: ed24f8bb-0590-42c8-b034-76a0abfd9948, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c85f0d6-0199-4f97-8043-5ac820759890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '792524b6-6d26-4cee-8f44-658098cd9b61'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:16.409644 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.414611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4999226e-415f-4ebe-a71f-3ada8a11c65a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:16.464957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.524731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Transition to ACTIVE for port object 4999226e-415f-4ebe-a71f-3ada8a11c65a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:16.531760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] For port ed24f8bb-0590-42c8-b034-76a0abfd9948, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:16.532096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.541062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] For port ed24f8bb-0590-42c8-b034-76a0abfd9948, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ed24f8bb-0590-42c8-b034-76a0abfd9948,segment=NetworkSegment(7c85f0d6-0199-4f97-8043-5ac820759890),segment_id=7c85f0d6-0199-4f97-8043-5ac820759890)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:16.547492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.600320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d0a6150-a371-415a-93a4-c48ae6108bf7 req-4d2e5f2d-a395-40ce-b0cd-21285adf61d3 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 210 time: 0.1219900 Jul 05 10:09:16.644959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a006a16-e2ee-4df1-a935-f7f9c8cba719 None None] Pushing event updated for resources: {'Port': ['ID=ed24f8bb-0590-42c8-b034-76a0abfd9948,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:16.734177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-85996da5-5af4-4e27-92f2-018aed022850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:16.737758 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-85996da5-5af4-4e27-92f2-018aed022850 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8591228 Jul 05 10:09:16.748844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Router f314cec0-2990-4855-8bf1-57a0c556d610 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:16.773127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4999226e-415f-4ebe-a71f-3ada8a11c65a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:16.889333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Attempting to bind port 4999226e-415f-4ebe-a71f-3ada8a11c65a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:16.889904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Attempting to bind port 4999226e-415f-4ebe-a71f-3ada8a11c65a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:16.890428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Attempting to bind port 4999226e-415f-4ebe-a71f-3ada8a11c65a on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:16.901626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Port 4999226e-415f-4ebe-a71f-3ada8a11c65a on network a7863275-951c-4fbb-90a1-2b4beca7cd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:16.902150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Attempting to bind port 4999226e-415f-4ebe-a71f-3ada8a11c65a on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:16.920408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:16.923908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d32a1517-8462-4f70-b84a-29cce962fa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.924223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:16.925429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Bound using segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:16.927118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Bound port: 4999226e-415f-4ebe-a71f-3ada8a11c65a, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:16.928527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.934036 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.158835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] For port 4999226e-415f-4ebe-a71f-3ada8a11c65a, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:17.165125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] For port 4999226e-415f-4ebe-a71f-3ada8a11c65a, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4999226e-415f-4ebe-a71f-3ada8a11c65a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:17.219149 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.294195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.295222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.296974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] 10.222.0.15 "PUT /v2.0/ports/4999226e-415f-4ebe-a71f-3ada8a11c65a HTTP/1.1" status: 200 len: 1092 time: 2.0141175 Jul 05 10:09:17.308318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58f997-d298-4833-9598-8822f854c64c', 'tag': '4999226e-415f-4ebe-a71f-3ada8a11c65a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:17.311609 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b0a140-fa1f-41ba-a913-93ed72d1335d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58f997-d298-4833-9598-8822f854c64c", "tag": "4999226e-415f-4ebe-a71f-3ada8a11c65a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:17.442297 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.466347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.468279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.499247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:17.526768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e3b2-adfe-4786-b47d-a81bf7af8a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4999226e-415f-4ebe-a71f-3ada8a11c65a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:17.534861 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] Sync routers for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:17.564378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:17.565260 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:17.602016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04e52a-89f0-4849-bc10-7a713b375beb req-77294cd3-4e2e-4e54-be3d-14f38b2a1654 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.614472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d04e52a-89f0-4849-bc10-7a713b375beb req-77294cd3-4e2e-4e54-be3d-14f38b2a1654 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.5235455 Jul 05 10:09:17.624316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Allocated IP 172.20.0.5 (792524b6-6d26-4cee-8f44-658098cd9b61/4414a1a7-2c51-43bf-8443-c2d94c304227/1e217361-073f-4d08-8dc9-50bcf975a239) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:17.639586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-f598bd33-1724-47ec-84c7-d96db779dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.642483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-f598bd33-1724-47ec-84c7-d96db779dfdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 1095 time: 0.2660930 Jul 05 10:09:17.701099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9311c-2247-4460-b623-12ab9e97d81e req-5dbd303c-aa8f-40c3-8883-a215626a08c7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.703067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] No DVR routers for this DVR port 5445f965-a4d9-43da-9a89-b1fec932675f on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:17.706068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc9311c-2247-4460-b623-12ab9e97d81e req-5dbd303c-aa8f-40c3-8883-a215626a08c7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 943 time: 0.4975574 Jul 05 10:09:17.751362 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.753795 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-82669c9e-12a5-46cd-9d4e-2c5a56bc8ac4 req-36d6d077-9eed-40ea-a16f-02f93c9917a1 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.15 "DELETE /v2.0/ports/5445f965-a4d9-43da-9a89-b1fec932675f HTTP/1.1" status: 204 len: 173 time: 5.8279138 Jul 05 10:09:17.754643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'name': 'network-vif-deleted', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:17.758294 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7008a9-bf65-4bdb-bbaa-43c8bd7d07b2" -d '{"events": [{"server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "name": "network-vif-deleted", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:17.770352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=75462b5a-f0aa-499d-8aa5-be77e247cb28,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:17.775912 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-ad393bf3-6e36-4200-859a-17cd8c0df20a service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0118883 Jul 05 10:09:17.859928 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:17.860996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-11aae4e5-c9be-4e08-b5e5-46f0f28b6a71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4999226e-415f-4ebe-a71f-3ada8a11c65a HTTP/1.1" status: 200 len: 217 time: 0.1795480 Jul 05 10:09:17.878771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d04e52a-89f0-4849-bc10-7a713b375beb req-9e6afe52-ad2f-40d5-a050-f62ba711619d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506912 Jul 05 10:09:17.984246 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.074530 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf906a-98c2-409f-a662-4a88141d839b x-openstack-request-id: req-1bdf906a-98c2-409f-a662-4a88141d839b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:18.075201 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58f997-d298-4833-9598-8822f854c64c", "tag": "4999226e-415f-4ebe-a71f-3ada8a11c65a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:18.076681 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bdf906a-98c2-409f-a662-4a88141d839b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:18.077569 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58f997-d298-4833-9598-8822f854c64c', 'tag': '4999226e-415f-4ebe-a71f-3ada8a11c65a', 'status': 'completed', 'code': 200} Jul 05 10:09:18.141301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc9311c-2247-4460-b623-12ab9e97d81e req-dedf3440-b5b4-42e5-a7ee-2141deba6a0f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051206 Jul 05 10:09:18.173536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-f13c8c36-d844-4901-9c58-43bdf5859947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:18.176838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-f13c8c36-d844-4901-9c58-43bdf5859947 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.2931659 Jul 05 10:09:18.303243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-42141668-2288-4e92-bb09-00d9232f9503 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185701 Jul 05 10:09:18.327989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.354915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Transition to ACTIVE for port object 1e217361-073f-4d08-8dc9-50bcf975a239 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:18.442884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-afae8dcc-1f8a-4386-a10a-1c599db5a491 service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525095 Jul 05 10:09:18.450876 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.601839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:18.603322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event updated for resources: {'Port': ['ID=1e217361-073f-4d08-8dc9-50bcf975a239,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:18.612575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:18.618248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Network 792524b6-6d26-4cee-8f44-658098cd9b61 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:18.708675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:18.723630 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:18.740852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:18.741131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-cfe37a36-a85e-4235-9dde-b644a69263f3 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237082 Jul 05 10:09:18.777048 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:18.915024 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] Checking router: f314cec0-2990-4855-8bf1-57a0c556d610 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:18.917993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e6910cb-f59f-4dd9-8afc-15e2cb17e641 req-73653e0d-1cd9-4b3a-a312-5cc5488e9ddf tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f52998-6d0b-42ab-be2f-31037b3d1c06 HTTP/1.1" status: 200 len: 210 time: 0.1753891 Jul 05 10:09:18.976246 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:18.978036 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:19.067466 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e5ce93-465f-4fcf-8038-70d0beb03f46 x-openstack-request-id: req-77e5ce93-465f-4fcf-8038-70d0beb03f46 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:19.075571 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f52998-6d0b-42ab-be2f-31037b3d1c06", "name": "network-vif-deleted", "tag": "5445f965-a4d9-43da-9a89-b1fec932675f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:19.076139 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77e5ce93-465f-4fcf-8038-70d0beb03f46 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:19.078300 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f52998-6d0b-42ab-be2f-31037b3d1c06', 'name': 'network-vif-deleted', 'tag': '5445f965-a4d9-43da-9a89-b1fec932675f', 'status': 'completed', 'code': 200} Jul 05 10:09:19.153185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39250470-58c7-464a-be99-0581c601bf9c None None] Network 792524b6-6d26-4cee-8f44-658098cd9b61 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:19.290132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ef66807-c01a-415b-9e98-c777973361e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.351847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c61d035d-27ea-4e8e-82c0-5d319439e675 req-5345cc47-6550-4f3c-96f6-a5b506d52601 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802228 Jul 05 10:09:19.363403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:19.364664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.401784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ed24f8bb-0590-42c8-b034-76a0abfd9948 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:19.439661 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:19.453953 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2003c787-904d-4da3-88c0-c7b10ac4f90e tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3778374 Jul 05 10:09:19.460594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:19.541024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a393377-2211-4b75-9945-b047207d91fe None None] Provisioning for port ed24f8bb-0590-42c8-b034-76a0abfd9948 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:19.607133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ed24f8bb-0590-42c8-b034-76a0abfd9948 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:19.667619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ed24f8bb-0590-42c8-b034-76a0abfd9948 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:19.668353 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.720861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 83bfd037-3e96-489a-9a69-8b6dc9d54b49 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:19.809391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.814087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4daa198d-9b5f-49d4-83d1-9957ef2196f3 None None] Provisioning complete for port 75462b5a-f0aa-499d-8aa5-be77e247cb28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:19.814676 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4daa198d-9b5f-49d4-83d1-9957ef2196f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.930184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ef66807-c01a-415b-9e98-c777973361e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.956180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ef66807-c01a-415b-9e98-c777973361e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.979793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4daa198d-9b5f-49d4-83d1-9957ef2196f3 None None] Port 75462b5a-f0aa-499d-8aa5-be77e247cb28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:19.998353 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.061136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef66807-c01a-415b-9e98-c777973361e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f10793-ee2c-4424-a50f-b9a386f23425,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:20.077885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:20.098423 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6d8cbfb-445e-4152-a04b-2c890ba5c25b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/83bfd037-3e96-489a-9a69-8b6dc9d54b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0860193 Jul 05 10:09:20.109983 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4ef66807-c01a-415b-9e98-c777973361e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69b9cf77962048a380c71a9da2f1716d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3874378 Jul 05 10:09:20.110929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:20.111488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:20.131712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-69ba8c4f-5380-4f5e-89d5-6b83aba59fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.134294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-69ba8c4f-5380-4f5e-89d5-6b83aba59fbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 1095 time: 0.5165923 Jul 05 10:09:20.140216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ed24f8bb-0590-42c8-b034-76a0abfd9948, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ed24f8bb-0590-42c8-b034-76a0abfd9948,segment=NetworkSegment(7c85f0d6-0199-4f97-8043-5ac820759890),segment_id=7c85f0d6-0199-4f97-8043-5ac820759890)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:20.145702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] Sync routers for ids ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:20.156795 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.168829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bdda4-f53d-4a37-b6e8-a7773b7a9e4b req-1dcefc7e-b7dd-49cb-89f7-f0dde8990ee7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.181784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d4bdda4-f53d-4a37-b6e8-a7773b7a9e4b req-1dcefc7e-b7dd-49cb-89f7-f0dde8990ee7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 943 time: 0.5654204 Jul 05 10:09:20.191480 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:20.223997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] Routers {'83bfd037-3e96-489a-9a69-8b6dc9d54b49'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:20.225770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:20.228870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d0da2-bd2d-409e-9a1f-0e4ebe41c5d6 req-fa298d53-4005-4cde-928d-364a45700f81 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.252866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f7d0da2-bd2d-409e-9a1f-0e4ebe41c5d6 req-fa298d53-4005-4cde-928d-364a45700f81 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.6379664 Jul 05 10:09:20.260242 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce3305-0855-471d-aa73-9f107789f0e0 None None] The sync data for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 is: [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 4, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547', 'name': '', 'network_id': '60f17619-c99e-444a-9d86-e76477b0e226', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'mac_address': 'fa:16:3e:98:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:23Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'subnets': [{'id': 'c127997a-12a6-4f90-8953-3ee5cbe723cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:20.334728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:20.350028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010479d9-a1b1-4e19-bc30-e3e3e5b2cc3a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.358039 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-010479d9-a1b1-4e19-bc30-e3e3e5b2cc3a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports/75462b5a-f0aa-499d-8aa5-be77e247cb28 HTTP/1.1" status: 200 len: 983 time: 0.2388723 Jul 05 10:09:20.359113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:20.423448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Deleting port 1e217361-073f-4d08-8dc9-50bcf975a239 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:20.424036 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.432021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] Routers {'83bfd037-3e96-489a-9a69-8b6dc9d54b49'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:20.434304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:20.556326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ed24f8bb-0590-42c8-b034-76a0abfd9948,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:20.592183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d4bdda4-f53d-4a37-b6e8-a7773b7a9e4b req-e6543251-2917-4cf2-8468-0a433b25af82 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087536 Jul 05 10:09:20.595738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:20.597298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091d51b-2193-43ac-b592-c761d16f76a9 None None] The sync data for ids ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:20.613245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0c2fa5d-bafd-4814-8cd4-3347cd8c9158 None None] Provisioning for port 1e217361-073f-4d08-8dc9-50bcf975a239 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:20.623406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0c2fa5d-bafd-4814-8cd4-3347cd8c9158 None None] Provisioning complete for port 1e217361-073f-4d08-8dc9-50bcf975a239 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:20.624061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a0c2fa5d-bafd-4814-8cd4-3347cd8c9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.722075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f7d0da2-bd2d-409e-9a1f-0e4ebe41c5d6 req-9b5cb4cb-beeb-4f82-bdab-4dad44bab4cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755903 Jul 05 10:09:20.769690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2fa5d-bafd-4814-8cd4-3347cd8c9158 None None] Port 1e217361-073f-4d08-8dc9-50bcf975a239 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:20.797555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a0c2fa5d-bafd-4814-8cd4-3347cd8c9158 None None] Provisioning complete for port ed24f8bb-0590-42c8-b034-76a0abfd9948 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:20.798699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a0c2fa5d-bafd-4814-8cd4-3347cd8c9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.811488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-bf3f6427-6e2a-4ee1-bbbb-84b84428a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.813323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-bf3f6427-6e2a-4ee1-bbbb-84b84428a65e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.6675279 Jul 05 10:09:20.934480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:20.937128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-a64baea2-adfd-4246-823d-41ee98e6a107 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4999226e-415f-4ebe-a71f-3ada8a11c65a HTTP/1.1" status: 200 len: 217 time: 0.1102166 Jul 05 10:09:20.949045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.980617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ed24f8bb-0590-42c8-b034-76a0abfd9948 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:20.983797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Calling delete_port for 1e217361-073f-4d08-8dc9-50bcf975a239 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:21.003502 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cd094a-4bdf-4375-bcdb-d45c5d215a2d None None] New status for floating IP e63825d9-fc60-48b1-9066-3356df04881d: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:09:21.237568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb784-d42a-42f4-aeb1-741bef189025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.302029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb784-d42a-42f4-aeb1-741bef189025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.406216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-5878f784-2877-479e-ae14-03c13c26e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:21.409029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-5878f784-2877-479e-ae14-03c13c26e9ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.4226170 Jul 05 10:09:21.409275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ed24f8bb-0590-42c8-b034-76a0abfd9948 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:21.410047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.498857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-d515cb39-533e-46b6-ae5f-ea999b43f0f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820992 Jul 05 10:09:21.580134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4d12dba5-b0b2-41a6-8b8a-d6fda31ad143 None None] Provisioning complete for port 1e217361-073f-4d08-8dc9-50bcf975a239 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:21.580761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d12dba5-b0b2-41a6-8b8a-d6fda31ad143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.599430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb784-d42a-42f4-aeb1-741bef189025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.604388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb784-d42a-42f4-aeb1-741bef189025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.607187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5eeeb784-d42a-42f4-aeb1-741bef189025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53f10793-ee2c-4424-a50f-b9a386f23425 HTTP/1.1" status: 204 len: 168 time: 1.4907706 Jul 05 10:09:21.626237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeb784-d42a-42f4-aeb1-741bef189025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f10793-ee2c-4424-a50f-b9a386f23425,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:21.692694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.728520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4d12dba5-b0b2-41a6-8b8a-d6fda31ad143 None None] Port 1e217361-073f-4d08-8dc9-50bcf975a239 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:21.839003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event deleted for resources: {'Port': ['ID=1e217361-073f-4d08-8dc9-50bcf975a239,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:21.911299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Deleting port 326da931-5b2c-42b7-af46-db00de332746 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:21.912733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.081065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.141285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-29ea1749-11b1-4c9b-a6b6-e92093245416 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975504 Jul 05 10:09:22.411230 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.415790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-950c08f6-9165-45ae-941f-c9e9dfeba7ec tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "DELETE /v2.0/ports/1e217361-073f-4d08-8dc9-50bcf975a239 HTTP/1.1" status: 204 len: 168 time: 2.9501410 Jul 05 10:09:22.422629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:22.497062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.497062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.558749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 75462b5a-f0aa-499d-8aa5-be77e247cb28 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:22.559578 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.715200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.734815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 75462b5a-f0aa-499d-8aa5-be77e247cb28 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:22.949152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4999226e-415f-4ebe-a71f-3ada8a11c65a details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:23.007477 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0e45b82d-52a1-49a2-9916-31aa46de4714 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5775428 Jul 05 10:09:23.007477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50102) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:23.019643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1185599431'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:23.051606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Calling delete_port for 326da931-5b2c-42b7-af46-db00de332746 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:23.086116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc777-5f9a-48a8-a698-6c19f6161f09 req-4e61dccb-7fcc-489f-b19d-f814acc593fc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:23.089655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e2bc777-5f9a-48a8-a698-6c19f6161f09 req-4e61dccb-7fcc-489f-b19d-f814acc593fc tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 943 time: 1.2122159 Jul 05 10:09:23.133354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 4999226e-415f-4ebe-a71f-3ada8a11c65a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4999226e-415f-4ebe-a71f-3ada8a11c65a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:23.142283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcefae-fb4f-41f9-bf64-7cb589174bcf req-cb7d4226-243a-4a51-a922-17679777ccaa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:23.149092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Made reservation on behalf of aafd482535cc4c898ce71427b98ac112 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:23.152221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4efcefae-fb4f-41f9-bf64-7cb589174bcf req-cb7d4226-243a-4a51-a922-17679777ccaa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 1.0613229 Jul 05 10:09:23.156675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '4999226e-415f-4ebe-a71f-3ada8a11c65a', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'port_id': '4999226e-415f-4ebe-a71f-3ada8a11c65a', 'mac_address': 'fa:16:3e:b2:5b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7866d245-c64e-4f7d-b858-f065e1530bb8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:23.162832 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.171008 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.216158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4efcefae-fb4f-41f9-bf64-7cb589174bcf req-5a46d176-bca8-49d0-81ee-48c42d4fd238 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629828 Jul 05 10:09:23.218363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17b0a140-fa1f-41ba-a913-93ed72d1335d req-f899b141-ae9e-43b3-81c2-548298f7f8d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0289896 Jul 05 10:09:23.222752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.251947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=75462b5a-f0aa-499d-8aa5-be77e247cb28,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:23.257754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4999226e-415f-4ebe-a71f-3ada8a11c65a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:23.300717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 4999226e-415f-4ebe-a71f-3ada8a11c65a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4999226e-415f-4ebe-a71f-3ada8a11c65a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:23.308078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.365790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e2bc777-5f9a-48a8-a698-6c19f6161f09 req-e6f6834a-6cff-40e9-a45f-7fd1908febf9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077849 Jul 05 10:09:23.436312 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:23.508936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=4999226e-415f-4ebe-a71f-3ada8a11c65a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:23.522832 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.523490 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Added segment 0f49ee7a-107d-4cc7-915d-afda5a65a340 of type vlan for network 2388b71e-4194-4b62-907f-ddcf172e274a Jul 05 10:09:23.527675 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.538685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['4999226e-415f-4ebe-a71f-3ada8a11c65a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:23.546850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.595935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event deleted for resources: {'Port': ['ID=326da931-5b2c-42b7-af46-db00de332746,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:23.719498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.725738 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.730075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fabbafed-3700-46c5-9076-d2f89ee14457 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "DELETE /v2.0/floatingips/e63825d9-fc60-48b1-9066-3356df04881d HTTP/1.1" status: 204 len: 168 time: 2.7888613 Jul 05 10:09:23.798466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.981724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:24.019041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 83bfd037-3e96-489a-9a69-8b6dc9d54b49 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:24.026664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.040997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:24.041999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.068299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cef2d41-a1a4-4a33-a015-4782c21aed20 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.116422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cef2d41-a1a4-4a33-a015-4782c21aed20 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.224006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cef2d41-a1a4-4a33-a015-4782c21aed20 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.228564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cef2d41-a1a4-4a33-a015-4782c21aed20 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.234752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7cef2d41-a1a4-4a33-a015-4782c21aed20 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] 10.222.0.21 "DELETE /v2.0/security-groups/31d74889-3506-4ace-95d4-2bd6b4080eee HTTP/1.1" status: 204 len: 168 time: 0.2470555 Jul 05 10:09:24.259211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef2d41-a1a4-4a33-a015-4782c21aed20 tempest-TestServerBasicOps-1729816810 tempest-TestServerBasicOps-1729816810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d74889-3506-4ace-95d4-2bd6b4080eee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:24.267512 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2552559 Jul 05 10:09:24.273964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:24.312149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50132) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:24.569691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b57c-cc41-4b00-b2d5-372b47843d65 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event updated for resources: {'Network': ['ID=2388b71e-4194-4b62-907f-ddcf172e274a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:24.577169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:24.591130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2388b71e-4194-4b62-907f-ddcf172e274a details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:24.597086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] Sync routers for ids ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:24.612461 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-23e50dd7-0bc3-4757-a5f1-1d90ec6782f3 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/83bfd037-3e96-489a-9a69-8b6dc9d54b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2494807 Jul 05 10:09:24.620162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50146) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:24.658253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0dc58449-0a47-4de9-a79b-b0fbcd9ffa6b tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "GET /v2.0/agents/e0bc6cc4-fcb0-4f1a-982d-91657f50c81d/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.3219912 Jul 05 10:09:24.666288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:24.750069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] Routers {'83bfd037-3e96-489a-9a69-8b6dc9d54b49'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:24.751002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:24.828627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:24.853134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] Routers {'83bfd037-3e96-489a-9a69-8b6dc9d54b49'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:24.854036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:24.909867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:24.911139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b7c4c-3d82-40b9-a63d-4937cfff6ea1 None None] The sync data for ids ['83bfd037-3e96-489a-9a69-8b6dc9d54b49'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:24.951051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4999226e-415f-4ebe-a71f-3ada8a11c65a up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:25.055200 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-83d53094-d37e-4f2f-8f21-1b27d1486616 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 10:09:25.056588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-83d53094-d37e-4f2f-8f21-1b27d1486616 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/83bfd037-3e96-489a-9a69-8b6dc9d54b49/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4302201 Jul 05 10:09:25.061463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:25.069331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 4999226e-415f-4ebe-a71f-3ada8a11c65a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:25.076337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 4999226e-415f-4ebe-a71f-3ada8a11c65a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:25.076937 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.148000 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad98818b-bb82-4005-bb24-6558e43ee590 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=83bfd037-3e96-489a-9a69-8b6dc9d54b49 HTTP/1.1" status: 200 len: 205 time: 0.0808318 Jul 05 10:09:25.148387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:25.169841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983806ee-4547-4bb4-8bcc-a10d3ab5b917 req-62e0caa7-e15c-4ecc-8438-975d1dbe7ed5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:25.171665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-983806ee-4547-4bb4-8bcc-a10d3ab5b917 req-62e0caa7-e15c-4ecc-8438-975d1dbe7ed5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.5652173 Jul 05 10:09:25.217963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc017545-bca6-41e5-b963-995aa5f6a944 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] Network 2388b71e-4194-4b62-907f-ddcf172e274a is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:25.271862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.310386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bc017545-bca6-41e5-b963-995aa5f6a944 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "POST /v2.0/agents/e0bc6cc4-fcb0-4f1a-982d-91657f50c81d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6418111 Jul 05 10:09:25.314409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8a7a1-e796-490e-9e2e-2447f09c025d None None] Network 2388b71e-4194-4b62-907f-ddcf172e274a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:25.332467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86b24-e794-4e1c-a8f3-d4f88720186c req-7ac6c72d-b7f0-4d1e-b92e-eb73ca28ff80 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:25.337048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3d86b24-e794-4e1c-a8f3-d4f88720186c req-7ac6c72d-b7f0-4d1e-b92e-eb73ca28ff80 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 944 time: 0.4535491 Jul 05 10:09:25.338123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50170) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:25.358049 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53a41c63-aadd-413e-ba61-4d58a7564ff0 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.359975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58f997-d298-4833-9598-8822f854c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4999226e-415f-4ebe-a71f-3ada8a11c65a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:25.364137 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616426d9-fe2f-4e5c-a046-8737228cb17f" -d '{"events": [{"server_uuid": "1a58f997-d298-4833-9598-8822f854c64c", "name": "network-vif-plugged", "status": "completed", "tag": "4999226e-415f-4ebe-a71f-3ada8a11c65a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:25.466905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-983806ee-4547-4bb4-8bcc-a10d3ab5b917 req-503a57e9-4802-4141-a325-562ee3d2bb3d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742891 Jul 05 10:09:25.477610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 4999226e-415f-4ebe-a71f-3ada8a11c65a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4999226e-415f-4ebe-a71f-3ada8a11c65a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:25.497918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.614772 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2842d6f7-8a69-41f4-9a63-b93799fa13b3 x-openstack-request-id: req-2842d6f7-8a69-41f4-9a63-b93799fa13b3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:25.615836 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58f997-d298-4833-9598-8822f854c64c", "name": "network-vif-plugged", "status": "completed", "tag": "4999226e-415f-4ebe-a71f-3ada8a11c65a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:25.615836 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2842d6f7-8a69-41f4-9a63-b93799fa13b3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:25.616289 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58f997-d298-4833-9598-8822f854c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4999226e-415f-4ebe-a71f-3ada8a11c65a', 'code': 200} Jul 05 10:09:25.657640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=4999226e-415f-4ebe-a71f-3ada8a11c65a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:25.696307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53a41c63-aadd-413e-ba61-4d58a7564ff0 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.700330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53a41c63-aadd-413e-ba61-4d58a7564ff0 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.797835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53a41c63-aadd-413e-ba61-4d58a7564ff0 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.799012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a41c63-aadd-413e-ba61-4d58a7564ff0 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Fanout notify agent at l3_agent the message router_deleted on router 83bfd037-3e96-489a-9a69-8b6dc9d54b49 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:25.812670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3d86b24-e794-4e1c-a8f3-d4f88720186c req-fb105cef-2111-4e35-a7a1-7c7957ab3d3f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576082 Jul 05 10:09:25.813487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53a41c63-aadd-413e-ba61-4d58a7564ff0 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.818405 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-53a41c63-aadd-413e-ba61-4d58a7564ff0 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/83bfd037-3e96-489a-9a69-8b6dc9d54b49 HTTP/1.1" status: 204 len: 168 time: 0.6629727 Jul 05 10:09:25.831177 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:25.924092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet e50a53f1-9227-445f-a3b2-d5cb1127a2e2 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:25.928739 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.004048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.062183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-490b0e0c-4e92-474a-85bc-60ab81af6e1c tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "GET /v2.0/agents/e0bc6cc4-fcb0-4f1a-982d-91657f50c81d/dhcp-networks HTTP/1.1" status: 200 len: 8019 time: 0.7103851 Jul 05 10:09:26.063257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.065192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58807d-abb9-49b6-8572-53ebf0d93b2d req-ed786fa0-086e-46f5-87e3-05d13653ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:26.067463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f58807d-abb9-49b6-8572-53ebf0d93b2d req-ed786fa0-086e-46f5-87e3-05d13653ad85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 1097 time: 0.3002274 Jul 05 10:09:26.141821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.153700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f58807d-abb9-49b6-8572-53ebf0d93b2d req-c3749951-6467-4818-b6fe-c2df7de6b21b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791326 Jul 05 10:09:26.200684 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7847de6e-a6f8-414c-8c37-141f41e432a4 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "DELETE /v2.0/agents/e0bc6cc4-fcb0-4f1a-982d-91657f50c81d/dhcp-networks/2388b71e-4194-4b62-907f-ddcf172e274a HTTP/1.1" status: 204 len: 168 time: 0.1324182 Jul 05 10:09:26.201093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.204106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.293394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.326695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.358606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=e50a53f1-9227-445f-a3b2-d5cb1127a2e2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.362342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.366779 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51b22b09-f1b8-434d-909e-df64a0d74ad7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/e50a53f1-9227-445f-a3b2-d5cb1127a2e2 HTTP/1.1" status: 204 len: 168 time: 0.5299821 Jul 05 10:09:26.371354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.377281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4585bc8-99aa-4988-b3db-96cf24538118 None None] Network d3fe3c39-fc4c-42d5-930e-af70644676f1 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:26.404274 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28eab1ee-73cc-41a1-9954-22e9640bdf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.503459 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.514932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f133d46d-a11b-4345-87b9-1721e3898491 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "GET /v2.0/agents/e0bc6cc4-fcb0-4f1a-982d-91657f50c81d/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.3126483 Jul 05 10:09:26.524288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50204) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.593029 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1b2236f8-0e94-4d5b-bf6d-f078cfecf552 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "GET /v2.0/networks/792524b6-6d26-4cee-8f44-658098cd9b61/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0611117 Jul 05 10:09:26.595267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50206) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.714992 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c0f2eae1-f69e-4d7f-95a1-ca6360021472 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "GET /v2.0/networks/792524b6-6d26-4cee-8f44-658098cd9b61/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1159298 Jul 05 10:09:26.719807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50208) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.741613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:26.741966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.786296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] DHCP port deletion for d3fe3c39-fc4c-42d5-930e-af70644676f1 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:26.823601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28eab1ee-73cc-41a1-9954-22e9640bdf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.848185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28eab1ee-73cc-41a1-9954-22e9640bdf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.911665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] Deleting port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:26.912657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.009453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:27.016699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,segment=NetworkSegment(d7419002-b4ac-4983-8aaf-aff09b38f459),segment_id=d7419002-b4ac-4983-8aaf-aff09b38f459)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:27.017226 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.033036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-28eab1ee-73cc-41a1-9954-22e9640bdf78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6cd48775a004d4f98066c90a2f5d6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8861606 Jul 05 10:09:27.036023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:27.096701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:27.126116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eab1ee-73cc-41a1-9954-22e9640bdf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee781bd1-8df3-484e-bff6-c964d9e71931,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.181341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] For port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,segment=NetworkSegment(d7419002-b4ac-4983-8aaf-aff09b38f459),segment_id=d7419002-b4ac-4983-8aaf-aff09b38f459)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:27.183123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.219297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] Calling delete_port for 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:27.277322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7e030-cb68-4f47-84ec-f55e8b802a10 req-f3f45cf2-5871-41fb-939e-7a78e9c816fa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.280282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0e7e030-cb68-4f47-84ec-f55e8b802a10 req-f3f45cf2-5871-41fb-939e-7a78e9c816fa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.4519982 Jul 05 10:09:27.294581 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f96181ad-abe3-4781-84f3-7bd6686b6151 tempest-DHCPAgentSchedulersTestJSON-1818385257 tempest-DHCPAgentSchedulersTestJSON-1818385257-project-admin] 10.222.0.21 "GET /v2.0/agents/e0bc6cc4-fcb0-4f1a-982d-91657f50c81d/dhcp-networks HTTP/1.1" status: 200 len: 7210 time: 0.5734377 Jul 05 10:09:27.303927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:27.346350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.425139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,segment=NetworkSegment(d7419002-b4ac-4983-8aaf-aff09b38f459),segment_id=d7419002-b4ac-4983-8aaf-aff09b38f459)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:27.429741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13b9e2-f5d8-4a46-a61d-6473e0a612e4 req-d500173e-f402-4ca3-a672-2a02e734a35e tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.431396 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.442636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c13b9e2-f5d8-4a46-a61d-6473e0a612e4 req-d500173e-f402-4ca3-a672-2a02e734a35e tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 945 time: 0.2791512 Jul 05 10:09:27.450470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0e7e030-cb68-4f47-84ec-f55e8b802a10 req-9ebfd0f2-185a-44e8-8c32-86ffcebe1320 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365786 Jul 05 10:09:27.477220 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.508782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] No DVR routers for this DVR port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:27.523840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Deleting port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:27.524402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.534868 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f35ab688-8f8a-4698-a725-88fcf02735ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.536875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.566251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43125627-7b72-4ee8-a28a-f9cd443ff436 None None] Pushing event deleted for resources: {'Port': ['ID=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.567399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c13b9e2-f5d8-4a46-a61d-6473e0a612e4 req-29589be4-8ea1-4272-8ce9-d96bc5a4a8a9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226692 Jul 05 10:09:27.636486 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f35ab688-8f8a-4698-a725-88fcf02735ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.651620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.657629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.704312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] For port 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:27.704945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.731541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Calling delete_port for 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:28.088684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.135371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:28.172733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:28.186282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No DVR routers for this DVR port 76d3ba8a-e1fb-4d48-b8b8-e6951273ca6c on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:28.472316 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.481849 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f35ab688-8f8a-4698-a725-88fcf02735ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.486954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f35ab688-8f8a-4698-a725-88fcf02735ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.488980 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f35ab688-8f8a-4698-a725-88fcf02735ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee781bd1-8df3-484e-bff6-c964d9e71931 HTTP/1.1" status: 204 len: 168 time: 1.4460897 Jul 05 10:09:28.491355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.535223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.556396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2388b71e-4194-4b62-907f-ddcf172e274a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:28.560414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ab688-8f8a-4698-a725-88fcf02735ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee781bd1-8df3-484e-bff6-c964d9e71931,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:28.575877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fe3c39-fc4c-42d5-930e-af70644676f1']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:28.595319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f49ee7a-107d-4cc7-915d-afda5a65a340') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:28.595739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f49ee7a-107d-4cc7-915d-afda5a65a340') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:28.613209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7419002-b4ac-4983-8aaf-aff09b38f459') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:28.613705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7419002-b4ac-4983-8aaf-aff09b38f459') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:28.632640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.652744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.719203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.736874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.744403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:28.745877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:28.753954 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:28.850488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:28.851067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:28.858234 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:29.037477 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.052639 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.056236 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "DELETE /v2.0/networks/2388b71e-4194-4b62-907f-ddcf172e274a HTTP/1.1" status: 204 len: 168 time: 1.7427633 Jul 05 10:09:29.060885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.064647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.117500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df07c1b-5a77-4d74-af57-5062f954149c req-ca858294-c15e-4068-972c-4f2b581b75fa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.119400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1df07c1b-5a77-4d74-af57-5062f954149c req-ca858294-c15e-4068-972c-4f2b581b75fa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.2692270 Jul 05 10:09:29.124317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Router f314cec0-2990-4855-8bf1-57a0c556d610 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:29.138241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accb902-6b3b-44f3-81f3-b8656cb9de27 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event deleted for resources: {'Network': ['ID=2388b71e-4194-4b62-907f-ddcf172e274a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.142620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.154709 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/d3fe3c39-fc4c-42d5-930e-af70644676f1 HTTP/1.1" status: 204 len: 168 time: 2.7732875 Jul 05 10:09:29.155200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.159326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1379546892'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:29.165110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.172678 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b13e70-c7fe-4ffd-b385-448ae0842af3 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] DELETE failed (client error): The resource could not be found. Jul 05 10:09:29.173936 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b13e70-c7fe-4ffd-b385-448ae0842af3 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:09:29.179142 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d3b13e70-c7fe-4ffd-b385-448ae0842af3 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "DELETE /v2.0/ports/1e217361-073f-4d08-8dc9-50bcf975a239 HTTP/1.1" status: 404 len: 333 time: 0.1145182 Jul 05 10:09:29.182678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.196510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265782c-eb82-4d8e-b9a4-7baeae49daa9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=d3fe3c39-fc4c-42d5-930e-af70644676f1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.197380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6395a13-6dfb-45a4-83eb-f6cc8f2b8813 req-228b120f-35bd-414e-a2b3-285eafc76cf2 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.203919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6395a13-6dfb-45a4-83eb-f6cc8f2b8813 req-228b120f-35bd-414e-a2b3-285eafc76cf2 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 945 time: 0.2517152 Jul 05 10:09:29.233582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-553e7e27-2194-4a57-8378-07c38a8c2ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.282065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Deleting subnet 4414a1a7-2c51-43bf-8443-c2d94c304227 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:29.288392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.348546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1df07c1b-5a77-4d74-af57-5062f954149c req-23a74a34-56e6-4225-8033-c7c8a225ec5b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173209 Jul 05 10:09:29.360710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.363840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:29.368702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.457353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6395a13-6dfb-45a4-83eb-f6cc8f2b8813 req-1c5d84c1-6b5e-44e1-8364-66d89e388bd0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378561 Jul 05 10:09:29.495920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:29.512421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f8e4e5d2-9a81-472b-94e2-54faf9bc81be admin admin] 10.222.0.21 "PUT /v2.0/routers/f314cec0-2990-4855-8bf1-57a0c556d610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1984069 Jul 05 10:09:29.512421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:29.512891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.520467 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] Sync routers for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:29.542353 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:29.543907 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:29.551698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.586441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.586986 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment 7dde519b-64fa-4913-86dc-db8e8ca8aff0 of type vlan for network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a Jul 05 10:09:29.625114 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.705421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.718878 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.731978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.762836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event deleted for resources: {'Subnet': ['ID=4414a1a7-2c51-43bf-8443-c2d94c304227,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.766981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.769332 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-700c8023-c340-4989-8efe-8b2ca103c252 tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "DELETE /v2.0/subnets/4414a1a7-2c51-43bf-8443-c2d94c304227 HTTP/1.1" status: 204 len: 168 time: 0.5851371 Jul 05 10:09:29.773918 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:29.775666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.792370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55977b34-4f41-422e-8e1e-922713834f27 None None] Network 792524b6-6d26-4cee-8f44-658098cd9b61 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:29.963146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.099791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Deleting port ed24f8bb-0590-42c8-b034-76a0abfd9948 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:30.100635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.183223 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:09:28Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:30.217447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] For port ed24f8bb-0590-42c8-b034-76a0abfd9948, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ed24f8bb-0590-42c8-b034-76a0abfd9948,segment=NetworkSegment(7c85f0d6-0199-4f97-8043-5ac820759890),segment_id=7c85f0d6-0199-4f97-8043-5ac820759890)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:30.218209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.241520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Calling delete_port for ed24f8bb-0590-42c8-b034-76a0abfd9948 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:30.248370 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] Checking router: f314cec0-2990-4855-8bf1-57a0c556d610 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:30.262698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] DHCP port deletion for 792524b6-6d26-4cee-8f44-658098cd9b61 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:30.273135 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] Routers {'f314cec0-2990-4855-8bf1-57a0c556d610'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:30.274174 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f314cec0-2990-4855-8bf1-57a0c556d610'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:30.360251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] Deleting port ed24f8bb-0590-42c8-b034-76a0abfd9948 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:30.361091 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.385872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.435128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event deleted for resources: {'Port': ['ID=ed24f8bb-0590-42c8-b034-76a0abfd9948,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:30.438575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] No DVR routers for this DVR port ed24f8bb-0590-42c8-b034-76a0abfd9948 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:30.494321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.520388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:30.521431 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.547238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] For port ed24f8bb-0590-42c8-b034-76a0abfd9948, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ed24f8bb-0590-42c8-b034-76a0abfd9948,segment=NetworkSegment(7c85f0d6-0199-4f97-8043-5ac820759890),segment_id=7c85f0d6-0199-4f97-8043-5ac820759890)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:30.548417 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.578548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.592472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] Calling delete_port for ed24f8bb-0590-42c8-b034-76a0abfd9948 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:30.608775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792524b6-6d26-4cee-8f44-658098cd9b61']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:30.617597 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] Set router f314cec0-2990-4855-8bf1-57a0c556d610 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:30.638570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c85f0d6-0199-4f97-8043-5ac820759890') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:30.639030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c85f0d6-0199-4f97-8043-5ac820759890') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:30.659053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.712722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.725138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:30.725841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.774203 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:30.779701 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:09:30.797391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.869360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] Pushing event deleted for resources: {'Port': ['ID=ed24f8bb-0590-42c8-b034-76a0abfd9948,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:30.880785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ea3ae-d54d-4ef3-b4dc-80ed4ae9662e None None] No DVR routers for this DVR port ed24f8bb-0590-42c8-b034-76a0abfd9948 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:30.887229 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:30.904209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.912724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.927792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.931240 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] 10.222.0.21 "DELETE /v2.0/networks/792524b6-6d26-4cee-8f44-658098cd9b61 HTTP/1.1" status: 204 len: 168 time: 1.1542013 Jul 05 10:09:30.961034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d87a9-9d59-46cc-a020-224ceb63ecbe tempest-DHCPAgentSchedulersTestJSON-1089409585 tempest-DHCPAgentSchedulersTestJSON-1089409585-project] Pushing event deleted for resources: {'Network': ['ID=792524b6-6d26-4cee-8f44-658098cd9b61,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:30.994529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ed24f8bb-0590-42c8-b034-76a0abfd9948 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:31.030731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ed24f8bb-0590-42c8-b034-76a0abfd9948 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:31.031601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ed24f8bb-0590-42c8-b034-76a0abfd9948 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:31.083875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=220cc0fa-8b76-4ee0-a2aa-4ef83261674a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:31.101530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:31.137766 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-553e7e27-2194-4a57-8378-07c38a8c2ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.219026 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-553e7e27-2194-4a57-8378-07c38a8c2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.237811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-23d6c24c-34fa-414d-a6f5-ca263879578f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0847585 Jul 05 10:09:31.241963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:31.251875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': '220cc0fa-8b76-4ee0-a2aa-4ef83261674a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:31.285941 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:09:28Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:31.325814 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ecbdf-3920-47f4-a00b-7154157ee1c7 None None] The sync data for ids ['f314cec0-2990-4855-8bf1-57a0c556d610'] in n-d-771363-33 is: [{'id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'name': 'tempest-TestServerBasicOps-1472409940-router', 'tenant_id': 'f90c87ac542845bb9d96dc0089e60c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '281cb906-87d3-485c-bb55-01be41c2565e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:12Z', 'updated_at': '2021-07-05T10:09:28Z', 'revision_number': 5, 'project_id': 'f90c87ac542845bb9d96dc0089e60c78', 'gw_port': {'id': '281cb906-87d3-485c-bb55-01be41c2565e', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314cec0-2990-4855-8bf1-57a0c556d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:16Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:31.394689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-553e7e27-2194-4a57-8378-07c38a8c2ea2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7a5e67b08654bbb80f81123d4cef17b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2215896 Jul 05 10:09:31.404404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:31.416944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab1b8-5f3f-4fb9-b5c9-dda64c96f976 req-2c174dda-ba40-4f2d-990e-df5dedc1a361 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:31.424150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4cab1b8-5f3f-4fb9-b5c9-dda64c96f976 req-2c174dda-ba40-4f2d-990e-df5dedc1a361 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 945 time: 0.9344115 Jul 05 10:09:31.432530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e7e27-2194-4a57-8378-07c38a8c2ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213389d5-bc16-4b9d-825c-63a48dd7d6c7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:31.461575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc28d6-da93-4af2-873b-e0ccfe187f65 req-2322fc6d-7fdb-440d-bd1a-d500a85cdd10 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:31.471687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4cc28d6-da93-4af2-873b-e0ccfe187f65 req-2322fc6d-7fdb-440d-bd1a-d500a85cdd10 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.7241075 Jul 05 10:09:31.482185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.510083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:31.514551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.579383 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68681344-5d22-4839-bc2a-2dc1fa4b456a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.613754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4cab1b8-5f3f-4fb9-b5c9-dda64c96f976 req-172d37b0-9d32-4c9b-82e6-8736d94cc33b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747320 Jul 05 10:09:31.646880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4cc28d6-da93-4af2-873b-e0ccfe187f65 req-f8a2ec45-9d61-493e-b217-ee6db947c63e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739111 Jul 05 10:09:31.650399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68681344-5d22-4839-bc2a-2dc1fa4b456a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.680163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:31.711038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Deleting port 281cb906-87d3-485c-bb55-01be41c2565e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:31.712151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.879431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68681344-5d22-4839-bc2a-2dc1fa4b456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.887671 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68681344-5d22-4839-bc2a-2dc1fa4b456a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.894622 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-68681344-5d22-4839-bc2a-2dc1fa4b456a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/213389d5-bc16-4b9d-825c-63a48dd7d6c7 HTTP/1.1" status: 204 len: 168 time: 0.4913447 Jul 05 10:09:31.936658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681344-5d22-4839-bc2a-2dc1fa4b456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213389d5-bc16-4b9d-825c-63a48dd7d6c7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.077218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.127251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] For port 281cb906-87d3-485c-bb55-01be41c2565e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=281cb906-87d3-485c-bb55-01be41c2565e,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:32.127835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.196228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=dea609d3-0fb9-4a03-b8f0-cbf04c1994f9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.210287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': '7dde519b-64fa-4913-86dc-db8e8ca8aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '220cc0fa-8b76-4ee0-a2aa-4ef83261674a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:32.210561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: 220cc0fa-8b76-4ee0-a2aa-4ef83261674a, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:32.215556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Calling delete_port for 281cb906-87d3-485c-bb55-01be41c2565e owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:32.244737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2d2433f7-a5a0-4b2f-88b5-888c6fe8530d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aafd482535cc4c898ce71427b98ac112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5623820 Jul 05 10:09:32.248979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50262) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:32.257155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:32.291741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 220cc0fa-8b76-4ee0-a2aa-4ef83261674a) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:32.304554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81abf5-e0bf-408c-aa82-224ee00918d7 req-2dcb8690-cebf-4b6b-8dac-3fdaef1e67f0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:32.306227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a81abf5-e0bf-408c-aa82-224ee00918d7 req-2dcb8690-cebf-4b6b-8dac-3fdaef1e67f0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 945 time: 0.3216093 Jul 05 10:09:32.309120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6fde6c-5a63-42d9-8702-20aa9cf5af05 None None] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:32.320403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:32.321416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.379220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4e684a8-8b02-4706-8c07-8bd782d02a93 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1319480 Jul 05 10:09:32.381660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:32.385640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3a81abf5-e0bf-408c-aa82-224ee00918d7 req-79c83d3e-92a0-49d7-acf2-1c716733805d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562112 Jul 05 10:09:32.398504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3f0c302a-d235-4d3c-b89f-5f8fb51b55b7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1281816445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:32.428498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a064745d-ce35-48db-a2ae-dce7a33c0ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.463266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a064745d-ce35-48db-a2ae-dce7a33c0ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.567254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a064745d-ce35-48db-a2ae-dce7a33c0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.572352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a064745d-ce35-48db-a2ae-dce7a33c0ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.578510 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a064745d-ce35-48db-a2ae-dce7a33c0ac4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bf826fe-f09d-43af-8f88-fda254fe4573 HTTP/1.1" status: 204 len: 168 time: 0.3270814 Jul 05 10:09:32.608002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064745d-ce35-48db-a2ae-dce7a33c0ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf826fe-f09d-43af-8f88-fda254fe4573,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.616840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f0c302a-d235-4d3c-b89f-5f8fb51b55b7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.619348 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f0c302a-d235-4d3c-b89f-5f8fb51b55b7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.706301 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.829947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f0c302a-d235-4d3c-b89f-5f8fb51b55b7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.837262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f0c302a-d235-4d3c-b89f-5f8fb51b55b7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.868333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f0c302a-d235-4d3c-b89f-5f8fb51b55b7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.873654 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3f0c302a-d235-4d3c-b89f-5f8fb51b55b7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4904447 Jul 05 10:09:32.874662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:32.958765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Pushing event deleted for resources: {'Port': ['ID=281cb906-87d3-485c-bb55-01be41c2565e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.974895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:33.142864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:33.149467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6d7f5399-ad77-43ec-bbc5-9ed6bbd4b547 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:33.169249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-220cc0fa-8b76-4ee0-a2aa-4ef83261674a', 'network_id': '220cc0fa-8b76-4ee0-a2aa-4ef83261674a', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': 'dea609d3-0fb9-4a03-b8f0-cbf04c1994f9'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:33.173502 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.479944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.640090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.741124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Allocated IP 2001:db8::2 (220cc0fa-8b76-4ee0-a2aa-4ef83261674a/dea609d3-0fb9-4a03-b8f0-cbf04c1994f9/ef761fc7-0525-4d07-add3-1644a05caab2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:33.831010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.840511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:33.845489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.898825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa121df-332a-4916-8ff4-1088cbcc7082 req-f0c7a8df-f1d6-4a25-8793-15f2be39f19d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:33.912048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6aa121df-332a-4916-8ff4-1088cbcc7082 req-f0c7a8df-f1d6-4a25-8793-15f2be39f19d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.7491913 Jul 05 10:09:33.938672 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aadca5e5-c555-4716-9e6c-183dab3b74a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.998555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6aa121df-332a-4916-8ff4-1088cbcc7082 req-17bf0b8c-24af-4a0a-b2c2-212d2e7f2239 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848596 Jul 05 10:09:34.041476 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.058759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Transition to ACTIVE for port object ef761fc7-0525-4d07-add3-1644a05caab2 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:34.089930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Transition to ACTIVE for port object ef761fc7-0525-4d07-add3-1644a05caab2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:34.100254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.200894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aadca5e5-c555-4716-9e6c-183dab3b74a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.221564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Pushing event updated for resources: {'Port': ['ID=ef761fc7-0525-4d07-add3-1644a05caab2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:34.245293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982350-e84f-4189-a22d-46edf9135b46 req-c89b1657-e9dc-4244-b601-e4af03585c67 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.247740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:34.249297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8::1 (220cc0fa-8b76-4ee0-a2aa-4ef83261674a/dea609d3-0fb9-4a03-b8f0-cbf04c1994f9/2ed0c71c-995a-46a8-9589-efc1b6e3eb7a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:34.250379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3982350-e84f-4189-a22d-46edf9135b46 req-c89b1657-e9dc-4244-b601-e4af03585c67 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 945 time: 0.9107592 Jul 05 10:09:34.251630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:34.256069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:34.259557 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aadca5e5-c555-4716-9e6c-183dab3b74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.322856 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.323477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f314cec0-2990-4855-8bf1-57a0c556d610 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:34.338649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.343956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1619f709-03f3-4b52-ba4a-8c484ae8f53f admin admin] 10.222.0.21 "DELETE /v2.0/routers/f314cec0-2990-4855-8bf1-57a0c556d610 HTTP/1.1" status: 204 len: 168 time: 4.8264043 Jul 05 10:09:34.380370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:34.392402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Attempting to bind port ef761fc7-0525-4d07-add3-1644a05caab2 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:34.393153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Attempting to bind port ef761fc7-0525-4d07-add3-1644a05caab2 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7dde519b-64fa-4913-86dc-db8e8ca8aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '220cc0fa-8b76-4ee0-a2aa-4ef83261674a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:34.394098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Attempting to bind port ef761fc7-0525-4d07-add3-1644a05caab2 on network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:34.407329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:34.407329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Checking segment: {'id': '7dde519b-64fa-4913-86dc-db8e8ca8aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '220cc0fa-8b76-4ee0-a2aa-4ef83261674a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:34.407329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.408065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Bound using segment: {'id': '7dde519b-64fa-4913-86dc-db8e8ca8aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '220cc0fa-8b76-4ee0-a2aa-4ef83261674a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:34.408787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Bound port: ef761fc7-0525-4d07-add3-1644a05caab2, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dde519b-64fa-4913-86dc-db8e8ca8aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '220cc0fa-8b76-4ee0-a2aa-4ef83261674a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:34.409533 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.429664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aadca5e5-c555-4716-9e6c-183dab3b74a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7714a4f6a77448df820077ade7d31ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742776 Jul 05 10:09:34.432787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:34.608400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] For port ef761fc7-0525-4d07-add3-1644a05caab2, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:34.624997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] For port ef761fc7-0525-4d07-add3-1644a05caab2, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ef761fc7-0525-4d07-add3-1644a05caab2,segment=NetworkSegment(7dde519b-64fa-4913-86dc-db8e8ca8aff0),segment_id=7dde519b-64fa-4913-86dc-db8e8ca8aff0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:34.636220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.642375 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.658910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:34.709710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadca5e5-c555-4716-9e6c-183dab3b74a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1466127-414e-4662-b954-348ffb161a73,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:34.758377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.844369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:34.846124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=2ed0c71c-995a-46a8-9589-efc1b6e3eb7a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:34.851889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:34.871937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:34.873030 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.880126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d7d3a-f988-4aa2-ab76-039c261680bc None None] Pushing event updated for resources: {'Port': ['ID=ef761fc7-0525-4d07-add3-1644a05caab2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:34.912525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] Deleting subnet c127997a-12a6-4f90-8953-3ee5cbe723cc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:34.922422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.984234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.132646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b214abb7-569c-40bd-9286-57faac95aaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.147609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3982350-e84f-4189-a22d-46edf9135b46 req-0f36484b-1392-40b5-b4d9-b12a1fc7ae4f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8512549 Jul 05 10:09:35.191964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 281cb906-87d3-485c-bb55-01be41c2565e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:35.285787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 281cb906-87d3-485c-bb55-01be41c2565e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:35.286202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 281cb906-87d3-485c-bb55-01be41c2565e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:35.296470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.441808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b214abb7-569c-40bd-9286-57faac95aaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.629098 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.713458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe495121-20e4-4245-bf04-cd1436d50700 req-83e04070-dcbf-44b6-9d71-ab3c5ac73d39 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:35.716289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe495121-20e4-4245-bf04-cd1436d50700 req-83e04070-dcbf-44b6-9d71-ab3c5ac73d39 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 945 time: 1.0347149 Jul 05 10:09:35.767655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b676a-1e42-4bc6-926e-b309f4cfc9aa req-a69b5787-9924-400c-89e5-f960dd5ca19a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:35.771003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-240b676a-1e42-4bc6-926e-b309f4cfc9aa req-a69b5787-9924-400c-89e5-f960dd5ca19a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.3183982 Jul 05 10:09:35.812017 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b214abb7-569c-40bd-9286-57faac95aaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.816901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b214abb7-569c-40bd-9286-57faac95aaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.818995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b214abb7-569c-40bd-9286-57faac95aaee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1466127-414e-4662-b954-348ffb161a73 HTTP/1.1" status: 204 len: 168 time: 1.3496997 Jul 05 10:09:35.901160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214abb7-569c-40bd-9286-57faac95aaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1466127-414e-4662-b954-348ffb161a73,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:35.912588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.920521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.923914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.933536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.043442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-240b676a-1e42-4bc6-926e-b309f4cfc9aa req-55b2721d-c1c0-4569-a47c-056997faa32d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214775 Jul 05 10:09:36.045476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c127997a-12a6-4f90-8953-3ee5cbe723cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:36.078529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.093845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65fc92-169e-417d-9902-ea5a80904eb0 None None] Network 60f17619-c99e-444a-9d86-e76477b0e226 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:36.103434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4da68eb8-2679-49dd-bb70-2008547f6bd1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c127997a-12a6-4f90-8953-3ee5cbe723cc HTTP/1.1" status: 204 len: 168 time: 1.7217009 Jul 05 10:09:36.106596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:36.208625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=2ed0c71c-995a-46a8-9589-efc1b6e3eb7a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:36.347786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:36.356862 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-3f2d45c2-3da4-4ffa-be39-91c4285bbdf2 service neutron] show failed (client error): The resource could not be found. Jul 05 10:09:36.358596 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-3f2d45c2-3da4-4ffa-be39-91c4285bbdf2 service neutron] 10.222.0.16 "GET /v2.0/ports/dc8df590-89d9-4079-b08d-5b27b6dfa5d0/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.2374160 Jul 05 10:09:36.385139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:36.388282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:36.427976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.664721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Deleting port 4999226e-415f-4ebe-a71f-3ada8a11c65a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:36.665286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:36.817065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] DHCP port deletion for 60f17619-c99e-444a-9d86-e76477b0e226 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:36.977569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] Deleting port 6a123b93-8757-43b6-a879-05fcf0f14777 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:36.978981 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.001663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 69c97415-b62f-47c7-b855-49b22c884a5c is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:37.168236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe948ceb-8b83-47cc-994e-7f4bed0f097c None None] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:37.287400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0389-eb91-4311-8bb1-ac6cdb271d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.361497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef761fc7-0525-4d07-add3-1644a05caab2 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:37.449977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] For port 4999226e-415f-4ebe-a71f-3ada8a11c65a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=4999226e-415f-4ebe-a71f-3ada8a11c65a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:37.450475 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.468869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Calling delete_port for 4999226e-415f-4ebe-a71f-3ada8a11c65a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:37.506696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4d94bc41-e995-4645-884e-4c136aba563d None None] Provisioning for port ef761fc7-0525-4d07-add3-1644a05caab2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:37.530806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] For port 6a123b93-8757-43b6-a879-05fcf0f14777, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6a123b93-8757-43b6-a879-05fcf0f14777,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:37.531291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.563351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ef761fc7-0525-4d07-add3-1644a05caab2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:37.567612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] Calling delete_port for 6a123b93-8757-43b6-a879-05fcf0f14777 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:37.609919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ef761fc7-0525-4d07-add3-1644a05caab2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:37.610333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.717014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Deleting port 6a123b93-8757-43b6-a879-05fcf0f14777 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:37.717550 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.726539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:37.746079 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-43350f71-1edd-4d9f-ae58-9af3fefe6645 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/69c97415-b62f-47c7-b855-49b22c884a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8660264 Jul 05 10:09:37.746396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:37.782705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c827bde-0099-4049-baea-43c0aa565af6 req-38e2a4e4-5e62-4ebc-bafd-b26a6d9a3567 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.795981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c827bde-0099-4049-baea-43c0aa565af6 req-38e2a4e4-5e62-4ebc-bafd-b26a6d9a3567 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 945 time: 1.1484861 Jul 05 10:09:37.800642 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:09:37.879151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6a13c2-938b-4ec9-9734-43c85ab18e11 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.887567 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d6a13c2-938b-4ec9-9734-43c85ab18e11 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports/2ed0c71c-995a-46a8-9589-efc1b6e3eb7a HTTP/1.1" status: 200 len: 911 time: 0.1343644 Jul 05 10:09:37.887567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-ceb990bd-bcb0-40ad-9c51-f179fb6c2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.888932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-ceb990bd-bcb0-40ad-9c51-f179fb6c2750 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 1098 time: 0.4007759 Jul 05 10:09:37.889696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:37.909620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:38.131041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] Sync routers for ids ['69c97415-b62f-47c7-b855-49b22c884a5c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:38.200164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] Routers {'69c97415-b62f-47c7-b855-49b22c884a5c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:38.202520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69c97415-b62f-47c7-b855-49b22c884a5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:38.236422 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0389-eb91-4311-8bb1-ac6cdb271d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.262533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:38.266875 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.296665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.300513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.310326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0389-eb91-4311-8bb1-ac6cdb271d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.325433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] Routers {'69c97415-b62f-47c7-b855-49b22c884a5c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:38.326655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69c97415-b62f-47c7-b855-49b22c884a5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:38.374027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cd9f0389-eb91-4311-8bb1-ac6cdb271d3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9140a892e4c2498bb1b3bd27023bbbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0245414 Jul 05 10:09:38.415038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.420738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] Pushing event deleted for resources: {'Port': ['ID=6a123b93-8757-43b6-a879-05fcf0f14777,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:38.434867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b656a-8bc5-4007-8646-8a17661fa89d None None] No DVR routers for this DVR port 6a123b93-8757-43b6-a879-05fcf0f14777 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:38.440491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:38.441229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aaf629-f23c-40a8-8a62-43f3bec61dbd None None] The sync data for ids ['69c97415-b62f-47c7-b855-49b22c884a5c'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:38.475659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ef761fc7-0525-4d07-add3-1644a05caab2, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ef761fc7-0525-4d07-add3-1644a05caab2,segment=NetworkSegment(7dde519b-64fa-4913-86dc-db8e8ca8aff0),segment_id=7dde519b-64fa-4913-86dc-db8e8ca8aff0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:38.477753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-004cb869-f697-4276-a19b-1f0c0705ad82 None None] Provisioning complete for port ef761fc7-0525-4d07-add3-1644a05caab2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:38.478216 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-004cb869-f697-4276-a19b-1f0c0705ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.482159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.512546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c827bde-0099-4049-baea-43c0aa565af6 req-13a91471-8885-4bad-8e5b-8397cce1e117 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267769 Jul 05 10:09:38.552969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] For port 6a123b93-8757-43b6-a879-05fcf0f14777, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6a123b93-8757-43b6-a879-05fcf0f14777,segment=NetworkSegment(d3b8e914-789c-4a9e-98f1-28a722f64006),segment_id=d3b8e914-789c-4a9e-98f1-28a722f64006)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:38.553922 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.564446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.639004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a123b93-8757-43b6-a879-05fcf0f14777 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:38.654619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30922fc-ab8f-4a03-ae67-eb66000b5977 req-c26a3c4c-b05d-4ea8-8778-94f9893d2056 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.672023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a30922fc-ab8f-4a03-ae67-eb66000b5977 req-c26a3c4c-b05d-4ea8-8778-94f9893d2056 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 1.2817602 Jul 05 10:09:38.699014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f0389-eb91-4311-8bb1-ac6cdb271d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f229a2-25fa-4424-af98-d2bd6da606c5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:38.709771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Calling delete_port for 6a123b93-8757-43b6-a879-05fcf0f14777 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:38.722084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-0de79432-beee-4752-90b7-ceb53fee989b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:38.725347 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0de79432-beee-4752-90b7-ceb53fee989b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4228628 Jul 05 10:09:38.736231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 6a123b93-8757-43b6-a879-05fcf0f14777 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:38.736771 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6a123b93-8757-43b6-a879-05fcf0f14777 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:38.750007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.801019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-db9afd04-4d89-482c-8726-39bf86c3cc62 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:38.803825 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db9afd04-4d89-482c-8726-39bf86c3cc62 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0517292 Jul 05 10:09:38.814900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.823705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ef761fc7-0525-4d07-add3-1644a05caab2,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:38.842763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-ce37808d-c890-4337-a604-003aeabd1792 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:38.844968 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ce37808d-c890-4337-a604-003aeabd1792 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0174329 Jul 05 10:09:38.854991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.882365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-b114d8f0-e7c8-42e2-8061-2f9b683d8b2b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:38.884671 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b114d8f0-e7c8-42e2-8061-2f9b683d8b2b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0140452 Jul 05 10:09:38.922152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.925020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.941475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-9639e7ed-ce9a-4013-9865-1c4df4ca4f28 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:38.942281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9639e7ed-ce9a-4013-9865-1c4df4ca4f28 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0183041 Jul 05 10:09:38.947402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50440) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.959315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e826def1-a4ba-4857-b030-6c9f282e83ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.967820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-48c3415f-61ab-4590-a64a-220693a2f161 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:38.969065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:38.984007 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-48c3415f-61ab-4590-a64a-220693a2f161 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0266721 Jul 05 10:09:39.017029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.038767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-fdd264bd-441e-48c8-8158-e6dfb768a942 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.047883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef761fc7-0525-4d07-add3-1644a05caab2 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:39.048274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fdd264bd-441e-48c8-8158-e6dfb768a942 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0190945 Jul 05 10:09:39.051198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4999226e-415f-4ebe-a71f-3ada8a11c65a no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:39.055816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event deleted for resources: {'Port': ['ID=4999226e-415f-4ebe-a71f-3ada8a11c65a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:39.060648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.069385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-008b36e8-0e6b-49c8-a73f-127fb38a5251 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.075256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-008b36e8-0e6b-49c8-a73f-127fb38a5251 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104320 Jul 05 10:09:39.082483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.087611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a30922fc-ab8f-4a03-ae67-eb66000b5977 req-b386862d-3242-4b47-b146-77a09d9f7ba0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835940 Jul 05 10:09:39.093144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-ddfbf195-676e-4c2c-9680-4d9b9ef01bd0 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.099426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ddfbf195-676e-4c2c-9680-4d9b9ef01bd0 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0098958 Jul 05 10:09:39.146012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.148533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.180830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-0d91378f-5621-40c9-9c36-86854a2f7a5a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.182766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0d91378f-5621-40c9-9c36-86854a2f7a5a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0102046 Jul 05 10:09:39.216738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 4999226e-415f-4ebe-a71f-3ada8a11c65a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:39.218888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 4999226e-415f-4ebe-a71f-3ada8a11c65a not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:39.235001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] No DVR routers for this DVR port 6a123b93-8757-43b6-a879-05fcf0f14777 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:39.237549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.260697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-004cb869-f697-4276-a19b-1f0c0705ad82 None None] Provisioning for port 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:39.263318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-aabd30f6-aa9d-45a8-9c75-36672efaf5a9 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.265666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aabd30f6-aa9d-45a8-9c75-36672efaf5a9 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0200138 Jul 05 10:09:39.311760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-004cb869-f697-4276-a19b-1f0c0705ad82 None None] Provisioning complete for port 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:39.313442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-004cb869-f697-4276-a19b-1f0c0705ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.320332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.338799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-76568a84-a95a-47bd-a70d-7719a4e9a7f7 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.341293 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76568a84-a95a-47bd-a70d-7719a4e9a7f7 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0142446 Jul 05 10:09:39.352005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.392291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-7a34ffb8-c62a-4270-9556-368d033bc939 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.395268 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7a34ffb8-c62a-4270-9556-368d033bc939 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0262113 Jul 05 10:09:39.413791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e826def1-a4ba-4857-b030-6c9f282e83ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.420427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.432049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a123b93-8757-43b6-a879-05fcf0f14777,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:39.442782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] No DVR routers for this DVR port 4999226e-415f-4ebe-a71f-3ada8a11c65a on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:39.449267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.455540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe495121-20e4-4245-bf04-cd1436d50700 req-c2fc82ba-7eff-485e-ae87-160e70bcf01c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "DELETE /v2.0/ports/4999226e-415f-4ebe-a71f-3ada8a11c65a HTTP/1.1" status: 204 len: 173 time: 3.7303450 Jul 05 10:09:39.460529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58f997-d298-4833-9598-8822f854c64c', 'name': 'network-vif-deleted', 'tag': '4999226e-415f-4ebe-a71f-3ada8a11c65a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:39.464977 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-004cb869-f697-4276-a19b-1f0c0705ad82 None None] Port 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:39.465943 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00541809-71bb-4ece-9eab-cb2f350fda80" -d '{"events": [{"server_uuid": "1a58f997-d298-4833-9598-8822f854c64c", "name": "network-vif-deleted", "tag": "4999226e-415f-4ebe-a71f-3ada8a11c65a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:39.490673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ef761fc7-0525-4d07-add3-1644a05caab2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:39.492421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.517311 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.547932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f17619-c99e-444a-9d86-e76477b0e226']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:39.612091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b8e914-789c-4a9e-98f1-28a722f64006') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:39.612689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b8e914-789c-4a9e-98f1-28a722f64006') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:39.642440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.683293 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.693651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:39.694307 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.754043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:39.759653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d2b92615-434b-4821-87e6-f790657e7ad9 None None] Provisioning complete for port 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:39.760709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2b92615-434b-4821-87e6-f790657e7ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:39.856225 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:39.862038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:39.874208 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb6642-2860-47db-ae86-cf92cad1f729 x-openstack-request-id: req-c1cb6642-2860-47db-ae86-cf92cad1f729 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:39.875004 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58f997-d298-4833-9598-8822f854c64c", "name": "network-vif-deleted", "tag": "4999226e-415f-4ebe-a71f-3ada8a11c65a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:39.875621 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1cb6642-2860-47db-ae86-cf92cad1f729 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:39.876484 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58f997-d298-4833-9598-8822f854c64c', 'name': 'network-vif-deleted', 'tag': '4999226e-415f-4ebe-a71f-3ada8a11c65a', 'status': 'completed', 'code': 200} Jul 05 10:09:39.963995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.964339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.972340 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.981664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] 10.222.0.21 "DELETE /v2.0/networks/60f17619-c99e-444a-9d86-e76477b0e226 HTTP/1.1" status: 204 len: 168 time: 3.8670931 Jul 05 10:09:39.981976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Transition to ACTIVE for port object dc8df590-89d9-4079-b08d-5b27b6dfa5d0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:39.985417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-16024f75-de5b-489d-9b80-2c41c24cc22a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:39.990800 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-16024f75-de5b-489d-9b80-2c41c24cc22a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.5687792 Jul 05 10:09:39.992110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:39.995282 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a190d33-02ed-4597-b318-f5cfd6e4eb5e" -d '{"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:40.004644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.005138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.021172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b96c8-032e-467f-bf83-f1e28c07689d admin admin] Pushing event deleted for resources: {'Network': ['ID=60f17619-c99e-444a-9d86-e76477b0e226,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:40.026546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-0288056c-8c81-49e3-8dac-64039c67896b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.030955 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0288056c-8c81-49e3-8dac-64039c67896b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0143716 Jul 05 10:09:40.031850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.034212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.045949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-1273ab3d-081b-4c3e-b082-edbfd17e0564 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.051385 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1273ab3d-081b-4c3e-b082-edbfd17e0564 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053461 Jul 05 10:09:40.052292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d2b92615-434b-4821-87e6-f790657e7ad9 None None] Port 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:40.080604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.098747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a00c3142-35cc-42b9-adbb-66b4e5323e36 req-6fc8002b-55d4-4998-ba35-659c6d78e03a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a58f997-d298-4833-9598-8822f854c64c HTTP/1.1" status: 200 len: 210 time: 0.0815790 Jul 05 10:09:40.105104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e826def1-a4ba-4857-b030-6c9f282e83ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.107896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e826def1-a4ba-4857-b030-6c9f282e83ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.109233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e826def1-a4ba-4857-b030-6c9f282e83ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44f229a2-25fa-4424-af98-d2bd6da606c5 HTTP/1.1" status: 204 len: 168 time: 1.6929009 Jul 05 10:09:40.111700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-f5cbb9e9-497d-4d17-827c-43867ba71f9a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.123999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f5cbb9e9-497d-4d17-827c-43867ba71f9a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0414207 Jul 05 10:09:40.128344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.137652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-79babf7b-8033-4cd9-ae2f-ababd32b5b7d tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.140856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-79babf7b-8033-4cd9-ae2f-ababd32b5b7d tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094199 Jul 05 10:09:40.146983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.160302 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826def1-a4ba-4857-b030-6c9f282e83ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f229a2-25fa-4424-af98-d2bd6da606c5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:40.164561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-8cff2026-9be4-4dee-9387-03f3bdd12ba6 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.166057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8cff2026-9be4-4dee-9387-03f3bdd12ba6 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0137620 Jul 05 10:09:40.170277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.199958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-c28e03ae-fca7-49c1-9921-3793c8fed987 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.217667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c28e03ae-fca7-49c1-9921-3793c8fed987 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0438707 Jul 05 10:09:40.218976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50482) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.234295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-46f280e9-8983-4d7d-bed9-5741cd1c3d96 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.243204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-46f280e9-8983-4d7d-bed9-5741cd1c3d96 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0206308 Jul 05 10:09:40.258284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.280951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-4b52bfc6-8956-4f9c-b82d-8795b46b10d6 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.282690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b52bfc6-8956-4f9c-b82d-8795b46b10d6 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0227067 Jul 05 10:09:40.288264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50486) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.303708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-cf2a8873-2a72-44f3-8aab-909bd12b24a6 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.305659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cf2a8873-2a72-44f3-8aab-909bd12b24a6 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0157912 Jul 05 10:09:40.308596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.326483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-ec5b5463-7e89-4fb5-9afb-631c0aea55ec tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.332520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ec5b5463-7e89-4fb5-9afb-631c0aea55ec tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0180528 Jul 05 10:09:40.333535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50490) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.359518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-41bac25f-caae-4036-8a29-cbd28d13a85f tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.361249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-41bac25f-caae-4036-8a29-cbd28d13a85f tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0262268 Jul 05 10:09:40.364685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.380044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-6f01fa99-ea46-4317-9fd9-05d9f2ce575f tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.381831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f01fa99-ea46-4317-9fd9-05d9f2ce575f tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0156603 Jul 05 10:09:40.384604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.392284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-b8493471-1604-4b63-b3ec-1e86ed76746b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.394118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b8493471-1604-4b63-b3ec-1e86ed76746b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078864 Jul 05 10:09:40.413223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.415784 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfb5fde-4878-4cbf-be8c-00f876881e4f x-openstack-request-id: req-9bfb5fde-4878-4cbf-be8c-00f876881e4f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:40.416255 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:40.416655 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bfb5fde-4878-4cbf-be8c-00f876881e4f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:40.417470 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'code': 200} Jul 05 10:09:40.428614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-50233aa7-459d-4b94-8805-030603cf0a14 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.433172 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50233aa7-459d-4b94-8805-030603cf0a14 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084095 Jul 05 10:09:40.434588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.448338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-042566f2-6276-4065-b506-609a4841d2f8 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.450157 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-042566f2-6276-4065-b506-609a4841d2f8 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0137985 Jul 05 10:09:40.454627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.463297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-cf5f7b09-c74e-4a02-9a77-58739cd66e62 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.465072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cf5f7b09-c74e-4a02-9a77-58739cd66e62 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0098748 Jul 05 10:09:40.475131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.482478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-ba9c8de1-b31b-453a-8b4d-b7abdc58883e tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.484179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ba9c8de1-b31b-453a-8b4d-b7abdc58883e tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075469 Jul 05 10:09:40.488537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.501329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-c05c67db-eb46-4023-8e07-93b93cbba381 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.502926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c05c67db-eb46-4023-8e07-93b93cbba381 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0075345 Jul 05 10:09:40.513822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.536919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-4815b794-4cd3-46e2-b228-ddefb24d09a7 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.538641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4815b794-4cd3-46e2-b228-ddefb24d09a7 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0242078 Jul 05 10:09:40.539005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:40.541508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.556707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-6a833a69-cd17-47e9-aa23-8e461020e90c tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.558383 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6a833a69-cd17-47e9-aa23-8e461020e90c tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0154550 Jul 05 10:09:40.570713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50510) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.641935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-d56bdf34-02b2-48f4-bf2b-27fc317c2eb5 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.647928 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d56bdf34-02b2-48f4-bf2b-27fc317c2eb5 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0411148 Jul 05 10:09:40.649315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] No DVR routers for this DVR port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:40.651966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.669104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-68038167-c10b-4770-a83f-bdf5965a3925 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:40.674517 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-68038167-c10b-4770-a83f-bdf5965a3925 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0127509 Jul 05 10:09:40.713396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:40.818561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaa0e-abf4-4df7-ac8b-8991d38d11b4 req-a5532597-f984-4890-a0ec-5a6a8e48edb2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:40.821753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d1eaa0e-abf4-4df7-ac8b-8991d38d11b4 req-a5532597-f984-4890-a0ec-5a6a8e48edb2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 0.2813892 Jul 05 10:09:40.905721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d1eaa0e-abf4-4df7-ac8b-8991d38d11b4 req-e00bd565-5c8e-4489-9555-8b0075af3abe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669620 Jul 05 10:09:41.172313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-4deae29c-d658-469a-9313-8cad637278b9 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.177793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4deae29c-d658-469a-9313-8cad637278b9 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0117798 Jul 05 10:09:41.178688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.186336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-7e86d245-b5e5-4996-8b8a-63b949fe9a30 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.188972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7e86d245-b5e5-4996-8b8a-63b949fe9a30 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087399 Jul 05 10:09:41.194374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.205082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-dae6edd1-bf93-4e8b-9663-a0d11a2bef9d tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.209014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dae6edd1-bf93-4e8b-9663-a0d11a2bef9d tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0128474 Jul 05 10:09:41.214277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.216213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:41.231741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-10a8de96-a943-4751-bb65-114c95e04002 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.237328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-10a8de96-a943-4751-bb65-114c95e04002 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0166872 Jul 05 10:09:41.238223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.255120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-1c92df32-5207-4620-b22c-a043574e9297 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.257358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c92df32-5207-4620-b22c-a043574e9297 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0091844 Jul 05 10:09:41.261828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.274026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-2ca81ba0-5982-4ca3-93b0-3279f62f3989 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.276669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2ca81ba0-5982-4ca3-93b0-3279f62f3989 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0126803 Jul 05 10:09:41.281222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.290332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-95f01f0d-5cf8-42e2-9cfa-0f8779a81ce4 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.292489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-95f01f0d-5cf8-42e2-9cfa-0f8779a81ce4 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0091574 Jul 05 10:09:41.295509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.307604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-e456b5b7-5c1c-41d5-99d2-863f3f00a4d8 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.314823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e456b5b7-5c1c-41d5-99d2-863f3f00a4d8 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0172677 Jul 05 10:09:41.316382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.319003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:41.326066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-d4146f1e-2fee-4e31-8666-ae6e9bbc52dd tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.332675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d4146f1e-2fee-4e31-8666-ae6e9bbc52dd tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0128915 Jul 05 10:09:41.332852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.339728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-76b20696-de78-4d49-b340-e2b2a96f8dcc tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.345105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-76b20696-de78-4d49-b340-e2b2a96f8dcc tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0071135 Jul 05 10:09:41.345736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.352397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-1856b08e-ad95-434c-ad19-bde61d9400dc tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.353731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1856b08e-ad95-434c-ad19-bde61d9400dc tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0069640 Jul 05 10:09:41.358160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.368369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-a4844ce4-5486-4b01-8296-61ac6f9a3412 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.370122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a4844ce4-5486-4b01-8296-61ac6f9a3412 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104389 Jul 05 10:09:41.378857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.389142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-9b06d5e2-eb09-401c-a3a3-cd858de82f79 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.390813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9b06d5e2-eb09-401c-a3a3-cd858de82f79 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0081012 Jul 05 10:09:41.394884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50556) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.404650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-24637260-81b3-4195-b40e-5bb63ec6dd06 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.407032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-24637260-81b3-4195-b40e-5bb63ec6dd06 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093510 Jul 05 10:09:41.416380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50558) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.423494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-76d28f4d-178c-4e47-8404-5cbd45e77095 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.429916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-76d28f4d-178c-4e47-8404-5cbd45e77095 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0105586 Jul 05 10:09:41.432813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50560) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.445040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-5ad96dfb-f6e7-47b8-80ac-4acf8dca2086 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.450804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5ad96dfb-f6e7-47b8-80ac-4acf8dca2086 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0118036 Jul 05 10:09:41.452069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.463142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-6c04f334-4228-4afc-88ab-f124ff02ad2d tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.463142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6c04f334-4228-4afc-88ab-f124ff02ad2d tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0071907 Jul 05 10:09:41.470373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.479366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-b46a1a8c-86e5-4380-89bb-2f5d97268519 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.482190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b46a1a8c-86e5-4380-89bb-2f5d97268519 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090566 Jul 05 10:09:41.487638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50566) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.496099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-6f783136-b263-46ba-8ea4-cd047510d012 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.502377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f783136-b263-46ba-8ea4-cd047510d012 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0117795 Jul 05 10:09:41.503673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.509914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-f7cd689b-d478-44d8-be68-91735636ce41 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.516104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f7cd689b-d478-44d8-be68-91735636ce41 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103569 Jul 05 10:09:41.517201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50572) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.523413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-b46aa4a0-0820-4ecc-ad10-b7500247154b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.529311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b46aa4a0-0820-4ecc-ad10-b7500247154b tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0102699 Jul 05 10:09:41.529994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50574) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.539587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-bbda3035-9849-43ce-9aa3-c72ab6736bbd tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.541667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bbda3035-9849-43ce-9aa3-c72ab6736bbd tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0101032 Jul 05 10:09:41.542375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.548510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-e0d4ad21-ed2d-490c-9778-2f809b940d07 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.556528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e0d4ad21-ed2d-490c-9778-2f809b940d07 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0111709 Jul 05 10:09:41.556718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.568152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-4001956c-f588-47a0-8923-74e84ea7915f tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.570206 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4001956c-f588-47a0-8923-74e84ea7915f tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0093052 Jul 05 10:09:41.573929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.582330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-d6f4c2aa-31c4-442d-bcb9-feb1fa925ed4 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.588506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d6f4c2aa-31c4-442d-bcb9-feb1fa925ed4 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0118101 Jul 05 10:09:41.589581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.596504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-105c0dff-4784-40f0-b44e-6322c758407a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.600400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-105c0dff-4784-40f0-b44e-6322c758407a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092213 Jul 05 10:09:41.604862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.612341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-171416bb-a7fb-4052-99f5-73910787f9d7 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.618096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-171416bb-a7fb-4052-99f5-73910787f9d7 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0120015 Jul 05 10:09:41.618811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.620752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.626243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-d18590cf-cdc6-45e9-92cd-4179e9f50de3 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.631508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d18590cf-cdc6-45e9-92cd-4179e9f50de3 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0108638 Jul 05 10:09:41.631804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.736594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-475b7165-2802-498a-b8e5-097f9dbcf56a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.741903 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-475b7165-2802-498a-b8e5-097f9dbcf56a tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0114765 Jul 05 10:09:41.745267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50604) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.756027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-8339ef9a-6d18-4fda-a566-b5ea7399766e tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.757499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8339ef9a-6d18-4fda-a566-b5ea7399766e tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0086665 Jul 05 10:09:41.763020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.788485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-8b2b8922-a0d6-4913-979b-27dafaa63b73 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.789641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8b2b8922-a0d6-4913-979b-27dafaa63b73 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0251973 Jul 05 10:09:41.798600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.812059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [None req-7dc48eb6-4494-41f1-8caa-1cbd42b479f2 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.816649 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7dc48eb6-4494-41f1-8caa-1cbd42b479f2 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0140522 Jul 05 10:09:41.826647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:41.837762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [None req-a2118de6-e8c9-44d6-bed0-a613331b8287 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:41.842522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a2118de6-e8c9-44d6-bed0-a613331b8287 tempest-ExtensionsTestJSON-302522857 tempest-ExtensionsTestJSON-302522857-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0111005 Jul 05 10:09:41.916238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:41.916238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:41.916697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on network 67776390-1ef3-4153-8beb-ff87abbc446c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:41.945199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-96ec4fec-f079-442e-b145-8481c1119b77 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:41.963805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-96ec4fec-f079-442e-b145-8481c1119b77 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.2646430 Jul 05 10:09:42.011933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-9161e7e3-3993-4edc-ad08-2ea5893e3e22 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/quotas/05a0893e0cf84d2cb949fce9da07f86a HTTP/1.1" status: 200 len: 375 time: 0.0466807 Jul 05 10:09:42.028782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on network 67776390-1ef3-4153-8beb-ff87abbc446c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:42.032656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Attempting to bind port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on network 67776390-1ef3-4153-8beb-ff87abbc446c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:42.056465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:42.057039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Checking segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:42.057608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Bound using segment: {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:42.059209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Bound port: dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:42.062842 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.170849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-83882410-05fe-4ffa-8dcf-efd547fc86f2 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578329 Jul 05 10:09:42.351755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3812-e6fb-43f8-bcbc-62bb0ceb8716 req-23b66637-0c5a-494d-9b5a-154c94163072 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:42.352888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:42.354028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b6f3812-e6fb-43f8-bcbc-62bb0ceb8716 req-23b66637-0c5a-494d-9b5a-154c94163072 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 0.1483388 Jul 05 10:09:42.360861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:42.370533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.446410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b6f3812-e6fb-43f8-bcbc-62bb0ceb8716 req-7d74fddd-aa8a-437f-bbe4-f8a3e536cb03 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744808 Jul 05 10:09:42.473796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:42.543176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:42.543176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.543956 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-14012508-52ac-4f39-83d0-b5825671f027 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1093 time: 4.6407185 Jul 05 10:09:42.544644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:42.547517 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b716983-6152-48d9-8cfd-b9073f5075db" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:42.580470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:42.664669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.712580 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef5dbd-ba52-4517-8e14-f9e4f247f395 x-openstack-request-id: req-13ef5dbd-ba52-4517-8e14-f9e4f247f395 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:42.712957 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:42.713269 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13ef5dbd-ba52-4517-8e14-f9e4f247f395 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:42.713687 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'status': 'completed', 'code': 200} Jul 05 10:09:42.892968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9fe28f-28ff-4498-9123-f8a67a1ae2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.127896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:43.128480 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.272487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-64d6bce4-4938-4b67-8759-39bde664908e service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0865488 Jul 05 10:09:43.290366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-c978da79-2b8d-48ac-b421-1a95d03b687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:43.293360 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-c978da79-2b8d-48ac-b421-1a95d03b687c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1096 time: 0.5855002 Jul 05 10:09:43.344757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:43.371422 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-780359d8-c58b-499d-83d0-29e08ae901cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:43.374220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-780359d8-c58b-499d-83d0-29e08ae901cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1096 time: 0.7893910 Jul 05 10:09:43.463057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-c4ca788a-9588-4506-911e-7e1d09a3378c service neutron] 10.222.0.21 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821058 Jul 05 10:09:43.702161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2026824267'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:43.793830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9fe28f-28ff-4498-9123-f8a67a1ae2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.824429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b514eca-3329-46f0-adb5-71ebdf46f3f7 req-88327678-1d20-40c9-a1e7-f80a3f6a0cf4 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 210 time: 0.0746012 Jul 05 10:09:43.837101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e9fe28f-28ff-4498-9123-f8a67a1ae2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.880720 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6e9fe28f-28ff-4498-9123-f8a67a1ae2f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b566152e352c4fdd966c697b5409cf3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2976942 Jul 05 10:09:43.901098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.904514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:43.961390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Made reservation on behalf of 3e2667b434fb418a99a6dc98ebf488c6 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:43.966690 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.010214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 2ed0c71c-995a-46a8-9589-efc1b6e3eb7a owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:44.013031 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.048869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aa380d5-8a15-4cc4-b243-7b369ba24c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.054087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fe28f-28ff-4498-9123-f8a67a1ae2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37870ffc-42e4-4643-8e1c-eb9ea94d881d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:44.085552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-3abfd951-da45-49fb-8eaa-33123e537864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:44.088927 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-3abfd951-da45-49fb-8eaa-33123e537864 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 0.7218573 Jul 05 10:09:44.109052 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-981c0997-42c0-43f8-9e0a-853311e69628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.147376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-0102d22d-3f98-4ea7-85ba-35f1b566f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:44.150597 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-0102d22d-3f98-4ea7-85ba-35f1b566f9cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 0.7503877 Jul 05 10:09:44.156507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf5ae-d521-4880-aeed-8a8f584fd226 req-fd09287a-e6f4-4a2d-a51f-172412f39847 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:44.158748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-591cf5ae-d521-4880-aeed-8a8f584fd226 req-fd09287a-e6f4-4a2d-a51f-172412f39847 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 0.3467987 Jul 05 10:09:44.204311 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-981c0997-42c0-43f8-9e0a-853311e69628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.346585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-591cf5ae-d521-4880-aeed-8a8f584fd226 req-9615827b-6d94-4055-a104-a260c2939fef tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684978 Jul 05 10:09:44.398173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.410067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.441258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-981c0997-42c0-43f8-9e0a-853311e69628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.445060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-981c0997-42c0-43f8-9e0a-853311e69628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.446615 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-981c0997-42c0-43f8-9e0a-853311e69628 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37870ffc-42e4-4643-8e1c-eb9ea94d881d HTTP/1.1" status: 204 len: 168 time: 0.5328612 Jul 05 10:09:44.466015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:44.481534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef9f1d-c8f0-4dbb-8553-acb77d7134cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:44.495725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.496117 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Added segment cd9d0fc0-257f-441c-95da-373c89379523 of type vlan for network 7df208b2-7454-4bb6-8d86-af7b0170bd0a Jul 05 10:09:44.499537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.499900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.500250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.500590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.501019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.501426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.501763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.502163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.502497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.503610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.503972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.504967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:44.516535 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-a3444196-3ce9-4b19-83b6-2260932a2e0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1000 time: 0.3455179 Jul 05 10:09:44.520101 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-19daceb5-e8bb-40bb-9994-fae925a441b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1000 time: 0.3649232 Jul 05 10:09:44.553746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c0997-42c0-43f8-9e0a-853311e69628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37870ffc-42e4-4643-8e1c-eb9ea94d881d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:44.579389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.646726 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.659536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:44.661218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.822113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4758565 Jul 05 10:09:44.845059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752310-83ea-4103-98df-a8e8c29532d4 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Pushing event updated for resources: {'Network': ['ID=7df208b2-7454-4bb6-8d86-af7b0170bd0a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:44.871336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 7df208b2-7454-4bb6-8d86-af7b0170bd0a details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:45.156074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-892514b4-a50f-4461-ba48-8dc1ce2497fa req-f1cccbe2-0657-4899-a50b-745f74d9a644 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 210 time: 0.1078274 Jul 05 10:09:45.357418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-80fde0c2-4760-4b0f-8cb1-3ae6d49c1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.359837 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-80fde0c2-4760-4b0f-8cb1-3ae6d49c1e20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.8126674 Jul 05 10:09:45.394389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-03a61fd1-4f7d-4589-acbf-e57c4467e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.398949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-03a61fd1-4f7d-4589-acbf-e57c4467e266 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.8519399 Jul 05 10:09:45.429143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.552166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=2ed0c71c-995a-46a8-9589-efc1b6e3eb7a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:45.807341 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.818182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb984120-823b-4054-a2c8-260749cb805c req-9d563eac-e3f5-4dfc-84aa-66adac91d5f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.824918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Deleting port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:45.825550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.847377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb984120-823b-4054-a2c8-260749cb805c req-9d563eac-e3f5-4dfc-84aa-66adac91d5f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 0.2522342 Jul 05 10:09:45.851771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.887794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Request body: {'port': {'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a', 'binding:host_id': 'n-h1-771363-33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-431405831'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:46.012195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb984120-823b-4054-a2c8-260749cb805c req-b5dd927a-46f8-4bf0-91d1-686ee613623a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619411 Jul 05 10:09:46.144754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] For port 0cf865a8-5bb1-47f3-9354-9d620bdeeffa, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,segment=NetworkSegment(395a9003-0630-4419-8dbb-cc181b1b769a),segment_id=395a9003-0630-4419-8dbb-cc181b1b769a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:46.145481 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.159416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-31c59087-55a0-4a69-8732-4c8eab2b7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:46.164474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Made reservation on behalf of 306f8766229c48b99ffe0dbd430ea89e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:46.169240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.169498 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-31c59087-55a0-4a69-8732-4c8eab2b7e02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7324829 Jul 05 10:09:46.187250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-b10a6196-4a1e-46fc-b46a-69cf3fcd9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:46.190423 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-b10a6196-4a1e-46fc-b46a-69cf3fcd9b05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8162019 Jul 05 10:09:46.199978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.230726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-581f3f96-60b3-4d0d-a8d3-cba6d8e6db71 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:46.233242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-581f3f96-60b3-4d0d-a8d3-cba6d8e6db71 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 806 time: 0.3329051 Jul 05 10:09:46.253327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Request body: {'port': {'device_id': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'admin_state_up': True, 'tenant_id': '05a0893e0cf84d2cb949fce9da07f86a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:46.438555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Calling delete_port for 0cf865a8-5bb1-47f3-9354-9d620bdeeffa owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:46.494256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ce09e20-c67d-4cb0-ae1c-684e9ca8a461 req-e389c58a-4bfd-4e3e-b94c-01648a81dafd tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 210 time: 0.0834005 Jul 05 10:09:46.515737 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-f37e37aa-aea8-4c34-a395-6153941f87e4 service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968848 Jul 05 10:09:46.542129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.649866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.661589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.668780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] device_id is not set on port add1d5ad-5629-4e48-9285-f24d439e6df4 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:09:46.767396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 69c97415-b62f-47c7-b855-49b22c884a5c has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:46.823900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5db7c1a-e6f3-48cf-b0f2-fa894340835f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.836720 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-09439fda-d577-4444-80dc-4b9daaeed7e1 service neutron] 10.222.0.15 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381493 Jul 05 10:09:46.840940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-251900576'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:46.862955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.892170 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:09:46.892170 n-d-771363-33 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:09:46.892170 n-d-771363-33 neutron-server[93796]: [parameters: {'project_id_1': 'd49efd838a594551b928edd519dd4aa4', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 9, 46, 850349)}] Jul 05 10:09:46.892170 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:09:46.892672 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:09:46.949045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Made reservation on behalf of 05a0893e0cf84d2cb949fce9da07f86a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:46.955067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.964835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a088d971-c54f-4347-a309-2e833fab0bbe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:47.116646 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-40a57f4f-867b-4ef2-98d5-1c9d3cb83a6b service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251400 Jul 05 10:09:47.146471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:47.167949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b6d6927c-dbe7-404d-a153-d81b71583735 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/69c97415-b62f-47c7-b855-49b22c884a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2725811 Jul 05 10:09:47.168269 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] Sync routers for ids ['69c97415-b62f-47c7-b855-49b22c884a5c'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:47.171847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:47.196888 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] Routers {'69c97415-b62f-47c7-b855-49b22c884a5c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:47.198230 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69c97415-b62f-47c7-b855-49b22c884a5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:47.273675 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:47.284307 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76dc0c69-dea7-4726-831a-e245b3a978f5 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c97415-b62f-47c7-b855-49b22c884a5c HTTP/1.1" status: 200 len: 205 time: 0.0961876 Jul 05 10:09:47.288697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50698) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:47.292365 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] Routers {'69c97415-b62f-47c7-b855-49b22c884a5c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:47.293545 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69c97415-b62f-47c7-b855-49b22c884a5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:47.312826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-264d6ae2-a706-4ae0-afa3-2d7ce20f9ee5 req-5e181735-a2ca-4cca-ac0f-6cba77b66910 service neutron] 10.222.0.15 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659572 Jul 05 10:09:47.357004 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:47.358168 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3b169-8448-427e-806d-4dc70e08cdb1 None None] The sync data for ids ['69c97415-b62f-47c7-b855-49b22c884a5c'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:47.411921 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.524277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf865a8-5bb1-47f3-9354-9d620bdeeffa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:47.561150 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c77fc9a-1c5e-4148-a15e-ac22d0ca3f75 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.805055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-2288f874-98e5-484b-bc22-d5c9f5edc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:47.808249 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-2288f874-98e5-484b-bc22-d5c9f5edc8c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1096 time: 0.3909254 Jul 05 10:09:47.974808 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.998045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c77fc9a-1c5e-4148-a15e-ac22d0ca3f75 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.010476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1dad1a7e-681b-4511-81d4-e14090f2879f req-e46300ed-a444-4623-9d3f-523e28e14c5b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 210 time: 0.1251371 Jul 05 10:09:48.016021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c77fc9a-1c5e-4148-a15e-ac22d0ca3f75 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.025717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:48.029696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.032870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Allocated IP 172.20.0.7 (a7863275-951c-4fbb-90a1-2b4beca7cd72/7866d245-c64e-4f7d-b858-f065e1530bb8/775ac7ea-2c6e-4c8b-bb08-1b6641a0226a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:48.037144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] device_id is not set on port add1d5ad-5629-4e48-9285-f24d439e6df4 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:09:48.063119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.097882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.108939 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.133408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-703d3f9b-498c-479c-9394-d87ae3d894ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:48.137408 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-703d3f9b-498c-479c-9394-d87ae3d894ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 0.3170943 Jul 05 10:09:48.151319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Transition to ACTIVE for port object add1d5ad-5629-4e48-9285-f24d439e6df4 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:48.153492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c77fc9a-1c5e-4148-a15e-ac22d0ca3f75 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.153992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c77fc9a-1c5e-4148-a15e-ac22d0ca3f75 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Fanout notify agent at l3_agent the message router_deleted on router 69c97415-b62f-47c7-b855-49b22c884a5c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:48.180127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c77fc9a-1c5e-4148-a15e-ac22d0ca3f75 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.182187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5c77fc9a-1c5e-4148-a15e-ac22d0ca3f75 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/69c97415-b62f-47c7-b855-49b22c884a5c HTTP/1.1" status: 204 len: 168 time: 0.8689747 Jul 05 10:09:48.190023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50702) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:48.227844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.264723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3619b-f255-4453-8c6f-8a7485ec62e2 req-2356fbea-77dc-46f9-9f68-7335bc142da7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:48.266571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1c3619b-f255-4453-8c6f-8a7485ec62e2 req-2356fbea-77dc-46f9-9f68-7335bc142da7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 0.9781957 Jul 05 10:09:48.451014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet dea609d3-0fb9-4a03-b8f0-cbf04c1994f9 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:48.478170 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.539151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=add1d5ad-5629-4e48-9285-f24d439e6df4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:48.557199 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1c3619b-f255-4453-8c6f-8a7485ec62e2 req-b6f98941-e24c-4168-aada-b73ba7ca37bc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723429 Jul 05 10:09:48.641219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.651732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Checking segment: {'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:48.653046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Network hostable DHCP agents. Network: 7df208b2-7454-4bb6-8d86-af7b0170bd0a, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:48.753123 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-7afd5c25-cdc0-4c91-a7df-fd8240db4ebc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1000 time: 0.6093056 Jul 05 10:09:48.768045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.802997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.816068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.850120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Network 7df208b2-7454-4bb6-8d86-af7b0170bd0a is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:48.914809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 7df208b2-7454-4bb6-8d86-af7b0170bd0a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:48.923067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:48.927019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d141bf-0b05-47ab-8701-55d59656ae59 None None] Network 7df208b2-7454-4bb6-8d86-af7b0170bd0a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:48.961547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:48.964571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-60c95e98-d874-464b-8ec2-8b3f19ca4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:48.967391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.967737 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-60c95e98-d874-464b-8ec2-8b3f19ca4eaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.2040594 Jul 05 10:09:48.972073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b919391-5088-4e91-a918-2e7b20758dd4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.022078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.023137 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment 7520a794-9348-4bb4-ab4f-f3a1a72e9b6c of type vlan for network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 Jul 05 10:09:49.072259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:49.072636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:49.072988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:49.102793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.119289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.131652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:49.141830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:49.142753 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:49.169164 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 2 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:49.180584 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.216525 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716983-6152-48d9-8cfd-b9073f5075db req-1c416a15-2afb-4aae-a7f2-646fd7ed053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.219494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-1c416a15-2afb-4aae-a7f2-646fd7ed053e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2381818 Jul 05 10:09:49.224330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:49.227704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Network a7863275-951c-4fbb-90a1-2b4beca7cd72 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:49.274269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:49.278865 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:09:49.288238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:49.335437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=dea609d3-0fb9-4a03-b8f0-cbf04c1994f9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.347611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:49.348624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:49.349335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:49.354661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.357097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4e51fe7f-b369-40b2-8bcc-262b3d3ae2d6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/dea609d3-0fb9-4a03-b8f0-cbf04c1994f9 HTTP/1.1" status: 204 len: 168 time: 1.1642668 Jul 05 10:09:49.363451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0122c1a-ac83-463a-ada2-54b0ae823a44 None None] Network 220cc0fa-8b76-4ee0-a2aa-4ef83261674a requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:49.367801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.392072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event updated for resources: {'Port': ['ID=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:49.442082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.449400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.450311 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.453080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:49.453789 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:49.466107 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 3 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:49.477320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.478286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.630130 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-7a021b0b-993c-4955-94a7-dfdf475dcf74 service neutron] 10.222.0.15 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864243 Jul 05 10:09:49.633861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:49.650491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] Sync routers for ids ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:49.662467 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6089a9e4-6f2a-4bca-b54e-185cf4be96d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee8db6de-57f5-49de-8cb0-0b7a40d90d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6484425 Jul 05 10:09:49.663498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:49.678921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] Routers {'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:49.680024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:49.830712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] DHCP port deletion for 220cc0fa-8b76-4ee0-a2aa-4ef83261674a request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:49.841310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.964263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] Set router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:50.059859 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.060696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Deleting port ef761fc7-0525-4d07-add3-1644a05caab2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:50.063043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.065492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8b716983-6152-48d9-8cfd-b9073f5075db req-3093b743-d3e5-40cc-8097-8a999239ce23 service neutron] 10.222.0.15 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003377 Jul 05 10:09:50.200952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.6553819 Jul 05 10:09:50.202494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f74a7807-f20e-451d-aecb-775ff30021b6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9555442 Jul 05 10:09:50.217206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.241400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Request body: {'port': {'device_id': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.247750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-248159506'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:50.270426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:50.270426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:50.270426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:50.300039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] For port ef761fc7-0525-4d07-add3-1644a05caab2, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ef761fc7-0525-4d07-add3-1644a05caab2,segment=NetworkSegment(7dde519b-64fa-4913-86dc-db8e8ca8aff0),segment_id=7dde519b-64fa-4913-86dc-db8e8ca8aff0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:50.300799 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.325423 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.334652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Calling delete_port for ef761fc7-0525-4d07-add3-1644a05caab2 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:50.342332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.393450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:50.393931 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:50.400902 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 4 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:50.406043 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2bd6a-dfaf-411e-b29c-56e5dea09460 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=6a26d90e-0599-401d-9cf3-dc6dd8a6ef93,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:50.464864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de1489-1759-4f22-b664-b23f755511c6 req-5730116c-dd08-4bff-8417-150f2a9b4919 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:50.470621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Deleting port 366b6fe0-9e09-46f0-9d45-fb6de0768666 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:50.471604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.472374 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47de1489-1759-4f22-b664-b23f755511c6 req-5730116c-dd08-4bff-8417-150f2a9b4919 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 931 time: 1.2845614 Jul 05 10:09:50.482310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:50.482638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:50.482860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:50.482996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:50.485533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:50.490521 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.595300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:50.595778 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:50.600176 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 5 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:50.683446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] For port 366b6fe0-9e09-46f0-9d45-fb6de0768666, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=366b6fe0-9e09-46f0-9d45-fb6de0768666,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:50.683908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.697615 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.702030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:50.704540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Calling delete_port for 366b6fe0-9e09-46f0-9d45-fb6de0768666 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:50.712925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.715600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:09:47Z', 'revision_number': 5, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port': {'id': '366b6fe0-9e09-46f0-9d45-fb6de0768666', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:36Z', 'updated_at': '2021-07-05T10:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:50.718057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:50.718621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:50.719485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:50.799949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:50.799949 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:50.810652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] No DVR routers for this DVR port ef761fc7-0525-4d07-add3-1644a05caab2 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:50.814131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Pushing event deleted for resources: {'Port': ['ID=ef761fc7-0525-4d07-add3-1644a05caab2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:50.818957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071515c6-d8e1-4dd1-a8b1-8e5ca3bd5a74 req-323078b2-1e50-427d-bb06-66e2e0f9a9b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:50.822352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] Checking router: ee8db6de-57f5-49de-8cb0-0b7a40d90d4d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:50.822655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-071515c6-d8e1-4dd1-a8b1-8e5ca3bd5a74 req-323078b2-1e50-427d-bb06-66e2e0f9a9b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 944 time: 0.6053038 Jul 05 10:09:50.825056 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.825481 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment b9c26733-877e-4026-af72-93b178d64b33 of type vlan for network d541c931-e808-45df-82d2-63eec352f0d3 Jul 05 10:09:50.829620 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 6 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:50.852778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47de1489-1759-4f22-b664-b23f755511c6 req-f0f21fe4-9d13-4770-a76a-ad4bae50a338 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701220 Jul 05 10:09:50.853532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.853669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.854179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.854767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.855355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.876198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.876889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.877432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.877918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.878483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.887206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.887206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d75fa-bdd7-4146-b9e6-bb6bd5b35fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:50.925110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] Routers {'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:50.927553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:50.938699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.980378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Pushing event deleted for resources: {'Port': ['ID=366b6fe0-9e09-46f0-9d45-fb6de0768666,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.055532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:51.056044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:51.056616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:51.065428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef761fc7-0525-4d07-add3-1644a05caab2 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:51.087487 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.100135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:51.102484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port ef761fc7-0525-4d07-add3-1644a05caab2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:51.102927 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.115515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:51.116161 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:51.120190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ef761fc7-0525-4d07-add3-1644a05caab2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:51.120701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef761fc7-0525-4d07-add3-1644a05caab2 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:51.128758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.146701 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 7 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:51.156189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] Set router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:51.246314 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:09:51.249228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 6, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:51.259233 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.262666 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.332520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.334057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8db6de-57f5-49de-8cb0-0b7a40d90d4d {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:51.342517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.348673 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fec38b91-c252-4945-8215-9d237eb786da admin admin] 10.222.0.21 "DELETE /v2.0/routers/ee8db6de-57f5-49de-8cb0-0b7a40d90d4d HTTP/1.1" status: 204 len: 168 time: 1.6357298 Jul 05 10:09:51.348673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.372997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:09:51.425669 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] Deleting subnet f4eade11-3f11-4034-813b-90f13c257126 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:51.428489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-071515c6-d8e1-4dd1-a8b1-8e5ca3bd5a74 req-2cd8fb52-5cbf-4d32-80dd-7c018efd79e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5044818 Jul 05 10:09:51.433537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.452524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:51.452987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:51.453481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:51.496772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:51.496772 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:51.496772 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 8 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:51.507434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.511020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.513328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aa6987-ae99-4e3d-9d7b-c3023471d964 None None] The sync data for ids ['ee8db6de-57f5-49de-8cb0-0b7a40d90d4d'] in n-d-771363-33 is: [{'id': 'ee8db6de-57f5-49de-8cb0-0b7a40d90d4d', 'name': 'tempest-TestServerBasicOps-1749057675-router', 'tenant_id': '20b187967e38415f9e51a84c83c61ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 6, 'project_id': '20b187967e38415f9e51a84c83c61ec8', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:51.527391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:51.528836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.551249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port ef761fc7-0525-4d07-add3-1644a05caab2, host n-d-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:51.551974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.570450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:51.595575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'port_id': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'mac_address': 'fa:16:3e:ec:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:51.597773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for ef761fc7-0525-4d07-add3-1644a05caab2 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:51.605632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Port ef761fc7-0525-4d07-add3-1644a05caab2 was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:09:51.648323 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.668009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8df590-89d9-4079-b08d-5b27b6dfa5d0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:51.713283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:51.720643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.724138 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.731716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5123639 Jul 05 10:09:51.732664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:51.779440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.782384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:51.783180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:51.783735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:51.790634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': '6a26d90e-0599-401d-9cf3-dc6dd8a6ef93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.837029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.848506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.900066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4eade11-3f11-4034-813b-90f13c257126,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.902974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.906318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022bf12-35e9-4665-9fbd-f94364baa657 None None] Network 9a540f76-4383-4b7e-865c-b5f4838b239c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:51.911263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb6b152b-2ca0-4eef-8835-6bdd07963a90 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4eade11-3f11-4034-813b-90f13c257126 HTTP/1.1" status: 204 len: 168 time: 0.5600903 Jul 05 10:09:51.912566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.015743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No DVR routers for this DVR port ef761fc7-0525-4d07-add3-1644a05caab2 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:52.052175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:52.052521 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:52.090740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['dc8df590-89d9-4079-b08d-5b27b6dfa5d0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:52.130135 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 9 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:52.136483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=ef761fc7-0525-4d07-add3-1644a05caab2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.228123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.381904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ae0b5-a8bd-4313-817c-6b1d9514eeb7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=d541c931-e808-45df-82d2-63eec352f0d3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.422432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d541c931-e808-45df-82d2-63eec352f0d3 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:52.438313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] DHCP port deletion for 9a540f76-4383-4b7e-865c-b5f4838b239c request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:52.448112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b915-88a7-4176-af80-262725a128dd req-ac081579-d6a2-4c79-bcfd-6e46ec0f69ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.450785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-ac081579-d6a2-4c79-bcfd-6e46ec0f69ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d&tenant_id=cb802803e0f34a418fc20a611e285767&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 945 time: 0.3271160 Jul 05 10:09:52.470616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:52.471014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:52.471409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:52.507217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:52.507508 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:52.515734 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 10 to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 Jul 05 10:09:52.538847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Deleting port ec135138-c8e5-4859-aa79-c04be793c352 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:52.539580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.542032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:52.542373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:52.542747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:52.555892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.600903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220cc0fa-8b76-4ee0-a2aa-4ef83261674a']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:52.606746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port add1d5ad-5629-4e48-9285-f24d439e6df4 on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:52.606746 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port add1d5ad-5629-4e48-9285-f24d439e6df4 on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:52.606746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.669559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] Deleting port ec135138-c8e5-4859-aa79-c04be793c352 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:52.670383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dde519b-64fa-4913-86dc-db8e8ca8aff0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:52.670383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dde519b-64fa-4913-86dc-db8e8ca8aff0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:52.670676 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.709411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] For port ec135138-c8e5-4859-aa79-c04be793c352, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ec135138-c8e5-4859-aa79-c04be793c352,segment=NetworkSegment(395a9003-0630-4419-8dbb-cc181b1b769a),segment_id=395a9003-0630-4419-8dbb-cc181b1b769a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:52.710477 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.716149 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [req-e5e8b915-88a7-4176-af80-262725a128dd req-f35cf858-3a7d-4743-9af6-a4a022ec5969 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:09:52.718278 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-f35cf858-3a7d-4743-9af6-a4a022ec5969 service neutron] 10.222.0.16 "DELETE /v2.0/ports/dc8df590-89d9-4079-b08d-5b27b6dfa5d0/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.2585330 Jul 05 10:09:52.738981 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.750722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef924-50bc-45a4-83a5-4d17db9096b7 req-bdf583fd-1cab-4cd7-92bd-5efd8370fda8 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.752371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e3ef924-50bc-45a4-83a5-4d17db9096b7 req-bdf583fd-1cab-4cd7-92bd-5efd8370fda8 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 931 time: 0.5853739 Jul 05 10:09:52.753180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:52.757794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.775321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Calling delete_port for ec135138-c8e5-4859-aa79-c04be793c352 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:52.801339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:52.836663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] For port ec135138-c8e5-4859-aa79-c04be793c352, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ec135138-c8e5-4859-aa79-c04be793c352,segment=NetworkSegment(395a9003-0630-4419-8dbb-cc181b1b769a),segment_id=395a9003-0630-4419-8dbb-cc181b1b769a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:52.837415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.883037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] Calling delete_port for ec135138-c8e5-4859-aa79-c04be793c352 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:52.893542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d6b6d-d8ab-4a15-99cc-cdeb3b2d56ba req-c17f1141-f000-4625-8222-22a1def714d0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.897104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-429d6b6d-d8ab-4a15-99cc-cdeb3b2d56ba req-c17f1141-f000-4625-8222-22a1def714d0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 945 time: 0.7252941 Jul 05 10:09:52.900341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.913094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.962615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:52.962948 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:52.978202 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:53.060444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 366b6fe0-9e09-46f0-9d45-fb6de0768666 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:53.102174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b915-88a7-4176-af80-262725a128dd req-06b87eec-9d40-4f95-8fa8-248f6e3175ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:53.105886 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-06b87eec-9d40-4f95-8fa8-248f6e3175ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1097 time: 0.3064563 Jul 05 10:09:53.113065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Transition to ACTIVE for port object 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:53.117357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 366b6fe0-9e09-46f0-9d45-fb6de0768666 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:53.120138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 366b6fe0-9e09-46f0-9d45-fb6de0768666 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:53.121260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cf865a8-5bb1-47f3-9354-9d620bdeeffa no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:53.158987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.178885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0cf865a8-5bb1-47f3-9354-9d620bdeeffa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:53.179461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cf865a8-5bb1-47f3-9354-9d620bdeeffa not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:53.180136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec135138-c8e5-4859-aa79-c04be793c352 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:53.218210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.233701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ec135138-c8e5-4859-aa79-c04be793c352 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:53.234238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ec135138-c8e5-4859-aa79-c04be793c352 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:53.235629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] For port add1d5ad-5629-4e48-9285-f24d439e6df4, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:53.235869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempted to set empty binding levels {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:09:53.281110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Pushing event deleted for resources: {'Port': ['ID=ec135138-c8e5-4859-aa79-c04be793c352,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.284111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] No DVR routers for this DVR port ec135138-c8e5-4859-aa79-c04be793c352 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:53.288864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.318576 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.326242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-429d6b6d-d8ab-4a15-99cc-cdeb3b2d56ba req-d391c04c-94de-4cec-9eeb-8fc8582e19f6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080460 Jul 05 10:09:53.371023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] Pushing event deleted for resources: {'Port': ['ID=ec135138-c8e5-4859-aa79-c04be793c352,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.373058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e3ef924-50bc-45a4-83a5-4d17db9096b7 req-2b36c6a1-fc81-4dc2-80ff-84325718ef22 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785992 Jul 05 10:09:53.380828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b13e7b-b203-4b19-b891-8cf4501ca837 None None] No DVR routers for this DVR port ec135138-c8e5-4859-aa79-c04be793c352 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:53.405775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.419868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:53.420821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.450667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.454079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/220cc0fa-8b76-4ee0-a2aa-4ef83261674a HTTP/1.1" status: 204 len: 168 time: 4.0802765 Jul 05 10:09:53.468082 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50726) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.492051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-236081708', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:53.505712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Pushing event updated for resources: {'Port': ['ID=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.516790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.524799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326a666-38bf-4edb-bfdb-8a9662345555 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=220cc0fa-8b76-4ee0-a2aa-4ef83261674a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.539442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b915-88a7-4176-af80-262725a128dd req-0e35d6ae-d86f-4bb8-8b90-5f2dddb3e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:53.542213 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-0e35d6ae-d86f-4bb8-8b90-5f2dddb3e804 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 0.4248233 Jul 05 10:09:53.557775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a540f76-4383-4b7e-865c-b5f4838b239c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:53.593297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395a9003-0630-4419-8dbb-cc181b1b769a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:53.593777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395a9003-0630-4419-8dbb-cc181b1b769a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:53.617393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.7624519 Jul 05 10:09:53.634401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.679325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.695156 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.696698 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.727949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.741019 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-7af6079d-aed9-43df-aba5-d0d7df439a6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 1001 time: 0.1866481 Jul 05 10:09:53.746015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:53.746647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:53.756429 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:53.823799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea1fa-3ece-4d2b-b889-8a902382c539 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=add1d5ad-5629-4e48-9285-f24d439e6df4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.879520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Attempting to bind port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:53.879888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Attempting to bind port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:53.880255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Attempting to bind port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:53.887461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.887695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.899268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a on network a7863275-951c-4fbb-90a1-2b4beca7cd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:53.900034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Attempting to bind port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a on network a7863275-951c-4fbb-90a1-2b4beca7cd72 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:53.943438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:53.943937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Checking segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:53.944438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Bound using segment: {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:53.945066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Bound port: 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:53.945489 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.003726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.013884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b915-88a7-4176-af80-262725a128dd req-d31a2959-e160-4bba-a106-fa03b51dc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.015449 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-d31a2959-e160-4bba-a106-fa03b51dc788 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.2568543 Jul 05 10:09:54.016120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.026280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.028277 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a540f76-4383-4b7e-865c-b5f4838b239c HTTP/1.1" status: 204 len: 168 time: 2.1141756 Jul 05 10:09:54.053714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11404b2-850c-4ef8-ae23-f425c4b68abe admin admin] Pushing event deleted for resources: {'Network': ['ID=9a540f76-4383-4b7e-865c-b5f4838b239c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.066696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Deleting port add1d5ad-5629-4e48-9285-f24d439e6df4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:54.067210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.178024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': '7520a794-9348-4bb4-ab4f-f3a1a72e9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a26d90e-0599-401d-9cf3-dc6dd8a6ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:54.178582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:54.196521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.245557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] For port add1d5ad-5629-4e48-9285-f24d439e6df4, host n-h1-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:54.246136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.255162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] For port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:54.297239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:54.306386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Calling delete_port for add1d5ad-5629-4e48-9285-f24d439e6df4 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:54.311537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] For port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:54.320304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b915-88a7-4176-af80-262725a128dd req-5f4791a4-fb4e-46dd-8cbd-e55016415397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.322143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-5f4791a4-fb4e-46dd-8cbd-e55016415397 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2971187 Jul 05 10:09:54.323323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:54.331245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.345259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:54.352693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.353654 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.362799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b411f-196e-4c4b-80ea-0e1a104132e8 None None] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:54.495215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.496313 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.498896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] 10.222.0.15 "PUT /v2.0/ports/775ac7ea-2c6e-4c8b-bb08-1b6641a0226a HTTP/1.1" status: 200 len: 1092 time: 4.2645226 Jul 05 10:09:54.507542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:54.512364 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ba0b0-4b4c-420c-b559-9a23fa6dca73" -d '{"events": [{"name": "network-changed", "server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:54.576116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-48829019-6cb1-4b88-996e-d0c118ec9bfb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7977505 Jul 05 10:09:54.582652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:54.595116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': 'd541c931-e808-45df-82d2-63eec352f0d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:54.756787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-6a26d90e-0599-401d-9cf3-dc6dd8a6ef93', 'network_id': '6a26d90e-0599-401d-9cf3-dc6dd8a6ef93', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': 'fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:54.758515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.805572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a4345-013d-4aec-b30a-a5977ab62725 service neutron] Pushing event updated for resources: {'Port': ['ID=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.898299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.954281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Allocated IP 172.20.0.2 (6a26d90e-0599-401d-9cf3-dc6dd8a6ef93/fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17/7607f059-2f65-4967-ad92-d198a6e86656) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:54.991553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event deleted for resources: {'Port': ['ID=add1d5ad-5629-4e48-9285-f24d439e6df4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.000874 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c392e54f-1e44-4f98-ae5d-446a02d6d230 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f90c87ac542845bb9d96dc0089e60c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740706 Jul 05 10:09:55.007116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50742) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:55.033810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.038261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2ffba6f8-77bb-463b-8a2d-6a87fab6832f tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "DELETE /v2.0/ports/add1d5ad-5629-4e48-9285-f24d439e6df4 HTTP/1.1" status: 204 len: 168 time: 1.3984888 Jul 05 10:09:55.052744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:55.096270 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-e5fdb446-5019-46b5-9f63-20ffe067c9d7 service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575624 Jul 05 10:09:55.100793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:55.110204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:55.116957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.154808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-23f8dabc-8e1c-428e-aad0-d37748a312c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.156948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-23f8dabc-8e1c-428e-aad0-d37748a312c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 1095 time: 0.5760548 Jul 05 10:09:55.178242 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-42245306-b8c1-4974-bbe5-304f92745a20 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:09:55.187474 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-42245306-b8c1-4974-bbe5-304f92745a20 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "GET /v2.0/ports/add1d5ad-5629-4e48-9285-f24d439e6df4 HTTP/1.1" status: 404 len: 333 time: 0.1237199 Jul 05 10:09:55.198827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50746) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:55.209280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Request body: {'port': {'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-560070362'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:55.227059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ada8-035a-4260-9a8f-193d7686b4df req-b85a0e5e-0139-4e09-b4f5-67520c096a71 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.228869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbb0ada8-035a-4260-9a8f-193d7686b4df req-b85a0e5e-0139-4e09-b4f5-67520c096a71 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 945 time: 0.6126065 Jul 05 10:09:55.280907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-c8f139be-ec90-47e7-a3f9-d4cd408250cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a HTTP/1.1" status: 200 len: 217 time: 0.0851164 Jul 05 10:09:55.320561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9cb75-3bfe-4512-9eea-3824d6548a27 req-3c89c7a9-ae45-4ff8-961d-82c23af5bffe tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.324663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.329483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:55.331618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdf9cb75-3bfe-4512-9eea-3824d6548a27 req-3c89c7a9-ae45-4ff8-961d-82c23af5bffe tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 943 time: 0.5317829 Jul 05 10:09:55.349344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:55.350113 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.354838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Transition to ACTIVE for port object 7607f059-2f65-4967-ad92-d198a6e86656 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:55.381716 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc2da19b-be31-4dc2-b37a-a7ce56480048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.439148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Transition to ACTIVE for port object 7607f059-2f65-4967-ad92-d198a6e86656 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:55.457630 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.458134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Made reservation on behalf of 306f8766229c48b99ffe0dbd430ea89e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:55.462217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.501433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-adddaae9-958c-4598-ad24-d47efd766fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.504843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-adddaae9-958c-4598-ad24-d47efd766fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.2081935 Jul 05 10:09:55.512066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbb0ada8-035a-4260-9a8f-193d7686b4df req-f1a48c20-81fc-4645-96d8-14e134326b40 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436037 Jul 05 10:09:55.557150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdf9cb75-3bfe-4512-9eea-3824d6548a27 req-1990e1be-bd90-4950-894e-d2f824f3f0ab tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233291 Jul 05 10:09:55.583559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.588920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:55.598764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc2da19b-be31-4dc2-b37a-a7ce56480048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.635654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:55.647029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:55.656647 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1938a700-6b50-4efb-8284-4ba4afa2ee67 x-openstack-request-id: req-1938a700-6b50-4efb-8284-4ba4afa2ee67 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:55.657130 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:55.657540 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1938a700-6b50-4efb-8284-4ba4afa2ee67 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:55.658363 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a', 'status': 'completed', 'code': 200} Jul 05 10:09:55.665228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-f30e68b8-e8b0-4e91-b40b-beef4b16cf2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939009 Jul 05 10:09:55.669742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Pushing event updated for resources: {'Port': ['ID=7607f059-2f65-4967-ad92-d198a6e86656,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.671871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] device_id is not set on port 64dbfab6-8962-4743-969c-35546531ad9f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:09:55.686810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:55.689581 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e5e8b915-88a7-4176-af80-262725a128dd req-546b4d41-a33b-40b4-abc5-9cd92c0496da service neutron] 10.222.0.16 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492435 Jul 05 10:09:55.690171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.690869 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83130773-9624-415c-9cb0-0ae468d582e0" -d '{"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-plugged", "status": "completed", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:55.753614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:55.791947 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.849602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Attempting to bind port 7607f059-2f65-4967-ad92-d198a6e86656 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:55.850233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Attempting to bind port 7607f059-2f65-4967-ad92-d198a6e86656 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7520a794-9348-4bb4-ab4f-f3a1a72e9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a26d90e-0599-401d-9cf3-dc6dd8a6ef93'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:55.850816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Attempting to bind port 7607f059-2f65-4967-ad92-d198a6e86656 on network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:55.860316 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.878567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:55.879347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Checking segment: {'id': '7520a794-9348-4bb4-ab4f-f3a1a72e9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a26d90e-0599-401d-9cf3-dc6dd8a6ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:55.880063 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.880760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Bound using segment: {'id': '7520a794-9348-4bb4-ab4f-f3a1a72e9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a26d90e-0599-401d-9cf3-dc6dd8a6ef93'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:55.881699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Bound port: 7607f059-2f65-4967-ad92-d198a6e86656, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7520a794-9348-4bb4-ab4f-f3a1a72e9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a26d90e-0599-401d-9cf3-dc6dd8a6ef93'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:55.882343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.899699 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523b91d-a4a3-4abc-9f21-7774398aac96 x-openstack-request-id: req-7523b91d-a4a3-4abc-9f21-7774398aac96 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:55.900366 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-plugged", "status": "completed", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:55.900743 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7523b91d-a4a3-4abc-9f21-7774398aac96 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:55.901416 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'code': 200} Jul 05 10:09:55.979465 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.047392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] For port 7607f059-2f65-4967-ad92-d198a6e86656, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:56.054647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] For port 7607f059-2f65-4967-ad92-d198a6e86656, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7607f059-2f65-4967-ad92-d198a6e86656,segment=NetworkSegment(7520a794-9348-4bb4-ab4f-f3a1a72e9b6c),segment_id=7520a794-9348-4bb4-ab4f-f3a1a72e9b6c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:56.062626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:56.069591 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.147064 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc2da19b-be31-4dc2-b37a-a7ce56480048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.151412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc2da19b-be31-4dc2-b37a-a7ce56480048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.154064 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bc2da19b-be31-4dc2-b37a-a7ce56480048 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/242fca18-9102-4a3a-ae46-29d949db5a82 HTTP/1.1" status: 204 len: 168 time: 1.1447585 Jul 05 10:09:56.210754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3697f2-6f89-40a8-a01d-317895bca406 None None] Pushing event updated for resources: {'Port': ['ID=7607f059-2f65-4967-ad92-d198a6e86656,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:56.333384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2da19b-be31-4dc2-b37a-a7ce56480048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242fca18-9102-4a3a-ae46-29d949db5a82,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:56.392334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 172.25.1.147 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/9df38a86-3de3-4a2d-9e37-22b587c1df3e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:56.441078 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.819861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.048413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Network 7df208b2-7454-4bb6-8d86-af7b0170bd0a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:57.055983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=64dbfab6-8962-4743-969c-35546531ad9f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.074764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:57.087130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:57.091295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.092796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.096882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-3aaa9e92-139f-4847-b2d6-32a09f4b632b service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4095054 Jul 05 10:09:57.098602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=a0cb92b5-fe55-451b-b8da-0809e337b2c8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.142194 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d8214f0-bf29-40e8-8c60-6a013b8df254 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9406981 Jul 05 10:09:57.143916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50758) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:57.176399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:57.208802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7607f059-2f65-4967-ad92-d198a6e86656 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:57.318572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': 'b9c26733-877e-4026-af72-93b178d64b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd541c931-e808-45df-82d2-63eec352f0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:57.319281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: d541c931-e808-45df-82d2-63eec352f0d3, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:57.333377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.359189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7607f059-2f65-4967-ad92-d198a6e86656 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:57.431604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network d541c931-e808-45df-82d2-63eec352f0d3 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:57.455997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:57.476484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.485217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edd46e-683e-45f9-8c83-c991ecc971c6 req-7960197c-4150-4e5a-b154-840b946b3193 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.489061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00edd46e-683e-45f9-8c83-c991ecc971c6 req-7960197c-4150-4e5a-b154-840b946b3193 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.4228208 Jul 05 10:09:57.511977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d541c931-e808-45df-82d2-63eec352f0d3) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:57.530159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ac2b-8fb7-46f2-b15a-17f817ef38a9 req-7183be89-15d0-4dbf-9e6f-fae58d3e8421 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.533331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c31ac2b-8fb7-46f2-b15a-17f817ef38a9 req-7183be89-15d0-4dbf-9e6f-fae58d3e8421 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 943 time: 0.4876730 Jul 05 10:09:57.537862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60804cbb-6ba9-4515-89bd-048e7ff27dbc None None] Network d541c931-e808-45df-82d2-63eec352f0d3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:57.562080 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:57.570459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.571687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.595045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab176a34-fea6-47ae-bd89-198c037d2362 req-5b4e9579-bf5f-4908-8d94-dde6284a2fc2 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226525 Jul 05 10:09:57.607641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:57.614745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:57.646609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.651539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=9df38a86-3de3-4a2d-9e37-22b587c1df3e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.693296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f0327ec-6e2d-480e-a267-7744a15b293e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1056273 Jul 05 10:09:57.694168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:57.701558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-008f6aff-38ad-49af-a717-9932722eb229 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1105982070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:57.842875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c31ac2b-8fb7-46f2-b15a-17f817ef38a9 req-81f2d1a5-6385-4fb5-9740-4a1fe0b2f539 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761526 Jul 05 10:09:57.852723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00edd46e-683e-45f9-8c83-c991ecc971c6 req-80f24072-b0b3-43c5-bdad-73ae1cee5195 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467627 Jul 05 10:09:57.861079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-028b1158-8f35-4357-90c6-e927ede396b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20b187967e38415f9e51a84c83c61ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703995 Jul 05 10:09:57.864818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50764) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:57.891242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:57.903352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-d541c931-e808-45df-82d2-63eec352f0d3', 'network_id': 'd541c931-e808-45df-82d2-63eec352f0d3', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': 'a0cb92b5-fe55-451b-b8da-0809e337b2c8'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:57.904673 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.024297 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f6aff-38ad-49af-a717-9932722eb229 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.026545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f6aff-38ad-49af-a717-9932722eb229 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.031901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6bc13d25-31d0-458c-b3e5-bba45d26bf59 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/894e0ea0-9f68-4169-9e74-48adb2e6052c HTTP/1.1" status: 200 len: 994 time: 0.1387970 Jul 05 10:09:58.093040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Allocated IP 172.21.0.2 (d541c931-e808-45df-82d2-63eec352f0d3/a0cb92b5-fe55-451b-b8da-0809e337b2c8/352bfe99-4cb9-48b0-9f55-bc07bc4487d1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:58.096676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-2b12f42a-f661-4461-95b7-11c8b72765b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:58.099252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-2b12f42a-f661-4461-95b7-11c8b72765b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 1095 time: 0.3473127 Jul 05 10:09:58.187975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b6c81bd-24a8-464a-b417-a145e01100bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.232448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b6c81bd-24a8-464a-b417-a145e01100bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.262875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef2cab-1eeb-44f4-8cf6-557d7f141f1c None None] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:58.294613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-44dcdf20-6243-4d24-b5aa-038c2f38bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:58.296387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-44dcdf20-6243-4d24-b5aa-038c2f38bc6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.1884375 Jul 05 10:09:58.319422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f6aff-38ad-49af-a717-9932722eb229 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.330707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b6c81bd-24a8-464a-b417-a145e01100bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.333643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b6c81bd-24a8-464a-b417-a145e01100bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.334092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f6aff-38ad-49af-a717-9932722eb229 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.334943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0b6c81bd-24a8-464a-b417-a145e01100bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56012304-5b55-4cff-bb56-2775acdab862 HTTP/1.1" status: 204 len: 168 time: 0.4686205 Jul 05 10:09:58.378239 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-008f6aff-38ad-49af-a717-9932722eb229 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.382842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-008f6aff-38ad-49af-a717-9932722eb229 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6833067 Jul 05 10:09:58.385292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:58.386304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c81bd-24a8-464a-b417-a145e01100bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56012304-5b55-4cff-bb56-2775acdab862,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:58.387661 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.398521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-867c6c3e-8089-4f54-98aa-50fced9283d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a HTTP/1.1" status: 200 len: 217 time: 0.0908651 Jul 05 10:09:58.491398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4eab19c6-d259-4a87-abdf-150e39ee9a73 None None] Provisioning for port 7607f059-2f65-4967-ad92-d198a6e86656 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:58.524153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4eab19c6-d259-4a87-abdf-150e39ee9a73 None None] Provisioning complete for port 7607f059-2f65-4967-ad92-d198a6e86656 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:58.524881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4eab19c6-d259-4a87-abdf-150e39ee9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.567455 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.617469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Transition to ACTIVE for port object 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:58.642294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] device_id is not set on port 64dbfab6-8962-4743-969c-35546531ad9f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:09:58.664364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.696276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Transition to ACTIVE for port object 64dbfab6-8962-4743-969c-35546531ad9f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:58.729654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Transition to ACTIVE for port object 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:58.751629 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.812317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-e8b4fda0-6d0f-474f-85a8-cdc1e504421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:58.815003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-e8b4fda0-6d0f-474f-85a8-cdc1e504421e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.3192449 Jul 05 10:09:58.877559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.908545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Network d541c931-e808-45df-82d2-63eec352f0d3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:58.914173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-d0cabd57-bf29-45aa-96a9-f37c90823369 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766521 Jul 05 10:09:58.914828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:58.928815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:58.987850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Pushing event updated for resources: {'Port': ['ID=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:59.011632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.033055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=64dbfab6-8962-4743-969c-35546531ad9f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:59.106248 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4eab19c6-d259-4a87-abdf-150e39ee9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.168249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Attempting to bind port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.168925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Attempting to bind port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b9c26733-877e-4026-af72-93b178d64b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd541c931-e808-45df-82d2-63eec352f0d3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.169556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Attempting to bind port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 on network d541c931-e808-45df-82d2-63eec352f0d3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.203379 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:59.203838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Checking segment: {'id': 'b9c26733-877e-4026-af72-93b178d64b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd541c931-e808-45df-82d2-63eec352f0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:59.204394 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.204933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Bound using segment: {'id': 'b9c26733-877e-4026-af72-93b178d64b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd541c931-e808-45df-82d2-63eec352f0d3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:59.205552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Bound port: 352bfe99-4cb9-48b0-9f55-bc07bc4487d1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c26733-877e-4026-af72-93b178d64b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd541c931-e808-45df-82d2-63eec352f0d3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:59.206388 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.263719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4eab19c6-d259-4a87-abdf-150e39ee9a73 None None] For port 7607f059-2f65-4967-ad92-d198a6e86656, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7607f059-2f65-4967-ad92-d198a6e86656,segment=NetworkSegment(7520a794-9348-4bb4-ab4f-f3a1a72e9b6c),segment_id=7520a794-9348-4bb4-ab4f-f3a1a72e9b6c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:59.307431 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4eab19c6-d259-4a87-abdf-150e39ee9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.402087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.402087 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.402565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.421345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.421904 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:59.438308 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 2 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:09:59.495241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.495910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.496240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.509194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 27ea214f-b99c-4416-8876-c61e9a4af128 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:59.520094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.520273 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:59.521016 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 3 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:09:59.545922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-37d6b5fe-867f-40df-9b85-b2280a88d3b1 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139806 Jul 05 10:09:59.579641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.580196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.580753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.591440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.591948 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:59.592892 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 4 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:09:59.630360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.630741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.631147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.696060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.697074 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:59.703960 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 5 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:09:59.719866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.738766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f5ad-8001-4a97-bb93-ed2dd8c679b3 req-2b6513a9-e6e8-4b11-a659-7b07ff09b76e tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:59.739962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.740485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.741006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.751714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7522f5ad-8001-4a97-bb93-ed2dd8c679b3 req-2b6513a9-e6e8-4b11-a659-7b07ff09b76e tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 943 time: 0.5219855 Jul 05 10:09:59.786886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.787888 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:59.792901 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 6 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:09:59.837101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.837732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.838291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.854926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.855552 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:59.857882 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 7 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:09:59.861148 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.862556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.864226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:59.887809 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] Sync routers for ids ['27ea214f-b99c-4416-8876-c61e9a4af128'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:59.891815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.892834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.893393 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.903799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.904443 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:09:59.905146 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 8 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:09:59.911451 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] Routers {'27ea214f-b99c-4416-8876-c61e9a4af128'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:59.912112 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['27ea214f-b99c-4416-8876-c61e9a4af128'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:59.937244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.940193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bced8b0e-5fe3-4cb4-8148-c5bf28bec860 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4553673 Jul 05 10:09:59.946503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50792) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:59.963605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31a7f799-ca00-4247-a278-f21cba57fd0f None None] Provisioning complete for port 7607f059-2f65-4967-ad92-d198a6e86656 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:59.964246 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31a7f799-ca00-4247-a278-f21cba57fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.969636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.970185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.970760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.982900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] For port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:59.983794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-331ba0b0-4b4c-420c-b559-9a23fa6dca73 req-0c2f878b-9094-4523-97c6-8f9ab04fb605 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271886 Jul 05 10:09:59.986880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab19c6-d259-4a87-abdf-150e39ee9a73 None None] Pushing event updated for resources: {'Port': ['ID=7607f059-2f65-4967-ad92-d198a6e86656,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:00.057031 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:00.075352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] Routers {'27ea214f-b99c-4416-8876-c61e9a4af128'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:00.076853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['27ea214f-b99c-4416-8876-c61e9a4af128'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:00.083303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:00.087886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] For port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,segment=NetworkSegment(b9c26733-877e-4026-af72-93b178d64b33),segment_id=b9c26733-877e-4026-af72-93b178d64b33)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:00.106827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:00.107941 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:00.110328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7522f5ad-8001-4a97-bb93-ed2dd8c679b3 req-f4fdfed7-7bb2-458f-a713-0a7098f9da1d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575146 Jul 05 10:10:00.111869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.128684 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 9 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:10:00.149717 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:00.151400 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081183b-b9b8-4a66-b006-4ee5a8966a71 None None] The sync data for ids ['27ea214f-b99c-4416-8876-c61e9a4af128'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:00.214949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:00.215386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:00.215731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:00.266847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:00.267224 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:00.270155 n-d-771363-33 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 10 to bind port 64dbfab6-8962-4743-969c-35546531ad9f Jul 05 10:10:00.276236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa07d-05c0-4b72-a5e2-cb43b2986f4f None None] Pushing event updated for resources: {'Port': ['ID=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:00.296455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:00.296761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:00.297133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:00.305888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:00.306306 n-d-771363-33 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 64dbfab6-8962-4743-969c-35546531ad9f on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:00.306682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.357156 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7ab5d8e-fc3d-48d5-94b6-0b3ca57d88c4 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/routers/27ea214f-b99c-4416-8876-c61e9a4af128 HTTP/1.1" status: 200 len: 884 time: 0.4077592 Jul 05 10:10:00.358142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:00.443230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-833407793-network', 'tenant_id': '9700116bf4394a16a285b5783db7bf17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:00.449520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.20.0.1 (6a26d90e-0599-401d-9cf3-dc6dd8a6ef93/fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17/0416474a-8b90-45c8-8bcc-10ebdedd1e8e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:00.680682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.717683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object 0416474a-8b90-45c8-8bcc-10ebdedd1e8e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:00.786511 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.838977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:00.845857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:00.851191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:00.904128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=0416474a-8b90-45c8-8bcc-10ebdedd1e8e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:00.934048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:00.937955 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.954005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.009106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.053041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] For port 64dbfab6-8962-4743-969c-35546531ad9f, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:01.053485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempted to set empty binding levels {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:10:01.074238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.108527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:01.169713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] In _notify_port_updated(), no bound segment for port 64dbfab6-8962-4743-969c-35546531ad9f on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:10:01.171107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.172042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.178788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "PUT /v2.0/ports/64dbfab6-8962-4743-969c-35546531ad9f HTTP/1.1" status: 200 len: 975 time: 4.0116320 Jul 05 10:10:01.218674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:01.286542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:01.301722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.442529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:01.469970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a', 'network_id': 'a7863275-951c-4fbb-90a1-2b4beca7cd72', 'port_id': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a', 'mac_address': 'fa:16:3e:97:6e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7866d245-c64e-4f7d-b858-f065e1530bb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:01.481418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:01.488151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7607f059-2f65-4967-ad92-d198a6e86656 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:01.593633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f65dd9-72cf-4289-b331-bc8993f4a58e tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=64dbfab6-8962-4743-969c-35546531ad9f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:01.632795 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.665497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-86ebef36-4344-4adc-995e-f42c4aa57148 None None] Provisioning for port 0416474a-8b90-45c8-8bcc-10ebdedd1e8e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:01.683802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-86ebef36-4344-4adc-995e-f42c4aa57148 None None] Provisioning complete for port 0416474a-8b90-45c8-8bcc-10ebdedd1e8e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:01.683802 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86ebef36-4344-4adc-995e-f42c4aa57148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.687118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:01.725991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:01.773782 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.815825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.817625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.818141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.821141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.822850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.824079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.825319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.826468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.827733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.828822 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.829930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.831010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.832718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.834133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.835287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.837138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.842583 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4e550ea9-8d45-44f3-9d77-21dee687e27d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14327 time: 0.6217694 Jul 05 10:10:01.850341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:01.872775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7607f059-2f65-4967-ad92-d198a6e86656 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:01.873952 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.888208 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.903681 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-39b4a12e-77b6-43fe-a335-c1549025b1d9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5420094 Jul 05 10:10:01.910098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:01.919014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-484850ae-cb28-45b1-a362-724cf849f5af tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-236081708'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:01.923672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.940994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-86ebef36-4344-4adc-995e-f42c4aa57148 None None] Port 0416474a-8b90-45c8-8bcc-10ebdedd1e8e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:02.017283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4d4c2-19e3-41c5-a339-b6c12f995b9b None None] Network d541c931-e808-45df-82d2-63eec352f0d3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:02.017572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8898a-e5e1-4f99-b606-cbf9c0e5d434 req-afbdb009-f0f8-4187-9bc8-4975a82212bd tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:02.017741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:02.022449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1fa8898a-e5e1-4f99-b606-cbf9c0e5d434 req-afbdb009-f0f8-4187-9bc8-4975a82212bd tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 943 time: 0.4844368 Jul 05 10:10:02.027133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['775ac7ea-2c6e-4c8b-bb08-1b6641a0226a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:02.030884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.057236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.057802 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Added segment e956d415-6540-4959-8d7e-d10ef2e1b65a of type vlan for network ad129a7e-c36f-42d3-b374-7e79d50be067 Jul 05 10:10:02.085079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4af5ae1-7edc-4416-bb66-74191dab532e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.210425 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.212686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-57b9ab47-5f57-49f4-9d28-7dad1dfa8ed9 None None] Provisioning for port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:02.240116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-57b9ab47-5f57-49f4-9d28-7dad1dfa8ed9 None None] Provisioning complete for port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:02.240392 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57b9ab47-5f57-49f4-9d28-7dad1dfa8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.250038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.271243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1fa8898a-e5e1-4f99-b606-cbf9c0e5d434 req-e2b9b9aa-d4a1-430d-b3b2-1ccf92fd5120 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206519 Jul 05 10:10:02.277609 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.363527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.365204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:02.366249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.452499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Deleting port 64dbfab6-8962-4743-969c-35546531ad9f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:02.452499 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.459212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.462269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=0416474a-8b90-45c8-8bcc-10ebdedd1e8e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.577643 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4940081 Jul 05 10:10:02.584007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57b9ab47-5f57-49f4-9d28-7dad1dfa8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.586331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:02.597985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Request body: {'subnet': {'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-833407793-subnet', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:02.630661 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf0944-7ff2-47e3-8b32-c9e1922ff804 admin admin] Pushing event updated for resources: {'Network': ['ID=ad129a7e-c36f-42d3-b374-7e79d50be067,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.669106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ad129a7e-c36f-42d3-b374-7e79d50be067 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:02.715615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] For port 64dbfab6-8962-4743-969c-35546531ad9f, host n-h1-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:02.716223 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.755022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-57b9ab47-5f57-49f4-9d28-7dad1dfa8ed9 None None] For port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,segment=NetworkSegment(b9c26733-877e-4026-af72-93b178d64b33),segment_id=b9c26733-877e-4026-af72-93b178d64b33)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:02.762115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57b9ab47-5f57-49f4-9d28-7dad1dfa8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.803997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Calling delete_port for 64dbfab6-8962-4743-969c-35546531ad9f owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:02.811725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:02.815134 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.848992 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484850ae-cb28-45b1-a362-724cf849f5af tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.874306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9ab47-5f57-49f4-9d28-7dad1dfa8ed9 None None] Pushing event updated for resources: {'Port': ['ID=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.897224 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484850ae-cb28-45b1-a362-724cf849f5af tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.094354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8b426d46-ebdd-4883-87de-476e2865dc05 None None] Provisioning complete for port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:03.096161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b426d46-ebdd-4883-87de-476e2865dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.129757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484850ae-cb28-45b1-a362-724cf849f5af tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 27ea214f-b99c-4416-8876-c61e9a4af128 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:03.145193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:03.292103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:03.328748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:03.336867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:03.337526 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.386541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484850ae-cb28-45b1-a362-724cf849f5af tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:03.391285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:03.429567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] Sync routers for ids ['27ea214f-b99c-4416-8876-c61e9a4af128'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:03.452257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] Routers {'27ea214f-b99c-4416-8876-c61e9a4af128'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:03.452920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-484850ae-cb28-45b1-a362-724cf849f5af tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.453376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['27ea214f-b99c-4416-8876-c61e9a4af128'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:03.460413 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-484850ae-cb28-45b1-a362-724cf849f5af tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/27ea214f-b99c-4416-8876-c61e9a4af128 HTTP/1.1" status: 200 len: 891 time: 1.5478501 Jul 05 10:10:03.464843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:03.549313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:03.625350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] Routers {'27ea214f-b99c-4416-8876-c61e9a4af128'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:03.626590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['27ea214f-b99c-4416-8876-c61e9a4af128'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:03.712757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:03.714010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f733593-fee1-4d94-91cc-2d93848a4cab None None] The sync data for ids ['27ea214f-b99c-4416-8876-c61e9a4af128'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:03.720408 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.727871 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dda3729b-afb0-467e-8cb1-439252e12999 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/routers/27ea214f-b99c-4416-8876-c61e9a4af128 HTTP/1.1" status: 200 len: 891 time: 0.2594135 Jul 05 10:10:03.730308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:03.766250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:03.769258 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaa33af-f6a2-4a10-9cc2-77181fc5b18a" -d '{"events": [{"server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "name": "network-vif-plugged", "status": "completed", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:03.808956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:03.812033 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac42e0dd-00f3-45f3-b23a-8cba15009333 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ea214f-b99c-4416-8876-c61e9a4af128 HTTP/1.1" status: 200 len: 205 time: 0.0726364 Jul 05 10:10:03.815196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:03.821069 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.876893 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6e3d7e-8d23-4d81-b630-6428b679a0c5 x-openstack-request-id: req-aa6e3d7e-8d23-4d81-b630-6428b679a0c5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:03.879901 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "name": "network-vif-plugged", "status": "completed", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:03.880331 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa6e3d7e-8d23-4d81-b630-6428b679a0c5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:03.885982 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a', 'code': 200} Jul 05 10:10:03.957423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.978886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.990180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3a089cd6-8f65-4b44-8a9d-7db029cfcbf5 None None] Provisioning complete for port 0416474a-8b90-45c8-8bcc-10ebdedd1e8e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:03.995070 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a089cd6-8f65-4b44-8a9d-7db029cfcbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.063968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a089cd6-8f65-4b44-8a9d-7db029cfcbf5 None None] Port 0416474a-8b90-45c8-8bcc-10ebdedd1e8e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:04.108969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event deleted for resources: {'Port': ['ID=64dbfab6-8962-4743-969c-35546531ad9f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.172875 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.179227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df1fc7ea-69fd-4d49-974b-34961015a7f1 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "DELETE /v2.0/ports/64dbfab6-8962-4743-969c-35546531ad9f HTTP/1.1" status: 204 len: 168 time: 2.3231649 Jul 05 10:10:04.187499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50820) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:04.264048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d37a45-9de0-4370-92c0-0dfafe9a7711 req-7267ef72-56f5-4a10-a1fd-a86d3e712e13 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:04.266753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24d37a45-9de0-4370-92c0-0dfafe9a7711 req-7267ef72-56f5-4a10-a1fd-a86d3e712e13 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 944 time: 0.7417002 Jul 05 10:10:04.325377 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b23c0c-414e-45e7-860c-cfc4336ed1a4 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:10:04.328412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a8b23c0c-414e-45e7-860c-cfc4336ed1a4 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "GET /v2.0/ports/64dbfab6-8962-4743-969c-35546531ad9f HTTP/1.1" status: 404 len: 333 time: 0.1388052 Jul 05 10:10:04.340152 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.346315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50822) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:04.370400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1703958823', 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:04.380787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.517259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router b358ab3d-b28c-481d-b776-dfbf1747083f is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:10:04.519700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.570017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.582339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b905cd0-de27-4e08-ac4e-ae42c3ef1f45 req-006e2c82-0880-4c89-a856-121c9912f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:04.585241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b905cd0-de27-4e08-ac4e-ae42c3ef1f45 req-006e2c82-0880-4c89-a856-121c9912f36c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 1097 time: 0.6047595 Jul 05 10:10:04.586534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Made reservation on behalf of 306f8766229c48b99ffe0dbd430ea89e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:04.590667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.612415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 9df38a86-3de3-4a2d-9e37-22b587c1df3e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:04.613740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24d37a45-9de0-4370-92c0-0dfafe9a7711 req-d8cc10c5-3d84-4f7a-83cd-23b1a336a2f6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059306 Jul 05 10:10:04.614731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.742214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.757276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] device_id is not set on port 869bf739-2850-496c-a28d-d51987c0ed4d yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:10:04.761897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 9df38a86-3de3-4a2d-9e37-22b587c1df3e owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:04.765709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:04.766138 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Network hostable DHCP agents. Network: ad129a7e-c36f-42d3-b374-7e79d50be067, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:04.813286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b905cd0-de27-4e08-ac4e-ae42c3ef1f45 req-ed9186ce-8b2d-4cfc-b03f-ce0ebcbf24ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061956 Jul 05 10:10:04.879728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:04.890634 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] Sync routers for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:04.901489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ed191b04-7fb1-4408-a859-4adad20975ac tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/b358ab3d-b28c-481d-b776-dfbf1747083f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5058954 Jul 05 10:10:04.906221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:04.909005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:04.912001 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:04.914019 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:04.976244 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:04.991606 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:04.993359 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:05.014397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:05.029576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ad129a7e-c36f-42d3-b374-7e79d50be067) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:05.038946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:05.038946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.068300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d38a8e-a4fd-481d-8733-d96bb893d9cf None None] Network ad129a7e-c36f-42d3-b374-7e79d50be067 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:05.071946 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:05.073458 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645fe06b-c887-47c5-91e3-0575ea88ffd7 None None] The sync data for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:05.074442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.133475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=9df38a86-3de3-4a2d-9e37-22b587c1df3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.135831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc206e0-9dad-4494-a505-9c9b555a4a1e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:05.138370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5cc206e0-9dad-4494-a505-9c9b555a4a1e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports/0416474a-8b90-45c8-8bcc-10ebdedd1e8e HTTP/1.1" status: 200 len: 910 time: 0.2305481 Jul 05 10:10:05.145261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:05.185333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eab145c6-7ab1-4a48-9b64-79f15fac6d19 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5944972 Jul 05 10:10:05.189816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50828) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:05.217421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:05.261378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:05.262798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.326128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.348576 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.354361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.374603 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.478654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-ad129a7e-c36f-42d3-b374-7e79d50be067', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:05.481134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.531452 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.538915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.580126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.586430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.670282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Network 7df208b2-7454-4bb6-8d86-af7b0170bd0a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:05.748315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:05.753168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:05.755831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:05.757101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.850670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Allocated IP 172.20.0.2 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:05.865009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5104451 Jul 05 10:10:05.898387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50832) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:05.967692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.968722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Fanout notify agent at l3_agent the message router_deleted on router 27ea214f-b99c-4416-8876-c61e9a4af128 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:10:05.989077 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.990496 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6f6b2fe8-e2c8-4fa3-9265-077bc6465880 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/27ea214f-b99c-4416-8876-c61e9a4af128 HTTP/1.1" status: 204 len: 168 time: 2.1702521 Jul 05 10:10:06.037602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50af517-a12c-42c0-8ce5-eefef8c3229d tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=869bf739-2850-496c-a28d-d51987c0ed4d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:06.044864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50834) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:06.066307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1411550978'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:06.145832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259044a5-dd8e-4a70-83b8-b4316a174dc2 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.151520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-259044a5-dd8e-4a70-83b8-b4316a174dc2 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "GET /v2.0/ports/869bf739-2850-496c-a28d-d51987c0ed4d HTTP/1.1" status: 200 len: 955 time: 0.2474108 Jul 05 10:10:06.151930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50836) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:06.172394 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.191966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.192962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Transition to ACTIVE for port object e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:06.224502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Transition to ACTIVE for port object e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:06.235253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.244121 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.270019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:06.282858 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.337266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:06.349769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:06.352656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:06.386421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Pushing event updated for resources: {'Port': ['ID=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:06.391537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8f0f-d64d-45e7-ba39-8e408332b933 req-383819b5-e7fd-4bef-8a5d-9fe86e336b6d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.401153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-499d8f0f-d64d-45e7-ba39-8e408332b933 req-383819b5-e7fd-4bef-8a5d-9fe86e336b6d tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.4755337 Jul 05 10:10:06.437363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Deleting port 869bf739-2850-496c-a28d-d51987c0ed4d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:06.437893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.443494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:06.493855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.494384 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment bed6f020-78b0-405d-9785-3c0545c5eb95 of type vlan for network e735decb-5211-4fd5-b2e3-eda4dee72854 Jul 05 10:10:06.506162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Attempting to bind port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:06.506908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Attempting to bind port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:06.507547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Attempting to bind port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:06.518659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:06.519446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:06.520095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.520739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:06.521557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Bound port: e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:06.522224 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.524219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-499d8f0f-d64d-45e7-ba39-8e408332b933 req-e687668d-021b-400d-96c2-82c3bdb384fb tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214201 Jul 05 10:10:06.590831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.646867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] For port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:06.655694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] For port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:06.656030 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.666793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.667852 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.686598 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.694148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.735938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Calling delete_port for 869bf739-2850-496c-a28d-d51987c0ed4d owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:06.795359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7339375 Jul 05 10:10:06.796607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50838) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:06.798017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd420aea-0769-42cf-8afd-2d39a430e259 None None] Pushing event updated for resources: {'Port': ['ID=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:06.849915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': 'e735decb-5211-4fd5-b2e3-eda4dee72854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:06.930978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.21.0.1 (d541c931-e808-45df-82d2-63eec352f0d3/a0cb92b5-fe55-451b-b8da-0809e337b2c8/5e86067d-fecf-4393-a035-fb6ecc21255b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:06.952462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b581e7f-66b1-4fab-8b10-6ea89fe32d9d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=e735decb-5211-4fd5-b2e3-eda4dee72854,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:06.978725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e735decb-5211-4fd5-b2e3-eda4dee72854 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:07.040000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.056467 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.071119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.121558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event deleted for resources: {'Port': ['ID=869bf739-2850-496c-a28d-d51987c0ed4d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.136538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.145822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:07.146185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d76fbff-6cec-4cab-bfa1-0a4ecfaf697b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "DELETE /v2.0/ports/869bf739-2850-496c-a28d-d51987c0ed4d HTTP/1.1" status: 204 len: 168 time: 0.9915168 Jul 05 10:10:07.149898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.157495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:07.227359 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-673096bc-a30f-4151-ad7e-ebfd08cff34c tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:10:07.230126 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-673096bc-a30f-4151-ad7e-ebfd08cff34c tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "GET /v2.0/ports/869bf739-2850-496c-a28d-d51987c0ed4d HTTP/1.1" status: 404 len: 333 time: 0.0714364 Jul 05 10:10:07.241540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:07.247155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Request body: {'port': {'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1993758015'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:07.296279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.307868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Made reservation on behalf of 306f8766229c48b99ffe0dbd430ea89e for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:07.310485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.337329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object 5e86067d-fecf-4393-a035-fb6ecc21255b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:07.367527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] device_id is not set on port 302549dc-9ebd-4a61-848a-7a327f781f8a yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:10:07.433676 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.456154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Allocated IP 172.25.1.225 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/db231547-214c-4408-86c9-a200e87d738d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:07.554826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network d541c931-e808-45df-82d2-63eec352f0d3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:07.560828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=5e86067d-fecf-4393-a035-fb6ecc21255b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.582135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:07.632467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:07.754155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.882604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.974347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.998611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.064121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.066090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.110261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee2198-3550-45ee-9173-e38b627bf1bc req-2ce404bf-4a68-4fa1-8e37-e38f3fa00bf1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.113767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eee2198-3550-45ee-9173-e38b627bf1bc req-2ce404bf-4a68-4fa1-8e37-e38f3fa00bf1 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.2732756 Jul 05 10:10:08.144293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Network 7df208b2-7454-4bb6-8d86-af7b0170bd0a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:08.175877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:08.181241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:08.182263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.182897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.185789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=302549dc-9ebd-4a61-848a-7a327f781f8a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.200147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0374a77f-720a-4497-9b87-4fad2160a0ca None None] Provisioning for port 5e86067d-fecf-4393-a035-fb6ecc21255b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:08.214638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0374a77f-720a-4497-9b87-4fad2160a0ca None None] Provisioning complete for port 5e86067d-fecf-4393-a035-fb6ecc21255b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:08.215833 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0374a77f-720a-4497-9b87-4fad2160a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.231315 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9863eed4-0cbe-4d96-89da-99dd565b130b tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9878795 Jul 05 10:10:08.257371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50846) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:08.259500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': 'bed6f020-78b0-405d-9785-3c0545c5eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e735decb-5211-4fd5-b2e3-eda4dee72854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:08.260114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: e735decb-5211-4fd5-b2e3-eda4dee72854, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:08.266274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=8a1f41c7-44e2-44a2-9b1e-b8342027084d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.278166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:08.305587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0374a77f-720a-4497-9b87-4fad2160a0ca None None] Port 5e86067d-fecf-4393-a035-fb6ecc21255b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:08.327266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eee2198-3550-45ee-9173-e38b627bf1bc req-7f9bab6d-cf9d-42bc-86d4-361777d97a00 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919096 Jul 05 10:10:08.426179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network e735decb-5211-4fd5-b2e3-eda4dee72854 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:08.445428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.523404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e735decb-5211-4fd5-b2e3-eda4dee72854) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:08.535639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=db231547-214c-4408-86c9-a200e87d738d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.538996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.539324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eafcc2-1548-4715-add5-8345752f9c5a None None] Network e735decb-5211-4fd5-b2e3-eda4dee72854 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:08.539630 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.595513 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:08.606364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50850) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:08.607982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-59908612-b085-4273-9e1e-2b30653e6cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7630684 Jul 05 10:10:08.623866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.626664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-08c90864-bbfc-4107-a818-b894ef444a69 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-420453232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:08.664539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:08.669967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:08.776151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.795447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.936925 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08c90864-bbfc-4107-a818-b894ef444a69 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.938734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08c90864-bbfc-4107-a818-b894ef444a69 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.985389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=5e86067d-fecf-4393-a035-fb6ecc21255b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.992836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.036362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890cba4-c6c4-4ef8-89e3-c2bbbd2ca26d None None] Network ad129a7e-c36f-42d3-b374-7e79d50be067 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:09.075793 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08c90864-bbfc-4107-a818-b894ef444a69 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.089499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08c90864-bbfc-4107-a818-b894ef444a69 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.189820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08c90864-bbfc-4107-a818-b894ef444a69 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.192464 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-08c90864-bbfc-4107-a818-b894ef444a69 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5829058 Jul 05 10:10:09.199072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:09.216297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:09.301483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3faf827e-9550-4415-9880-53b97dade29e None None] Provisioning for port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:09.328839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e735decb-5211-4fd5-b2e3-eda4dee72854', 'network_id': 'e735decb-5211-4fd5-b2e3-eda4dee72854', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': '8a1f41c7-44e2-44a2-9b1e-b8342027084d'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:09.330169 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.494673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network d541c931-e808-45df-82d2-63eec352f0d3 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:09.501270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:09.786552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Allocated IP 2001:db8::2 (e735decb-5211-4fd5-b2e3-eda4dee72854/8a1f41c7-44e2-44a2-9b1e-b8342027084d/272bccb4-b2f1-4d62-8121-19f623b598dc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:09.837024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:09.852424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:09.853207 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.953765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05041114-62ce-4b77-9cea-fa79163d71e7 req-b2993676-402e-4cad-886f-bf21da4eed0b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:09.955908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05041114-62ce-4b77-9cea-fa79163d71e7 req-b2993676-402e-4cad-886f-bf21da4eed0b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.4227297 Jul 05 10:10:09.958584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] device_id is not set on port 302549dc-9ebd-4a61-848a-7a327f781f8a yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:10:09.975518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.990103 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.086165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-205444b1-416e-4ead-91fe-3be259d2db26 None None] Provisioning complete for port 5e86067d-fecf-4393-a035-fb6ecc21255b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:10.086460 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-205444b1-416e-4ead-91fe-3be259d2db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.087884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Transition to ACTIVE for port object 302549dc-9ebd-4a61-848a-7a327f781f8a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:10.104652 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.201809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-205444b1-416e-4ead-91fe-3be259d2db26 None None] Port 5e86067d-fecf-4393-a035-fb6ecc21255b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:10.210527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.295622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:10.297431 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.307654 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.314507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Transition to ACTIVE for port object 272bccb4-b2f1-4d62-8121-19f623b598dc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:10.368646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Transition to ACTIVE for port object 272bccb4-b2f1-4d62-8121-19f623b598dc will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:10.398622 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.405682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=302549dc-9ebd-4a61-848a-7a327f781f8a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.427222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05041114-62ce-4b77-9cea-fa79163d71e7 req-8d5fefec-38a5-4619-978b-1769e3f9ff57 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327960 Jul 05 10:10:10.436087 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.462617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router b358ab3d-b28c-481d-b776-dfbf1747083f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:10.499230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:10.499636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:10.499991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:10.507003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Network e735decb-5211-4fd5-b2e3-eda4dee72854 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:10.509230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.520035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:10.520314 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:10.535477 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 2 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:10.583915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:10.584402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:10.584795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:10.593856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:10.594333 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:10.598029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Pushing event updated for resources: {'Port': ['ID=272bccb4-b2f1-4d62-8121-19f623b598dc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.600894 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 3 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:10.613636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:10.617862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:10.626872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:10.627298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:10.627638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:10.632400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.638498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:10.638741 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:10.639374 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 4 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:10.740639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-487c23a7-59a2-4259-bfc0-9fa17e667648 None None] Provisioning complete for port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:10.741428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-487c23a7-59a2-4259-bfc0-9fa17e667648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.743948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Attempting to bind port 272bccb4-b2f1-4d62-8121-19f623b598dc on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:10.744570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Attempting to bind port 272bccb4-b2f1-4d62-8121-19f623b598dc by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'bed6f020-78b0-405d-9785-3c0545c5eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e735decb-5211-4fd5-b2e3-eda4dee72854'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:10.745275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Attempting to bind port 272bccb4-b2f1-4d62-8121-19f623b598dc on network e735decb-5211-4fd5-b2e3-eda4dee72854 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:10.755170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:10.755823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Checking segment: {'id': 'bed6f020-78b0-405d-9785-3c0545c5eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e735decb-5211-4fd5-b2e3-eda4dee72854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:10.756429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.757008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Bound using segment: {'id': 'bed6f020-78b0-405d-9785-3c0545c5eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e735decb-5211-4fd5-b2e3-eda4dee72854'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:10.757894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Bound port: 272bccb4-b2f1-4d62-8121-19f623b598dc, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed6f020-78b0-405d-9785-3c0545c5eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e735decb-5211-4fd5-b2e3-eda4dee72854'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:10.758551 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.856593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:10.857992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:10.873407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:10.915894 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:10.934634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-51353cfe-729e-4ab4-96a4-008365f9ffaa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/b358ab3d-b28c-481d-b776-dfbf1747083f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7835543 Jul 05 10:10:10.969901 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:10.975572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] Sync routers for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:10.992454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:10.994150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:11.000692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] For port 272bccb4-b2f1-4d62-8121-19f623b598dc, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:11.013352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:11.014104 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:11.031490 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 5 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:11.059881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8::1 (e735decb-5211-4fd5-b2e3-eda4dee72854/8a1f41c7-44e2-44a2-9b1e-b8342027084d/d7156efd-1d94-4877-a7dc-35cd0820cf6f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:11.069947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a2785-814e-4f6b-918a-73b73083b03c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.074351 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-773a2785-814e-4f6b-918a-73b73083b03c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports/5e86067d-fecf-4393-a035-fb6ecc21255b HTTP/1.1" status: 200 len: 910 time: 0.1003008 Jul 05 10:10:11.074587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:11.077174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:11.092867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:11.093421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:11.093983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:11.120861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:11.121138 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:11.129569 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 6 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:11.134465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:11.150058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] For port 272bccb4-b2f1-4d62-8121-19f623b598dc, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=272bccb4-b2f1-4d62-8121-19f623b598dc,segment=NetworkSegment(bed6f020-78b0-405d-9785-3c0545c5eb95),segment_id=bed6f020-78b0-405d-9785-3c0545c5eb95)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:11.166349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.201549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e104cf4-201b-42ee-95e4-7b86974308e3 req-0906e3ca-caeb-45ab-94ae-8f2fce4ca33a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.204300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e104cf4-201b-42ee-95e4-7b86974308e3 req-0906e3ca-caeb-45ab-94ae-8f2fce4ca33a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.4358103 Jul 05 10:10:11.205449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:11.206007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:11.208832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:11.227615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:11.228858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:11.256398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:11.256736 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:11.261735 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 7 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:11.291022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:11.291436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:11.291972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:11.299629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:11.301485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038d433-7865-4398-b9ae-a5a22af5e0f0 None None] The sync data for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:11.329699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:10:11.334336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:11.334674 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:11.336603 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 8 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:11.345956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e104cf4-201b-42ee-95e4-7b86974308e3 req-2ffc4404-564b-48a5-a239-d4f081b40387 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228015 Jul 05 10:10:11.346214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:11.346214 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.365312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:11.366558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:11.367447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:11.395630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:11.395915 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:11.404341 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 9 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:11.463687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634477-1c7f-4c49-8f50-66e2f5a8700f None None] Pushing event updated for resources: {'Port': ['ID=272bccb4-b2f1-4d62-8121-19f623b598dc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:11.465548 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.518279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object d7156efd-1d94-4877-a7dc-35cd0820cf6f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:11.577382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:11.578117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:11.578856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:11.593983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:11.595168 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:11.598372 n-d-771363-33 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempt 10 to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a Jul 05 10:10:11.635790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:11.636441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:11.637295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempting to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:11.639744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.694642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network e735decb-5211-4fd5-b2e3-eda4dee72854 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:11.697327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:11.700158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:11.700430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:11.700712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.701371 n-d-771363-33 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Failed to bind port 302549dc-9ebd-4a61-848a-7a327f781f8a on host n-h1-771363-33 for vnic_type normal using segments [{'id': 'cd9d0fc0-257f-441c-95da-373c89379523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7df208b2-7454-4bb6-8d86-af7b0170bd0a'}] Jul 05 10:10:11.702146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.790933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:11.813421 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:11.857394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:11.858162 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:11.895157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.897647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7b8e01cf-1a6e-4980-8a3e-ddd8b5dee2e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7050698 Jul 05 10:10:11.906275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:11.996447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=d7156efd-1d94-4877-a7dc-35cd0820cf6f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:12.065440 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:12.084601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.142794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.226787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] For port 302549dc-9ebd-4a61-848a-7a327f781f8a, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:12.227545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attempted to set empty binding levels {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:10:12.255118 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.341627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] In _notify_port_updated(), no bound segment for port 302549dc-9ebd-4a61-848a-7a327f781f8a on network 7df208b2-7454-4bb6-8d86-af7b0170bd0a {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:10:12.343107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.344151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.344783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:09Z', 'revision_number': 3, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:12.346365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "PUT /v2.0/ports/302549dc-9ebd-4a61-848a-7a327f781f8a HTTP/1.1" status: 200 len: 976 time: 4.0818689 Jul 05 10:10:12.360910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:12.396020 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:12.396723 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Updating router 96e80a0e-3f60-4f49-a96a-5930816f7c55 port db231547-214c-4408-86c9-a200e87d738d binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:12.442557 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.507035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3f5ae-30a6-47ce-9ab6-90efd8542040 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event updated for resources: {'Port': ['ID=302549dc-9ebd-4a61-848a-7a327f781f8a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:12.572465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165e915-143e-4f68-9052-eb703663519a req-1958727b-ff9d-4436-93a6-eacca0ad3544 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.575209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2165e915-143e-4f68-9052-eb703663519a req-1958727b-ff9d-4436-93a6-eacca0ad3544 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.4032536 Jul 05 10:10:12.773408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2165e915-143e-4f68-9052-eb703663519a req-658be5d6-e6a7-4dda-be72-4c10538bfed7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287334 Jul 05 10:10:12.989499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Deleting port 302549dc-9ebd-4a61-848a-7a327f781f8a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:12.990067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.998919 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.021587 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Transition to ACTIVE for port object db231547-214c-4408-86c9-a200e87d738d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:13.046547 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.101265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 272bccb4-b2f1-4d62-8121-19f623b598dc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:13.182329 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Pushing event updated for resources: {'Port': ['ID=db231547-214c-4408-86c9-a200e87d738d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:13.206833 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.207451 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.209401 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.210057 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.210555 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.210674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] For port 302549dc-9ebd-4a61-848a-7a327f781f8a, host n-h1-771363-33, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:13.211218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.211431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.211974 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.212520 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.213156 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.213594 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.215424 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.215835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 272bccb4-b2f1-4d62-8121-19f623b598dc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:13.217072 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:13.233792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.235621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Calling delete_port for 302549dc-9ebd-4a61-848a-7a327f781f8a owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:13.240966 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Attempting to bind port db231547-214c-4408-86c9-a200e87d738d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:13.241541 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Attempting to bind port db231547-214c-4408-86c9-a200e87d738d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:13.242136 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Attempting to bind port db231547-214c-4408-86c9-a200e87d738d on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:13.267009 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:13.268227 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:13.269090 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.270080 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:13.271849 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Bound port: db231547-214c-4408-86c9-a200e87d738d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:13.272579 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.288431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.290056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.343742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727c4ff-10f6-453a-a08e-86c00622868d None None] Network e735decb-5211-4fd5-b2e3-eda4dee72854 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:13.357253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.383758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] For port db231547-214c-4408-86c9-a200e87d738d, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:13.390040 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] For port db231547-214c-4408-86c9-a200e87d738d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=db231547-214c-4408-86c9-a200e87d738d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:13.399153 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.555237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27d0c46f-ee7e-4178-9318-f97d5fc275bb None None] Provisioning for port 272bccb4-b2f1-4d62-8121-19f623b598dc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:13.566279 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:13.569245 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:13.577426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27d0c46f-ee7e-4178-9318-f97d5fc275bb None None] Provisioning complete for port 272bccb4-b2f1-4d62-8121-19f623b598dc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:13.578106 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27d0c46f-ee7e-4178-9318-f97d5fc275bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.698539 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89d199-0223-41a3-a0f0-233b29863e33 None None] Pushing event updated for resources: {'Port': ['ID=db231547-214c-4408-86c9-a200e87d738d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:13.745103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Allocated IP 172.20.0.1 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/c2a4722b-b286-4622-907b-593b6e6f5c6f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:13.772926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.843849 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27d0c46f-ee7e-4178-9318-f97d5fc275bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.936678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-27d0c46f-ee7e-4178-9318-f97d5fc275bb None None] For port 272bccb4-b2f1-4d62-8121-19f623b598dc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=272bccb4-b2f1-4d62-8121-19f623b598dc,segment=NetworkSegment(bed6f020-78b0-405d-9785-3c0545c5eb95),segment_id=bed6f020-78b0-405d-9785-3c0545c5eb95)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:13.948136 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27d0c46f-ee7e-4178-9318-f97d5fc275bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.121869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d08b6249-979d-45f9-b50f-afcc93e421a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.122875 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:14.146555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c46f-ee7e-4178-9318-f97d5fc275bb None None] Pushing event updated for resources: {'Port': ['ID=272bccb4-b2f1-4d62-8121-19f623b598dc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:14.158162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=d7156efd-1d94-4877-a7dc-35cd0820cf6f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:14.182563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.186887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 5e86067d-fecf-4393-a035-fb6ecc21255b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:14.187450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.198248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:14.199356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "DELETE /v2.0/ports/302549dc-9ebd-4a61-848a-7a327f781f8a HTTP/1.1" status: 204 len: 168 time: 1.8373315 Jul 05 10:10:14.200971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dfbd7-aaf8-4cf1-85bd-34ca39c21a9a tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] Pushing event deleted for resources: {'Port': ['ID=302549dc-9ebd-4a61-848a-7a327f781f8a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:14.257233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.283888 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7198ff4b-1450-47e3-9809-8d7bd514c304 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:10:14.288208 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7198ff4b-1450-47e3-9809-8d7bd514c304 tempest-PortsAdminExtendedAttrsTestJSON-430224046 tempest-PortsAdminExtendedAttrsTestJSON-430224046-project-admin] 10.222.0.21 "GET /v2.0/ports/302549dc-9ebd-4a61-848a-7a327f781f8a HTTP/1.1" status: 404 len: 333 time: 0.0886922 Jul 05 10:10:14.297260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:14.347791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Transition to ACTIVE for port object c2a4722b-b286-4622-907b-593b6e6f5c6f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:14.389507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network e735decb-5211-4fd5-b2e3-eda4dee72854 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:14.415761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:14.420035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c3764af-948d-4777-9279-b36eb57ab802 None None] Provisioning for port d7156efd-1d94-4877-a7dc-35cd0820cf6f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:14.425724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28eb6-17b6-4bba-9ecd-6caba0c5020e req-bd8d8ddd-180d-4fe8-9c1b-5717bdbeee71 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.427706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aab28eb6-17b6-4bba-9ecd-6caba0c5020e req-bd8d8ddd-180d-4fe8-9c1b-5717bdbeee71 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.2223408 Jul 05 10:10:14.434366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c3764af-948d-4777-9279-b36eb57ab802 None None] Provisioning complete for port d7156efd-1d94-4877-a7dc-35cd0820cf6f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:14.437527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c3764af-948d-4777-9279-b36eb57ab802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.463047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.541809 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.546469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9c3764af-948d-4777-9279-b36eb57ab802 None None] Port d7156efd-1d94-4877-a7dc-35cd0820cf6f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:14.549035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aab28eb6-17b6-4bba-9ecd-6caba0c5020e req-032159c1-fdf2-4b41-bdcd-bccfb9e48176 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968878 Jul 05 10:10:14.561041 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.579960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c3764af-948d-4777-9279-b36eb57ab802 None None] Provisioning complete for port 272bccb4-b2f1-4d62-8121-19f623b598dc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:14.580703 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c3764af-948d-4777-9279-b36eb57ab802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.618997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:14.645937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:14.651495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Pushing event updated for resources: {'Port': ['ID=c2a4722b-b286-4622-907b-593b6e6f5c6f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:14.653666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 5e86067d-fecf-4393-a035-fb6ecc21255b owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:14.660416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:14.693763 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:09Z', 'revision_number': 3, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:14.761602 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a039ce9-c9ad-4c8d-8a74-97d95d338854 None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:09Z', 'revision_number': 3, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:14.771568 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:10:14.802866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.013077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e1ab186-2180-4a3a-9b83-8259a4a200a5 None None] Provisioning complete for port d7156efd-1d94-4877-a7dc-35cd0820cf6f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:15.013858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab186-2180-4a3a-9b83-8259a4a200a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.025826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.058338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df208b2-7454-4bb6-8d86-af7b0170bd0a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.095034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9d0fc0-257f-441c-95da-373c89379523') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.095569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9d0fc0-257f-441c-95da-373c89379523') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.125900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 272bccb4-b2f1-4d62-8121-19f623b598dc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:15.200856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.204685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ab186-2180-4a3a-9b83-8259a4a200a5 None None] Port d7156efd-1d94-4877-a7dc-35cd0820cf6f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:15.214878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 36f762a1-422c-4928-924a-6f95ee7a9ce9 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:10:15.258592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 272bccb4-b2f1-4d62-8121-19f623b598dc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:15.259336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.296960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.409739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e874f0a2-e453-4d57-8f46-b1fda7d4124a None None] Provisioning for port c2a4722b-b286-4622-907b-593b6e6f5c6f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:15.418376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e874f0a2-e453-4d57-8f46-b1fda7d4124a None None] Provisioning complete for port c2a4722b-b286-4622-907b-593b6e6f5c6f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:15.418771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e874f0a2-e453-4d57-8f46-b1fda7d4124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.456618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:15.458918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:15.466129 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:15.508611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e874f0a2-e453-4d57-8f46-b1fda7d4124a None None] Port c2a4722b-b286-4622-907b-593b6e6f5c6f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:15.660945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a57ca8ad-f70d-4cb0-9aeb-02a36bdf8b87 None None] Provisioning complete for port d7156efd-1d94-4877-a7dc-35cd0820cf6f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:15.667135 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a57ca8ad-f70d-4cb0-9aeb-02a36bdf8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.703849 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.721050 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.726929 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] 10.222.0.21 "DELETE /v2.0/networks/7df208b2-7454-4bb6-8d86-af7b0170bd0a HTTP/1.1" status: 204 len: 168 time: 1.4237776 Jul 05 10:10:15.740753 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.746658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:15.761977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Pushing event deleted for resources: {'Network': ['ID=7df208b2-7454-4bb6-8d86-af7b0170bd0a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.788700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-74054b69-e5a7-4849-a4b7-89ee0e184365 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/36f762a1-422c-4928-924a-6f95ee7a9ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5882468 Jul 05 10:10:15.795455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:15.797507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] Sync routers for ids ['36f762a1-422c-4928-924a-6f95ee7a9ce9'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:15.860564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] Routers {'36f762a1-422c-4928-924a-6f95ee7a9ce9'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:15.861901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['36f762a1-422c-4928-924a-6f95ee7a9ce9'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.922155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be3491e-dd5a-4abd-853c-140d52d423b5 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.923883 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4be3491e-dd5a-4abd-853c-140d52d423b5 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports/d7156efd-1d94-4877-a7dc-35cd0820cf6f HTTP/1.1" status: 200 len: 911 time: 0.1144736 Jul 05 10:10:15.927590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.928339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.928940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.929448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.929970 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.930946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.931478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.931986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.932490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.933117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.935021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.935645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b074008-fc21-4a7a-8449-a454bd750c99 tempest-PortsAdminExtendedAttrsTestJSON-840707034 tempest-PortsAdminExtendedAttrsTestJSON-840707034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:15.942536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:15.954698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a1f41c7-44e2-44a2-9b1e-b8342027084d'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:15.956885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.958772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=5e86067d-fecf-4393-a035-fb6ecc21255b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.982465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a57ca8ad-f70d-4cb0-9aeb-02a36bdf8b87 None None] Port d7156efd-1d94-4877-a7dc-35cd0820cf6f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:15.989670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] Routers {'36f762a1-422c-4928-924a-6f95ee7a9ce9'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:15.991546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:09:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['36f762a1-422c-4928-924a-6f95ee7a9ce9'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:16.133587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:16.134709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a87332-64a4-4cbd-a64f-6eed3fe1b6f3 None None] The sync data for ids ['36f762a1-422c-4928-924a-6f95ee7a9ce9'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:16.158923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.378266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.516904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.602317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829aac-2be5-4134-a981-958762e07ecf req-fd520dee-ce8e-40fb-81dc-97575122ed91 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.608636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3829aac-2be5-4134-a981-958762e07ecf req-fd520dee-ce8e-40fb-81dc-97575122ed91 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.5250285 Jul 05 10:10:16.808325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3829aac-2be5-4134-a981-958762e07ecf req-9b95e776-3783-475a-b99a-76df939109f7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604757 Jul 05 10:10:16.830375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.853775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router b358ab3d-b28c-481d-b776-dfbf1747083f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:16.872889 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-383b03d4-6866-49d8-86ad-abe9cbf80f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.874410 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bfcfccde-998d-409a-976f-53e64b300e2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e2667b434fb418a99a6dc98ebf488c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558087 Jul 05 10:10:16.879751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.887850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.955620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.969066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.065468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device db231547-214c-4408-86c9-a200e87d738d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:17.116958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:17.134034 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6a46b7c-8dc7-4a59-8f59-672eff5dc7a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/b358ab3d-b28c-481d-b776-dfbf1747083f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0577016 Jul 05 10:10:17.135267 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] Sync routers for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:17.138369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:17.153314 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:17.154379 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:17.155971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93594dc3-4da6-48cf-9868-cd4a17086bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.181775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port db231547-214c-4408-86c9-a200e87d738d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:17.189149 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.190517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port db231547-214c-4408-86c9-a200e87d738d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:17.191770 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.218480 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:17.235814 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:17.236827 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:17.307737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Pushing event updated for resources: {'Port': ['ID=c2a4722b-b286-4622-907b-593b6e6f5c6f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.326968 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:17.328023 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021afefd-36ca-4494-b9b6-5c7bb22b57d4 None None] The sync data for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:17.361196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93594dc3-4da6-48cf-9868-cd4a17086bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.413667 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.447467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port db231547-214c-4408-86c9-a200e87d738d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=db231547-214c-4408-86c9-a200e87d738d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:17.455559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.532139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=db231547-214c-4408-86c9-a200e87d738d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.626315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93594dc3-4da6-48cf-9868-cd4a17086bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.630021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93594dc3-4da6-48cf-9868-cd4a17086bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.631613 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-93594dc3-4da6-48cf-9868-cd4a17086bca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38ef9f1d-c8f0-4dbb-8553-acb77d7134cd HTTP/1.1" status: 204 len: 168 time: 0.7500277 Jul 05 10:10:17.673742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93594dc3-4da6-48cf-9868-cd4a17086bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef9f1d-c8f0-4dbb-8553-acb77d7134cd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.741624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:17.752184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:17.918250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.985670 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.248758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-92eba35f-e9d0-403e-85b1-11c7cdaa4474 None None] Provisioning complete for port c2a4722b-b286-4622-907b-593b6e6f5c6f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:18.249790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92eba35f-e9d0-403e-85b1-11c7cdaa4474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.322987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-92eba35f-e9d0-403e-85b1-11c7cdaa4474 None None] Port c2a4722b-b286-4622-907b-593b6e6f5c6f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:18.379598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:18.412360 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:18.414686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d91ae-b6a8-4c62-80ca-cf63c7363c60 req-2c31b179-db58-473f-bbac-1b26e3eaf59a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:18.416847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d8d91ae-b6a8-4c62-80ca-cf63c7363c60 req-2c31b179-db58-473f-bbac-1b26e3eaf59a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.2604382 Jul 05 10:10:18.505082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.535227 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-42877592-d847-4dd5-aa71-42842bb6a507 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=306f8766229c48b99ffe0dbd430ea89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185927 Jul 05 10:10:18.538177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.539481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 0416474a-8b90-45c8-8bcc-10ebdedd1e8e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:18.540042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.544721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50906) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:18.545606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:18.546398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.552654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/ports/d7156efd-1d94-4877-a7dc-35cd0820cf6f HTTP/1.1" status: 200 len: 911 time: 2.6039910 Jul 05 10:10:18.561117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:18.785080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d8d91ae-b6a8-4c62-80ca-cf63c7363c60 req-a5157eea-12a0-4bc8-a5bf-fc22348701b3 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463471 Jul 05 10:10:18.802632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f21b3677-59b4-4ceb-ad6b-5ad49c84f9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.837250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e8343-1bea-481c-8094-f6e2b5b6fd1a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=d7156efd-1d94-4877-a7dc-35cd0820cf6f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:18.843050 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.891292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 0416474a-8b90-45c8-8bcc-10ebdedd1e8e owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:18.895938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f21b3677-59b4-4ceb-ad6b-5ad49c84f9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.898588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:18.921855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:18.943463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:18.944387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:18.981849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8a8ae6fe-5cec-4e18-be29-9043c62db7ef admin admin] 10.222.0.21 "PUT /v2.0/routers/96e80a0e-3f60-4f49-a96a-5930816f7c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0675764 Jul 05 10:10:19.001410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device db231547-214c-4408-86c9-a200e87d738d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:19.197713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f21b3677-59b4-4ceb-ad6b-5ad49c84f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.203763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f21b3677-59b4-4ceb-ad6b-5ad49c84f9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.206641 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f21b3677-59b4-4ceb-ad6b-5ad49c84f9d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a088d971-c54f-4347-a309-2e833fab0bbe HTTP/1.1" status: 204 len: 168 time: 0.6602349 Jul 05 10:10:19.246910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b3677-59b4-4ceb-ad6b-5ad49c84f9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a088d971-c54f-4347-a309-2e833fab0bbe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:19.371692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.381015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port db231547-214c-4408-86c9-a200e87d738d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:19.381768 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.430904 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.459273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:19.561985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=0416474a-8b90-45c8-8bcc-10ebdedd1e8e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:19.911909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.930063 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:20.199714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:16Z', 'revision_number': 2, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:20.257253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:20.257830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Updating router 96e80a0e-3f60-4f49-a96a-5930816f7c55 port c2a4722b-b286-4622-907b-593b6e6f5c6f binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:20.334757 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:20.396763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecba46-caa9-49a6-94c6-23e0de0f5b69 req-55162f74-553f-4ae1-8224-ecb06fccbd0f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:20.411287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35ecba46-caa9-49a6-94c6-23e0de0f5b69 req-55162f74-553f-4ae1-8224-ecb06fccbd0f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.2654574 Jul 05 10:10:20.431036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router b358ab3d-b28c-481d-b776-dfbf1747083f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:20.473357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port d7156efd-1d94-4877-a7dc-35cd0820cf6f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:20.474248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:20.536733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35ecba46-caa9-49a6-94c6-23e0de0f5b69 req-2dc8a785-f16e-4358-bdac-d508154ae165 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236479 Jul 05 10:10:20.639780 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:20.646849 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-784c4d05-e821-4190-b58d-43becd653184 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/b358ab3d-b28c-481d-b776-dfbf1747083f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5069699 Jul 05 10:10:20.649796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50938) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:20.657063 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] Sync routers for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:20.691964 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-77881260-153f-4354-be05-6b02633f566b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b358ab3d-b28c-481d-b776-dfbf1747083f HTTP/1.1" status: 200 len: 205 time: 0.0402308 Jul 05 10:10:20.694419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50942) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:20.702755 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:20.705386 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:20.715000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:20.754715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for d7156efd-1d94-4877-a7dc-35cd0820cf6f owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:20.795747 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:20.810189 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] Routers {'b358ab3d-b28c-481d-b776-dfbf1747083f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:20.810971 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b358ab3d-b28c-481d-b776-dfbf1747083f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:20.850888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:20.857562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1401757816-network', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:20.890859 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:20.891877 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450e39ab-ff09-44fa-83cd-f14b5373bf38 None None] The sync data for ids ['b358ab3d-b28c-481d-b776-dfbf1747083f'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:20.906421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Made reservation on behalf of fc58d2df93a0446c893c7b2ff329f9fc for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:20.910800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:20.929632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caac8f43-f67e-4a8b-9560-62877bff087b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:20.933390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.016047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.056953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Transition to ACTIVE for port object c2a4722b-b286-4622-907b-593b6e6f5c6f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:21.070121 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.170814 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caac8f43-f67e-4a8b-9560-62877bff087b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.174063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caac8f43-f67e-4a8b-9560-62877bff087b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.195049 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.264957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=d7156efd-1d94-4877-a7dc-35cd0820cf6f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:21.328209 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caac8f43-f67e-4a8b-9560-62877bff087b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.329488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caac8f43-f67e-4a8b-9560-62877bff087b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Fanout notify agent at l3_agent the message router_deleted on router b358ab3d-b28c-481d-b776-dfbf1747083f {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:10:21.366446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Attempting to bind port c2a4722b-b286-4622-907b-593b6e6f5c6f on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:21.366902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Attempting to bind port c2a4722b-b286-4622-907b-593b6e6f5c6f by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:21.367484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Attempting to bind port c2a4722b-b286-4622-907b-593b6e6f5c6f on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:21.380144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc87c7-4922-401c-9f90-cecb159b281d None None] Pushing event updated for resources: {'Port': ['ID=c2a4722b-b286-4622-907b-593b6e6f5c6f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:21.381400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caac8f43-f67e-4a8b-9560-62877bff087b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.398832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:21.404718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-caac8f43-f67e-4a8b-9560-62877bff087b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/b358ab3d-b28c-481d-b776-dfbf1747083f HTTP/1.1" status: 204 len: 168 time: 0.7086306 Jul 05 10:10:21.405755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:21.408238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:21.408607 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.409227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:21.409992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Bound port: c2a4722b-b286-4622-907b-593b6e6f5c6f, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:21.410578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.452614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:21.545474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] For port c2a4722b-b286-4622-907b-593b6e6f5c6f, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:21.550461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] For port c2a4722b-b286-4622-907b-593b6e6f5c6f, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c2a4722b-b286-4622-907b-593b6e6f5c6f,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:21.557598 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.632173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:21.633096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:21.648049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet a0cb92b5-fe55-451b-b8da-0809e337b2c8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:21.662597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.887901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:21.901249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.957395 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.021498 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.025652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ba0b9-a69f-4eb2-ab61-04d3831586ec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.046364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc87c7-4922-401c-9f90-cecb159b281d None None] Pushing event updated for resources: {'Port': ['ID=c2a4722b-b286-4622-907b-593b6e6f5c6f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.089041 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2b5fd60e-771b-4457-a3ea-b9756a49b841 tempest-AgentManagementNegativeTest-522367454 tempest-AgentManagementNegativeTest-522367454-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6318383 Jul 05 10:10:22.101185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:22.117844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.118147 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Added segment 2fdc2695-c7b6-4da3-b05a-512358a87ed6 of type vlan for network fde6d6a8-26a2-41a1-a7df-736c5f925205 Jul 05 10:10:22.197620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.273599 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.275539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.276406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.286785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.321811 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4693775 Jul 05 10:10:22.333940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:22.348853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:22.379317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848379c-20d9-45da-91b2-b3e08470ea4a None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:22.420730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Request body: {'subnet': {'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1401757816-subnet', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:22.525856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Made reservation on behalf of fc58d2df93a0446c893c7b2ff329f9fc for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:22.528577 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.552965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de4e76-f980-429b-8ae3-513ac57d1d6e req-150b6c95-456e-4a0c-ac9f-c912c0be2859 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.556255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31de4e76-f980-429b-8ae3-513ac57d1d6e req-150b6c95-456e-4a0c-ac9f-c912c0be2859 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.3263698 Jul 05 10:10:22.789775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 36f762a1-422c-4928-924a-6f95ee7a9ce9 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:22.816698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31de4e76-f980-429b-8ae3-513ac57d1d6e req-a2a80f5c-f416-4bf5-af3d-966200be4084 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534127 Jul 05 10:10:22.881272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50972) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:23.061151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:23.071943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a8920d33-0336-4d21-9fea-92b10754841b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/36f762a1-422c-4928-924a-6f95ee7a9ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5050049 Jul 05 10:10:23.075214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] Sync routers for ids ['36f762a1-422c-4928-924a-6f95ee7a9ce9'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:23.087957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:23.110679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2a4722b-b286-4622-907b-593b6e6f5c6f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:23.118727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] Routers {'36f762a1-422c-4928-924a-6f95ee7a9ce9'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:23.119773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['36f762a1-422c-4928-924a-6f95ee7a9ce9'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:23.170565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7fb5d91a-1d2c-47e8-9ba7-cfcf69e10629 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f762a1-422c-4928-924a-6f95ee7a9ce9 HTTP/1.1" status: 200 len: 205 time: 0.0764945 Jul 05 10:10:23.178552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0fbb3-fd0c-4417-9f66-441e1534ca14 admin admin] Pushing event updated for resources: {'Network': ['ID=fde6d6a8-26a2-41a1-a7df-736c5f925205,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.181222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:23.207986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:23.215324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c83a548-304d-4bc6-ab46-41f736865357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.217273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:23.268799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c98d-8c1e-45c6-8a57-458f34671440 req-acd8694e-0c8a-4bea-9734-be9401e7005c tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:23.276977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e629c98d-8c1e-45c6-8a57-458f34671440 req-acd8694e-0c8a-4bea-9734-be9401e7005c tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1098 time: 0.2919707 Jul 05 10:10:23.345745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e629c98d-8c1e-45c6-8a57-458f34671440 req-0dffea1b-1682-403d-9747-75e7690492bd tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673423 Jul 05 10:10:23.369252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] Routers {'36f762a1-422c-4928-924a-6f95ee7a9ce9'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:23.370361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['36f762a1-422c-4928-924a-6f95ee7a9ce9'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:23.376647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.415013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:23.421896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2212-d4c4-4093-b929-76686add4a18 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.472467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:23.473587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6223891-0e9a-45bf-96d7-9c0e42ff29b0 None None] The sync data for ids ['36f762a1-422c-4928-924a-6f95ee7a9ce9'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:23.482092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c2a4722b-b286-4622-907b-593b6e6f5c6f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:23.491596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c2a4722b-b286-4622-907b-593b6e6f5c6f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:23.492212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.540975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c83a548-304d-4bc6-ab46-41f736865357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.554633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c83a548-304d-4bc6-ab46-41f736865357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.635938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83a548-304d-4bc6-ab46-41f736865357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b6e40-8fd4-4368-857d-bd0ad67e9144,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.650911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c83a548-304d-4bc6-ab46-41f736865357 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0bbbf86229f43f7a0581fe43f621be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664704 Jul 05 10:10:23.650911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50982) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:23.705276 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.770725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fdcf790-ec80-4e3f-9dbb-2e262b318e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.795811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port c2a4722b-b286-4622-907b-593b6e6f5c6f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c2a4722b-b286-4622-907b-593b6e6f5c6f,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:23.805646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.820136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fdcf790-ec80-4e3f-9dbb-2e262b318e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.922350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=c2a4722b-b286-4622-907b-593b6e6f5c6f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.991211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2212-d4c4-4093-b929-76686add4a18 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.008809 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fdcf790-ec80-4e3f-9dbb-2e262b318e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.021241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fdcf790-ec80-4e3f-9dbb-2e262b318e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.023351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2fdcf790-ec80-4e3f-9dbb-2e262b318e60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df1b6e40-8fd4-4368-857d-bd0ad67e9144 HTTP/1.1" status: 204 len: 168 time: 0.3718612 Jul 05 10:10:24.032709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2212-d4c4-4093-b929-76686add4a18 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.039841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcf790-ec80-4e3f-9dbb-2e262b318e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b6e40-8fd4-4368-857d-bd0ad67e9144,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:24.150681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.224643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d5b4-7662-464d-ac45-c0444c14fb00 req-8a1b35da-2c55-4315-9d1c-3eb7f9646fea tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:24.228498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e63d5b4-7662-464d-ac45-c0444c14fb00 req-8a1b35da-2c55-4315-9d1c-3eb7f9646fea tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.1493537 Jul 05 10:10:24.276939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2212-d4c4-4093-b929-76686add4a18 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.277844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b2212-d4c4-4093-b929-76686add4a18 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Fanout notify agent at l3_agent the message router_deleted on router 36f762a1-422c-4928-924a-6f95ee7a9ce9 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:10:24.333897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2212-d4c4-4093-b929-76686add4a18 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.335312 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ee2b2212-d4c4-4093-b929-76686add4a18 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/36f762a1-422c-4928-924a-6f95ee7a9ce9 HTTP/1.1" status: 204 len: 168 time: 1.1427059 Jul 05 10:10:24.353758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 50990) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:24.360128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9127a-0898-4028-a0f2-9a494bc3d57e None None] Network d541c931-e808-45df-82d2-63eec352f0d3 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:24.378068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cb92b5-fe55-451b-b8da-0809e337b2c8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:24.395345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.403974 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1fa97951-631d-4188-b490-165d50f71482 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/a0cb92b5-fe55-451b-b8da-0809e337b2c8 HTTP/1.1" status: 204 len: 168 time: 2.9872098 Jul 05 10:10:24.434470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 50992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:24.441402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e63d5b4-7662-464d-ac45-c0444c14fb00 req-72731d47-ed77-4c68-9b38-14f53ccb12f3 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029345 Jul 05 10:10:24.515508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet 8a1f41c7-44e2-44a2-9b1e-b8342027084d {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:24.522566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.553732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.673550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:24.694589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.700443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.754819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.914792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.922303 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.978555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] DHCP port deletion for d541c931-e808-45df-82d2-63eec352f0d3 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:10:25.019278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port 6dea0261-4a0f-45c1-9037-1a5da9378b5e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:25.019567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.032731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.113133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.151061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b456e763-79de-484a-96c5-17ea8b3077d3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:25.155587 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.161265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17 HTTP/1.1" status: 204 len: 168 time: 0.7102423 Jul 05 10:10:25.171415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:25.172018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2a4722b-b286-4622-907b-593b6e6f5c6f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:25.199351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1f41c7-44e2-44a2-9b1e-b8342027084d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:25.212109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.223830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7e7d98ae-a2f5-4a2c-9492-a50b31070714 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/8a1f41c7-44e2-44a2-9b1e-b8342027084d HTTP/1.1" status: 204 len: 168 time: 0.8599930 Jul 05 10:10:25.226126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:25.226649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e67a33-a1c1-4e86-ba4e-ea1e36617938 None None] Network 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:25.245945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af00d8c-488e-4d09-93c1-066db69e4ca6 None None] Network e735decb-5211-4fd5-b2e3-eda4dee72854 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:25.309015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c3636-325d-4755-957f-b33deffadc0e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:25.422999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.437176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Checking segment: {'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:25.438200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Network hostable DHCP agents. Network: fde6d6a8-26a2-41a1-a7df-736c5f925205, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:25.543631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.544199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.571558 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:25.598482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.605941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for 6dea0261-4a0f-45c1-9037-1a5da9378b5e owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:25.613511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, fde6d6a8-26a2-41a1-a7df-736c5f925205) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:25.636652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:25.637391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.662562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 272bccb4-b2f1-4d62-8121-19f623b598dc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:25.664168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.666836 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0910bac6-aec2-4baa-9b7e-1013ec711c86 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2625847 Jul 05 10:10:25.681568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51014) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:25.687724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:25.832572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5defef62-f037-4afb-8782-412d2b6e5b9b None None] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:25.856574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 272bccb4-b2f1-4d62-8121-19f623b598dc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=272bccb4-b2f1-4d62-8121-19f623b598dc,segment=NetworkSegment(bed6f020-78b0-405d-9785-3c0545c5eb95),segment_id=bed6f020-78b0-405d-9785-3c0545c5eb95)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:25.857203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.891456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 272bccb4-b2f1-4d62-8121-19f623b598dc owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:25.967256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.969095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.989084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] Deleting port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:25.989617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.015642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:26.016042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.111341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c2a4722b-b286-4622-907b-593b6e6f5c6f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:26.112946 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.152363 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.242795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.252559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] For port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,segment=NetworkSegment(b9c26733-877e-4026-af72-93b178d64b33),segment_id=b9c26733-877e-4026-af72-93b178d64b33)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:26.253712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.276440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=272bccb4-b2f1-4d62-8121-19f623b598dc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:26.295159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No DVR routers for this DVR port 272bccb4-b2f1-4d62-8121-19f623b598dc on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:26.480723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,segment=NetworkSegment(b9c26733-877e-4026-af72-93b178d64b33),segment_id=b9c26733-877e-4026-af72-93b178d64b33)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:26.481594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.492795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] Calling delete_port for 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:26.512749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb7fa6-cad0-4450-9fba-2e729da9a1b3 None None] DHCP port deletion for e735decb-5211-4fd5-b2e3-eda4dee72854 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:10:26.525002 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.552694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e735decb-5211-4fd5-b2e3-eda4dee72854']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.583304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed6f020-78b0-405d-9785-3c0545c5eb95') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.583660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed6f020-78b0-405d-9785-3c0545c5eb95') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.625230 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.631698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-fde6d6a8-26a2-41a1-a7df-736c5f925205', 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'fixed_ips': [{'subnet_id': 'b456e763-79de-484a-96c5-17ea8b3077d3'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:26.633543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.634969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.663589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.681493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:26.682695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.698180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:26.847646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] DHCP port deletion for 6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:26.862252 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:26.903176 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.918784 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.929669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/e735decb-5211-4fd5-b2e3-eda4dee72854 HTTP/1.1" status: 204 len: 168 time: 1.6944871 Jul 05 10:10:26.937463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:26.945986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-86bc60a5-d834-42a4-885e-3427ffaca17c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-536999533', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:26.992103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fca57e-cc55-42f4-9b35-c44eef9f15c7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=e735decb-5211-4fd5-b2e3-eda4dee72854,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.053905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc1ec-a641-4524-841f-9665c5ed3fcc req-662c950e-c57a-48db-be8a-d069522e2c5a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:27.057364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eecc1ec-a641-4524-841f-9665c5ed3fcc req-662c950e-c57a-48db-be8a-d069522e2c5a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.9359810 Jul 05 10:10:27.066066 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86bc60a5-d834-42a4-885e-3427ffaca17c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.067987 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86bc60a5-d834-42a4-885e-3427ffaca17c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.083912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.130496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.138036 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.181725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eecc1ec-a641-4524-841f-9665c5ed3fcc req-9b847ad5-d6b9-4d40-b964-b9f97d59f309 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070426 Jul 05 10:10:27.186270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=6dea0261-4a0f-45c1-9037-1a5da9378b5e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.207154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:27.212800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:27.260179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86bc60a5-d834-42a4-885e-3427ffaca17c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.275155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86bc60a5-d834-42a4-885e-3427ffaca17c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.310090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86bc60a5-d834-42a4-885e-3427ffaca17c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.317730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-86bc60a5-d834-42a4-885e-3427ffaca17c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3728719 Jul 05 10:10:27.319344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:27.321270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:27.321952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:27.322973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 272bccb4-b2f1-4d62-8121-19f623b598dc no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:27.338374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-147743257'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:27.387183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 272bccb4-b2f1-4d62-8121-19f623b598dc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:27.387572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 272bccb4-b2f1-4d62-8121-19f623b598dc not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:27.388437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7607f059-2f65-4967-ad92-d198a6e86656 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:27.415137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:27.422643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.473183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.495013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:27.518018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.518643 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment 997f70d0-ef8e-4168-9157-0e594632c1e9 of type vlan for network abdaf12a-cc03-4124-b69b-f3473d5bc219 Jul 05 10:10:27.567822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] Pushing event deleted for resources: {'Port': ['ID=352bfe99-4cb9-48b0-9f55-bc07bc4487d1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.576196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c41e3-0006-40fe-81bd-87725c8df54e None None] No DVR routers for this DVR port 352bfe99-4cb9-48b0-9f55-bc07bc4487d1 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:27.582429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] Deleting port 7607f059-2f65-4967-ad92-d198a6e86656 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:27.583043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.655346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.701605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Allocated IP 172.20.0.2 (fde6d6a8-26a2-41a1-a7df-736c5f925205/b456e763-79de-484a-96c5-17ea8b3077d3/7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:27.763333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] For port 7607f059-2f65-4967-ad92-d198a6e86656, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7607f059-2f65-4967-ad92-d198a6e86656,segment=NetworkSegment(7520a794-9348-4bb4-ab4f-f3a1a72e9b6c),segment_id=7520a794-9348-4bb4-ab4f-f3a1a72e9b6c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:27.763976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.774435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.789578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:27.790723 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.887214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] Calling delete_port for 7607f059-2f65-4967-ad92-d198a6e86656 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:27.950205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.977657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=abdaf12a-cc03-4124-b69b-f3473d5bc219,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.999564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d541c931-e808-45df-82d2-63eec352f0d3']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:28.009681 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-71e82cd9-21b6-4b0a-a3df-ca5980866960 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6895375 Jul 05 10:10:28.010809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51044) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:28.015173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:28.022920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:28.026893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.102200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c26733-877e-4026-af72-93b178d64b33') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:28.103331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c26733-877e-4026-af72-93b178d64b33') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:28.196466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.218519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.219668 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 894e0ea0-9f68-4169-9e74-48adb2e6052c disassociated (deleted). External IP: 172.25.1.106, port: dc8df590-89d9-4079-b08d-5b27b6dfa5d0. Jul 05 10:10:28.241763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:28.244934 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.348958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7607f059-2f65-4967-ad92-d198a6e86656, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7607f059-2f65-4967-ad92-d198a6e86656,segment=NetworkSegment(7520a794-9348-4bb4-ab4f-f3a1a72e9b6c),segment_id=7520a794-9348-4bb4-ab4f-f3a1a72e9b6c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:28.384784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.531582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.538001 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.582024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.588754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:28.589726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.598530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:28.602058 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:28.622909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7607f059-2f65-4967-ad92-d198a6e86656,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:28.659417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] Pushing event deleted for resources: {'Port': ['ID=7607f059-2f65-4967-ad92-d198a6e86656,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:28.667517 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.670103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963f26b-a2e6-4a8a-8910-a7428d30d2e3 None None] No DVR routers for this DVR port 7607f059-2f65-4967-ad92-d198a6e86656 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:28.735612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2948f-5260-48f0-add1-9a5e8e7ad677 req-81de36fd-eaca-4306-88ca-9fc7bda589d7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:28.739527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2d2948f-5260-48f0-add1-9a5e8e7ad677 req-81de36fd-eaca-4306-88ca-9fc7bda589d7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.2580345 Jul 05 10:10:28.842126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Transition to ACTIVE for port object 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:28.871382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Transition to ACTIVE for port object 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:28.883792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.903149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2d2948f-5260-48f0-add1-9a5e8e7ad677 req-b01a2346-b1bd-4d53-978c-a3c0d3189a98 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498985 Jul 05 10:10:28.903923 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.919018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.933179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.937748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/d541c931-e808-45df-82d2-63eec352f0d3 HTTP/1.1" status: 204 len: 168 time: 3.7536764 Jul 05 10:10:28.970099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Pushing event updated for resources: {'Port': ['ID=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:28.983710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:28.989970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:28.993742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:28.999663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51066) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:29.039800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Allocated IP 172.25.1.32 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e42a9754-9bdf-45f6-8a31-d96fe50acbce) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:29.078919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1aa2b-8ca1-494e-ae4d-d6bafc1788e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=d541c931-e808-45df-82d2-63eec352f0d3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.093376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=613c5033-3f6d-484a-8a1d-e2e70e025ef0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.094913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Attempting to bind port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:29.095744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Attempting to bind port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:29.097170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Attempting to bind port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 on network fde6d6a8-26a2-41a1-a7df-736c5f925205 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:29.105715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:29.106609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Checking segment: {'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:29.107280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.107766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Bound using segment: {'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:29.108466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Bound port: 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:29.108968 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.145733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:29.146364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: abdaf12a-cc03-4124-b69b-f3473d5bc219, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:29.191598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:29.197801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] For port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:29.205205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] For port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,segment=NetworkSegment(2fdc2695-c7b6-4da3-b05a-512358a87ed6),segment_id=2fdc2695-c7b6-4da3-b05a-512358a87ed6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:29.215763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, abdaf12a-cc03-4124-b69b-f3473d5bc219) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:29.216645 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.231688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:29.231688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.253041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145086cc-fa00-425a-8105-2411cee76b27 None None] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:29.257461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5a5f5db7-3482-4d7e-a55b-561ae2d8fa30 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2451015 Jul 05 10:10:29.262467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51078) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:29.489961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73b987-9fd2-4ef6-867a-2a3f705b7933 None None] Pushing event updated for resources: {'Port': ['ID=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.532977 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.664026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.681880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:29.760186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-abdaf12a-cc03-4124-b69b-f3473d5bc219', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:29.761626 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.863833 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.890725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.067110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.103831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a26d90e-0599-401d-9cf3-dc6dd8a6ef93']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:30.177786 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.209309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7520a794-9348-4bb4-ab4f-f3a1a72e9b6c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:30.210362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7520a794-9348-4bb4-ab4f-f3a1a72e9b6c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:30.242794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Allocated IP 2001:db8::2 (abdaf12a-cc03-4124-b69b-f3473d5bc219/613c5033-3f6d-484a-8a1d-e2e70e025ef0/6096a698-1798-4ff1-b285-c343aa0d2c3e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:30.247757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.290805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.313261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.372890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:30.373496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:30.387682 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:30.432325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:30.448634 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.452046 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] Sync routers for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:30.489295 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:30.490365 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:30.638707 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.657105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d45c6-c7a1-4064-9487-fc9dc2c4fdac req-892cb6c5-1e2e-45d3-9ab6-ae435489f014 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.665250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:30.666642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.677521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Transition to ACTIVE for port object 6096a698-1798-4ff1-b285-c343aa0d2c3e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:30.681088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-524d45c6-c7a1-4064-9487-fc9dc2c4fdac req-892cb6c5-1e2e-45d3-9ab6-ae435489f014 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.5064728 Jul 05 10:10:30.716593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.734905 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/6a26d90e-0599-401d-9cf3-dc6dd8a6ef93 HTTP/1.1" status: 204 len: 168 time: 1.7306466 Jul 05 10:10:30.741978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Transition to ACTIVE for port object 6096a698-1798-4ff1-b285-c343aa0d2c3e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:30.767397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.777961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51124) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:30.779141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Pushing event updated for resources: {'Port': ['ID=e42a9754-9bdf-45f6-8a31-d96fe50acbce,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:30.797604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:30.817044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-656738900'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:30.869318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:30.882932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:30.886076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:30.894458 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-96b6c4db-2a64-4a2b-a8c6-b20120f702db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/floatingips/894e0ea0-9f68-4169-9e74-48adb2e6052c HTTP/1.1" status: 204 len: 168 time: 7.4714181 Jul 05 10:10:30.894458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99f0cf-3822-4930-b196-2ed20ae8e70b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=6a26d90e-0599-401d-9cf3-dc6dd8a6ef93,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:30.898470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:30.902088 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:30.925412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:30.981777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Pushing event updated for resources: {'Port': ['ID=6096a698-1798-4ff1-b285-c343aa0d2c3e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:30.999938 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:31.041844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:31.069529 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.161138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Attempting to bind port 6096a698-1798-4ff1-b285-c343aa0d2c3e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:31.162570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Attempting to bind port 6096a698-1798-4ff1-b285-c343aa0d2c3e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:31.163470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Attempting to bind port 6096a698-1798-4ff1-b285-c343aa0d2c3e on network abdaf12a-cc03-4124-b69b-f3473d5bc219 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:31.184119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:31.184826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Checking segment: {'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:31.185452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.186448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Bound using segment: {'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:31.187146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Bound port: 6096a698-1798-4ff1-b285-c343aa0d2c3e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:31.187719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.298051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-524d45c6-c7a1-4064-9487-fc9dc2c4fdac req-4991d977-1162-46a0-8f34-978380e26cf7 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141999 Jul 05 10:10:31.474442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:31.496683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8::1 (abdaf12a-cc03-4124-b69b-f3473d5bc219/613c5033-3f6d-484a-8a1d-e2e70e025ef0/7b3e02cd-3428-4ada-aaa7-109b5934a0a5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:31.559227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] For port 6096a698-1798-4ff1-b285-c343aa0d2c3e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:31.563292 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2ac23-7383-427d-9022-80ef4e15f4f1 x-openstack-request-id: req-cdc2ac23-7383-427d-9022-80ef4e15f4f1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:31.564346 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:31.564522 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdc2ac23-7383-427d-9022-80ef4e15f4f1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:31.572455 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'status': 'completed', 'code': 200} Jul 05 10:10:31.589282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] For port 6096a698-1798-4ff1-b285-c343aa0d2c3e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6096a698-1798-4ff1-b285-c343aa0d2c3e,segment=NetworkSegment(997f70d0-ef8e-4168-9157-0e594632c1e9),segment_id=997f70d0-ef8e-4168-9157-0e594632c1e9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:31.607429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:31.678543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.679633 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment b0f76250-fde5-4d65-a414-365726814556 of type vlan for network ee6ba039-01b5-441b-b450-350d379edce9 Jul 05 10:10:31.736031 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.883595 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.897658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e29e1-8613-4d2b-a62f-f93e68663a30 None None] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:31.972427 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:59Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:32.017292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-15fb8e96-29fc-4985-a386-ebcd9af3e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.020816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-15fb8e96-29fc-4985-a386-ebcd9af3e2ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 1098 time: 0.4881964 Jul 05 10:10:32.060569 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] Checking router: 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:32.078819 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:32.079705 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:32.084764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.102784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.116522 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.346069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5389168 Jul 05 10:10:32.349926 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.351528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51154) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:32.355785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:32.387963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:32.447821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:32.451569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-3686a731-11ec-4f3f-b399-d1a0c83d4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.457606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-3686a731-11ec-4f3f-b399-d1a0c83d4dc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 200 len: 898 time: 0.4242470 Jul 05 10:10:32.518201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5093d61-4f3b-4fa2-8bf7-448ec4dd2cc8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=ee6ba039-01b5-441b-b450-350d379edce9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:32.556702 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.664268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ee6ba039-01b5-441b-b450-350d379edce9 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:32.718424 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-77cc45c5-31a8-4c8a-a12e-a2b2373890de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 200 len: 217 time: 0.2362099 Jul 05 10:10:32.762737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:32.763175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.863242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:32.867605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.891670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-b1134951-f8aa-4dd8-9c30-dc48825849ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.895560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-b1134951-f8aa-4dd8-9c30-dc48825849ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 200 len: 835 time: 0.1682382 Jul 05 10:10:32.943256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.968322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204458a-0d77-4b06-8039-6ce58273a6c4 None None] Pushing event updated for resources: {'Port': ['ID=6096a698-1798-4ff1-b285-c343aa0d2c3e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.004411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe78b8ce-3178-44a1-80c0-948146c22306 None None] Provisioning for port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:33.045971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:33.072697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:33.073638 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.128717 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:59Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:33.150974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79cc3-5d75-4b18-be94-b92e63031693 req-b402d8ea-6df0-4def-9bf2-b8c0449c36f7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.154059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8d79cc3-5d75-4b18-be94-b92e63031693 req-b402d8ea-6df0-4def-9bf2-b8c0449c36f7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 0.9658577 Jul 05 10:10:33.253336 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caa9cbd6-d549-434e-b657-76caea60ac70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.258629 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b269606e-e5c5-46cd-8899-2819abbc25ad None None] The sync data for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 is: [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:07:48Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'a71cb1a1-9dc9-45c4-97da-104547a6ff77', 'name': '', 'network_id': '67776390-1ef3-4153-8beb-ff87abbc446c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:41:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:43Z', 'updated_at': '2021-07-05T10:07:59Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'e04c6c7d-3ffa-4f4e-97ca-54e85b06122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:33.459371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.661452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,segment=NetworkSegment(2fdc2695-c7b6-4da3-b05a-512358a87ed6),segment_id=2fdc2695-c7b6-4da3-b05a-512358a87ed6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:33.677173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.988333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.998363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6096a698-1798-4ff1-b285-c343aa0d2c3e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:34.056580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e7072-ac25-4131-9de0-395d0989f1ec None None] New status for floating IP 894e0ea0-9f68-4169-9e74-48adb2e6052c: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:10:34.076809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4c5a6d8-3214-4320-b5a6-7504168a2f81 None None] Provisioning complete for port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:34.077414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a6d8-3214-4320-b5a6-7504168a2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.177912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:34.194017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:34.262204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8d79cc3-5d75-4b18-be94-b92e63031693 req-781a965f-bb84-40c2-84cf-b4fc0b3d6a82 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0470486 Jul 05 10:10:34.264098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:34.271571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:34.272644 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.352972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6096a698-1798-4ff1-b285-c343aa0d2c3e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:34.460020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f119b5-a2db-4cac-bf88-c5a6b8c24606 req-3f1c977b-4d7c-49cb-b4fc-6bb1599b09ef tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.463879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94f119b5-a2db-4cac-bf88-c5a6b8c24606 req-3f1c977b-4d7c-49cb-b4fc-6bb1599b09ef tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 1.6020002 Jul 05 10:10:34.604045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-cd32e6b1-79d5-4b5f-9fa6-8ea313606bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.606539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-cd32e6b1-79d5-4b5f-9fa6-8ea313606bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67776390-1ef3-4153-8beb-ff87abbc446c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6791463 Jul 05 10:10:34.641571 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-93fbd03c-5ad3-4237-916a-c5eaed616058 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.643913 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-93fbd03c-5ad3-4237-916a-c5eaed616058 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 1.2131045 Jul 05 10:10:34.772230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caa9cbd6-d549-434e-b657-76caea60ac70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.805745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94f119b5-a2db-4cac-bf88-c5a6b8c24606 req-8c45b610-e069-4d7a-a806-4f29020957f9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864916 Jul 05 10:10:34.844771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.900307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-caa9cbd6-d549-434e-b657-76caea60ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.008872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.060330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-7b05c334-5de0-4d57-a386-1a92148dad8c service neutron] 10.222.0.15 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398625 Jul 05 10:10:35.068169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376c180-9ed3-4a69-96c0-e2a5119ed9b3 None None] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:35.075697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-caa9cbd6-d549-434e-b657-76caea60ac70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d7b7d74ebce4564884beb29dbfc0909&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3066783 Jul 05 10:10:35.082899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51164) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:35.117120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9cbd6-d549-434e-b657-76caea60ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c05e9-d030-44ad-af4c-a2ebecf6720e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:35.165507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:10:35.206970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e39f6b83-a6db-457c-9925-90356862f37c None None] Provisioning for port 6096a698-1798-4ff1-b285-c343aa0d2c3e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:35.224172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e39f6b83-a6db-457c-9925-90356862f37c None None] Provisioning complete for port 6096a698-1798-4ff1-b285-c343aa0d2c3e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:35.224728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39f6b83-a6db-457c-9925-90356862f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.233026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=999f556a-980b-41c6-83c0-dfb3ba285d39,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:35.334953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': 'b0f76250-fde5-4d65-a414-365726814556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:35.335407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: ee6ba039-01b5-441b-b450-350d379edce9, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:35.352243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:35.352620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.476147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3781584-4bcf-4c4f-9c01-3dbaa333b8c2 req-652ab034-3ef2-4375-8668-5089562dfff1 service neutron] 10.222.0.15 "GET /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482139 Jul 05 10:10:35.498585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8885abf4-f40e-4aa5-a860-b83e7783f960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.577679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8885abf4-f40e-4aa5-a860-b83e7783f960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.583025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network ee6ba039-01b5-441b-b450-350d379edce9 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:35.586364 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39f6b83-a6db-457c-9925-90356862f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.625555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:35.640988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ee6ba039-01b5-441b-b450-350d379edce9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:35.647531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.648294 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.650698 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Sync routers for ids ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:35.707014 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Routers {'b5735c0c-6e6b-47fa-8644-d988cedcc7b1'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:35.707632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port dc8df590-89d9-4079-b08d-5b27b6dfa5d0, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:35.707854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:35.708060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.711062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ef8fd-8887-4d34-b0b6-c9a64c4c5260 None None] Network ee6ba039-01b5-441b-b450-350d379edce9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:35.732378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.738311 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-56f7197a-2afb-4e43-95a6-dad766172aca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0561850 Jul 05 10:10:35.740015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:35.742319 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e7c87d5c-7fcd-4a37-a445-06b78082472d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3772850 Jul 05 10:10:35.745030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for dc8df590-89d9-4079-b08d-5b27b6dfa5d0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:35.747886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51170) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:35.764932 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ff591963-549f-4e4c-98df-90b83d6e3b4f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2089924604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:35.899361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.912089 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.913146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.953939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e39f6b83-a6db-457c-9925-90356862f37c None None] For port 6096a698-1798-4ff1-b285-c343aa0d2c3e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6096a698-1798-4ff1-b285-c343aa0d2c3e,segment=NetworkSegment(997f70d0-ef8e-4168-9157-0e594632c1e9),segment_id=997f70d0-ef8e-4168-9157-0e594632c1e9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:35.968128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:36.009343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8885abf4-f40e-4aa5-a860-b83e7783f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.012418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8885abf4-f40e-4aa5-a860-b83e7783f960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.013700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8885abf4-f40e-4aa5-a860-b83e7783f960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/432c05e9-d030-44ad-af4c-a2ebecf6720e HTTP/1.1" status: 204 len: 168 time: 0.9241672 Jul 05 10:10:36.078403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff591963-549f-4e4c-98df-90b83d6e3b4f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.079364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff591963-549f-4e4c-98df-90b83d6e3b4f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.090732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885abf4-f40e-4aa5-a860-b83e7783f960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c05e9-d030-44ad-af4c-a2ebecf6720e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:36.116319 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Set router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:36.227011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e39f6b83-a6db-457c-9925-90356862f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.421136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:36.442990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff591963-549f-4e4c-98df-90b83d6e3b4f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.493151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff591963-549f-4e4c-98df-90b83d6e3b4f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.507787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:36.531971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff591963-549f-4e4c-98df-90b83d6e3b4f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.539053 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ff591963-549f-4e4c-98df-90b83d6e3b4f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7770360 Jul 05 10:10:36.556177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51178) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:36.569157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:36.569584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.570053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'port': {'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9', 'name': 'tempest-RoutersTest-2086142124'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:36.598942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-027f02e4-658e-4ff4-bd54-fd791edd6840 None None] Provisioning for port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:36.662528 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:10:31Z', 'revision_number': 3, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:36.666760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f6b83-a6db-457c-9925-90356862f37c None None] Pushing event updated for resources: {'Port': ['ID=6096a698-1798-4ff1-b285-c343aa0d2c3e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:36.694371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.701912 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-027f02e4-658e-4ff4-bd54-fd791edd6840 None None] Provisioning complete for port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:36.702278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027f02e4-658e-4ff4-bd54-fd791edd6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.719128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:36.798458 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Checking router: b5735c0c-6e6b-47fa-8644-d988cedcc7b1 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:36.801375 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Updating router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 port e42a9754-9bdf-45f6-8a31-d96fe50acbce binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:36.859105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-027f02e4-658e-4ff4-bd54-fd791edd6840 None None] Port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:36.877720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e6176-084d-4da4-b771-673511ae734b req-707d6015-0ab4-4d2a-8ee4-04146550fdc6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.880725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d8e6176-084d-4da4-b771-673511ae734b req-707d6015-0ab4-4d2a-8ee4-04146550fdc6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 946 time: 1.3268788 Jul 05 10:10:36.897895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-027f02e4-658e-4ff4-bd54-fd791edd6840 None None] Provisioning complete for port 6096a698-1798-4ff1-b285-c343aa0d2c3e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:36.903021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-027f02e4-658e-4ff4-bd54-fd791edd6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.028395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:37.037046 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.041784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51182) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:37.122415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-ee6ba039-01b5-441b-b450-350d379edce9', 'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': '999f556a-980b-41c6-83c0-dfb3ba285d39'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:37.123545 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.128846 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.130662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=dc8df590-89d9-4079-b08d-5b27b6dfa5d0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:37.238143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a571b26a-f847-4e55-a98c-245c0110b9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.289847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:37.309905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] No DVR routers for this DVR port dc8df590-89d9-4079-b08d-5b27b6dfa5d0 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:37.317041 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.321686 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5f18c5d1-9f74-497e-899f-de280b60a486 req-dc40db7c-79bd-4853-9125-0cfd1f6ce7cf tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "DELETE /v2.0/ports/dc8df590-89d9-4079-b08d-5b27b6dfa5d0 HTTP/1.1" status: 204 len: 173 time: 2.6651738 Jul 05 10:10:37.327773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-deleted', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:37.336089 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07121f-5c32-42da-a4ab-574741f66181" -d '{"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-deleted", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:37.414407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] device_id is not set on port 2d27d495-43f7-4383-9771-70a464f6b137 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:10:37.526018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: dc8df590-89d9-4079-b08d-5b27b6dfa5d0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:37.526760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device dc8df590-89d9-4079-b08d-5b27b6dfa5d0 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:37.601990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa365c-47f7-423c-914e-74ee98e4a0bc req-709e1e9f-7430-4094-9007-e67c08c381e6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.605275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81aa365c-47f7-423c-914e-74ee98e4a0bc req-709e1e9f-7430-4094-9007-e67c08c381e6 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 1.1934912 Jul 05 10:10:37.622694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d8e6176-084d-4da4-b771-673511ae734b req-5dd9369b-eb96-450b-9ea5-2cf2bdb9ab94 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=213b701f-1157-41ab-8bba-2a6ad1cbab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6570358 Jul 05 10:10:37.766188 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.781926 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8709bd-f5bf-4de2-8747-8d3473dc5c66 x-openstack-request-id: req-1d8709bd-f5bf-4de2-8747-8d3473dc5c66 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:37.785377 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9181a8-6e27-4b2b-9c22-caa1950cf24d", "name": "network-vif-deleted", "tag": "dc8df590-89d9-4079-b08d-5b27b6dfa5d0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:37.785813 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d8709bd-f5bf-4de2-8747-8d3473dc5c66 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:37.786549 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9181a8-6e27-4b2b-9c22-caa1950cf24d', 'name': 'network-vif-deleted', 'tag': 'dc8df590-89d9-4079-b08d-5b27b6dfa5d0', 'status': 'completed', 'code': 200} Jul 05 10:10:37.853360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Allocated IP 172.20.0.2 (ee6ba039-01b5-441b-b450-350d379edce9/999f556a-980b-41c6-83c0-dfb3ba285d39/f11c79e7-a16b-4fc3-9442-035cd0ede892) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:37.867825 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.893912 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Transition to ACTIVE for port object e42a9754-9bdf-45f6-8a31-d96fe50acbce will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:37.894575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-12fc66d4-90a6-4519-991f-e8d398f8d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.899393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-12fc66d4-90a6-4519-991f-e8d398f8d16a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 1097 time: 1.1680112 Jul 05 10:10:37.908693 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.985226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6096a698-1798-4ff1-b285-c343aa0d2c3e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:38.020686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81aa365c-47f7-423c-914e-74ee98e4a0bc req-ba22b266-1562-480d-b47f-3fc4bdb965bf tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581908 Jul 05 10:10:38.032846 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Attempting to bind port e42a9754-9bdf-45f6-8a31-d96fe50acbce on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:38.034824 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Attempting to bind port e42a9754-9bdf-45f6-8a31-d96fe50acbce by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:38.035483 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Attempting to bind port e42a9754-9bdf-45f6-8a31-d96fe50acbce on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:38.057856 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:38.058914 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:38.059140 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.059747 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:38.060764 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Bound port: e42a9754-9bdf-45f6-8a31-d96fe50acbce, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:38.061442 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.181764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:10:38.186067 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] For port e42a9754-9bdf-45f6-8a31-d96fe50acbce, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:38.190856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Allocated IP 172.20.0.1 (fde6d6a8-26a2-41a1-a7df-736c5f925205/b456e763-79de-484a-96c5-17ea8b3077d3/01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:38.195051 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] For port e42a9754-9bdf-45f6-8a31-d96fe50acbce, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e42a9754-9bdf-45f6-8a31-d96fe50acbce,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:38.211567 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.239171 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75324c43-2a2a-4202-babe-e9ff8ad18dca None None] Pushing event updated for resources: {'Port': ['ID=e42a9754-9bdf-45f6-8a31-d96fe50acbce,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.329212 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Routers {'b5735c0c-6e6b-47fa-8644-d988cedcc7b1'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:38.330837 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:38.494170 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75324c43-2a2a-4202-babe-e9ff8ad18dca None None] Pushing event updated for resources: {'Port': ['ID=e42a9754-9bdf-45f6-8a31-d96fe50acbce,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.510169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c56f7929-6cd2-4778-b0df-2e40358a2de9 None None] Provisioning complete for port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:38.511962 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c56f7929-6cd2-4778-b0df-2e40358a2de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.512968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.518039 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a571b26a-f847-4e55-a98c-245c0110b9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.538019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Transition to ACTIVE for port object 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:38.541574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-ea304ad6-7ff0-4126-bea3-7c095d742127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:38.544876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-ea304ad6-7ff0-4126-bea3-7c095d742127 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.5784872 Jul 05 10:10:38.546103 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a571b26a-f847-4e55-a98c-245c0110b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.602983 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.649438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.667914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:38.675388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:38.680336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:38.713945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c56f7929-6cd2-4778-b0df-2e40358a2de9 None None] Port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:38.741766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Transition to ACTIVE for port object f11c79e7-a16b-4fc3-9442-035cd0ede892 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:38.750556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571b26a-f847-4e55-a98c-245c0110b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d71e181-48f4-4f8d-a24c-97e80384582e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.751581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Pushing event updated for resources: {'Port': ['ID=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.771954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-ff2afaa4-eca6-4eab-bcf6-c7d95cc590ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a HTTP/1.1" status: 200 len: 217 time: 0.1862342 Jul 05 10:10:38.776296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:38.780500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6096a698-1798-4ff1-b285-c343aa0d2c3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:38.782264 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.786276 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] Set router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:38.802296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a571b26a-f847-4e55-a98c-245c0110b9b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c24ce64c1fe49b09dc5ea0c6b0e736a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7454925 Jul 05 10:10:38.806219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51190) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:38.824849 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.848391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4f5d78c4-1735-4439-ab54-a78195ec9454 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5792062 Jul 05 10:10:38.853144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:38.866599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-697789572'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:38.916673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:38.938802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Transition to ACTIVE for port object f11c79e7-a16b-4fc3-9442-035cd0ede892 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:38.960099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:38.961753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:38.994665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-8057eaa3-1a83-489b-bb65-5624728b796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.005983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-8057eaa3-1a83-489b-bb65-5624728b796d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.2244620 Jul 05 10:10:39.127394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:39.144943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.231763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:39.237689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-560607df-588a-44ce-9bad-798060053417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540313 Jul 05 10:10:39.241958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c4edf41-bad6-41e7-8000-5a0b7b4481e5 req-f10db297-21cc-44fc-9a30-38bdde62c3c6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9181a8-6e27-4b2b-9c22-caa1950cf24d HTTP/1.1" status: 200 len: 210 time: 0.1257188 Jul 05 10:10:39.367682 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:10:31Z', 'revision_number': 3, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:39.408757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.20.0.5 (ee6ba039-01b5-441b-b450-350d379edce9/999f556a-980b-41c6-83c0-dfb3ba285d39/2d27d495-43f7-4383-9771-70a464f6b137) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:39.444626 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908e125-db80-4aff-9f38-82f34d7c51df None None] The sync data for ids ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'] in n-d-771363-33 is: [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:10:31Z', 'revision_number': 3, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:39.454221 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.494085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:39.507343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba74b469-0254-402f-bdde-3f00e3449777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.554954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.555869 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment 5e09fbb9-60aa-4252-a77f-13366e15c718 of type vlan for network 414c4490-f058-4ee8-8479-ea71c8948a12 Jul 05 10:10:39.655967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.800734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba74b469-0254-402f-bdde-3f00e3449777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.851433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bec590-9604-494c-9bed-0e8a04262026 None None] Provisioning for port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:39.855350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Network ee6ba039-01b5-441b-b450-350d379edce9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:39.882552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-25469a2c-4b42-4817-af5c-2e252517a682 service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351807 Jul 05 10:10:39.897878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:39.908974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:39.913837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bec590-9604-494c-9bed-0e8a04262026 None None] Provisioning complete for port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:39.914391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bec590-9604-494c-9bed-0e8a04262026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.919735 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.933746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Pushing event updated for resources: {'Port': ['ID=f11c79e7-a16b-4fc3-9442-035cd0ede892,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.101003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.112990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.113951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.114155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.141953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bec590-9604-494c-9bed-0e8a04262026 None None] Port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:40.204714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Attempting to bind port f11c79e7-a16b-4fc3-9442-035cd0ede892 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:40.205244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Attempting to bind port f11c79e7-a16b-4fc3-9442-035cd0ede892 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b0f76250-fde5-4d65-a414-365726814556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:40.205624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Attempting to bind port f11c79e7-a16b-4fc3-9442-035cd0ede892 on network ee6ba039-01b5-441b-b450-350d379edce9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:40.215390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:40.215796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Checking segment: {'id': 'b0f76250-fde5-4d65-a414-365726814556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:40.216338 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.216766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Bound using segment: {'id': 'b0f76250-fde5-4d65-a414-365726814556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:40.217310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Bound port: f11c79e7-a16b-4fc3-9442-035cd0ede892, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f76250-fde5-4d65-a414-365726814556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee6ba039-01b5-441b-b450-350d379edce9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:40.217753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.260286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba74b469-0254-402f-bdde-3f00e3449777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.266591 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba74b469-0254-402f-bdde-3f00e3449777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.272508 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ba74b469-0254-402f-bdde-3f00e3449777 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d71e181-48f4-4f8d-a24c-97e80384582e HTTP/1.1" status: 204 len: 168 time: 1.4594944 Jul 05 10:10:40.303217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4454584 Jul 05 10:10:40.328737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:34Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:35Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:40.330782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:40.337990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:40.355162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cff63c-7b94-495b-a1d3-8708703779ca req-acd80f6b-d05c-49dc-b69f-d3def421d363 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.365442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56cff63c-7b94-495b-a1d3-8708703779ca req-acd80f6b-d05c-49dc-b69f-d3def421d363 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.9784014 Jul 05 10:10:40.373155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object 2d27d495-43f7-4383-9771-70a464f6b137 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:40.376655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74b469-0254-402f-bdde-3f00e3449777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d71e181-48f4-4f8d-a24c-97e80384582e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.485041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] For port f11c79e7-a16b-4fc3-9442-035cd0ede892, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:40.493352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] For port f11c79e7-a16b-4fc3-9442-035cd0ede892, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f11c79e7-a16b-4fc3-9442-035cd0ede892,segment=NetworkSegment(b0f76250-fde5-4d65-a414-365726814556),segment_id=b0f76250-fde5-4d65-a414-365726814556)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:40.507845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e42a9754-9bdf-45f6-8a31-d96fe50acbce up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:40.512239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.523754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:40.524127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Updating router 5de78438-b26e-46b5-8e01-33f4c453fb5a port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:40.526891 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.631618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51202) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:40.648933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb47629-9736-44f4-915c-b86c616f75b2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=414c4490-f058-4ee8-8479-ea71c8948a12,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.698699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 414c4490-f058-4ee8-8479-ea71c8948a12 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:40.804114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:40.808741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.863062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.913434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60820118-a85b-47b8-b298-3c90f568ec27 None None] Pushing event updated for resources: {'Port': ['ID=f11c79e7-a16b-4fc3-9442-035cd0ede892,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.960174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56cff63c-7b94-495b-a1d3-8708703779ca req-b4d07dd6-ea71-4683-b0d7-a8686e93179c tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426506 Jul 05 10:10:40.978136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e42a9754-9bdf-45f6-8a31-d96fe50acbce completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:40.992322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e42a9754-9bdf-45f6-8a31-d96fe50acbce triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:40.992703 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.997600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network ee6ba039-01b5-441b-b450-350d379edce9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:41.044763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:41.052381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:41.209517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.266692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.279123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=2d27d495-43f7-4383-9771-70a464f6b137,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:41.489116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7e52b80-bc95-4330-9beb-e851ffe551b4 req-20b608f5-a8b1-4bdb-a3b8-860710e2bb4c service neutron] 10.222.0.15 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5921912 Jul 05 10:10:41.554767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:41.556200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.648287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-692d887a-4184-48a9-89cd-fca02d4c4fd5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0899746 Jul 05 10:10:41.651556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:41.731317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.766720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.790905 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Pushing event updated for resources: {'Port': ['ID=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:42.032443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.065719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.133949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Transition to ACTIVE for port object 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:42.181721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e42a9754-9bdf-45f6-8a31-d96fe50acbce, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e42a9754-9bdf-45f6-8a31-d96fe50acbce,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:42.183293 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.200286 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.305541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:42.336906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=a6fa08b0-fdc2-49ff-a85f-95344c2eb78c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:42.345263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:42.471505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f949fb3-cf81-412a-93a8-93824781adb0 None None] Pushing event updated for resources: {'Port': ['ID=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:42.531202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:42.531688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: 414c4490-f058-4ee8-8479-ea71c8948a12, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:42.644910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f11c79e7-a16b-4fc3-9442-035cd0ede892 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:42.725988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 414c4490-f058-4ee8-8479-ea71c8948a12 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:42.869242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Attempting to bind port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:42.870527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Attempting to bind port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:42.871452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Attempting to bind port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 on network abdaf12a-cc03-4124-b69b-f3473d5bc219 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:42.886435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 414c4490-f058-4ee8-8479-ea71c8948a12) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:42.901900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:42.911007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.959621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:42.961511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Checking segment: {'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:42.962514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.965026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Bound using segment: {'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:42.966636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Bound port: 7b3e02cd-3428-4ada-aaa7-109b5934a0a5, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997f70d0-ef8e-4168-9157-0e594632c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:42.967816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.017298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-68b8071a-c818-48e8-8c4c-9a63f0731f21 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6845992 Jul 05 10:10:43.018762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:43.124694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88503edd-70ff-4611-bf45-1b8f0ed450b1 None None] Network 414c4490-f058-4ee8-8479-ea71c8948a12 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:43.221847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e42a9754-9bdf-45f6-8a31-d96fe50acbce,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:43.295389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f11c79e7-a16b-4fc3-9442-035cd0ede892 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:43.343672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfdc3c9-5243-4f0c-8da6-3e084b0f49e4 None None] Network ee6ba039-01b5-441b-b450-350d379edce9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:43.469359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] For port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:43.516230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] For port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,segment=NetworkSegment(997f70d0-ef8e-4168-9157-0e594632c1e9),segment_id=997f70d0-ef8e-4168-9157-0e594632c1e9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:43.536434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949c2-5204-409d-922b-145f60079028 req-ab8ebeba-b619-4914-b96a-a5fc4a1796ab tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:43.551790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.552435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eca949c2-5204-409d-922b-145f60079028 req-ab8ebeba-b619-4914-b96a-a5fc4a1796ab tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 0.9480286 Jul 05 10:10:43.873580 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:43.883393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db67f03b-0390-4f07-9b44-502e2a2251e7 None None] Provisioning complete for port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:43.884159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db67f03b-0390-4f07-9b44-502e2a2251e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.050789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eca949c2-5204-409d-922b-145f60079028 req-787a335a-2c98-4586-bd1a-800574df0345 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964457 Jul 05 10:10:44.074440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-db67f03b-0390-4f07-9b44-502e2a2251e7 None None] Port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:44.085963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f949fb3-cf81-412a-93a8-93824781adb0 None None] Pushing event updated for resources: {'Port': ['ID=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:44.269692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-414c4490-f058-4ee8-8479-ea71c8948a12', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:44.272727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.334898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:44.336569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:44.357850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb34a354-1b90-4540-8255-fc8e69180ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.520247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.662292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.666780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:44.796920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:44.823136 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b6089b12-c96b-4cae-9225-fb5b3895ecf2 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5735c0c-6e6b-47fa-8644-d988cedcc7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0673249 Jul 05 10:10:44.832972 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Sync routers for ids ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:44.834160 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-8ef97e5b-f7be-40c3-ac21-1b2f045cb21d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5818877 Jul 05 10:10:44.868482 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Routers {'b5735c0c-6e6b-47fa-8644-d988cedcc7b1'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:44.869571 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:45.091287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.270114 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Set router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:45.325441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-7f5f2dcc-657a-4341-96f3-482f0a6cb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:45.328488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-7f5f2dcc-657a-4341-96f3-482f0a6cb20f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 1098 time: 0.3562772 Jul 05 10:10:45.534262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e42a9754-9bdf-45f6-8a31-d96fe50acbce up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:45.538221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c272396-e4af-4d77-aa4d-15dfd2bd257f None None] Provisioning for port f11c79e7-a16b-4fc3-9442-035cd0ede892 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:45.706949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618896a-fd83-422a-a754-20f81f9fc571 req-cf5503eb-d0ec-466e-b302-381cbaf50126 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:45.733843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5618896a-fd83-422a-a754-20f81f9fc571 req-cf5503eb-d0ec-466e-b302-381cbaf50126 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 1.1202576 Jul 05 10:10:45.802098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-a263d637-12b7-4de8-bcbb-79d5d6bfe83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:45.805152 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-a263d637-12b7-4de8-bcbb-79d5d6bfe83e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 200 len: 907 time: 0.2266216 Jul 05 10:10:45.880883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c272396-e4af-4d77-aa4d-15dfd2bd257f None None] Provisioning complete for port f11c79e7-a16b-4fc3-9442-035cd0ede892 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:45.881470 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c272396-e4af-4d77-aa4d-15dfd2bd257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.912688 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:10:39Z', 'revision_number': 4, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e', 'name': '', 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'mac_address': 'fa:16:3e:2b:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b456e763-79de-484a-96c5-17ea8b3077d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:40Z', 'revision_number': 2, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'subnets': [{'id': 'b456e763-79de-484a-96c5-17ea8b3077d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:45.969036 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Checking router: b5735c0c-6e6b-47fa-8644-d988cedcc7b1 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:45.969715 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Updating router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:46.027064 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-e997c628-c36e-4885-bdde-0afa7a8ecc42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a56659-d534-4e67-b94b-6c82ad802d13 HTTP/1.1" status: 200 len: 217 time: 0.1979835 Jul 05 10:10:46.041473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5618896a-fd83-422a-a754-20f81f9fc571 req-f4558063-d0dc-4512-a98e-45149eca66fd tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061249 Jul 05 10:10:46.046846 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.212754 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.263162 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.279471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-e36aa7c4-7d8b-4b49-a66b-49645920ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:46.282085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-e36aa7c4-7d8b-4b49-a66b-49645920ad77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 200 len: 846 time: 0.2315452 Jul 05 10:10:46.375382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e42a9754-9bdf-45f6-8a31-d96fe50acbce triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:46.378712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.554334 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-250e9d67-6da7-456d-adeb-273ad46dd051 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7863275-951c-4fbb-90a1-2b4beca7cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2361493 Jul 05 10:10:46.629435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Allocated IP 2001:db8:1::2 (414c4490-f058-4ee8-8479-ea71c8948a12/a6fa08b0-fdc2-49ff-a85f-95344c2eb78c/2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:46.637580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=2d27d495-43f7-4383-9771-70a464f6b137,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:46.865848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.866870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.869372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.869772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.871451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.872096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.876273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.880400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.881854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.886490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.887496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.889771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:46.937782 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c272396-e4af-4d77-aa4d-15dfd2bd257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.085829 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-b78b70eb-baed-4889-b3d7-1fc08b31e767 service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248694 Jul 05 10:10:47.118726 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.126999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0790c7af-54c3-452b-9853-c7161ff2b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.147827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9c272396-e4af-4d77-aa4d-15dfd2bd257f None None] For port f11c79e7-a16b-4fc3-9442-035cd0ede892, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f11c79e7-a16b-4fc3-9442-035cd0ede892,segment=NetworkSegment(b0f76250-fde5-4d65-a414-365726814556),segment_id=b0f76250-fde5-4d65-a414-365726814556)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:47.176903 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c272396-e4af-4d77-aa4d-15dfd2bd257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.289055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port a71cb1a1-9dc9-45c4-97da-104547a6ff77 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:47.292680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.417232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c272396-e4af-4d77-aa4d-15dfd2bd257f None None] Pushing event updated for resources: {'Port': ['ID=f11c79e7-a16b-4fc3-9442-035cd0ede892,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:47.444032 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.479199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:34Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:47.510729 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Transition to ACTIVE for port object 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:47.524723 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.581193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e14c6fb9-9db8-410a-aaf0-6e9f0b1552e9 req-d193f262-8273-4569-8d55-741c1cbda65a service neutron] 10.222.0.16 "GET /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901149 Jul 05 10:10:47.710919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc698a64-3bae-4a03-93be-c59957362123 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:34Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:47.763758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089bd6d-1c0e-4273-b9c6-71738a9e9dfa None None] Pushing event updated for resources: {'Port': ['ID=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:47.918573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-622cbe3a-28d1-44b2-82e9-676879ee8f2d None None] Provisioning for port 2d27d495-43f7-4383-9771-70a464f6b137 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:47.928303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-622cbe3a-28d1-44b2-82e9-676879ee8f2d None None] Provisioning complete for port 2d27d495-43f7-4383-9771-70a464f6b137 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:47.928953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-622cbe3a-28d1-44b2-82e9-676879ee8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.109435 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Attempting to bind port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:48.110013 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Attempting to bind port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:48.110630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Attempting to bind port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e on network fde6d6a8-26a2-41a1-a7df-736c5f925205 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:48.115267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.130537 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:48.131129 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Checking segment: {'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:48.133779 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.135801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Transition to ACTIVE for port object 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:48.136858 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Bound using segment: {'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:48.144166 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Bound port: 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdc2695-c7b6-4da3-b05a-512358a87ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:48.145133 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.157369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.172070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port a71cb1a1-9dc9-45c4-97da-104547a6ff77, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a71cb1a1-9dc9-45c4-97da-104547a6ff77,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:48.172514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.262618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Transition to ACTIVE for port object 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:48.274972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f11c79e7-a16b-4fc3-9442-035cd0ede892 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:48.440092 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] For port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:48.458284 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.468343 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] For port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,segment=NetworkSegment(2fdc2695-c7b6-4da3-b05a-512358a87ed6),segment_id=2fdc2695-c7b6-4da3-b05a-512358a87ed6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:48.485879 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.486307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for a71cb1a1-9dc9-45c4-97da-104547a6ff77 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:48.528644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8:1::1 (414c4490-f058-4ee8-8479-ea71c8948a12/a6fa08b0-fdc2-49ff-a85f-95344c2eb78c/97e98f91-3777-4de9-99c8-3ea1c06fc2f3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:48.548169 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.652313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Network 414c4490-f058-4ee8-8479-ea71c8948a12 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:48.653108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324a892-cc73-45ab-b640-e152dd4b0122 req-6851d3cb-f01f-4b4d-9975-da2fd3b23622 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.666116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7324a892-cc73-45ab-b640-e152dd4b0122 req-6851d3cb-f01f-4b4d-9975-da2fd3b23622 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 1.0429015 Jul 05 10:10:48.668401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:48.690987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f11c79e7-a16b-4fc3-9442-035cd0ede892 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:48.693078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.709414 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089bd6d-1c0e-4273-b9c6-71738a9e9dfa None None] Pushing event updated for resources: {'Port': ['ID=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:48.714188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:48.725934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-622cbe3a-28d1-44b2-82e9-676879ee8f2d None None] Port 2d27d495-43f7-4383-9771-70a464f6b137 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:48.823946 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Routers {'b5735c0c-6e6b-47fa-8644-d988cedcc7b1'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:48.827483 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:48.889693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Pushing event updated for resources: {'Port': ['ID=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:48.928578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-622cbe3a-28d1-44b2-82e9-676879ee8f2d None None] Provisioning complete for port f11c79e7-a16b-4fc3-9442-035cd0ede892 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:48.929056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-622cbe3a-28d1-44b2-82e9-676879ee8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.045452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Attempting to bind port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:49.045865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Attempting to bind port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:49.046299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Attempting to bind port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 on network 414c4490-f058-4ee8-8479-ea71c8948a12 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:49.059649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:49.060371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Checking segment: {'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:49.060917 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.061802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Bound using segment: {'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:49.062329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Bound port: 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:49.062814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.218991 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.269226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:49.361242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.480074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 414c4490-f058-4ee8-8479-ea71c8948a12 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:49.487043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:49.494396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:49.495056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.507405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] For port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:49.531555 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7324a892-cc73-45ab-b640-e152dd4b0122 req-167df64e-14e0-4414-ae9a-30dda993eed0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8644447 Jul 05 10:10:49.551146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] For port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,segment=NetworkSegment(5e09fbb9-60aa-4252-a77f-13366e15c718),segment_id=5e09fbb9-60aa-4252-a77f-13366e15c718)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:49.570549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.656396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:49.762834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.776332 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] Set router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:49.801846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-14c0b966-66e3-4646-82ff-79a037b5de9a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:49.804618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-14c0b966-66e3-4646-82ff-79a037b5de9a tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 945 time: 1.4930942 Jul 05 10:10:49.868579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-40ddf24b-18aa-4ed1-b9f5-c207cf9d6883 None None] Provisioning complete for port 2d27d495-43f7-4383-9771-70a464f6b137 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:49.871774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40ddf24b-18aa-4ed1-b9f5-c207cf9d6883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.925016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8303dbb-7817-4793-a2d0-434f55df11c9 None None] Pushing event updated for resources: {'Port': ['ID=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:50.022146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.121743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:50.169826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.283695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-40ddf24b-18aa-4ed1-b9f5-c207cf9d6883 None None] Port 2d27d495-43f7-4383-9771-70a464f6b137 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:50.402102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:50.423583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:50.424444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.651864 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:10:39Z', 'revision_number': 4, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e', 'name': '', 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'mac_address': 'fa:16:3e:2b:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b456e763-79de-484a-96c5-17ea8b3077d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:48Z', 'revision_number': 4, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'subnets': [{'id': 'b456e763-79de-484a-96c5-17ea8b3077d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:50.691955 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.733622 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.818311 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f34b7a-5325-4e23-884d-ed82cb355dec None None] The sync data for ids ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'] in n-d-771363-33 is: [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:10:39Z', 'revision_number': 4, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e', 'name': '', 'network_id': 'fde6d6a8-26a2-41a1-a7df-736c5f925205', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'mac_address': 'fa:16:3e:2b:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b456e763-79de-484a-96c5-17ea8b3077d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:48Z', 'revision_number': 4, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'subnets': [{'id': 'b456e763-79de-484a-96c5-17ea8b3077d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:50.919393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,segment=NetworkSegment(997f70d0-ef8e-4168-9157-0e594632c1e9),segment_id=997f70d0-ef8e-4168-9157-0e594632c1e9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:50.930947 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.214850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=a71cb1a1-9dc9-45c4-97da-104547a6ff77,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:51.255940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:51.258476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Deleting port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:51.259511 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.299511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.304830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.305476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.306562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.307674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.308742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.309974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.311050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.313328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.316937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.318537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.320736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:51.350915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:51.433892 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.448840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.455502 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.764697 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.795025 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:10:51.853374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:51.937083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:51.949938 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd4b6c8-51f6-4105-b930-939f704fdb31" -d '{"events": [{"server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "name": "network-vif-unplugged", "status": "completed", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:52.004305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:52.030429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.067478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 414c4490-f058-4ee8-8479-ea71c8948a12 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:52.077881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:52.388044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:52.519979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:52.625769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:52.754550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0269f8c-835f-4733-8922-ebacfb921cd2 None None] Network 414c4490-f058-4ee8-8479-ea71c8948a12 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:52.827674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:52.861069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a720b45a-30b6-48b1-84e9-cd254dcad2dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8125072 Jul 05 10:10:52.862169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:52.880812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1100491357'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:52.943042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:52.951371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.019433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:53.020646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b94501-b720-4dee-8075-c44051697142 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:53.039053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.039690 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment 3ca83fde-a1ca-4e03-beb5-a135057e0559 of type vlan for network 45e57acf-a24d-45e0-b827-9adfb3df9693 Jul 05 10:10:53.178931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:53.180079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:53.213729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.310935 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.355826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.365660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.390909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0b06ef4a-c9db-475d-83c4-a610ca290cbd None None] Provisioning for port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:53.393590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:53.396297 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.535709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:53.570732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:53.571740 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.617509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=45e57acf-a24d-45e0-b827-9adfb3df9693,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:53.627737 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-224bb25a-af84-4727-ac52-1e2c0177c84b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7639637 Jul 05 10:10:53.628578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51326) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:53.634860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:53.683549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] For port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:53.683549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.722127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Calling delete_port for 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:53.742493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:53.759580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:53.764916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:53.771291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.238141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.429777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:54.430498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: 45e57acf-a24d-45e0-b827-9adfb3df9693, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:54.435141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.484013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:54.506334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=9785b6c1-7750-4c9b-942d-0dfd564e1b96,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:54.513475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 45e57acf-a24d-45e0-b827-9adfb3df9693) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:54.517338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eeb05-259e-457f-b65e-83c8fc681d14 req-93e8a1c2-2826-48e5-9d33-76a99c5086a9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:54.519522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213eeb05-259e-457f-b65e-83c8fc681d14 req-93e8a1c2-2826-48e5-9d33-76a99c5086a9 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 943 time: 3.2792463 Jul 05 10:10:54.520471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=2d27d495-43f7-4383-9771-70a464f6b137,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:54.557234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:54.558254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.582057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b35a5d-1bf7-484b-a4e8-7cbdbc6e0695 None None] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:54.622466 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-923972fe-1e2a-4661-8720-08d00bafbdb1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9921474 Jul 05 10:10:54.627007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51330) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:54.743446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-f28923a0-d9f2-454f-ad07-463ac0b33b4f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:54.759463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-f28923a0-d9f2-454f-ad07-463ac0b33b4f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 1.8540776 Jul 05 10:10:54.915961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-4bbe28e1-6170-4628-932b-ac1a474c6afa tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/quotas/9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 375 time: 0.1193910 Jul 05 10:10:54.936438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.037420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,segment=NetworkSegment(5e09fbb9-60aa-4252-a77f-13366e15c718),segment_id=5e09fbb9-60aa-4252-a77f-13366e15c718)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:55.049181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.050316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:55.052815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-213eeb05-259e-457f-b65e-83c8fc681d14 req-1493ec66-8ffa-497b-b668-64c8f4063893 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371850 Jul 05 10:10:55.082125 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.220666 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc67a17-a0fd-48e3-aeb5-b933f61cbf60 x-openstack-request-id: req-ecc67a17-a0fd-48e3-aeb5-b933f61cbf60 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:55.221396 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "name": "network-vif-unplugged", "status": "completed", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:55.221896 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecc67a17-a0fd-48e3-aeb5-b933f61cbf60 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:55.222902 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a', 'code': 200} Jul 05 10:10:55.251802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:49Z', 'revision_number': 3, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:55.259609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-45e57acf-a24d-45e0-b827-9adfb3df9693', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:55.261705 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.315971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.374182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b94501-b720-4dee-8075-c44051697142 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:55.374545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b94501-b720-4dee-8075-c44051697142 None None] Updating router 5de78438-b26e-46b5-8e01-33f4c453fb5a port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:55.448597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['69a56659-d534-4e67-b94b-6c82ad802d13'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:55.451757 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b94501-b720-4dee-8075-c44051697142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.635422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:55.693295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f52b0e9-1023-47e5-a597-9b20d463f7e7 None None] Provisioning for port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:55.827140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:55.850128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f52b0e9-1023-47e5-a597-9b20d463f7e7 None None] Provisioning complete for port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:55.850604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f52b0e9-1023-47e5-a597-9b20d463f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.971716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network ee6ba039-01b5-441b-b450-350d379edce9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:55.973843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event deleted for resources: {'Port': ['ID=775ac7ea-2c6e-4c8b-bb08-1b6641a0226a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:56.060820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:56.061376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.067267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] No DVR routers for this DVR port 775ac7ea-2c6e-4c8b-bb08-1b6641a0226a on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:56.069581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:56.080313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:56.088404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.090735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c7f4105f-20b5-4d46-a461-94b6341f2db4 req-6878d90e-7e95-425f-af0a-b7e7920b1b6b tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.15 "DELETE /v2.0/ports/775ac7ea-2c6e-4c8b-bb08-1b6641a0226a HTTP/1.1" status: 204 len: 173 time: 6.2199650 Jul 05 10:10:56.130472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8f52b0e9-1023-47e5-a597-9b20d463f7e7 None None] Port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:56.175253 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.291839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f52b0e9-1023-47e5-a597-9b20d463f7e7 None None] Provisioning complete for port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:56.292272 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f52b0e9-1023-47e5-a597-9b20d463f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.509703 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.519326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'name': 'network-vif-deleted', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:56.523261 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e5acb-210c-4a30-a12a-a7e17d71ac05" -d '{"events": [{"server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "name": "network-vif-deleted", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:56.696109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Allocated IP 2001:db8:2::2 (45e57acf-a24d-45e0-b827-9adfb3df9693/9785b6c1-7750-4c9b-942d-0dfd564e1b96/d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:56.697262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-023883d2-a4df-410b-ad54-b4c7d8576ce6 req-9b8c2879-55b6-445f-bf2e-c5c748af9f8f tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=16f71e2e-c0fd-42a6-8216-441bae4f3940 HTTP/1.1" status: 200 len: 210 time: 0.1457176 Jul 05 10:10:56.726074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,segment=NetworkSegment(2fdc2695-c7b6-4da3-b05a-512358a87ed6),segment_id=2fdc2695-c7b6-4da3-b05a-512358a87ed6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:56.745455 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.749860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:56.812259 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e09fa41-e155-4cbd-acde-8c5e0665edc7 x-openstack-request-id: req-7e09fa41-e155-4cbd-acde-8c5e0665edc7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:56.812888 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f71e2e-c0fd-42a6-8216-441bae4f3940", "name": "network-vif-deleted", "tag": "775ac7ea-2c6e-4c8b-bb08-1b6641a0226a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:56.814541 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e09fa41-e155-4cbd-acde-8c5e0665edc7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:56.815342 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f71e2e-c0fd-42a6-8216-441bae4f3940', 'name': 'network-vif-deleted', 'tag': '775ac7ea-2c6e-4c8b-bb08-1b6641a0226a', 'status': 'completed', 'code': 200} Jul 05 10:10:56.851066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-d6df4e18-8af1-4f9a-847c-ee86c3ece19d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&fields=id HTTP/1.1" status: 200 len: 302 time: 1.9332099 Jul 05 10:10:57.002382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-59d7fc73-9116-4ed0-8dd3-ded9ab0f6a43 None None] Provisioning complete for port 2d27d495-43f7-4383-9771-70a464f6b137 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:57.003134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59d7fc73-9116-4ed0-8dd3-ded9ab0f6a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.044901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:57.069233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0ca849df-3bc8-4d81-a7d5-d3da43877d35 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:10:57.165577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:57.178155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51346) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:57.178782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-066f3d72-7c2f-4722-9a5f-c6cbe34e3a7a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5369544 Jul 05 10:10:57.184081 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] Sync routers for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:57.237212 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:57.238174 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:57.252478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-59d7fc73-9116-4ed0-8dd3-ded9ab0f6a43 None None] Port 2d27d495-43f7-4383-9771-70a464f6b137 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:57.327868 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b94501-b720-4dee-8075-c44051697142 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.345171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-37b94501-b720-4dee-8075-c44051697142 None None] Transition to ACTIVE for port object 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:57.368879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting subnet e04c6c7d-3ffa-4f4e-97ca-54e85b06122a {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:57.381892 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.416253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-810cb603-9500-4341-9e26-26aadc4a0d13 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471170 Jul 05 10:10:57.431350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.444752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Transition to ACTIVE for port object d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:57.466222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Transition to ACTIVE for port object d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:57.474192 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b94501-b720-4dee-8075-c44051697142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.494831 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.505981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:57.506493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.640384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e665a-efa1-41b0-8951-a82f796b4756 None None] Pushing event updated for resources: {'Port': ['ID=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:57.678475 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:57.709283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:57.724905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-72e5348d-3261-421a-8981-7e6916c2bdb5 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0ca849df-3bc8-4d81-a7d5-d3da43877d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0718007 Jul 05 10:10:57.729604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:57.748284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8:2::1 (45e57acf-a24d-45e0-b827-9adfb3df9693/9785b6c1-7750-4c9b-942d-0dfd564e1b96/4f7bdba6-7183-4442-9da3-fd6d06a3b456) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:57.816071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] Sync routers for ids ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:57.825959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:57.896464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2061f61-24a2-44ad-8b8e-684dc050a0dd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:57.898038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a2061f61-24a2-44ad-8b8e-684dc050a0dd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports/2d27d495-43f7-4383-9771-70a464f6b137 HTTP/1.1" status: 200 len: 977 time: 0.1672208 Jul 05 10:10:57.902259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:57.911891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:57.982106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:57.996936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] Routers {'0ca849df-3bc8-4d81-a7d5-d3da43877d35'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:57.998447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:58.205988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.274728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 4f7bdba6-7183-4442-9da3-fd6d06a3b456 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:58.284824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-b3f767d6-5f62-4871-a4d2-21b9598eb80c service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8474550 Jul 05 10:10:58.379834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.424758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:58.563959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:58.568801 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] Checking router: 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:58.622532 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] Routers {'3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:58.623325 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:58.658335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Pushing event updated for resources: {'Port': ['ID=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:58.683507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.794689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] Routers {'0ca849df-3bc8-4d81-a7d5-d3da43877d35'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:58.796597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.797890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:58.911771 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] Set router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:58.969986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:58.971759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61b640-5f46-407c-a668-72943ecae400 None None] The sync data for ids ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:58.997221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-37b94501-b720-4dee-8075-c44051697142 None None] Attempting to bind port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:58.997843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-37b94501-b720-4dee-8075-c44051697142 None None] Attempting to bind port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:58.998436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b94501-b720-4dee-8075-c44051697142 None None] Attempting to bind port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 on network 414c4490-f058-4ee8-8479-ea71c8948a12 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:59.041404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:59.049270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Attempting to bind port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:59.049757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Attempting to bind port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:59.050362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Attempting to bind port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a on network 45e57acf-a24d-45e0-b827-9adfb3df9693 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:59.072582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b94501-b720-4dee-8075-c44051697142 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:59.073216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b94501-b720-4dee-8075-c44051697142 None None] Checking segment: {'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:59.073898 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b94501-b720-4dee-8075-c44051697142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.075787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:59.077137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b94501-b720-4dee-8075-c44051697142 None None] Bound using segment: {'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:59.082190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-37b94501-b720-4dee-8075-c44051697142 None None] Bound port: 97e98f91-3777-4de9-99c8-3ea1c06fc2f3, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e09fbb9-60aa-4252-a77f-13366e15c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:59.085147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b94501-b720-4dee-8075-c44051697142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.099701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:59.100730 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.105500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:59.106196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Checking segment: {'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:59.106822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.110081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Bound using segment: {'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:59.111712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Bound port: d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:59.115955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.330359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.374862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=4f7bdba6-7183-4442-9da3-fd6d06a3b456,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:59.522872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Subnet': ['ID=e04c6c7d-3ffa-4f4e-97ca-54e85b06122a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:59.595847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-37b94501-b720-4dee-8075-c44051697142 None None] For port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:59.638957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-37b94501-b720-4dee-8075-c44051697142 None None] For port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,segment=NetworkSegment(5e09fbb9-60aa-4252-a77f-13366e15c718),segment_id=5e09fbb9-60aa-4252-a77f-13366e15c718)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:59.665879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.672007 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e26dba39-ce5a-4561-8b0e-03a706b60c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/subnets/e04c6c7d-3ffa-4f4e-97ca-54e85b06122a HTTP/1.1" status: 204 len: 168 time: 2.4922035 Jul 05 10:10:59.683595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:59.790348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:59.814523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cae4c6-a359-4555-8cea-a27c5bd2cd37 None None] Network 67776390-1ef3-4153-8beb-ff87abbc446c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:59.818298 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:59.941833 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae6505-ea5c-4116-a15f-c6fd432dcb27 None None] The sync data for ids ['3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8'] in n-d-771363-33 is: [{'id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010289411', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:25Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'f9ee3935-b972-48c3-be4c-cf067dd2c396', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:27Z', 'updated_at': '2021-07-05T10:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:00.059050 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37b94501-b720-4dee-8075-c44051697142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:00.104830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:00.337374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:00.400668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e665a-efa1-41b0-8951-a82f796b4756 None None] Pushing event updated for resources: {'Port': ['ID=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:00.447973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-867cd76d-25ba-420c-9ad3-40a4f9b74f88 req-71fb1a9e-5ef8-4149-b81e-f11ba8fbf275 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.1501873 Jul 05 10:11:00.639559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:00.649951 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:00.726704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:00.731760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:00.828094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:00.926272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] For port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:00.977135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] For port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,segment=NetworkSegment(3ca83fde-a1ca-4e03-beb5-a135057e0559),segment_id=3ca83fde-a1ca-4e03-beb5-a135057e0559)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:01.124779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:01.223252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:01.309822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:01.579870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53f7bc-80a0-448c-932c-3024e267a656 None None] Pushing event updated for resources: {'Port': ['ID=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:01.736215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port f9ee3935-b972-48c3-be4c-cf067dd2c396 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:01.737161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:01.908206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:01.908829 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:01.936121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] DHCP port deletion for 67776390-1ef3-4153-8beb-ff87abbc446c request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:01.997357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 2d27d495-43f7-4383-9771-70a464f6b137 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:01.999873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.086783 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.111680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.113508 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.120297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port f9ee3935-b972-48c3-be4c-cf067dd2c396, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f9ee3935-b972-48c3-be4c-cf067dd2c396,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:02.121313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.152908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c01e94d-8c49-40f5-8b09-1b9a9106c282 req-42adb9dc-5f11-4778-b39d-1a662eabe121 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.2225535 Jul 05 10:11:02.247885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for f9ee3935-b972-48c3-be4c-cf067dd2c396 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:02.504649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.526663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:02.543242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 2d27d495-43f7-4383-9771-70a464f6b137 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:02.631361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=4f7bdba6-7183-4442-9da3-fd6d06a3b456,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:02.726871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-37b94501-b720-4dee-8075-c44051697142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:10:57Z', 'revision_number': 1, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:02.812002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:02.817146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:02.842864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] Deleting port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:02.855895 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.074808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] For port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f9d5cae-5350-4573-a0f4-d9e67b9799ff,segment=NetworkSegment(e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e),segment_id=e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:03.075842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.101620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] Calling delete_port for 9f9d5cae-5350-4573-a0f4-d9e67b9799ff owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:03.326482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-09f994ad-74e9-4259-bfdc-67c585e93ea1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:03.327145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.329165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-09f994ad-74e9-4259-bfdc-67c585e93ea1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.7658443 Jul 05 10:11:03.331942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:03.334975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b94501-b720-4dee-8075-c44051697142 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:10:57Z', 'revision_number': 1, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:03.397167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.420580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'port': {'device_id': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'admin_state_up': True, 'tenant_id': '9700116bf4394a16a285b5783db7bf17'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:03.600242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] Pushing event deleted for resources: {'Port': ['ID=9f9d5cae-5350-4573-a0f4-d9e67b9799ff,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:03.626742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594d2d1-eaec-4260-8441-5d00be21590f None None] No DVR routers for this DVR port 9f9d5cae-5350-4573-a0f4-d9e67b9799ff on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:03.679359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:03.680197 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.710763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.789776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=f9ee3935-b972-48c3-be4c-cf067dd2c396,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:03.814703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:03.896489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=2d27d495-43f7-4383-9771-70a464f6b137,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:04.028517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b7d0c-14cb-4bc8-9e01-37c097b35091 req-105edfa4-d0a4-4f8a-bb6f-e759b21a9327 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:04.046152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c65b7d0c-14cb-4bc8-9e01-37c097b35091 req-105edfa4-d0a4-4f8a-bb6f-e759b21a9327 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 946 time: 1.2669814 Jul 05 10:11:04.188999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c3e8f-1ff6-425b-9928-ccb759ae43f1 None None] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:04.370729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d1adbc5b-d2d7-484e-8d2a-d80e4f070f43 req-ec6e7fe8-027a-4119-9cae-6bbac73d3ce5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.7750342 Jul 05 10:11:04.372984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-748a9e03-89b1-4915-a759-cd706ed96906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.482029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:04.495405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-84a1911d-0e99-411e-be87-8653cdb45f07 None None] Provisioning for port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:04.519278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.912114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:04.931745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:04.932331 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.999923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.011410 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.022722 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.078427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c65b7d0c-14cb-4bc8-9e01-37c097b35091 req-4e4fe20e-bc61-4cb5-b40e-6ac812c393af tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0042803 Jul 05 10:11:05.265395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.421606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,segment=NetworkSegment(3ca83fde-a1ca-4e03-beb5-a135057e0559),segment_id=3ca83fde-a1ca-4e03-beb5-a135057e0559)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:05.444193 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.612439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a71cb1a1-9dc9-45c4-97da-104547a6ff77 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:05.675692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a71cb1a1-9dc9-45c4-97da-104547a6ff77 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:05.676544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a71cb1a1-9dc9-45c4-97da-104547a6ff77 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:05.677357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f9d5cae-5350-4573-a0f4-d9e67b9799ff no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:05.764750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9f9d5cae-5350-4573-a0f4-d9e67b9799ff {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:05.765618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f9d5cae-5350-4573-a0f4-d9e67b9799ff not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:05.802456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:05.814364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-748a9e03-89b1-4915-a759-cd706ed96906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.923255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0ca849df-3bc8-4d81-a7d5-d3da43877d35 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:05.926867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3892e66-abab-4cce-886a-222d0057ad14 req-d76f2729-99f2-429c-bce7-d45dfdcbef75 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.1252971 Jul 05 10:11:05.932199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-748a9e03-89b1-4915-a759-cd706ed96906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.933870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.939018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Fanout notify agent at l3_agent the message router_deleted on router 3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:11:05.942444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:05.958919 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.961162 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-57c0162c-8669-497a-9384-240e25463981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/routers/3dbf0d0b-c96f-46ac-8ba9-44a43bd12ec8 HTTP/1.1" status: 204 len: 168 time: 6.2560561 Jul 05 10:11:05.969986 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2cb52f1a-b244-4137-ab6d-652361dc68a9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3415282 Jul 05 10:11:05.970810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:06.004696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51432) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:06.005732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9e03-89b1-4915-a759-cd706ed96906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a933f67-88fb-486a-bd90-c5205c1e8087,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:06.022786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-109175488'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:06.128333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.143362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a98fd9c0-e996-46ff-bdd5-2be39ac050c4 None None] Provisioning complete for port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:06.147985 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a98fd9c0-e996-46ff-bdd5-2be39ac050c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.225229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-748a9e03-89b1-4915-a759-cd706ed96906 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b7211216e974058b428bd6dde063b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8876114 Jul 05 10:11:06.240215 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:06.317631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:06.339581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0e2575e4-54e7-4a71-b5d0-8292407da8a0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0ca849df-3bc8-4d81-a7d5-d3da43877d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4263453 Jul 05 10:11:06.348484 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] Sync routers for ids ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:06.356648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:06.369517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-bb0f7e93-b61d-4c63-be50-65f74d087687 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:06.370256 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-bb0f7e93-b61d-4c63-be50-65f74d087687 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.16 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 946 time: 2.3097126 Jul 05 10:11:06.373583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:06.374218 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] Routers {'0ca849df-3bc8-4d81-a7d5-d3da43877d35'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:06.375553 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.382467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.471212 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.505201 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] Routers {'0ca849df-3bc8-4d81-a7d5-d3da43877d35'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:06.513036 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.616459 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.618343 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acbed9-a764-4d84-bd59-122c83b927b8 None None] The sync data for ids ['0ca849df-3bc8-4d81-a7d5-d3da43877d35'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:06.731724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.742826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:06.754554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9217789c-40b7-4d1a-9535-b7a4812f3818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.782804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:06.790327 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.797899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:06.799623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.828893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9217789c-40b7-4d1a-9535-b7a4812f3818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.924065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67776390-1ef3-4153-8beb-ff87abbc446c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.950696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.951509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e866e8f2-66e4-4a14-ab2d-88c6a3dcaf7e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:06.980176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.040977 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.072035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:07.077678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.137512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:07.300228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.20.0.6 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/b9a0caac-7de5-4a06-b1ae-0b129cc18e71) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:07.317133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:07.412139 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:07.440947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.463417 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.478565 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/networks/67776390-1ef3-4153-8beb-ff87abbc446c HTTP/1.1" status: 204 len: 168 time: 1.5056581 Jul 05 10:11:07.479236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:07.525725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:07.535914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:07.536513 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.561347 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-1ac09033-2324-4250-b06a-80d3ef161f19 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 10:11:07.566767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1ac09033-2324-4250-b06a-80d3ef161f19 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0ca849df-3bc8-4d81-a7d5-d3da43877d35/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2085204 Jul 05 10:11:07.571530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:07.585686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9217789c-40b7-4d1a-9535-b7a4812f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.591442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9217789c-40b7-4d1a-9535-b7a4812f3818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.606326 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9217789c-40b7-4d1a-9535-b7a4812f3818 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a933f67-88fb-486a-bd90-c5205c1e8087 HTTP/1.1" status: 204 len: 168 time: 1.3467553 Jul 05 10:11:07.608098 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d270a-7653-4055-9f5c-5196226eabf8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Network': ['ID=67776390-1ef3-4153-8beb-ff87abbc446c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:07.634352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Deleting port 69a56659-d534-4e67-b94b-6c82ad802d13 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:07.634655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.710044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 69a56659-d534-4e67-b94b-6c82ad802d13 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:07.765303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a2ac86df-2af6-4914-9024-5af12edffd68 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ca849df-3bc8-4d81-a7d5-d3da43877d35 HTTP/1.1" status: 200 len: 205 time: 0.1895063 Jul 05 10:11:07.771827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2657c8a-f484-44e2-bd6e-c931a7e74b93 req-f865facb-0a5f-4b80-9855-288bc9d99291 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.1176264 Jul 05 10:11:07.773593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:07.825649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217789c-40b7-4d1a-9535-b7a4812f3818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a933f67-88fb-486a-bd90-c5205c1e8087,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:07.883929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] For port 69a56659-d534-4e67-b94b-6c82ad802d13, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=69a56659-d534-4e67-b94b-6c82ad802d13,segment=NetworkSegment(f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977),segment_id=f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:07.885165 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.917451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Calling delete_port for 69a56659-d534-4e67-b94b-6c82ad802d13 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:08.013122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:08.049840 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.085092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76083763-e2f6-4c68-a4b1-f259229eb869 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.235979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.264221 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.311186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,segment=NetworkSegment(5e09fbb9-60aa-4252-a77f-13366e15c718),segment_id=5e09fbb9-60aa-4252-a77f-13366e15c718)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:08.339344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.341172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:08.419979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Pushing event deleted for resources: {'Port': ['ID=69a56659-d534-4e67-b94b-6c82ad802d13,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:08.424642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a98fd9c0-e996-46ff-bdd5-2be39ac050c4 None None] Provisioning for port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:08.546026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] No DVR routers for this DVR port 69a56659-d534-4e67-b94b-6c82ad802d13 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:08.549626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a98fd9c0-e996-46ff-bdd5-2be39ac050c4 None None] Provisioning complete for port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:08.550473 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a98fd9c0-e996-46ff-bdd5-2be39ac050c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.552067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.566418 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e9b7ba85-b145-4dde-b6a6-b8c61b85c3cb req-0bbd8172-17ab-43ae-a15b-44b085fe28d5 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.16 "DELETE /v2.0/ports/69a56659-d534-4e67-b94b-6c82ad802d13 HTTP/1.1" status: 204 len: 173 time: 2.1484978 Jul 05 10:11:08.567425 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'name': 'network-vif-deleted', 'tag': '69a56659-d534-4e67-b94b-6c82ad802d13'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:08.570189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:08.570847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.572087 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8b7830-42b5-4994-a966-5d6dd044e62a" -d '{"events": [{"server_uuid": "91d9421b-52d4-4d92-b069-6bbb9b94e955", "name": "network-vif-deleted", "tag": "69a56659-d534-4e67-b94b-6c82ad802d13"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:08.642216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:08.671601 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019718b0-fce5-401c-ba30-b7895d2b831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.698370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:08.713330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:01Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:08.717549 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8611d37-ecea-48f4-9dd4-6495a0f3dc5f x-openstack-request-id: req-b8611d37-ecea-48f4-9dd4-6495a0f3dc5f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:08.718415 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d9421b-52d4-4d92-b069-6bbb9b94e955", "name": "network-vif-deleted", "tag": "69a56659-d534-4e67-b94b-6c82ad802d13", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:08.718810 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8611d37-ecea-48f4-9dd4-6495a0f3dc5f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:08.720276 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9421b-52d4-4d92-b069-6bbb9b94e955', 'name': 'network-vif-deleted', 'tag': '69a56659-d534-4e67-b94b-6c82ad802d13', 'status': 'completed', 'code': 200} Jul 05 10:11:08.758187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:08.758623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Updating router 5de78438-b26e-46b5-8e01-33f4c453fb5a port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:11:08.761543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a98fd9c0-e996-46ff-bdd5-2be39ac050c4 None None] Port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:08.922827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.027413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e96ed1f-a29d-4bbe-be4f-2c2b5fdc8311 None None] Provisioning complete for port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:09.028343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e96ed1f-a29d-4bbe-be4f-2c2b5fdc8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.044158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019718b0-fce5-401c-ba30-b7895d2b831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.051038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019718b0-fce5-401c-ba30-b7895d2b831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.131401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-019718b0-fce5-401c-ba30-b7895d2b831b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76f4ffbc22bf4a5d873cbea88e30e278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865324 Jul 05 10:11:09.135444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:09.159260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e9733-2af7-4a38-8298-a46304943d3f req-5bf90694-1213-4689-beeb-5468037894f0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:09.174726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-460e9733-2af7-4a38-8298-a46304943d3f req-5bf90694-1213-4689-beeb-5468037894f0 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/ports?device_id=91d9421b-52d4-4d92-b069-6bbb9b94e955 HTTP/1.1" status: 200 len: 946 time: 2.6023808 Jul 05 10:11:09.258464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7e96ed1f-a29d-4bbe-be4f-2c2b5fdc8311 None None] Port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:09.284652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:09.315485 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.316044 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added segment c7856b15-68d9-4fad-b307-e9a6a68088eb of type vlan for network b3c1958f-6add-4ccd-9a50-5e7b805396d6 Jul 05 10:11:09.316579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019718b0-fce5-401c-ba30-b7895d2b831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a31d0-b16b-4a00-871c-c7ff0ca34188,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:09.403777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.423611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-244e4320-e1c8-4922-9d46-40a490195765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.503352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-244e4320-e1c8-4922-9d46-40a490195765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.522263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.526165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:09.527027 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.533640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:09.534680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.684069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-244e4320-e1c8-4922-9d46-40a490195765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.690834 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-244e4320-e1c8-4922-9d46-40a490195765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.696639 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-244e4320-e1c8-4922-9d46-40a490195765 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f9a31d0-b16b-4a00-871c-c7ff0ca34188 HTTP/1.1" status: 204 len: 168 time: 0.5565467 Jul 05 10:11:09.709473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e4320-e1c8-4922-9d46-40a490195765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a31d0-b16b-4a00-871c-c7ff0ca34188,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:09.761653 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.905113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f814359a-f2a9-4ad0-a04b-eedab9eecbfc req-01a0f192-1b8b-4653-80b1-f8424ce27363 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.4198937 Jul 05 10:11:09.908722 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.932069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Transition to ACTIVE for port object 4f7bdba6-7183-4442-9da3-fd6d06a3b456 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:09.942790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f9ee3935-b972-48c3-be4c-cf067dd2c396 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:09.988011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f9ee3935-b972-48c3-be4c-cf067dd2c396 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:09.988498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f9ee3935-b972-48c3-be4c-cf067dd2c396 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:09.992879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.034727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-460e9733-2af7-4a38-8298-a46304943d3f req-31af32ce-d61f-4dd6-b920-e0aa7b6c13a8 tempest-ServersTestJSON-776825007 tempest-ServersTestJSON-776825007-project] 10.222.0.21 "GET /v2.0/security-groups?id=2824daf6-8f61-4a5a-8dfa-21138435efb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8574638 Jul 05 10:11:10.152984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04665445-1b2b-4ab1-90b8-46334b01b46a None None] Pushing event updated for resources: {'Port': ['ID=4f7bdba6-7183-4442-9da3-fd6d06a3b456,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.159669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Transition to ACTIVE for port object b9a0caac-7de5-4a06-b1ae-0b129cc18e71 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:10.171338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Attempting to bind port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:10.171772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Attempting to bind port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:10.172720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Attempting to bind port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 on network 45e57acf-a24d-45e0-b827-9adfb3df9693 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:10.180234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:10.180705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Checking segment: {'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:10.181087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.181558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Bound using segment: {'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:10.182298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Bound port: 4f7bdba6-7183-4442-9da3-fd6d06a3b456, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca83fde-a1ca-4e03-beb5-a135057e0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:10.182660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.270456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.2608707 Jul 05 10:11:10.274587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:10.282052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7faf01-6eed-46ea-8972-03e0a8644bbb tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Network': ['ID=b3c1958f-6add-4ccd-9a50-5e7b805396d6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.284365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'subnet': {'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:10.332660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] For port 4f7bdba6-7183-4442-9da3-fd6d06a3b456, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:10.347438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] For port 4f7bdba6-7183-4442-9da3-fd6d06a3b456, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4f7bdba6-7183-4442-9da3-fd6d06a3b456,segment=NetworkSegment(3ca83fde-a1ca-4e03-beb5-a135057e0559),segment_id=3ca83fde-a1ca-4e03-beb5-a135057e0559)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:10.357413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:10.369910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.382237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1527f2f0-cf5b-4da3-8a59-cbf177106ff0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.513010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1527f2f0-cf5b-4da3-8a59-cbf177106ff0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.533999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Made reservation on behalf of 397506b1b05e4098af34d10c061d61db for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:10.549387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.642202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76083763-e2f6-4c68-a4b1-f259229eb869 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.658649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76083763-e2f6-4c68-a4b1-f259229eb869 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.690833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:10.690833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:10.785414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1527f2f0-cf5b-4da3-8a59-cbf177106ff0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.803147 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1527f2f0-cf5b-4da3-8a59-cbf177106ff0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.809301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1527f2f0-cf5b-4da3-8a59-cbf177106ff0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/security-groups/213b701f-1157-41ab-8bba-2a6ad1cbab6d HTTP/1.1" status: 204 len: 168 time: 3.3152699 Jul 05 10:11:10.880022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76083763-e2f6-4c68-a4b1-f259229eb869 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.881431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76083763-e2f6-4c68-a4b1-f259229eb869 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca849df-3bc8-4d81-a7d5-d3da43877d35 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:11:10.885079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527f2f0-cf5b-4da3-8a59-cbf177106ff0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b701f-1157-41ab-8bba-2a6ad1cbab6d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.905773 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76083763-e2f6-4c68-a4b1-f259229eb869 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.909212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-76083763-e2f6-4c68-a4b1-f259229eb869 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/0ca849df-3bc8-4d81-a7d5-d3da43877d35 HTTP/1.1" status: 204 len: 168 time: 3.0855796 Jul 05 10:11:10.914647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:10.962514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.337158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:11.345497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.358413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet 999f556a-980b-41c6-83c0-dfb3ba285d39 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:11.368837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:11.398949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.496830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:11.519829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Subnet': ['ID=cbe74e35-d54c-45d5-94f9-360ec81f7636,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:11.536635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Checking segment: {'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:11.537854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:11.538512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network hostable DHCP agents. Network: b3c1958f-6add-4ccd-9a50-5e7b805396d6, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:11.570018 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:11.595809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, b3c1958f-6add-4ccd-9a50-5e7b805396d6) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:11.599484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04665445-1b2b-4ab1-90b8-46334b01b46a None None] Pushing event updated for resources: {'Port': ['ID=4f7bdba6-7183-4442-9da3-fd6d06a3b456,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:11.624310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.624575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.647284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf8e16-4dbf-455b-bff8-85b6974430d4 None None] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:11.665799 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3726b9f6-7c4f-4d80-b417-df6f9011c91f tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3855979 Jul 05 10:11:11.666246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:11.756369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.761589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:11.882833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.888326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.035231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-1f3b9c18-e683-4f93-aac9-621c1f2cfef9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6606646 Jul 05 10:11:12.056550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:12.080252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bd4fcbab-936c-4b59-8cd0-7eddfef60114 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845416168', 'description': 'tempest-secgroup-smoke-1845416168 description', 'project_id': 'cb802803e0f34a418fc20a611e285767'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:12.129189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Request body: {'port': {'device_id': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:12.316873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac2b5c-3b80-470a-a7fa-a1e543ab3849 req-44545abf-7242-473e-add7-357767948c8a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:12.323202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51504) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:12.331518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efac2b5c-3b80-470a-a7fa-a1e543ab3849 req-44545abf-7242-473e-add7-357767948c8a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 931 time: 0.9337964 Jul 05 10:11:12.470877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] Deleting subnet 7866d245-c64e-4f7d-b858-f065e1530bb8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:12.475241 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.522698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e443af4a-f4b4-4bde-b96f-ae853469e807 None None] Provisioning for port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:12.533966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.577333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.580179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e443af4a-f4b4-4bde-b96f-ae853469e807 None None] Provisioning complete for port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:12.580813 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e443af4a-f4b4-4bde-b96f-ae853469e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.703235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efac2b5c-3b80-470a-a7fa-a1e543ab3849 req-68ab090b-4778-49b3-b0b2-06bb567432b4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703284 Jul 05 10:11:12.708558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcbab-936c-4b59-8cd0-7eddfef60114 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.763970 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.793069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e443af4a-f4b4-4bde-b96f-ae853469e807 None None] Port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:12.821003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:12.822912 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.831236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.849367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.857964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=999f556a-980b-41c6-83c0-dfb3ba285d39,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:12.873389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.884374 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-165b73db-3426-461b-bd77-90f848cf3695 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/999f556a-980b-41c6-83c0-dfb3ba285d39 HTTP/1.1" status: 204 len: 168 time: 1.9670460 Jul 05 10:11:12.884710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:10Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:12.893880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:12.896774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8cac5-539a-4b7b-bb17-54b648ddac6f None None] Network ee6ba039-01b5-441b-b450-350d379edce9 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:12.929883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.935743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.997482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.004833 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7866d245-c64e-4f7d-b858-f065e1530bb8 HTTP/1.1" status: 204 len: 168 time: 0.6672032 Jul 05 10:11:13.005581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:13.015708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e19a3e-5404-4f43-a70f-c755a2435f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7866d245-c64e-4f7d-b858-f065e1530bb8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:13.164347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ddf8-8741-499d-91da-90bfb3d30c83 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:10:59Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:10Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:13.340917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.396326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.450898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4f7bdba6-7183-4442-9da3-fd6d06a3b456 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:13.721360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcbab-936c-4b59-8cd0-7eddfef60114 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.743695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcbab-936c-4b59-8cd0-7eddfef60114 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.848093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcbab-936c-4b59-8cd0-7eddfef60114 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.850170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bd4fcbab-936c-4b59-8cd0-7eddfef60114 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7914681 Jul 05 10:11:13.879408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:13.895120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:13.919271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cc80a550-0bb6-485f-9e52-7303098a8491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'a1fc22f3-d38c-4a43-b5a8-6817c7c736fd', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:13.934155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:13.934784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.085932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fcbab-936c-4b59-8cd0-7eddfef60114 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:14.095400 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43c614a9-59c3-4b7e-b401-f1f8df1a28d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.151179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port f11c79e7-a16b-4fc3-9442-035cd0ede892 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:14.151902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.154615 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc80a550-0bb6-485f-9e52-7303098a8491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.252021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Allocated IP 2001:db8:3::1 (b3c1958f-6add-4ccd-9a50-5e7b805396d6/cbe74e35-d54c-45d5-94f9-360ec81f7636/5b726556-c5c7-429e-be7c-e7357475b0de) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:14.267436 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.268042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.275029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] DHCP port deletion for ee6ba039-01b5-441b-b450-350d379edce9 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:14.298930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7863275-951c-4fbb-90a1-2b4beca7cd72']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:14.330038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:14.330507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad5b73-fa4c-4aff-b718-e8ccbe5f2977') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:14.350411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc80a550-0bb6-485f-9e52-7303098a8491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.379684 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 4f7bdba6-7183-4442-9da3-fd6d06a3b456, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4f7bdba6-7183-4442-9da3-fd6d06a3b456,segment=NetworkSegment(3ca83fde-a1ca-4e03-beb5-a135057e0559),segment_id=3ca83fde-a1ca-4e03-beb5-a135057e0559)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:14.385976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.425891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.429578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc80a550-0bb6-485f-9e52-7303098a8491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.469330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.482368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=4f7bdba6-7183-4442-9da3-fd6d06a3b456,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:14.494851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:14.495535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:14.498721 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:14.514545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] Deleting port f11c79e7-a16b-4fc3-9442-035cd0ede892 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:14.516454 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.663906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] For port f11c79e7-a16b-4fc3-9442-035cd0ede892, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f11c79e7-a16b-4fc3-9442-035cd0ede892,segment=NetworkSegment(b0f76250-fde5-4d65-a414-365726814556),segment_id=b0f76250-fde5-4d65-a414-365726814556)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:14.664609 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.683114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.694925 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.716394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] Calling delete_port for f11c79e7-a16b-4fc3-9442-035cd0ede892 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:14.734438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.739041 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a7863275-951c-4fbb-90a1-2b4beca7cd72 HTTP/1.1" status: 204 len: 168 time: 1.7311513 Jul 05 10:11:14.749182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80a550-0bb6-485f-9e52-7303098a8491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113f5467-6a23-4272-a060-e6c22963fb30,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:14.751523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc80a550-0bb6-485f-9e52-7303098a8491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.757224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cc80a550-0bb6-485f-9e52-7303098a8491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8506181 Jul 05 10:11:14.780976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:14.785627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Transition to ACTIVE for port object 5b726556-c5c7-429e-be7c-e7357475b0de will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:14.797804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'a1fc22f3-d38c-4a43-b5a8-6817c7c736fd', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:14.819767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd2975-17b4-435c-9036-6a57ea966cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7863275-951c-4fbb-90a1-2b4beca7cd72,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:14.919785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port f11c79e7-a16b-4fc3-9442-035cd0ede892, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f11c79e7-a16b-4fc3-9442-035cd0ede892,segment=NetworkSegment(b0f76250-fde5-4d65-a414-365726814556),segment_id=b0f76250-fde5-4d65-a414-365726814556)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:14.919785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.930536 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.957510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.969622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a0caac-7de5-4a06-b1ae-0b129cc18e71 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:14.998825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] Pushing event deleted for resources: {'Port': ['ID=f11c79e7-a16b-4fc3-9442-035cd0ede892,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.003637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9307a2-7081-4641-9c7a-dcf1812f2aba None None] No DVR routers for this DVR port f11c79e7-a16b-4fc3-9442-035cd0ede892 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:15.005480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for f11c79e7-a16b-4fc3-9442-035cd0ede892 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:15.011321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.056402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.143529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Transition to ACTIVE for port object b9a0caac-7de5-4a06-b1ae-0b129cc18e71 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:15.229276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Allocated IP 2001:db8:3::2 (b3c1958f-6add-4ccd-9a50-5e7b805396d6/cbe74e35-d54c-45d5-94f9-360ec81f7636/69514883-51a0-413e-96fd-24a1e810f122) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:15.250912 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.293731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4f7bdba6-7183-4442-9da3-fd6d06a3b456 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:15.302353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b40c5-61f1-4bd3-85ab-8350bac17d99 req-39d5251b-688d-47fd-bfed-3afd27733a10 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:15.305900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-468b40c5-61f1-4bd3-85ab-8350bac17d99 req-39d5251b-688d-47fd-bfed-3afd27733a10 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 931 time: 1.0335486 Jul 05 10:11:15.426296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:15.445758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:15.486682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.489247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:15.494388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=5b726556-c5c7-429e-be7c-e7357475b0de,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.505749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:15.507860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.526279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.537940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.606951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.663450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-468b40c5-61f1-4bd3-85ab-8350bac17d99 req-bec97071-deaf-446e-ad15-3e4603b3ed83 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112326 Jul 05 10:11:15.666920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port f11c79e7-a16b-4fc3-9442-035cd0ede892 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:15.908274 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.950155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Transition to ACTIVE for port object 69514883-51a0-413e-96fd-24a1e810f122 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:15.955407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Attempting to bind port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:15.956318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Attempting to bind port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:15.956483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Attempting to bind port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:15.957833 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.963569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1806486 Jul 05 10:11:15.972409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51544) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:15.978105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ba4785-92eb-4861-88a3-922af93927e4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.978379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 on network ad129a7e-c36f-42d3-b374-7e79d50be067 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:11:15.978818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Attempting to bind port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:15.989502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=f11c79e7-a16b-4fc3-9442-035cd0ede892,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.992965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Transition to ACTIVE for port object 69514883-51a0-413e-96fd-24a1e810f122 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:16.002986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:16.003682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:16.004514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:16.005325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Bound port: b9a0caac-7de5-4a06-b1ae-0b129cc18e71, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:16.006139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.008095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.020506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-72fa9f24-f323-4e73-a1af-e45872f59382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'a1fc22f3-d38c-4a43-b5a8-6817c7c736fd', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:16.026452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:16.026452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.137258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:16.153130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:16.153130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:16.167742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Pushing event updated for resources: {'Port': ['ID=69514883-51a0-413e-96fd-24a1e810f122,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:16.207280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.213524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.214575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.215453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.216500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.217768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.219222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.220231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.221369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.222272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.223053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.223867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.227622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aba236-49ee-4672-8df2-1786c0c1dbb4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:16.259867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-61348583-7f47-4ad4-abb0-914bfb02522c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05a0893e0cf84d2cb949fce9da07f86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8091209 Jul 05 10:11:16.268366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:16.310820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Attempting to bind port 69514883-51a0-413e-96fd-24a1e810f122 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:16.311603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Attempting to bind port 69514883-51a0-413e-96fd-24a1e810f122 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:16.312169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Attempting to bind port 69514883-51a0-413e-96fd-24a1e810f122 on network b3c1958f-6add-4ccd-9a50-5e7b805396d6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:16.332167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:16.333125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Checking segment: {'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:16.334278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.335799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Bound using segment: {'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:16.336592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Bound port: 69514883-51a0-413e-96fd-24a1e810f122, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:16.337203 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.349881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] For port b9a0caac-7de5-4a06-b1ae-0b129cc18e71, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:16.370593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] For port b9a0caac-7de5-4a06-b1ae-0b129cc18e71, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:16.398713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.437208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:16.438305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.441090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9a0caac-7de5-4a06-b1ae-0b129cc18e71 HTTP/1.1" status: 200 len: 1092 time: 4.3759210 Jul 05 10:11:16.485566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'tag': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:16.495195 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037" -d '{"events": [{"name": "network-changed", "server_uuid": "0608fa9f-81b5-42c7-9dc6-d015c2720d42", "tag": "b9a0caac-7de5-4a06-b1ae-0b129cc18e71"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:16.503015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f11c79e7-a16b-4fc3-9442-035cd0ede892 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:16.559348 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72fa9f24-f323-4e73-a1af-e45872f59382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.602909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.603426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] For port 69514883-51a0-413e-96fd-24a1e810f122, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:16.605949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217b93a-1372-4fc0-88e6-852472197296 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:16.621318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] For port 69514883-51a0-413e-96fd-24a1e810f122, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=69514883-51a0-413e-96fd-24a1e810f122,segment=NetworkSegment(c7856b15-68d9-4fad-b307-e9a6a68088eb),segment_id=c7856b15-68d9-4fad-b307-e9a6a68088eb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:16.622918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f11c79e7-a16b-4fc3-9442-035cd0ede892 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:16.623662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f11c79e7-a16b-4fc3-9442-035cd0ede892 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:16.630439 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.764715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd57502-2b3a-40c2-af8c-453e7234d779 None None] Pushing event updated for resources: {'Port': ['ID=69514883-51a0-413e-96fd-24a1e810f122,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:16.817698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44475075-7636-4dad-a296-8d821a676eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.854545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6ba039-01b5-441b-b450-350d379edce9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:16.870491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f76250-fde5-4d65-a414-365726814556') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:16.870955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f76250-fde5-4d65-a414-365726814556') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:16.881288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.892487 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.908788 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39e21a4-fef3-47a4-9bef-a1a4956e4642 x-openstack-request-id: req-e39e21a4-fef3-47a4-9bef-a1a4956e4642 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:16.909077 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0608fa9f-81b5-42c7-9dc6-d015c2720d42", "tag": "b9a0caac-7de5-4a06-b1ae-0b129cc18e71", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:16.909607 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e39e21a4-fef3-47a4-9bef-a1a4956e4642 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:16.910330 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'tag': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71', 'status': 'completed', 'code': 200} Jul 05 10:11:16.921238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.935466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:16.935949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:17.032205 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:17.145272 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.155524 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.164253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/ee6ba039-01b5-441b-b450-350d379edce9 HTTP/1.1" status: 204 len: 168 time: 4.2648723 Jul 05 10:11:17.165328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:17.185246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-209311c0-3c97-4c7b-ac8e-2262c30a8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:17.189374 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-209311c0-3c97-4c7b-ac8e-2262c30a8753 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 1095 time: 0.6764615 Jul 05 10:11:17.207232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-1189474088'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:17.334924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ea4a5-7be5-4d12-b6fa-6f4eed109844 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=ee6ba039-01b5-441b-b450-350d379edce9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.384088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-afcdcc36-ca49-419b-b94e-c92b3e0835c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71 HTTP/1.1" status: 200 len: 217 time: 0.1638229 Jul 05 10:11:17.385311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:17.392120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.493459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb64b90-370f-4de3-9c4a-39d855f4e94c req-c976a36f-910e-4913-a28e-1c2a01d51287 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:17.496108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eb64b90-370f-4de3-9c4a-39d855f4e94c req-c976a36f-910e-4913-a28e-1c2a01d51287 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 943 time: 0.4352105 Jul 05 10:11:17.526207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:17.612345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.612803 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment 8f268238-248b-4bbd-9fc6-84249a05a7d7 of type vlan for network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac Jul 05 10:11:17.620505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06c8ced2-1cd5-4cbc-a6ad-4c208f9c7901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.627919 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72fa9f24-f323-4e73-a1af-e45872f59382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.652488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-106754ad-3044-448d-b8de-79b1961b0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:17.653226 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72fa9f24-f323-4e73-a1af-e45872f59382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.656638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-106754ad-3044-448d-b8de-79b1961b0623 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.2588766 Jul 05 10:11:17.726878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eb64b90-370f-4de3-9c4a-39d855f4e94c req-33708a97-0c32-45ba-a157-497628db1693 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895316 Jul 05 10:11:17.740839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa9f24-f323-4e73-a1af-e45872f59382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a982768-d7ce-4e3d-a343-1032ddd7249e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.747759 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06c8ced2-1cd5-4cbc-a6ad-4c208f9c7901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.770750 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72fa9f24-f323-4e73-a1af-e45872f59382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.772814 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-72fa9f24-f323-4e73-a1af-e45872f59382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7849522 Jul 05 10:11:17.779291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:17.791733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f1771890-9f51-4680-ab2e-92a797b1a156 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'a1fc22f3-d38c-4a43-b5a8-6817c7c736fd', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:17.809210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.962365 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.981849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:17.982588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.992693 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.012126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8156075 Jul 05 10:11:18.016699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-57c822d5-c605-4679-bf94-e811984e77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:18.019720 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:18.025641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': '2f641426-3fdd-4c93-ba0b-a07dea7d1aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:18.027476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-57c822d5-c605-4679-bf94-e811984e77e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3203926 Jul 05 10:11:18.087305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1771890-9f51-4680-ab2e-92a797b1a156 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.112728 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06c8ced2-1cd5-4cbc-a6ad-4c208f9c7901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.115440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06c8ced2-1cd5-4cbc-a6ad-4c208f9c7901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.116813 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-06c8ced2-1cd5-4cbc-a6ad-4c208f9c7901 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2824daf6-8f61-4a5a-8dfa-21138435efb5 HTTP/1.1" status: 204 len: 168 time: 1.8411300 Jul 05 10:11:18.122689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.147961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.148854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.174319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8ced2-1cd5-4cbc-a6ad-4c208f9c7901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824daf6-8f61-4a5a-8dfa-21138435efb5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:18.245639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e906e-41b5-4324-8629-cf6468dbe33e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=2f641426-3fdd-4c93-ba0b-a07dea7d1aac,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:18.285032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:18.298100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-0d34ca8c-3172-48c2-a267-09cff56ec2f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685230 Jul 05 10:11:18.528653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb4367-0a85-4bed-b46a-660fd6a0f91d None None] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:18.598163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c407c0d3-1de9-4f58-bbfe-97191543daa2 req-251f07a1-66f0-43ff-8e4d-910d5b2849bd service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913899 Jul 05 10:11:18.639575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event updated for resources: {'Port': ['ID=5b726556-c5c7-429e-be7c-e7357475b0de,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:18.711029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-23d16b1f-10e8-4ca4-9a85-e68cd2584bfa None None] Provisioning for port 69514883-51a0-413e-96fd-24a1e810f122 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:18.771142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:18.786037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1771890-9f51-4680-ab2e-92a797b1a156 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.794986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:18.807147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1771890-9f51-4680-ab2e-92a797b1a156 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.811109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:18.819953 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.827227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-3e146959-833f-4015-86ee-a6511435473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:18.841744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-3e146959-833f-4015-86ee-a6511435473f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 1095 time: 0.1799626 Jul 05 10:11:19.185119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1771890-9f51-4680-ab2e-92a797b1a156 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ba2ca7-4ec7-4fb4-832c-43e7fbc85eee,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:19.334195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-0364f9f3-c2a9-4d28-9ce6-49443fac96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:19.337233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-0364f9f3-c2a9-4d28-9ce6-49443fac96c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.4944127 Jul 05 10:11:19.486504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1771890-9f51-4680-ab2e-92a797b1a156 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.493787 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f1771890-9f51-4680-ab2e-92a797b1a156 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7127461 Jul 05 10:11:19.494513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 69514883-51a0-413e-96fd-24a1e810f122 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:19.531171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:19.539896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'a1fc22f3-d38c-4a43-b5a8-6817c7c736fd', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:19.559222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-9c60f2e7-78e8-46f3-b040-622b5a3e2f12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71 HTTP/1.1" status: 200 len: 217 time: 0.2140734 Jul 05 10:11:19.709876 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.711023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8cb4-fb69-4985-b28d-3a9805e3796f req-550250a9-595f-448a-aa41-0e58e575f7d7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:19.725531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfc8cb4-fb69-4985-b28d-3a9805e3796f req-550250a9-595f-448a-aa41-0e58e575f7d7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 943 time: 0.5541043 Jul 05 10:11:19.919251 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:11:19.936380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 69514883-51a0-413e-96fd-24a1e810f122 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:19.961074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 69514883-51a0-413e-96fd-24a1e810f122 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:19.962336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.966183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-f3aedbb2-0c37-46ff-9863-d73fd466e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:19.971600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-f3aedbb2-0c37-46ff-9863-d73fd466e88b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.3967249 Jul 05 10:11:19.989555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.027041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': '8f268238-248b-4bbd-9fc6-84249a05a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f641426-3fdd-4c93-ba0b-a07dea7d1aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:20.028487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: 2f641426-3fdd-4c93-ba0b-a07dea7d1aac, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:20.056035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:20.080345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce75b516-e2d5-4118-82cf-029561ba73f1 None None] Provisioning for port 5b726556-c5c7-429e-be7c-e7357475b0de completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:20.092635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce75b516-e2d5-4118-82cf-029561ba73f1 None None] Provisioning complete for port 5b726556-c5c7-429e-be7c-e7357475b0de triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:20.094339 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce75b516-e2d5-4118-82cf-029561ba73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.101308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.131566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:20.133625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.134325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:20.177455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2f641426-3fdd-4c93-ba0b-a07dea7d1aac) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:20.198887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:20.201519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.220083 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.228331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbfc8cb4-fb69-4985-b28d-3a9805e3796f req-4ecb2a79-c050-4abc-9a3f-113bf6b2b0fb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764228 Jul 05 10:11:20.230982 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.269144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c9a47d-e30b-4096-86f5-a761df1a7ea6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:20.276294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac021e2-2021-49fe-ae0b-909ce4149c07 None None] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:20.278677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.283792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-18e5283a-880b-45c7-a53e-f3462caab301 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7502601 Jul 05 10:11:20.284884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.291962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'a1fc22f3-d38c-4a43-b5a8-6817c7c736fd', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:20.373064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ce75b516-e2d5-4118-82cf-029561ba73f1 None None] Port 5b726556-c5c7-429e-be7c-e7357475b0de cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:20.374704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-0413f1cf-7688-42b3-ae41-0d030ef9b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:20.380405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-0413f1cf-7688-42b3-ae41-0d030ef9b356 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3993795 Jul 05 10:11:20.409050 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.477389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce75b516-e2d5-4118-82cf-029561ba73f1 None None] Provisioning complete for port 69514883-51a0-413e-96fd-24a1e810f122 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:20.477742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce75b516-e2d5-4118-82cf-029561ba73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.586755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 69514883-51a0-413e-96fd-24a1e810f122, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=69514883-51a0-413e-96fd-24a1e810f122,segment=NetworkSegment(c7856b15-68d9-4fad-b307-e9a6a68088eb),segment_id=c7856b15-68d9-4fad-b307-e9a6a68088eb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:20.635655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-453184899-network', 'tenant_id': 'd6cc399dbd084ad9ad03d9053b85eb6a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:20.667585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:20.670188 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.678638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2db33fef-f856-45dc-9433-16cca87421dc tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0109301 Jul 05 10:11:20.682643 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-68dd014e-735e-4c22-af99-5d11e5a050e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6609402 Jul 05 10:11:20.683648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.693221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:20.707966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.716016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1138332443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:20.716533 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:20.748397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-df849fac-8989-4d26-a09a-2a02e93a3f59 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434045 Jul 05 10:11:20.761724 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:20.762829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:20.790917 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:11:20.801320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-2f641426-3fdd-4c93-ba0b-a07dea7d1aac', 'network_id': '2f641426-3fdd-4c93-ba0b-a07dea7d1aac', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': 'b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:20.803062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.823651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.030722 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:21.129097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=69514883-51a0-413e-96fd-24a1e810f122,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:21.485365 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:15Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:17Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:21.544163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Allocated IP 172.20.0.2 (2f641426-3fdd-4c93-ba0b-a07dea7d1aac/b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd/0cf4dad4-a934-4d5f-a8d0-6d8f2f635002) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:21.611201 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:11:21.611201 n-d-771363-33 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:11:21.611201 n-d-771363-33 neutron-server[93796]: [parameters: {'project_id_1': 'd49efd838a594551b928edd519dd4aa4', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 11, 20, 738223)}] Jul 05 10:11:21.611201 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:11:21.612598 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:11:21.613337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Made reservation on behalf of d6cc399dbd084ad9ad03d9053b85eb6a for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:21.616120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.666263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.699409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-325d0965-fc19-4af3-9f84-1a918892a882 None None] Provisioning complete for port 5b726556-c5c7-429e-be7c-e7357475b0de triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:21.700430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-325d0965-fc19-4af3-9f84-1a918892a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.776003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.777455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-325d0965-fc19-4af3-9f84-1a918892a882 None None] Port 5b726556-c5c7-429e-be7c-e7357475b0de cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:21.892420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.extraroute_db [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:11:21.897285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.902569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.903536 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:21.905002 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Updating router 5de78438-b26e-46b5-8e01-33f4c453fb5a port 5b726556-c5c7-429e-be7c-e7357475b0de binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:11:21.919404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.extraroute_db [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Removed routes are [] {{(pid=93795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:11:21.920442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.924940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Transition to ACTIVE for port object 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:21.989402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Transition to ACTIVE for port object 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:21.998985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d07d18-cbdf-495c-a56f-546892bbd977,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.016524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd774855-95ff-4a7d-95bc-1d9bfc7c7037 req-b4b59c45-a634-4ac7-8a5b-f04f18068c37 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2555947 Jul 05 10:11:22.019236 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.030244 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.105768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c4c63-e483-4396-b717-a3fdf91d013b req-d83b3d67-00c2-47fe-b097-cf2de19f401f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:22.109773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-118c4c63-e483-4396-b717-a3fdf91d013b req-d83b3d67-00c2-47fe-b097-cf2de19f401f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 943 time: 0.3823733 Jul 05 10:11:22.151310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:22.157671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:22.161336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Pushing event updated for resources: {'Port': ['ID=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.164137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:22.220285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-118c4c63-e483-4396-b717-a3fdf91d013b req-4dba5b8d-9a71-46f0-aa47-accb05a45c7d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982649 Jul 05 10:11:22.244176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.251565 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.321528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Attempting to bind port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:22.322074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Attempting to bind port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8f268238-248b-4bbd-9fc6-84249a05a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f641426-3fdd-4c93-ba0b-a07dea7d1aac'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:22.323296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Attempting to bind port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 on network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:22.330974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:22.331651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Checking segment: {'id': '8f268238-248b-4bbd-9fc6-84249a05a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f641426-3fdd-4c93-ba0b-a07dea7d1aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:22.332176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.332940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Bound using segment: {'id': '8f268238-248b-4bbd-9fc6-84249a05a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f641426-3fdd-4c93-ba0b-a07dea7d1aac'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:22.333588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Bound port: 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f268238-248b-4bbd-9fc6-84249a05a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f641426-3fdd-4c93-ba0b-a07dea7d1aac'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:22.334095 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.362429 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.373536 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.438518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.446943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9a6315e0-78db-43c7-8230-6a3f2ceaa8b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.1592486 Jul 05 10:11:22.448693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:22.488244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:22.490270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] For port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:22.496113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] For port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,segment=NetworkSegment(8f268238-248b-4bbd-9fc6-84249a05a7d7),segment_id=8f268238-248b-4bbd-9fc6-84249a05a7d7)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:22.497539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'network': {'name': 'tempest-network-smoke--418124175', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:22.504108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.517188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:22.549460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.550554 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Added segment 4a8c0705-71a3-403f-93c7-e5134e40a30d of type vlan for network 14f0e6e3-3115-4137-8663-7c5f22d1387f Jul 05 10:11:22.574824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a137cd3f-32d8-4cb2-b70a-1a5596da5102,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.588890 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.591365 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.612255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcee549-185c-4d14-b11c-4bd10335540d None None] Pushing event updated for resources: {'Port': ['ID=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.692249 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.758918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:22.767847 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.793959 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.814597 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Transition to ACTIVE for port object 5b726556-c5c7-429e-be7c-e7357475b0de will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:22.831713 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.872048 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.887277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:22.901597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.917241 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.919638 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-71f4914d-d787-484e-88ca-268068fe49f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 200 len: 953 time: 2.2336175 Jul 05 10:11:22.923781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:22.949827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.951675 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:22.952744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.059408 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Pushing event updated for resources: {'Port': ['ID=5b726556-c5c7-429e-be7c-e7357475b0de,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.081472 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.082032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.082599 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.083254 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.083818 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.084385 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.085367 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.085933 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.086462 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.087018 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.090668 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.090668 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.129247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] Pushing event updated for resources: {'Network': ['ID=14f0e6e3-3115-4137-8663-7c5f22d1387f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.139783 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.149246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ae9ef616-9c17-4f64-96ee-036bbc09adcf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.4367733 Jul 05 10:11:23.165469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:23.167863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:23.218821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 14f0e6e3-3115-4137-8663-7c5f22d1387f details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:23.241759 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Attempting to bind port 5b726556-c5c7-429e-be7c-e7357475b0de on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:23.251361 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Attempting to bind port 5b726556-c5c7-429e-be7c-e7357475b0de by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:23.257639 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Attempting to bind port 5b726556-c5c7-429e-be7c-e7357475b0de on network b3c1958f-6add-4ccd-9a50-5e7b805396d6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:23.270698 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:23.271902 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Checking segment: {'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:23.285848 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.288709 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-57a15265-3182-407a-a9a4-01b7de9ca846 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 200 len: 953 time: 0.3626821 Jul 05 10:11:23.289032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Bound using segment: {'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:23.290855 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Bound port: 5b726556-c5c7-429e-be7c-e7357475b0de, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7856b15-68d9-4fad-b307-e9a6a68088eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:23.294322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:23.295119 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.325453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'routes': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:23.483673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 69514883-51a0-413e-96fd-24a1e810f122 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:23.561456 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] For port 5b726556-c5c7-429e-be7c-e7357475b0de, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:23.578823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] For port 5b726556-c5c7-429e-be7c-e7357475b0de, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5b726556-c5c7-429e-be7c-e7357475b0de,segment=NetworkSegment(c7856b15-68d9-4fad-b307-e9a6a68088eb),segment_id=c7856b15-68d9-4fad-b307-e9a6a68088eb)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:23.588799 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.712871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cbeb8bcd-4342-47af-815f-d2d512d669a8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6060648 Jul 05 10:11:23.721394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.722102 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Added segment 63c41d17-46a0-4423-8a20-b7979fe57c3b of type vlan for network 4874814f-ae37-40cd-970b-53009d75c1c4 Jul 05 10:11:23.726600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 69514883-51a0-413e-96fd-24a1e810f122 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:23.727159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.727458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:23.755864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Request body: {'subnet': {'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-453184899-subnet', 'tenant_id': 'd6cc399dbd084ad9ad03d9053b85eb6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:23.823131 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:23.824288 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:23.833785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb05e0-2ce7-46ec-a331-92bda8a4679a None None] Pushing event updated for resources: {'Port': ['ID=5b726556-c5c7-429e-be7c-e7357475b0de,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.985086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.179772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Made reservation on behalf of d6cc399dbd084ad9ad03d9053b85eb6a for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:24.180851 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:24.183845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.191561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.207800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:24.209260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.611983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.extraroute_db [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added routes are [] {{(pid=93795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:11:24.612881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.extraroute_db [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:11:24.747040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.847098 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:21Z', 'revision_number': 6, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:23Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:24.910797 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2a5ae-5d94-4bcd-b4b6-2b1533289628 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:21Z', 'revision_number': 6, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:23Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:24.944125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4499979 Jul 05 10:11:24.955646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:24.973356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'admin_state_up': True, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:24.976399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433131-8abf-4748-b52c-53d2294834d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Network': ['ID=4874814f-ae37-40cd-970b-53009d75c1c4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:25.003016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 4874814f-ae37-40cd-970b-53009d75c1c4 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:25.018288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d85128-bacb-4e13-9f20-96329686460c None None] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:25.035864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.038406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.257779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21da7b-8e22-4525-84d2-7eeff86b090d req-225164c7-c186-45b5-93e9-38e9e9ac3a90 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:25.259598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c21da7b-8e22-4525-84d2-7eeff86b090d req-225164c7-c186-45b5-93e9-38e9e9ac3a90 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 943 time: 1.3347378 Jul 05 10:11:25.267954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.326211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.333352 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.405084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c21da7b-8e22-4525-84d2-7eeff86b090d req-262bd007-4524-438c-b8b2-53099fdd7919 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247895 Jul 05 10:11:25.538128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b9a0caac-7de5-4a06-b1ae-0b129cc18e71 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:25.548287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.572347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a836f1-210b-4c82-824f-59bc3fc80c22,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:25.705336 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.815748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Checking segment: {'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:25.816018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Network hostable DHCP agents. Network: 14f0e6e3-3115-4137-8663-7c5f22d1387f, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:25.886037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Network 14f0e6e3-3115-4137-8663-7c5f22d1387f is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:25.886353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b726556-c5c7-429e-be7c-e7357475b0de up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:25.996163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:26.009670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 14f0e6e3-3115-4137-8663-7c5f22d1387f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:26.023383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.024009 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.103802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50cfa2d-504d-4f86-9448-431b6429c7c9 None None] Network 14f0e6e3-3115-4137-8663-7c5f22d1387f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:26.115520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4a1f0e4e-5442-40b4-8f09-60fc894a58d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3758280 Jul 05 10:11:26.265698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09898956-771a-4e6e-9956-3961744bc6ae None None] Provisioning for port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:26.298980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.20.0.1 (2f641426-3fdd-4c93-ba0b-a07dea7d1aac/b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd/e67e47de-2808-4835-91d8-8c7bc9f57c09) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:26.350478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-778fbae0-6865-4bc9-b2a2-4471e123344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.408942 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:11:26.727953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.771166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5b726556-c5c7-429e-be7c-e7357475b0de completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:26.789815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object e67e47de-2808-4835-91d8-8c7bc9f57c09 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:26.798407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b9a0caac-7de5-4a06-b1ae-0b129cc18e71, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:26.863040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'port_id': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71', 'mac_address': 'fa:16:3e:91:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:27.025185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.039824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5b726556-c5c7-429e-be7c-e7357475b0de triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:27.040784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.055560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:27.060300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7691876c-665d-4991-9f85-1ef7165357f7 None None] Network 14f0e6e3-3115-4137-8663-7c5f22d1387f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:27.151938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.200923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-778fbae0-6865-4bc9-b2a2-4471e123344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.217250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-778fbae0-6865-4bc9-b2a2-4471e123344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.229148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea53ff-6db2-4af3-b10f-dffec242be32 req-48fdb779-0403-453e-afd0-df6f5603a2fb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:27.230774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daea53ff-6db2-4af3-b10f-dffec242be32 req-48fdb779-0403-453e-afd0-df6f5603a2fb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 943 time: 0.3744328 Jul 05 10:11:27.238295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:27.263750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:27.264485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:27.281917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:27.303128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:27.319886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.382058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=e67e47de-2808-4835-91d8-8c7bc9f57c09,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:27.398814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:27.446468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a0caac-7de5-4a06-b1ae-0b129cc18e71 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:27.504446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:27.519291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.521214 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b89d991c-d1c0-427f-854a-574490574fb9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 200 len: 703 time: 4.2248342 Jul 05 10:11:27.524850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51676) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:27.601886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b9a0caac-7de5-4a06-b1ae-0b129cc18e71, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:27.605945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.612016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:27.618616 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.707888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-778fbae0-6865-4bc9-b2a2-4471e123344f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e6f012b82b34c618bf269398474f75b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7106020 Jul 05 10:11:27.720950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:27.728692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fbae0-6865-4bc9-b2a2-4471e123344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b2bcb6-4aef-4f31-9965-b74e9681cc8b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:27.758730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:27.836471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daea53ff-6db2-4af3-b10f-dffec242be32 req-9b5639fc-27af-4cd5-98d8-8833bdfcedac tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504637 Jul 05 10:11:27.868446 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.896611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-36ce9d89-c2d1-46c5-835a-d237d3ea6dda None None] Provisioning for port e67e47de-2808-4835-91d8-8c7bc9f57c09 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:27.911950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-2af6e16c-908d-4748-b679-973c29d80749 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:27.915031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-2af6e16c-908d-4748-b679-973c29d80749 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 813 time: 0.6788256 Jul 05 10:11:27.950499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['b9a0caac-7de5-4a06-b1ae-0b129cc18e71'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:27.964550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-36ce9d89-c2d1-46c5-835a-d237d3ea6dda None None] Provisioning complete for port e67e47de-2808-4835-91d8-8c7bc9f57c09 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:27.965051 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36ce9d89-c2d1-46c5-835a-d237d3ea6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.974793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a423f85f-eca1-401d-b20b-9df996dfaba9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 200 len: 703 time: 0.4484584 Jul 05 10:11:27.983266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51684) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:28.002883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-314ead5b-2b4e-4c21-a430-5e6785cdd1e5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/quotas/d6cc399dbd084ad9ad03d9053b85eb6a HTTP/1.1" status: 200 len: 375 time: 0.0691419 Jul 05 10:11:28.045339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.050709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c492-0853-420f-afb4-a4289dbcb1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.098981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.127600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 5b726556-c5c7-429e-be7c-e7357475b0de, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5b726556-c5c7-429e-be7c-e7357475b0de,segment=NetworkSegment(c7856b15-68d9-4fad-b307-e9a6a68088eb),segment_id=c7856b15-68d9-4fad-b307-e9a6a68088eb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:28.145691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-36ce9d89-c2d1-46c5-835a-d237d3ea6dda None None] Port e67e47de-2808-4835-91d8-8c7bc9f57c09 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:28.148653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c492-0853-420f-afb4-a4289dbcb1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.150121 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.152247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:28.213583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e2d715bb-6f98-4f34-bf0b-e4af1576e5fc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460741 Jul 05 10:11:28.233991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.399165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.109 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/72d90696-b700-4eac-ac76-3bbc63c76ecb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:28.505777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c492-0853-420f-afb4-a4289dbcb1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.510429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c492-0853-420f-afb4-a4289dbcb1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.512487 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c6c6c492-0853-420f-afb4-a4289dbcb1ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1b2bcb6-4aef-4f31-9965-b74e9681cc8b HTTP/1.1" status: 204 len: 168 time: 0.7850127 Jul 05 10:11:28.553212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-8497f040-1430-4afa-91a4-e770079254cf service neutron] 10.222.0.21 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034668 Jul 05 10:11:28.558309 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6c492-0853-420f-afb4-a4289dbcb1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b2bcb6-4aef-4f31-9965-b74e9681cc8b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:28.637731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=5b726556-c5c7-429e-be7c-e7357475b0de,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:28.649359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.712738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.781833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=72d90696-b700-4eac-ac76-3bbc63c76ecb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:28.795155 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:11:28.798065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:28.800090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:28.801976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:28.805743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:28.822849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:28.823826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.976729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:24Z', 'revision_number': 7, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:23Z', 'revision_number': 4, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:29.115218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:29.167573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:29.174102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:29.290456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:29.323143 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.323376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a78ce0ca-7c6b-4033-8abb-c3c45fcf3e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.385506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.437875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:29.443760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,segment=NetworkSegment(8f268238-248b-4bbd-9fc6-84249a05a7d7),segment_id=8f268238-248b-4bbd-9fc6-84249a05a7d7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:29.496761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.596558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:29.603561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-6283dc79-fdf2-449f-895d-62d461e338f4 service neutron] 10.222.0.21 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9886687 Jul 05 10:11:29.704944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a78ce0ca-7c6b-4033-8abb-c3c45fcf3e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.713038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a78ce0ca-7c6b-4033-8abb-c3c45fcf3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.804007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b9a0caac-7de5-4a06-b1ae-0b129cc18e71 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:29.855748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b726556-c5c7-429e-be7c-e7357475b0de up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:29.895562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f142b-a486-4edd-8fb0-720bba9e1db6 req-21541a26-59ec-44e9-b11c-86d533f85367 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:29.898298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f14f142b-a486-4edd-8fb0-720bba9e1db6 req-21541a26-59ec-44e9-b11c-86d533f85367 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 944 time: 0.4503291 Jul 05 10:11:29.931556 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a78ce0ca-7c6b-4033-8abb-c3c45fcf3e2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cf0a92eb29049ec83d1c4855998417b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395533 Jul 05 10:11:29.935721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ce0ca-7c6b-4033-8abb-c3c45fcf3e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6b7983-e406-45d5-8e3f-4a16042a785c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:29.939809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51696) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:30.014948 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.016579 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.043062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.069077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:30.086188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5b726556-c5c7-429e-be7c-e7357475b0de triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:30.086796 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.090541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:30.090960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.093821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.110359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f14f142b-a486-4edd-8fb0-720bba9e1db6 req-b79fc54e-8a32-4948-ae26-15c1ca46f952 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921227 Jul 05 10:11:30.151434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.207953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:24Z', 'revision_number': 7, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:27Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:30.252747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f5e20-1950-4d8f-8fae-4aa386ad743e None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:24Z', 'revision_number': 7, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:27Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:30.276696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:11:30.326823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-126a4c37-e812-4a62-a855-bc5a38b432e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.330906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=e67e47de-2808-4835-91d8-8c7bc9f57c09,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:30.392218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.405062 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.411220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-126a4c37-e812-4a62-a855-bc5a38b432e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.460726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:30.482643 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b0bab-a3e2-4a16-9b4c-6e3b4bb6b238" -d '{"events": [{"server_uuid": "0608fa9f-81b5-42c7-9dc6-d015c2720d42", "name": "network-vif-plugged", "status": "completed", "tag": "b9a0caac-7de5-4a06-b1ae-0b129cc18e71"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:30.506937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port b9a0caac-7de5-4a06-b1ae-0b129cc18e71, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:30.513742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.519587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:30.534090 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Sync routers for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:30.550315 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:30.554695 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:30.568229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.570623 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c5ac540-d705-4731-85b1-ec275b863500 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6125741 Jul 05 10:11:30.575255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:30.578689 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a31fa7-6627-49aa-bd0f-852bffc35e39 x-openstack-request-id: req-25a31fa7-6627-49aa-bd0f-852bffc35e39 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:30.579220 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0608fa9f-81b5-42c7-9dc6-d015c2720d42", "name": "network-vif-plugged", "status": "completed", "tag": "b9a0caac-7de5-4a06-b1ae-0b129cc18e71", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:30.579719 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25a31fa7-6627-49aa-bd0f-852bffc35e39 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:30.580410 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71', 'code': 200} Jul 05 10:11:30.618616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.666054 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3f3b2048-4010-4900-8357-38a8e2f5ae80 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cb802803e0f34a418fc20a611e285767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893083 Jul 05 10:11:30.672767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:30.685202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:30.809937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:30.838939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:30.840019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:30.851277 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:30.866912 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-126a4c37-e812-4a62-a855-bc5a38b432e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.869854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-126a4c37-e812-4a62-a855-bc5a38b432e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.875274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-126a4c37-e812-4a62-a855-bc5a38b432e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b6b7983-e406-45d5-8e3f-4a16042a785c HTTP/1.1" status: 204 len: 168 time: 0.9275765 Jul 05 10:11:30.901954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a4c37-e812-4a62-a855-bc5a38b432e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6b7983-e406-45d5-8e3f-4a16042a785c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:30.908262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:30.970868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:31.173257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:31.196606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b5a4e0-e5a5-494c-bef5-8fc6e4b50fd1 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:31.200368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-10b5a4e0-e5a5-494c-bef5-8fc6e4b50fd1 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5201433 Jul 05 10:11:31.204555 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:31.317977 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:29Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:31.360619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-97fc4405-5f78-48fe-a3f6-d29c0873ef77 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1512163 Jul 05 10:11:31.364011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:31.373338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842280378', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:31.409137 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Checking router: 17420601-e4d8-4c33-ac96-a1ac4ad16c0a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:31.411714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Updating router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a port 72d90696-b700-4eac-ac76-3bbc63c76ecb binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:11:31.493680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8659c8f-7605-42a9-b5ee-0f376f706343 req-5fed3daf-d665-4737-a36c-a0ea64849f3b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 210 time: 0.0785675 Jul 05 10:11:31.495858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e59db8-d02e-4bbe-b098-288346182a5c req-d127014b-ce15-4b4e-9e1a-383e4226a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:31.497413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56e59db8-d02e-4bbe-b098-288346182a5c req-d127014b-ce15-4b4e-9e1a-383e4226a804 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 1097 time: 0.7912626 Jul 05 10:11:31.608252 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.664929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 968b1d92-09c8-479a-98bc-c258b25219e4 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:11:31.737764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56e59db8-d02e-4bbe-b098-288346182a5c req-6298341f-0e88-4712-b2f4-4c9c6fdc6a72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079937 Jul 05 10:11:31.795865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:31.819319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.849980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:31.959002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced0a3a-ea8a-42d3-9e3f-ec2b5e8d711c req-3a01cf6d-d3be-4a26-bd41-b355f99b6eb7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:31.961308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ced0a3a-ea8a-42d3-9e3f-ec2b5e8d711c req-3a01cf6d-d3be-4a26-bd41-b355f99b6eb7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 945 time: 0.5042167 Jul 05 10:11:32.020364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-113fe9c3-b3d4-46f7-9086-261b7f125e33 None None] Provisioning complete for port e67e47de-2808-4835-91d8-8c7bc9f57c09 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:32.021155 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-113fe9c3-b3d4-46f7-9086-261b7f125e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.041573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:32.075783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] Sync routers for ids ['968b1d92-09c8-479a-98bc-c258b25219e4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:32.092169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e5980ad3-f8b9-43d2-bab4-04469dc0e4ed tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/968b1d92-09c8-479a-98bc-c258b25219e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9172394 Jul 05 10:11:32.102154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51728) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:32.106597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-113fe9c3-b3d4-46f7-9086-261b7f125e33 None None] Port e67e47de-2808-4835-91d8-8c7bc9f57c09 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:32.110798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ced0a3a-ea8a-42d3-9e3f-ec2b5e8d711c req-478cf8fc-75d6-49fb-83d7-ff76fcea57c1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355603 Jul 05 10:11:32.171630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 5b726556-c5c7-429e-be7c-e7357475b0de {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:32.172101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.230345 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] Routers {'968b1d92-09c8-479a-98bc-c258b25219e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:32.244410 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['968b1d92-09c8-479a-98bc-c258b25219e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:32.298245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:32.298841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.327148 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:32.413543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 5b726556-c5c7-429e-be7c-e7357475b0de, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5b726556-c5c7-429e-be7c-e7357475b0de,segment=NetworkSegment(c7856b15-68d9-4fad-b307-e9a6a68088eb),segment_id=c7856b15-68d9-4fad-b307-e9a6a68088eb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:32.413909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.437637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 5b726556-c5c7-429e-be7c-e7357475b0de owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:32.470856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b45008-ab21-4ced-8b52-823cba32b5b3 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:32.477791 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-63b45008-ab21-4ced-8b52-823cba32b5b3 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports/e67e47de-2808-4835-91d8-8c7bc9f57c09 HTTP/1.1" status: 200 len: 910 time: 0.3579586 Jul 05 10:11:32.496799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:32.593211 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] Routers {'968b1d92-09c8-479a-98bc-c258b25219e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:32.595939 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['968b1d92-09c8-479a-98bc-c258b25219e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:32.628850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:24Z', 'revision_number': 7, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:27Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:32.723954 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:32.723954 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c1ebd-fefb-4ee2-847c-892bf8fab4cb None None] The sync data for ids ['968b1d92-09c8-479a-98bc-c258b25219e4'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:32.780760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:32.785774 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.865518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:32.870441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:32.962701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.040269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Subnet': ['ID=20e96fb5-04fb-49c7-8963-859c46c00eab,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:33.061729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c91727fc-94a6-472b-a0b1-cb7fcaf283b6 req-0aae8b54-db34-4467-b8ed-885eed553c2c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 210 time: 0.1929984 Jul 05 10:11:33.112262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.112726 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Transition to ACTIVE for port object 72d90696-b700-4eac-ac76-3bbc63c76ecb will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:33.134388 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.258527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=5b726556-c5c7-429e-be7c-e7357475b0de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:33.263724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:33.511384 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Attempting to bind port 72d90696-b700-4eac-ac76-3bbc63c76ecb on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:33.511675 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Attempting to bind port 72d90696-b700-4eac-ac76-3bbc63c76ecb by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:33.515522 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Attempting to bind port 72d90696-b700-4eac-ac76-3bbc63c76ecb on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:33.545546 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.571825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e72a7-4cd6-48e4-b104-2329e22a5d52 None None] Pushing event updated for resources: {'Port': ['ID=72d90696-b700-4eac-ac76-3bbc63c76ecb,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:33.614389 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:33.615226 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:33.615910 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.623834 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:33.629957 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Bound port: 72d90696-b700-4eac-ac76-3bbc63c76ecb, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:33.630173 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.006933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:24Z', 'revision_number': 7, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:27Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:34.071941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71541e-f324-4ae5-bb44-f8056486e641 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:24Z', 'revision_number': 7, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b726556-c5c7-429e-be7c-e7357475b0de', 'name': '', 'network_id': 'b3c1958f-6add-4ccd-9a50-5e7b805396d6', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:4a:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:13Z', 'updated_at': '2021-07-05T10:11:27Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'cbe74e35-d54c-45d5-94f9-360ec81f7636', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:34.078261 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] For port 72d90696-b700-4eac-ac76-3bbc63c76ecb, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:34.106535 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] For port 72d90696-b700-4eac-ac76-3bbc63c76ecb, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=72d90696-b700-4eac-ac76-3bbc63c76ecb,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:34.117878 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.472842 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:34.473457 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:34.485057 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e72a7-4cd6-48e4-b104-2329e22a5d52 None None] Pushing event updated for resources: {'Port': ['ID=72d90696-b700-4eac-ac76-3bbc63c76ecb,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:34.525787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42c7db-d630-4329-bcdd-0e06fd0ca9c6 req-609176f8-73c9-4ce2-8452-e2601f37b963 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:34.529520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f42c7db-d630-4329-bcdd-0e06fd0ca9c6 req-609176f8-73c9-4ce2-8452-e2601f37b963 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 945 time: 0.7335784 Jul 05 10:11:34.556714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Checking segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:34.559672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network hostable DHCP agents. Network: 4874814f-ae37-40cd-970b-53009d75c1c4, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:34.615812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-faae538d-3d25-45de-bd02-060053aca482 req-570bdda9-b84d-4be3-a62d-ed74e4b1ef50 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 210 time: 0.0807939 Jul 05 10:11:34.780708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f42c7db-d630-4329-bcdd-0e06fd0ca9c6 req-59bfe93f-f1c6-41e1-9e73-9a89469bd3dd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625638 Jul 05 10:11:34.786277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:34.895676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 4874814f-ae37-40cd-970b-53009d75c1c4 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:34.915713 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:35.000074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-5e00383c-e1b7-45f0-9d9d-5f0c9e0ed5e2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:35.006772 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-5e00383c-e1b7-45f0-9d9d-5f0c9e0ed5e2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 813 time: 0.5748317 Jul 05 10:11:35.111176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Request body: {'port': {'device_id': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f', 'admin_state_up': True, 'tenant_id': 'd6cc399dbd084ad9ad03d9053b85eb6a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:35.156732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 4874814f-ae37-40cd-970b-53009d75c1c4) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:35.174880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded8ce4-b8e7-43ef-836a-30edd956be7b None None] Network 4874814f-ae37-40cd-970b-53009d75c1c4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:35.181062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:35.194736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-78dc3227-2ec6-4137-8e2e-8bbea48f3b5d tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2095301 Jul 05 10:11:35.214539 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:35.228813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:35.229949 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.350612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7101e1-f4c2-462b-b341-272abff8a259 req-b6c4a43d-fdd8-4640-a86c-698df1d56e9b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:35.353362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d7101e1-f4c2-462b-b341-272abff8a259 req-b6c4a43d-fdd8-4640-a86c-698df1d56e9b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 945 time: 0.1684005 Jul 05 10:11:35.456998 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:29Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:35.468532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d7101e1-f4c2-462b-b341-272abff8a259 req-2d222e15-12d0-46b3-bd66-4dae2db4316a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046858 Jul 05 10:11:35.474448 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3c03fdd9-5203-4d2f-a947-26def2a1c3d7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.1082797 Jul 05 10:11:35.479166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:35.512332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet cbe74e35-d54c-45d5-94f9-360ec81f7636 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:35.591415 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddaea98-7bf9-4a80-ad2a-1df3e86286c4 None None] The sync data for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 is: [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:29Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:35.610839 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.773022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:35.821593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:35.822465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:35.841819 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.017402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Made reservation on behalf of d6cc399dbd084ad9ad03d9053b85eb6a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:36.024727 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.078018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.082841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:36.646877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.697464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-4874814f-ae37-40cd-970b-53009d75c1c4', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:36.699067 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.817581 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Allocated IP 172.20.0.13 (14f0e6e3-3115-4137-8663-7c5f22d1387f/c6a836f1-210b-4c82-824f-59bc3fc80c22/8b3f58f7-14bd-4186-a1ec-a9da18f9acf4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:36.869747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:32Z', 'revision_number': 8, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:36.871254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:36.947668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:36.985141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:36.986274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:36.999777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e45e46bf-7030-4a7e-a8c8-2b905b90e583 req-cbedef10-a03d-4a42-80d8-1c0a3d082543 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 210 time: 0.9762189 Jul 05 10:11:37.143051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.258395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc18bcc-0791-4f06-99ba-6dd85028b0f8 req-a4d0ec73-2702-46fe-95ad-bd186b4000b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.266592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dc18bcc-0791-4f06-99ba-6dd85028b0f8 req-a4d0ec73-2702-46fe-95ad-bd186b4000b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 945 time: 1.2878418 Jul 05 10:11:37.281691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Allocated IP 172.20.0.2 (4874814f-ae37-40cd-970b-53009d75c1c4/20e96fb5-04fb-49c7-8963-859c46c00eab/09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:37.354772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-5b8c344b-6fa2-4203-9ad9-d66e0e3f854e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3462317 Jul 05 10:11:37.382833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe74e35-d54c-45d5-94f9-360ec81f7636,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:37.439834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dc18bcc-0791-4f06-99ba-6dd85028b0f8 req-e2d55175-c7c9-4e02-bbf9-3b9975bc6ae7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676702 Jul 05 10:11:37.455125 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.459258 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6d6f7f7d-aa95-4e9d-b9d1-e1c3c44054dd tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/cbe74e35-d54c-45d5-94f9-360ec81f7636 HTTP/1.1" status: 204 len: 168 time: 2.2390974 Jul 05 10:11:37.464255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51798) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:37.469966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7383159b-1b78-4f80-be76-bb6daecfeb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.489323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2d98d-e22c-4d72-bacc-649807e18d39 None None] Network b3c1958f-6add-4ccd-9a50-5e7b805396d6 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:37.665802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:37.708963 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.720862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Transition to ACTIVE for port object 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:37.801797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 72d90696-b700-4eac-ac76-3bbc63c76ecb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:37.832041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.855538 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.901940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Transition to ACTIVE for port object 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:37.975716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port e67e47de-2808-4835-91d8-8c7bc9f57c09 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:37.976284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.981151 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.145821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-3888e17b-f720-4c05-bafc-fc9f6f6cfad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.160631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.160977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-3888e17b-f720-4c05-bafc-fc9f6f6cfad6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 1097 time: 0.6947942 Jul 05 10:11:38.219810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Network 4874814f-ae37-40cd-970b-53009d75c1c4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:38.230439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:38.253091 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:38.269948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 72d90696-b700-4eac-ac76-3bbc63c76ecb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:38.283989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7383159b-1b78-4f80-be76-bb6daecfeb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.290940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.310797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7383159b-1b78-4f80-be76-bb6daecfeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.340367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Network 14f0e6e3-3115-4137-8663-7c5f22d1387f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:38.352429 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7383159b-1b78-4f80-be76-bb6daecfeb6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f66eaf57d2a4a198c34a36d78548a06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3992741 Jul 05 10:11:38.367812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:38.376584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for e67e47de-2808-4835-91d8-8c7bc9f57c09 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:38.388093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:38.406698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:38.410416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Pushing event updated for resources: {'Port': ['ID=09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:38.412471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:38.443796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 72d90696-b700-4eac-ac76-3bbc63c76ecb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:38.444219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.489106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.507956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383159b-1b78-4f80-be76-bb6daecfeb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced997a7-af54-485b-a099-9c6a91fda752,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:38.582535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Attempting to bind port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:38.582535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Attempting to bind port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:38.582535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Attempting to bind port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:38.591360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:38.591573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Checking segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:38.592020 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.592392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Bound using segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:38.596304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Bound port: 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:38.597627 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.597961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.598800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.610822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c55688b-18e8-4d08-b13c-3434edf1e0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.652034 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c55688b-18e8-4d08-b13c-3434edf1e0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.669086 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7ab85cb7-7f07-4aa9-83a1-e31167d539ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6495295 Jul 05 10:11:38.678025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] DHCP port deletion for b3c1958f-6add-4ccd-9a50-5e7b805396d6 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:38.706585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Request body: {'port': {'device_id': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:38.748536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:32Z', 'revision_number': 8, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:38.790022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f98cc2-4428-4496-a3b5-e679776b9e41 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:32Z', 'revision_number': 8, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '4f7bdba6-7183-4442-9da3-fd6d06a3b456', 'name': '', 'network_id': '45e57acf-a24d-45e0-b827-9adfb3df9693', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:64:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:56Z', 'updated_at': '2021-07-05T10:11:14Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '9785b6c1-7750-4c9b-942d-0dfd564e1b96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:38.838249 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.847416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 69514883-51a0-413e-96fd-24a1e810f122 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:38.847821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.913101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 72d90696-b700-4eac-ac76-3bbc63c76ecb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=72d90696-b700-4eac-ac76-3bbc63c76ecb,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:38.914617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] For port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:38.919652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-bd84d713-2f2c-4820-91e9-16d5608e047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.921109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-bd84d713-2f2c-4820-91e9-16d5608e047d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.7015216 Jul 05 10:11:38.927328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.935390 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.942389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] For port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:38.970353 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.024939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=72d90696-b700-4eac-ac76-3bbc63c76ecb,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:39.040663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] Deleting port 69514883-51a0-413e-96fd-24a1e810f122 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:39.041040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.067542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e35-fdc7-476d-b2d5-494fedbea629 req-45a85358-5189-4f75-8240-c6d992227df5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:39.083793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da0c2e35-fdc7-476d-b2d5-494fedbea629 req-45a85358-5189-4f75-8240-c6d992227df5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 945 time: 0.6609044 Jul 05 10:11:39.133408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4b0f6-c24a-4439-9d59-d4f2f82a1fb1 req-4eaff856-2109-4961-8f9a-c3216aa85b71 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:39.135570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8b4b0f6-c24a-4439-9d59-d4f2f82a1fb1 req-4eaff856-2109-4961-8f9a-c3216aa85b71 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 932 time: 0.6897550 Jul 05 10:11:39.137525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-71f215ed-440f-455a-84b2-8d648db0c245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71 HTTP/1.1" status: 200 len: 217 time: 0.1817749 Jul 05 10:11:39.212965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c55688b-18e8-4d08-b13c-3434edf1e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.217367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c55688b-18e8-4d08-b13c-3434edf1e0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.219566 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5c55688b-18e8-4d08-b13c-3434edf1e0f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ced997a7-af54-485b-a099-9c6a91fda752 HTTP/1.1" status: 204 len: 168 time: 0.8501825 Jul 05 10:11:39.285197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55688b-18e8-4d08-b13c-3434edf1e0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced997a7-af54-485b-a099-9c6a91fda752,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:39.605076 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.639204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c200a-2b2d-4072-990f-3662e32776f7 None None] Pushing event updated for resources: {'Port': ['ID=09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:39.651377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] For port 69514883-51a0-413e-96fd-24a1e810f122, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=69514883-51a0-413e-96fd-24a1e810f122,segment=NetworkSegment(c7856b15-68d9-4fad-b307-e9a6a68088eb),segment_id=c7856b15-68d9-4fad-b307-e9a6a68088eb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:39.652131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.693897 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] Calling delete_port for 69514883-51a0-413e-96fd-24a1e810f122 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:39.735038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.1 (4874814f-ae37-40cd-970b-53009d75c1c4/20e96fb5-04fb-49c7-8963-859c46c00eab/b7fa8187-41eb-425f-8703-3f09fab58d58) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:39.873773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=e67e47de-2808-4835-91d8-8c7bc9f57c09,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:39.944118 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.051394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da0c2e35-fdc7-476d-b2d5-494fedbea629 req-d376ef26-9ac0-4981-b179-541f9e592846 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9661417 Jul 05 10:11:40.063241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] No DVR routers for this DVR port 69514883-51a0-413e-96fd-24a1e810f122 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:40.100927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 69514883-51a0-413e-96fd-24a1e810f122, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=69514883-51a0-413e-96fd-24a1e810f122,segment=NetworkSegment(c7856b15-68d9-4fad-b307-e9a6a68088eb),segment_id=c7856b15-68d9-4fad-b307-e9a6a68088eb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:40.101960 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.115068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518df2e-64be-4e52-bb91-ea399dfa86e2 None None] Pushing event deleted for resources: {'Port': ['ID=69514883-51a0-413e-96fd-24a1e810f122,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:40.125921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 72d90696-b700-4eac-ac76-3bbc63c76ecb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:40.144826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8b4b0f6-c24a-4439-9d59-d4f2f82a1fb1 req-eb28002a-f4ed-4667-9cf5-0f8316a378c5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082231 Jul 05 10:11:40.285397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 72d90696-b700-4eac-ac76-3bbc63c76ecb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:40.286330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.306244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:40.318279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.342775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Transition to ACTIVE for port object 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:40.370403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.386985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 69514883-51a0-413e-96fd-24a1e810f122 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:40.412051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-fd93bcad-5725-4b9e-b29c-540ec1b081b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:40.415139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-fd93bcad-5725-4b9e-b29c-540ec1b081b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.7814002 Jul 05 10:11:40.451419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:40.482499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:40.531703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba73d-7a74-41a1-bf3c-3a7288f090a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.570185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.609794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:40.722295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.737464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 69514883-51a0-413e-96fd-24a1e810f122 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:40.778804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object b7fa8187-41eb-425f-8703-3f09fab58d58 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:40.798386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-71d14946-0d09-4134-abf6-c0d9c12ef927 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:40.800842 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-71d14946-0d09-4134-abf6-c0d9c12ef927 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 945 time: 1.0294766 Jul 05 10:11:40.825282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:40.846004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 69514883-51a0-413e-96fd-24a1e810f122 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:40.846577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 69514883-51a0-413e-96fd-24a1e810f122 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:40.847357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b726556-c5c7-429e-be7c-e7357475b0de no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:40.850094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-f35348c9-4ee3-40c1-8c05-94a38c4438c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:40.853195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-f35348c9-4ee3-40c1-8c05-94a38c4438c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4220221 Jul 05 10:11:40.919115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5b726556-c5c7-429e-be7c-e7357475b0de {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:40.926687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5b726556-c5c7-429e-be7c-e7357475b0de not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:40.972049 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.077317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=69514883-51a0-413e-96fd-24a1e810f122,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:41.088502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No DVR routers for this DVR port 69514883-51a0-413e-96fd-24a1e810f122 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:41.145569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7435ee-1c0a-4374-a0ff-69ca03dae0d3 None None] Network 4874814f-ae37-40cd-970b-53009d75c1c4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:41.204181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.302566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=b7fa8187-41eb-425f-8703-3f09fab58d58,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:41.331130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-bced133d-a5ed-4aa9-876e-831e69a36c63 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656479 Jul 05 10:11:41.365494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5046e89-7798-45ef-b3b9-899ed2790f8d None None] Provisioning for port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:41.377624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5046e89-7798-45ef-b3b9-899ed2790f8d None None] Provisioning complete for port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:41.378064 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5046e89-7798-45ef-b3b9-899ed2790f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.457167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-84c6e824-5b33-4fb5-bbbf-9f6defbdc7be req-1d3b6862-9ae2-4b9c-a3c2-c2acd3952d61 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089802 Jul 05 10:11:41.460968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.482463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 4874814f-ae37-40cd-970b-53009d75c1c4 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:41.513748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:41.518355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c1958f-6add-4ccd-9a50-5e7b805396d6']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:41.528381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:41.608914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.660141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:41.677001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7856b15-68d9-4fad-b307-e9a6a68088eb') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:41.677479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7856b15-68d9-4fad-b307-e9a6a68088eb') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:41.738031 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.740680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5046e89-7798-45ef-b3b9-899ed2790f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.793736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.819467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:41.820007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:41.834720 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:41.848263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b5046e89-7798-45ef-b3b9-899ed2790f8d None None] For port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:41.863747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5046e89-7798-45ef-b3b9-899ed2790f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.923705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba73d-7a74-41a1-bf3c-3a7288f090a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.928909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 968b1d92-09c8-479a-98bc-c258b25219e4 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:41.937956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4199c1-0fd1-48ef-bb15-69055168dad9 req-40c9cf1f-e72c-4d85-a031-83478e461a12 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:41.938384 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba73d-7a74-41a1-bf3c-3a7288f090a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.939710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e4199c1-0fd1-48ef-bb15-69055168dad9 req-40c9cf1f-e72c-4d85-a031-83478e461a12 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 945 time: 0.4702992 Jul 05 10:11:41.949310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:41.949958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.997771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c569c38-fc21-497f-ac10-106b9a158090 req-6e1d34a2-db80-48b8-b93b-da4d76e63234 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:42.000074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c569c38-fc21-497f-ac10-106b9a158090 req-6e1d34a2-db80-48b8-b93b-da4d76e63234 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.4049845 Jul 05 10:11:42.005827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.028916 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ac2ba73d-7a74-41a1-bf3c-3a7288f090a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82f8c61628e04c1aad056017023e202e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5725956 Jul 05 10:11:42.041065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:42.042332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ba73d-7a74-41a1-bf3c-3a7288f090a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342c7b8-a5d1-41fc-b8a8-e2b5a251dfa6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:42.043522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.046643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/b3c1958f-6add-4ccd-9a50-5e7b805396d6 HTTP/1.1" status: 204 len: 168 time: 4.5788670 Jul 05 10:11:42.052055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Attempting to bind port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:42.052872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Attempting to bind port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:42.053450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Attempting to bind port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 on network 14f0e6e3-3115-4137-8663-7c5f22d1387f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:42.058090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5046e89-7798-45ef-b3b9-899ed2790f8d None None] Pushing event updated for resources: {'Port': ['ID=09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:42.063071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:42.100018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fb061-092d-46d6-abe6-63d9dbbb94d7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=b3c1958f-6add-4ccd-9a50-5e7b805396d6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:42.115055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e4199c1-0fd1-48ef-bb15-69055168dad9 req-3da81b8e-89e2-4448-8649-322e9c5b14b2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647532 Jul 05 10:11:42.147643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 on network 14f0e6e3-3115-4137-8663-7c5f22d1387f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:11:42.148102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Attempting to bind port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 on network 14f0e6e3-3115-4137-8663-7c5f22d1387f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:42.181854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c569c38-fc21-497f-ac10-106b9a158090 req-38c1e200-a865-4a3a-9b34-78f10c6026be tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709244 Jul 05 10:11:42.202852 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.426295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-02e26f26-6ede-4eb4-99da-8ccaa9661e00 None None] Provisioning for port b7fa8187-41eb-425f-8703-3f09fab58d58 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:42.435497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-02e26f26-6ede-4eb4-99da-8ccaa9661e00 None None] Provisioning complete for port b7fa8187-41eb-425f-8703-3f09fab58d58 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:42.438087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02e26f26-6ede-4eb4-99da-8ccaa9661e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.441608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:42.442162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Checking segment: {'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:42.442848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Bound using segment: {'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:42.443668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Bound port: 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:42.444312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.507246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-02e26f26-6ede-4eb4-99da-8ccaa9661e00 None None] Port b7fa8187-41eb-425f-8703-3f09fab58d58 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:42.520505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-02e26f26-6ede-4eb4-99da-8ccaa9661e00 None None] Provisioning complete for port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:42.520881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02e26f26-6ede-4eb4-99da-8ccaa9661e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.579154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:42.579743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.624500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:42.653385 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] Sync routers for ids ['968b1d92-09c8-479a-98bc-c258b25219e4'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:42.666144 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] Routers {'968b1d92-09c8-479a-98bc-c258b25219e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:42.667301 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['968b1d92-09c8-479a-98bc-c258b25219e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:42.699363 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a55fec7d-6f24-43a2-bc74-6fbb9705812d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/968b1d92-09c8-479a-98bc-c258b25219e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1954782 Jul 05 10:11:42.702655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.705173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51822) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:42.722225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.727939 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:42.739443 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] Routers {'968b1d92-09c8-479a-98bc-c258b25219e4'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:42.740163 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['968b1d92-09c8-479a-98bc-c258b25219e4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:42.763939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8bf9-705e-4bdc-b2a9-006b3b7aff2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.773172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df3a88c4-b981-4934-a995-2c0517eb8712 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=968b1d92-09c8-479a-98bc-c258b25219e4 HTTP/1.1" status: 200 len: 205 time: 0.0642846 Jul 05 10:11:42.775981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:42.778612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:42.779555 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7a55a-478a-4421-b2cb-2c09d1aae4ff None None] The sync data for ids ['968b1d92-09c8-479a-98bc-c258b25219e4'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:42.832501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-71375175-40e0-4a48-9da9-6312f483be05 None None] Provisioning complete for port b7fa8187-41eb-425f-8703-3f09fab58d58 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:42.832501 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71375175-40e0-4a48-9da9-6312f483be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.880518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-71375175-40e0-4a48-9da9-6312f483be05 None None] Port b7fa8187-41eb-425f-8703-3f09fab58d58 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:42.961755 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8bf9-705e-4bdc-b2a9-006b3b7aff2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.070378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:43.135774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:43.138297 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] For port b9a0caac-7de5-4a06-b1ae-0b129cc18e71, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:43.138761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.157791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.172513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for b9a0caac-7de5-4a06-b1ae-0b129cc18e71 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:43.262740 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8bf9-705e-4bdc-b2a9-006b3b7aff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.268638 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8bf9-705e-4bdc-b2a9-006b3b7aff2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.270724 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d8b8bf9-705e-4bdc-b2a9-006b3b7aff2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2342c7b8-a5d1-41fc-b8a8-e2b5a251dfa6 HTTP/1.1" status: 204 len: 168 time: 1.2127087 Jul 05 10:11:43.381352 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:43.382349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.384788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 1093 time: 4.6966398 Jul 05 10:11:43.386121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b8bf9-705e-4bdc-b2a9-006b3b7aff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342c7b8-a5d1-41fc-b8a8-e2b5a251dfa6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:43.392079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:43.396864 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:43.515688 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646fe92-7ba8-40e2-96b4-5394f660d688 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:43.565677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=b7fa8187-41eb-425f-8703-3f09fab58d58,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:43.586540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.594779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a314e5-f65a-43cf-b1b2-3dbf6492854f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.707895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device b9a0caac-7de5-4a06-b1ae-0b129cc18e71 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:43.790109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:43.841583 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-b5782413-bfbf-464f-b432-8af5369b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:43.844927 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-b5782413-bfbf-464f-b432-8af5369b9303 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1096 time: 0.3490512 Jul 05 10:11:43.948493 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-3f03f71c-97ab-409e-adb8-5091ec050abf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.0879788 Jul 05 10:11:43.956139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.981509 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a314e5-f65a-43cf-b1b2-3dbf6492854f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.998925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a314e5-f65a-43cf-b1b2-3dbf6492854f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.018805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928784bf-5258-40b4-84d3-6ce33411794a req-fa5f14d1-2ee8-4441-acac-da61593c13e2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:44.027013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:44.027556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-928784bf-5258-40b4-84d3-6ce33411794a req-fa5f14d1-2ee8-4441-acac-da61593c13e2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 867 time: 0.6324875 Jul 05 10:11:44.028324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.037075 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.138309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d26513-497d-4dfe-a8b9-c997c5c19339 req-68ec639a-2f90-486c-ab84-c1d0f08800e2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:44.141683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4d26513-497d-4dfe-a8b9-c997c5c19339 req-68ec639a-2f90-486c-ab84-c1d0f08800e2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.5681028 Jul 05 10:11:44.157311 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a314e5-f65a-43cf-b1b2-3dbf6492854f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.157311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a314e5-f65a-43cf-b1b2-3dbf6492854f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Fanout notify agent at l3_agent the message router_deleted on router 968b1d92-09c8-479a-98bc-c258b25219e4 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:11:44.159845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=b9a0caac-7de5-4a06-b1ae-0b129cc18e71,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:44.183492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a314e5-f65a-43cf-b1b2-3dbf6492854f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.184665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-38a314e5-f65a-43cf-b1b2-3dbf6492854f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/968b1d92-09c8-479a-98bc-c258b25219e4 HTTP/1.1" status: 204 len: 168 time: 1.4084327 Jul 05 10:11:44.191457 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:44.203057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 4874814f-ae37-40cd-970b-53009d75c1c4 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:44.214123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-928784bf-5258-40b4-84d3-6ce33411794a req-6003c2e7-7cc4-45e1-a089-9b6655bc827e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848004 Jul 05 10:11:44.218442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:44.220746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99b6de20-47bb-4c25-b43f-864e6673b9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.338399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4d26513-497d-4dfe-a8b9-c997c5c19339 req-edad1999-66e9-439c-8c1e-bad4f6a35181 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748414 Jul 05 10:11:44.374738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.383308 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a2f80-b383-46e6-a0a7-0f9424902fb0 x-openstack-request-id: req-f50a2f80-b383-46e6-a0a7-0f9424902fb0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:44.383788 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:44.384205 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f50a2f80-b383-46e6-a0a7-0f9424902fb0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:44.384863 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'status': 'completed', 'code': 200} Jul 05 10:11:44.487566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:44.534130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-6aebe660-a28b-44e2-b92f-8af080d3348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:44.536393 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-6aebe660-a28b-44e2-b92f-8af080d3348d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.5638924 Jul 05 10:11:44.706118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] No DVR routers for this DVR port b9a0caac-7de5-4a06-b1ae-0b129cc18e71 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:44.754578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:44.771198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a605e84e-28e1-4cc0-ac85-754111b6e116 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/17420601-e4d8-4c33-ac96-a1ac4ad16c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2826407 Jul 05 10:11:44.771793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-7715ea1e-ec1f-47d4-a3e9-087a96564b2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650642 Jul 05 10:11:44.777685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.778528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Sync routers for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:44.782100 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-03bb25ab-c39d-4354-b17c-8104f9b53f8d req-1a2e3cd6-7313-4c66-acea-23ab9a126de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "DELETE /v2.0/ports/b9a0caac-7de5-4a06-b1ae-0b129cc18e71 HTTP/1.1" status: 204 len: 173 time: 3.9642103 Jul 05 10:11:44.796116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:44.797805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:45.002913 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:45.020380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1c41916c-3ac7-4bc0-88a8-2e2c1b9363ca None None] Provisioning complete for port b7fa8187-41eb-425f-8703-3f09fab58d58 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:45.023347 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c41916c-3ac7-4bc0-88a8-2e2c1b9363ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.051500 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.120100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:45.153485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.223637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1c41916c-3ac7-4bc0-88a8-2e2c1b9363ca None None] Port b7fa8187-41eb-425f-8703-3f09fab58d58 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:45.406708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-44257c1e-9baf-4952-b7e3-7bf4c1b6d399 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845416168&fields=id&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 267 time: 0.0798693 Jul 05 10:11:45.596146 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-c376c8bc-cc87-4975-a32c-2599168063c0 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8003066 Jul 05 10:11:45.643374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:42Z', 'revision_number': 2, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:45.714351 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.726342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Checking router: 17420601-e4d8-4c33-ac96-a1ac4ad16c0a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:45.727535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Updating router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a port b7fa8187-41eb-425f-8703-3f09fab58d58 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:11:45.832943 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.894654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-594188be-d157-42e5-bad4-383620346a99 req-7d0122ad-54bd-4d65-8c1d-082b782db9aa tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.1510463 Jul 05 10:11:46.054605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-b6fa7811-2d9c-43e5-bd8f-e9a0929debfe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:46.059598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:46.066615 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a3c9325b-f9a4-47b7-afd3-129d5a24cf03 req-e2487b03-683d-405d-b27a-dceb5df9d63f service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672918 Jul 05 10:11:46.072651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-b6fa7811-2d9c-43e5-bd8f-e9a0929debfe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 796 time: 0.6433003 Jul 05 10:11:46.105650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-86d8df5c-6d30-4bf1-9283-69cbb96e04be tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/quotas/cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 375 time: 0.0287652 Jul 05 10:11:46.209971 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:46.212413 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd HTTP/1.1" status: 204 len: 168 time: 2.0142450 Jul 05 10:11:46.218035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:46.219390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f044e6-6c96-45df-ad87-466fc7416dbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:46.296523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-dc7cd523-f7cc-4a25-b9c0-80e028fde2d9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881669 Jul 05 10:11:46.304412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ac66c-6f3c-4019-89ad-3ec660147475 None None] Network 2f641426-3fdd-4c93-ba0b-a07dea7d1aac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:46.393681 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'name': 'network-vif-deleted', 'tag': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:46.409857 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1361ae00-0001-4181-8105-807e117c1845" -d '{"events": [{"server_uuid": "0608fa9f-81b5-42c7-9dc6-d015c2720d42", "name": "network-vif-deleted", "tag": "b9a0caac-7de5-4a06-b1ae-0b129cc18e71"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:46.502647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:46.515058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 4f7bdba6-7183-4442-9da3-fd6d06a3b456 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:46.515829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:46.631215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d781e-58e0-4d4d-ab3b-d40c1aad36d1 req-eef2af1c-34dc-4183-aee9-26765eefc5f8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:46.636835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-904d781e-58e0-4d4d-ab3b-d40c1aad36d1 req-eef2af1c-34dc-4183-aee9-26765eefc5f8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.3286245 Jul 05 10:11:46.667268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-41f72a58-6e58-476b-a71f-bc7ca594e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:46.669556 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-41f72a58-6e58-476b-a71f-bc7ca594e29b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1096 time: 0.4775674 Jul 05 10:11:46.803125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-904d781e-58e0-4d4d-ab3b-d40c1aad36d1 req-ea8c8798-d913-4ff0-a59a-6d3e94173671 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480801 Jul 05 10:11:46.825195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-36b055a0-6d13-4f81-80c3-a6708fd2dea1 service neutron] 10.222.0.21 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332824 Jul 05 10:11:47.009486 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9679835-e79a-477f-bec7-3b119fc2f009 x-openstack-request-id: req-f9679835-e79a-477f-bec7-3b119fc2f009 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:47.009963 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0608fa9f-81b5-42c7-9dc6-d015c2720d42", "name": "network-vif-deleted", "tag": "b9a0caac-7de5-4a06-b1ae-0b129cc18e71", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:47.010365 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9679835-e79a-477f-bec7-3b119fc2f009 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:47.011045 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0608fa9f-81b5-42c7-9dc6-d015c2720d42', 'name': 'network-vif-deleted', 'tag': 'b9a0caac-7de5-4a06-b1ae-0b129cc18e71', 'status': 'completed', 'code': 200} Jul 05 10:11:47.030678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 4f7bdba6-7183-4442-9da3-fd6d06a3b456, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4f7bdba6-7183-4442-9da3-fd6d06a3b456,segment=NetworkSegment(3ca83fde-a1ca-4e03-beb5-a135057e0559),segment_id=3ca83fde-a1ca-4e03-beb5-a135057e0559)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:47.032006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.041853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.104753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.153908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 4f7bdba6-7183-4442-9da3-fd6d06a3b456 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:47.160829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Transition to ACTIVE for port object b7fa8187-41eb-425f-8703-3f09fab58d58 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:47.174147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba687e04-4e57-40e8-862b-93353041f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.205332 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.213013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-945128a7-fd5c-4939-b03e-6060809d8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:47.220564 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-945128a7-fd5c-4939-b03e-6060809d8d07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.5100627 Jul 05 10:11:47.247966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:47.248779 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.331393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-fc4c7b88-5073-4954-b59e-9e71243e56ab service neutron] 10.222.0.21 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782217 Jul 05 10:11:47.344973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25ee4849-e5e5-4fb7-b3f2-21df4b5ce734 req-8fdf5e80-543b-43ae-af5d-d39f1b4d9d80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.0794153 Jul 05 10:11:47.385378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf2bc2-f43b-4880-9e8c-c63291d701dd None None] Pushing event updated for resources: {'Port': ['ID=b7fa8187-41eb-425f-8703-3f09fab58d58,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:47.481717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-fb45be78-10f5-4439-a3df-af1437b78369 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.2387278 Jul 05 10:11:47.599502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] DHCP port deletion for 2f641426-3fdd-4c93-ba0b-a07dea7d1aac request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:47.873939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:47.965828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7eae3886-60c5-42a8-b8be-5e3dd7340df0 req-6fa73827-776f-4198-88eb-d402e4414b70 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 210 time: 0.1708114 Jul 05 10:11:48.091638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Attempting to bind port b7fa8187-41eb-425f-8703-3f09fab58d58 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:48.094571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Attempting to bind port b7fa8187-41eb-425f-8703-3f09fab58d58 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:48.096471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Attempting to bind port b7fa8187-41eb-425f-8703-3f09fab58d58 on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:48.199850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:48.200538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Checking segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:48.202051 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.202839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Bound using segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:48.203921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Bound port: b7fa8187-41eb-425f-8703-3f09fab58d58, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:48.204555 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.231162 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.363539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] Deleting port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:48.364650 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.569200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a5df7-bcc7-4a35-a7c2-8f1c1a5abe54 req-c0721588-c094-4742-8081-f3aec9e814de tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:48.574186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-535a5df7-bcc7-4a35-a7c2-8f1c1a5abe54 req-c0721588-c094-4742-8081-f3aec9e814de tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.3308475 Jul 05 10:11:48.762286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-535a5df7-bcc7-4a35-a7c2-8f1c1a5abe54 req-32b49468-55bb-4382-8078-25a72099c55d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774447 Jul 05 10:11:48.790951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,segment=NetworkSegment(8f268238-248b-4bbd-9fc6-84249a05a7d7),segment_id=8f268238-248b-4bbd-9fc6-84249a05a7d7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:48.791913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.855739 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-2c78612c-0393-42be-9a04-50632400e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:48.859233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-2c78612c-0393-42be-9a04-50632400e510 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.3143764 Jul 05 10:11:48.930122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:48.975880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da1bc6e5-2d14-4d4e-b7e4-71fc4bfd4ee1 req-9357bd4a-0e5e-483e-baff-dd5057702d8a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.1191878 Jul 05 10:11:49.005359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-ceaad8b8-4791-449c-9e0f-edcde2798489 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194673 Jul 05 10:11:49.182090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] For port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,segment=NetworkSegment(8f268238-248b-4bbd-9fc6-84249a05a7d7),segment_id=8f268238-248b-4bbd-9fc6-84249a05a7d7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:49.182688 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.227978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.240744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] For port b7fa8187-41eb-425f-8703-3f09fab58d58, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:49.245427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] Calling delete_port for 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:49.252030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] For port b7fa8187-41eb-425f-8703-3f09fab58d58, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b7fa8187-41eb-425f-8703-3f09fab58d58,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:49.271604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.371635 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33ee53ab-d121-4a7d-b40c-1a02534fa55d req-22e934fd-6406-459c-9395-d513fdc998d4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 210 time: 0.0791013 Jul 05 10:11:49.608691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,segment=NetworkSegment(8f268238-248b-4bbd-9fc6-84249a05a7d7),segment_id=8f268238-248b-4bbd-9fc6-84249a05a7d7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:49.613253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:49.614336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:49.832486 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-5a0bc447-59b8-444a-ae2c-ea298b8bfa6c service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807480 Jul 05 10:11:49.840089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.949066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:49.950169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:49.958610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.016756 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.085154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf2bc2-f43b-4880-9e8c-c63291d701dd None None] Pushing event updated for resources: {'Port': ['ID=b7fa8187-41eb-425f-8703-3f09fab58d58,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:50.113283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:50.131665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=4f7bdba6-7183-4442-9da3-fd6d06a3b456,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:50.178559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event deleted for resources: {'Port': ['ID=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:50.249619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb519048-626d-4223-98ec-847d566ce5c4 req-830f49e4-0ab8-493c-b972-8f922541e7bc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:50.260722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb519048-626d-4223-98ec-847d566ce5c4 req-830f49e4-0ab8-493c-b972-8f922541e7bc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.2075219 Jul 05 10:11:50.263394 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:11:50.278222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:50.319735 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.512101 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.522186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03d46a62-fca8-4fba-8f44-e212695add61 req-80ca36a6-a1c0-4888-9c67-048b63239460 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.1765451 Jul 05 10:11:50.541896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb519048-626d-4223-98ec-847d566ce5c4 req-5df637aa-6a68-442b-8f17-3d79fb4ca302 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722349 Jul 05 10:11:50.648162 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.865782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f641426-3fdd-4c93-ba0b-a07dea7d1aac']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:50.918290 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f268238-248b-4bbd-9fc6-84249a05a7d7') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:50.918811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f268238-248b-4bbd-9fc6-84249a05a7d7') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:50.962057 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.962821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] Pushing event deleted for resources: {'Port': ['ID=0cf4dad4-a934-4d5f-a8d0-6d8f2f635002,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:50.987007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9052037-1b06-42ef-8e0d-9630e2fa9645 None None] No DVR routers for this DVR port 0cf4dad4-a934-4d5f-a8d0-6d8f2f635002 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:51.025136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.054523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:51.055119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.075479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa157ed0-1530-4258-b13a-d75befe79b9d req-9782f351-f475-4efe-ac97-43ab2886f187 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 210 time: 0.1460941 Jul 05 10:11:51.077642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:51.143462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f', 'port_id': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'mac_address': 'fa:16:3e:3c:0d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a836f1-210b-4c82-824f-59bc3fc80c22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:51.171752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:49Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:51.226862 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:51.324951 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-c1b13bb1-586e-4e4c-ba55-3c754dfbe934 req-aac8911d-b216-4d23-9150-240d9d244ec5 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4757001 Jul 05 10:11:51.325606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.381191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95710-c81b-421e-ac6f-da681744bd2a None None] The sync data for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 is: [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:49Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:51.404282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.473821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:51.535334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:51.554149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.832861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.852475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.862524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:51.874731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-427117874', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:51.877904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:51.885165 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/2f641426-3fdd-4c93-ba0b-a07dea7d1aac HTTP/1.1" status: 204 len: 168 time: 5.6624708 Jul 05 10:11:51.938474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.939070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.945716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.946065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.947582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.947943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.948280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.948608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.948982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.949350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.952357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.952922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:51.984471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:51.990563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.992306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.096981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bcb5e3c-1432-4cf9-9586-c0a10deebe28 req-387d6496-ebc7-4d93-9cb0-d45d1ed566cb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 0.0751159 Jul 05 10:11:52.112023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-c4b80015-3b03-4900-97aa-e1dc3f699461 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:52.116752 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-c4b80015-3b03-4900-97aa-e1dc3f699461 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 796 time: 1.2750237 Jul 05 10:11:52.119493 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131126-4de3-4dff-9b0d-92cbf1d0f582 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=2f641426-3fdd-4c93-ba0b-a07dea7d1aac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:52.308567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.354369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75f6b9-f50b-4e75-83d4-6f6b81765081 req-cbb3bd88-29e1-4821-b2cd-a07081b676c9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:52.371586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee75f6b9-f50b-4e75-83d4-6f6b81765081 req-cbb3bd88-29e1-4821-b2cd-a07081b676c9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 945 time: 0.4145398 Jul 05 10:11:52.453800 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-96823639-057a-4ff1-bbbe-44b883896c25 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 380 time: 0.3197625 Jul 05 10:11:52.492202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'port': {'device_id': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'admin_state_up': True, 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'security_groups': ['a1fc22f3-d38c-4a43-b5a8-6817c7c736fd']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:52.545917 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7fa8187-41eb-425f-8703-3f09fab58d58 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:52.686104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f08aacb-9995-44c8-b8b3-af2e4c193749 req-767b2282-396b-418b-b964-b1a671f70ecc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 210 time: 0.0910220 Jul 05 10:11:52.711104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ee75f6b9-f50b-4e75-83d4-6f6b81765081 req-2fc1a735-ad00-44bd-9b92-4b2580e2b818 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380115 Jul 05 10:11:52.807249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:52.851106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b7fa8187-41eb-425f-8703-3f09fab58d58 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:52.858716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b7fa8187-41eb-425f-8703-3f09fab58d58 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:52.859764 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.955838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.098919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:53.102789 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.109651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.240222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b7fa8187-41eb-425f-8703-3f09fab58d58, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b7fa8187-41eb-425f-8703-3f09fab58d58,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:53.247699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:53.257246 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.266088 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:53.287103 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fdafb4ee-556e-4958-a1ef-e8f325b39517 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2008827 Jul 05 10:11:53.292269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:53.300596 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:53.305282 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:53.464492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b7fa8187-41eb-425f-8703-3f09fab58d58,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:53.675221 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:53.726120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.5 (4874814f-ae37-40cd-970b-53009d75c1c4/20e96fb5-04fb-49c7-8963-859c46c00eab/d9329be5-002c-4903-b3f2-88092100273c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:53.751128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet 9785b6c1-7750-4c9b-942d-0dfd564e1b96 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:53.845546 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.851221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:53.883425 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.153747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:54.167235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:54.173053 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.325075 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:49Z', 'revision_number': 9, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:54.350824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.383275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7fa8187-41eb-425f-8703-3f09fab58d58 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:54.421309 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:54.443776 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:54.448630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.450832 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:54.517603 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object d9329be5-002c-4903-b3f2-88092100273c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:54.558474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.25.1.88 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/d2fda1fa-56a2-4fc9-8f75-4d4b377e89fd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:54.643339 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.664487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.710759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:54.715239 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc5b2f7-ef24-413c-bb0e-9a998c24c5a3" -d '{"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:54.800279 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:54.812134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:54.818359 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b7fa8187-41eb-425f-8703-3f09fab58d58 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:54.821316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.832283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.839233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.900973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 4874814f-ae37-40cd-970b-53009d75c1c4 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:54.907728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-024dbc25-a9c6-4dc2-a3ec-056728ca75e9 req-a9e98cd6-01bb-4698-88ab-882fb34ab17e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=0608fa9f-81b5-42c7-9dc6-d015c2720d42 HTTP/1.1" status: 200 len: 210 time: 1.2943940 Jul 05 10:11:54.937210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:54.950274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:55.057373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.101909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:55.108239 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.178354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:55.197279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:55.202102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.236807 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-60b96c8c-2c18-45aa-9bf9-da5dd2575f85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7629488 Jul 05 10:11:55.269262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Request body: {'port': {'device_id': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:55.360091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:55.369316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:55.380531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:55.383369 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:49Z', 'revision_number': 9, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:55.447878 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009e5fb-439d-4e20-a834-d07c91763184 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:11:49Z', 'revision_number': 9, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97e98f91-3777-4de9-99c8-3ea1c06fc2f3', 'name': '', 'network_id': '414c4490-f058-4ee8-8479-ea71c8948a12', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:59:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:45Z', 'updated_at': '2021-07-05T10:11:08Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': 'a6fa08b0-fdc2-49ff-a85f-95344c2eb78c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:55.473618 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.509552 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.555343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95905-287a-4f1a-96c7-df133c2f17e4 req-758b796e-feb6-4cb4-89ec-9a8198fee65d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:55.557199 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24f95905-287a-4f1a-96c7-df133c2f17e4 req-758b796e-feb6-4cb4-89ec-9a8198fee65d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 1.2238624 Jul 05 10:11:55.572340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-673fd624-19cd-4872-81e4-3e7318df8135 None None] Provisioning for port d9329be5-002c-4903-b3f2-88092100273c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:55.577960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-673fd624-19cd-4872-81e4-3e7318df8135 None None] Provisioning complete for port d9329be5-002c-4903-b3f2-88092100273c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:55.578876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-673fd624-19cd-4872-81e4-3e7318df8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.672402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-673fd624-19cd-4872-81e4-3e7318df8135 None None] Port d9329be5-002c-4903-b3f2-88092100273c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:55.688315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=d2fda1fa-56a2-4fc9-8f75-4d4b377e89fd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:56.183553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4f7bdba6-7183-4442-9da3-fd6d06a3b456 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:56.230205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9329be5-002c-4903-b3f2-88092100273c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:56.249910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 4f7bdba6-7183-4442-9da3-fd6d06a3b456 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:56.250956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4f7bdba6-7183-4442-9da3-fd6d06a3b456 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:56.257872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.300588 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Transition to ACTIVE for port object d9329be5-002c-4903-b3f2-88092100273c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:56.317044 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.486062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.486889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.487039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.487499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.488020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.488462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.488877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.489378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.489861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.490211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.490651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.491124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:56.513946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:56.557727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24f95905-287a-4f1a-96c7-df133c2f17e4 req-3d1c7084-8e87-46aa-ad9d-3737cd1ceb07 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9756868 Jul 05 10:11:56.563111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.647831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:56.648286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:56.648700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:56.656111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:11:56.656577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:56.664499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:56.664852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Checking segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:56.665369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Bound using segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:56.666019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Bound port: d9329be5-002c-4903-b3f2-88092100273c, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:56.666463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.696629 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044de710-e454-40bb-8f4d-54397d9ff79c x-openstack-request-id: req-044de710-e454-40bb-8f4d-54397d9ff79c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:56.698090 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:56.698503 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-044de710-e454-40bb-8f4d-54397d9ff79c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:56.698976 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'code': 200} Jul 05 10:11:56.704485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e9df1-454f-44bf-98c2-b98eeef3ecfd req-727df39e-1a13-4084-b17b-4ce5e4fd0056 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:56.707046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-721e9df1-454f-44bf-98c2-b98eeef3ecfd req-727df39e-1a13-4084-b17b-4ce5e4fd0056 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 931 time: 1.1403134 Jul 05 10:11:56.708027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=9785b6c1-7750-4c9b-942d-0dfd564e1b96,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:56.723767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.728421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0bdee6b8-7479-429d-ba34-56fef13c344c tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/9785b6c1-7750-4c9b-942d-0dfd564e1b96 HTTP/1.1" status: 204 len: 168 time: 3.1161740 Jul 05 10:11:56.729724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:56.734096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669edd57-7449-40a2-9105-0d72169a3808 None None] Network 45e57acf-a24d-45e0-b827-9adfb3df9693 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:57.000010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.010782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:57.023559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:57.037396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.047827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526d5f9-757a-4cfc-a803-e9434af3dc11 req-29bde22b-ba8c-4015-b0c9-db70157749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:57.049656 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f526d5f9-757a-4cfc-a803-e9434af3dc11 req-29bde22b-ba8c-4015-b0c9-db70157749ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1098 time: 0.2114053 Jul 05 10:11:57.063721 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.161340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:57.162134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.163841 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] 10.222.0.15 "PUT /v2.0/ports/d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 1092 time: 1.9156380 Jul 05 10:11:57.166952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:57.169561 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a02646c-e5df-4bb5-81ce-d5e43e13312c" -d '{"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:57.185158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] DHCP port deletion for 45e57acf-a24d-45e0-b827-9adfb3df9693 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:57.276655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-721e9df1-454f-44bf-98c2-b98eeef3ecfd req-9cf8e4be-0780-4c0e-939f-d053e430cb59 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5391872 Jul 05 10:11:57.278763 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77017348-f107-4611-a3b7-7c8687cfc6fb x-openstack-request-id: req-77017348-f107-4611-a3b7-7c8687cfc6fb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:57.279315 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:57.282009 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77017348-f107-4611-a3b7-7c8687cfc6fb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:57.282522 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'status': 'completed', 'code': 200} Jul 05 10:11:57.335587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] Deleting port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:57.336501 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.356202 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f526d5f9-757a-4cfc-a803-e9434af3dc11 req-0c2c20b0-3857-4cde-937a-c7582fcff760 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517033 Jul 05 10:11:57.362058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2eb96-ed22-47ca-b4aa-192cad25b072 service neutron] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:57.395857 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:57.397118 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.577552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-6d92f38a-ad2e-4090-b7cb-401852c8d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:57.577552 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-6d92f38a-ad2e-4090-b7cb-401852c8d813 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1095 time: 0.3226249 Jul 05 10:11:57.592112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,segment=NetworkSegment(3ca83fde-a1ca-4e03-beb5-a135057e0559),segment_id=3ca83fde-a1ca-4e03-beb5-a135057e0559)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:57.593591 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.642655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] For port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,segment=NetworkSegment(3ca83fde-a1ca-4e03-beb5-a135057e0559),segment_id=3ca83fde-a1ca-4e03-beb5-a135057e0559)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:57.643570 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.710185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] Calling delete_port for d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:57.717368 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-b82fb671-1c6b-40bb-90a6-9b0478fb6b18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 217 time: 0.1195984 Jul 05 10:11:57.753512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:57.892848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-fa983911-6a9c-4988-bc7f-115b5b7ed1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:57.894928 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-fa983911-6a9c-4988-bc7f-115b5b7ed1ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.1658056 Jul 05 10:11:57.932329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.952096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.005329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] Pushing event deleted for resources: {'Port': ['ID=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:58.024306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fde371-e21b-45cd-8e2a-c52e7cd8e7c4 None None] No DVR routers for this DVR port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:58.034691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.111547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:58.126837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No DVR routers for this DVR port d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:58.159522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-3e8a4585-4751-4afa-91a2-5c8b4fd878d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:58.166783 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-3e8a4585-4751-4afa-91a2-5c8b4fd878d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501712 Jul 05 10:11:58.250240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:58.306760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf9a2-e893-44a3-88c8-01903aa0bc91 req-345f6364-0bb5-4cc5-a7ae-7d4bd6447400 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:58.319890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-deaaf9a2-e893-44a3-88c8-01903aa0bc91 req-345f6364-0bb5-4cc5-a7ae-7d4bd6447400 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4723783 Jul 05 10:11:58.355037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:58.355970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d5f3e1b3-3e0b-4ddf-97da-e97d8c71872a not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:58.445945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-deaaf9a2-e893-44a3-88c8-01903aa0bc91 req-7c9e887e-8301-45b4-a4b6-8cc57abcb802 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245117 Jul 05 10:11:58.539233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router d4e12d22-0836-4886-8fa1-b21efb0b96fe is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:11:58.617380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.638258 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e57acf-a24d-45e0-b827-9adfb3df9693']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:58.703224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca83fde-a1ca-4e03-beb5-a135057e0559') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:58.704143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca83fde-a1ca-4e03-beb5-a135057e0559') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:58.724856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.758365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.777706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:58.778391 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:58.784180 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:58.923571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c167b3-f2f3-4639-bd6a-ea29c14ce1fc req-33ab3183-5f44-41c6-960e-7b156a5a3f3a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:58.930581 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-c4b3d9d8-656e-4de2-91fc-d1a6bd3889d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000563 Jul 05 10:11:58.932191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c167b3-f2f3-4639-bd6a-ea29c14ce1fc req-33ab3183-5f44-41c6-960e-7b156a5a3f3a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.2346704 Jul 05 10:11:58.934322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.948700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.956000 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/45e57acf-a24d-45e0-b827-9adfb3df9693 HTTP/1.1" status: 204 len: 168 time: 2.2223299 Jul 05 10:11:58.958398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 51992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:58.976085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:58.993072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] Sync routers for ids ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:59.006777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4fdc2-49bd-496b-b881-b41bb622fd79 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=45e57acf-a24d-45e0-b827-9adfb3df9693,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:59.024315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] Routers {'d4e12d22-0836-4886-8fa1-b21efb0b96fe'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:59.025748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:59.084265 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.091724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d626dc48-91ee-49f2-b974-f17bf658dec7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2254968 Jul 05 10:11:59.096662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:59.101214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 51996) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:59.127471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] Routers {'d4e12d22-0836-4886-8fa1-b21efb0b96fe'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:59.129068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:59.194057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89c167b3-f2f3-4639-bd6a-ea29c14ce1fc req-2c8a242a-fa1f-4f97-8b9e-3d76555fe629 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559628 Jul 05 10:11:59.217657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:59.219072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94a1337-779a-4bdb-942b-554bf1367033 None None] The sync data for ids ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:59.335575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b13d1d89-4fa4-45ca-84ed-66775647dfe8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/routers/d4e12d22-0836-4886-8fa1-b21efb0b96fe HTTP/1.1" status: 200 len: 879 time: 0.2319615 Jul 05 10:11:59.336389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52000) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:59.698583 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.745672 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.824716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d81943f6-2e64-4638-b13c-155319cffa77 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4864628 Jul 05 10:11:59.825428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:59.835885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bafcdc59-ed5b-4f97-9d11-ba2d00f55abe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-427117874'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:00.121652 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-8c0c6993-d454-4b8d-8c3a-4ef90e20d6e7 req-f8a3cc71-ce57-488b-87b2-fcba24dc46db service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1638999 Jul 05 10:12:00.292918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f66d9-0404-4f5b-99b1-9c8585f9ac9a req-158225d5-5d81-4c92-8a44-e2a7fc4be43a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:00.298943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-989f66d9-0404-4f5b-99b1-9c8585f9ac9a req-158225d5-5d81-4c92-8a44-e2a7fc4be43a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3640451 Jul 05 10:12:00.440461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-a23c0eac-cb43-4611-a4f0-25ca07b9e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:00.454230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-a23c0eac-cb43-4611-a4f0-25ca07b9e901 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1095 time: 0.2390788 Jul 05 10:12:00.519562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-989f66d9-0404-4f5b-99b1-9c8585f9ac9a req-af19b699-3b1e-4359-9d5f-3d8e5969fad7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020330 Jul 05 10:12:00.846515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e48a54-6495-4319-8105-de087d9d1b02 req-b5b30c44-5589-464e-a55f-b713d2cbec39 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:00.849994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15e48a54-6495-4319-8105-de087d9d1b02 req-b5b30c44-5589-464e-a55f-b713d2cbec39 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.3125939 Jul 05 10:12:00.856726 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bafcdc59-ed5b-4f97-9d11-ba2d00f55abe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:00.882328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-102276b1-12fe-4354-8e38-42756856df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:00.885605 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-102276b1-12fe-4354-8e38-42756856df9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.4073906 Jul 05 10:12:00.912511 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bafcdc59-ed5b-4f97-9d11-ba2d00f55abe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:00.976903 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-4b39606e-a2a9-47e4-b46a-6ef09e3478ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 217 time: 0.0837450 Jul 05 10:12:00.996833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15e48a54-6495-4319-8105-de087d9d1b02 req-e89f91fe-8960-451c-9110-6d1ee4f57d09 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335847 Jul 05 10:12:01.156736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-2a232c3e-cb8e-4191-9720-e8ac02b9e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:01.160377 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-2a232c3e-cb8e-4191-9720-e8ac02b9e14b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.1720374 Jul 05 10:12:01.174855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafcdc59-ed5b-4f97-9d11-ba2d00f55abe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router d4e12d22-0836-4886-8fa1-b21efb0b96fe has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:01.187918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9069749-0d22-40d3-9189-bc792254f033 req-4957683e-c4c6-49e6-80a9-1457d8d235b7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:01.188938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-4957683e-c4c6-49e6-80a9-1457d8d235b7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 813 time: 0.2567170 Jul 05 10:12:01.250942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-f9740acd-b7e8-4af4-9ce4-f3f52b25df4a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/quotas/d6cc399dbd084ad9ad03d9053b85eb6a HTTP/1.1" status: 200 len: 375 time: 0.0512962 Jul 05 10:12:01.280495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.427561 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-4062bca4-532c-4355-92ed-db5de04fdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:01.430272 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-4062bca4-532c-4355-92ed-db5de04fdbb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2583702 Jul 05 10:12:01.431227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafcdc59-ed5b-4f97-9d11-ba2d00f55abe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:01.445387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bafcdc59-ed5b-4f97-9d11-ba2d00f55abe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.446256 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] Sync routers for ids ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:01.457309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bafcdc59-ed5b-4f97-9d11-ba2d00f55abe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/d4e12d22-0836-4886-8fa1-b21efb0b96fe HTTP/1.1" status: 200 len: 886 time: 1.6202941 Jul 05 10:12:01.457309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:01.471699 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] Routers {'d4e12d22-0836-4886-8fa1-b21efb0b96fe'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:01.472762 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:01.550805 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:01.578064 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] Routers {'d4e12d22-0836-4886-8fa1-b21efb0b96fe'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:01.582500 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:01.788524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d9329be5-002c-4903-b3f2-88092100273c details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:12:01.839688 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-c3681cd7-7e57-4a6f-93c2-557088fcc064 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668387 Jul 05 10:12:02.157157 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:02.158206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dfebd4-845f-4a7e-ba70-757b7c159d37 None None] The sync data for ids ['d4e12d22-0836-4886-8fa1-b21efb0b96fe'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:02.170687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:02.199370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'd9329be5-002c-4903-b3f2-88092100273c', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'port_id': 'd9329be5-002c-4903-b3f2-88092100273c', 'mac_address': 'fa:16:3e:3a:a5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:12:02.249693 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0a02646c-e5df-4bb5-81ce-d5e43e13312c req-d9adbfe8-3ccb-4d65-aedc-c1163da80aba service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002204 Jul 05 10:12:02.278466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-10c65300-58b1-4c4d-86f3-e6f86c5963a3 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0021327 Jul 05 10:12:02.283024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:02.283456 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.349397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.380819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9329be5-002c-4903-b3f2-88092100273c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:02.420741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:02.430410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.445280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-438195b1-7b8f-40f0-a532-20631bbc0a6e service neutron] 10.222.0.21 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602459 Jul 05 10:12:02.508186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 97e98f91-3777-4de9-99c8-3ea1c06fc2f3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,segment=NetworkSegment(5e09fbb9-60aa-4252-a77f-13366e15c718),segment_id=5e09fbb9-60aa-4252-a77f-13366e15c718)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:02.509398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.559927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:02.573722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:02.722108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['d9329be5-002c-4903-b3f2-88092100273c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:02.813123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-16049f12-2444-43bd-8632-c407cdd975b2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/routers/d4e12d22-0836-4886-8fa1-b21efb0b96fe HTTP/1.1" status: 200 len: 886 time: 1.3554490 Jul 05 10:12:02.820541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:02.895236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-e935c210-cd3f-444e-97e2-5e555fa9adc6 service neutron] 10.222.0.21 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758202 Jul 05 10:12:02.919044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1b98e06a-6165-40cc-a379-64e85db22bbe tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e12d22-0836-4886-8fa1-b21efb0b96fe HTTP/1.1" status: 200 len: 205 time: 0.0862427 Jul 05 10:12:02.919044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:02.944098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f45903-eb4c-43e8-89a1-d60bf2e92c8a req-f9fb4fc4-401d-42af-b0c2-c0d33a973382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:02.944098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f45903-eb4c-43e8-89a1-d60bf2e92c8a req-f9fb4fc4-401d-42af-b0c2-c0d33a973382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 944 time: 0.4804316 Jul 05 10:12:03.064578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49f45903-eb4c-43e8-89a1-d60bf2e92c8a req-6ffeebf1-93d8-4114-8272-4081805eddd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154311 Jul 05 10:12:03.437507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88b38c5c-deee-48ca-809b-633b301e1e9b req-f966be4d-da4e-4460-92fa-d0d82c4a4609 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 210 time: 0.1032884 Jul 05 10:12:03.660926 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.667131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.855121 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=97e98f91-3777-4de9-99c8-3ea1c06fc2f3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:04.531180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.535549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.762287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154399eb-ad1c-41bb-baf3-9282cf93f843 req-c70d0606-d9b3-4b45-abee-d4501836ad8e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:04.767576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-154399eb-ad1c-41bb-baf3-9282cf93f843 req-c70d0606-d9b3-4b45-abee-d4501836ad8e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 944 time: 0.2877097 Jul 05 10:12:04.916496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75aa51f7-6bd6-4e6a-be95-1aef613b993f req-189e79d8-0b60-4d21-815f-0ff8ab755e84 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 210 time: 0.1105518 Jul 05 10:12:04.980602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-154399eb-ad1c-41bb-baf3-9282cf93f843 req-0123a811-d5b5-4d9a-9a1a-b12b998b90d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067630 Jul 05 10:12:05.012237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port d2fda1fa-56a2-4fc9-8f75-4d4b377e89fd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:05.012978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.187915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:05.220093 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.299844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for d2fda1fa-56a2-4fc9-8f75-4d4b377e89fd owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:05.457274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:05.477169 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8a1502a2-8cf9-464c-9fb4-a2ee4059ff8b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4799550 Jul 05 10:12:05.477518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:05.480547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:05.505160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:05.506210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:05.689703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:05.704469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet a6fa08b0-fdc2-49ff-a85f-95344c2eb78c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:12:05.710901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.782205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.791033 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:12:05.900325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.905570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=d2fda1fa-56a2-4fc9-8f75-4d4b377e89fd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:06.221554 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.230121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d9329be5-002c-4903-b3f2-88092100273c up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:06.458474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.461629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.567150 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.576310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.577204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Fanout notify agent at l3_agent the message router_deleted on router d4e12d22-0836-4886-8fa1-b21efb0b96fe {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:12:06.639497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.650471 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc6642f7-833d-4ead-996d-68ef0ccc0793 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/d4e12d22-0836-4886-8fa1-b21efb0b96fe HTTP/1.1" status: 204 len: 168 time: 3.7239110 Jul 05 10:12:06.664394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4663c903-3841-4d92-8c27-67d60b9a295b req-e8ff9863-0045-409e-9db8-b8a63dc9dd7d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 210 time: 0.2593095 Jul 05 10:12:06.668835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52154) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:06.685578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-2085100662'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:06.729096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.783797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port d9329be5-002c-4903-b3f2-88092100273c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:06.820471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port d9329be5-002c-4903-b3f2-88092100273c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:06.824281 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.867239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fa08b0-fdc2-49ff-a85f-95344c2eb78c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:06.985549 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.991974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9069749-0d22-40d3-9189-bc792254f033 req-cfd5cede-328e-4285-8eda-d75f58ee2135 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:06.992804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-78f790f7-f1c3-426d-a5a0-e6da4ebb8837 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/a6fa08b0-fdc2-49ff-a85f-95344c2eb78c HTTP/1.1" status: 204 len: 168 time: 1.5080230 Jul 05 10:12:06.994987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff34b8-9c17-41b2-8a7d-13454a41522b None None] Network 414c4490-f058-4ee8-8479-ea71c8948a12 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:07.000714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52160) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:07.004703 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-cfd5cede-328e-4285-8eda-d75f58ee2135 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.15 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 813 time: 0.7988393 Jul 05 10:12:07.024658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Request body: {'port': {'device_id': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f', 'admin_state_up': True, 'tenant_id': 'd6cc399dbd084ad9ad03d9053b85eb6a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:07.029759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:07.038361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.366442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:07.422925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Made reservation on behalf of d6cc399dbd084ad9ad03d9053b85eb6a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:07.436957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.473498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:07.489579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.555267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d315-0afd-4397-b0f1-c18a9c6eff21 req-28322cbc-29b8-47fd-b54e-d7bf7360891c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:07.575363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16f0d315-0afd-4397-b0f1-c18a9c6eff21 req-28322cbc-29b8-47fd-b54e-d7bf7360891c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 944 time: 0.9139659 Jul 05 10:12:07.639897 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.640538 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment 6c6c487c-5aee-4afe-a230-1153020563fa of type vlan for network 8c2f9522-9436-4207-baef-fecaa2c55802 Jul 05 10:12:07.704504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.740171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:02Z', 'revision_number': 10, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:07.858776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:07.900806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:07.913010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-715911b7-d8f7-49cd-b12b-ae9cd7f86461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.918160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:07.925753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.986272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Allocated IP 172.20.0.5 (14f0e6e3-3115-4137-8663-7c5f22d1387f/c6a836f1-210b-4c82-824f-59bc3fc80c22/a037e0e4-4453-4697-8db6-359cbaf9ffaa) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:08.004676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16f0d315-0afd-4397-b0f1-c18a9c6eff21 req-5ec6bbbf-f960-44c8-9abe-1417d7436c08 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262826 Jul 05 10:12:08.080929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:08.086954 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256f8ea-9536-4497-8ec1-8b58f1582db3" -d '{"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-plugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:08.140192 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:08.150287 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.180907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-408e1e1a-b26b-4176-8f16-30cd7bbb94c2 req-dc5a6030-6e2a-4024-b370-c36054d0546b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 210 time: 0.1616008 Jul 05 10:12:08.245277 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb1cd79-1615-4a91-8f7f-4e43e82abe3a x-openstack-request-id: req-4fb1cd79-1615-4a91-8f7f-4e43e82abe3a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:08.245611 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-plugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:08.245812 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fb1cd79-1615-4a91-8f7f-4e43e82abe3a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:08.246200 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'code': 200} Jul 05 10:12:08.246974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] DHCP port deletion for 414c4490-f058-4ee8-8479-ea71c8948a12 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:08.254851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:08.271728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:12:08.316881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:08.317351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.514322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:08.516859 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.533836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:08.534566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.610068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-715911b7-d8f7-49cd-b12b-ae9cd7f86461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.645205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] Deleting port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:08.645833 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.674313 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-715911b7-d8f7-49cd-b12b-ae9cd7f86461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.747932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-715911b7-d8f7-49cd-b12b-ae9cd7f86461 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49574ec798cb4735bb03d66993231f61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3638978 Jul 05 10:12:08.769238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0942831 Jul 05 10:12:08.769238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,segment=NetworkSegment(5e09fbb9-60aa-4252-a77f-13366e15c718),segment_id=5e09fbb9-60aa-4252-a77f-13366e15c718)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:08.769659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.781272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52172) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:08.781685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52174) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:08.800929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': '8c2f9522-9436-4207-baef-fecaa2c55802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:08.817861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] For port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,segment=NetworkSegment(5e09fbb9-60aa-4252-a77f-13366e15c718),segment_id=5e09fbb9-60aa-4252-a77f-13366e15c718)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:08.818482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.877443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] Calling delete_port for 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:08.993377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715911b7-d8f7-49cd-b12b-ae9cd7f86461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd7e67-306a-4415-9dc8-5c3841dd50b0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:09.016015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:09.018169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ab645-086c-4863-a5de-477f09a7f7aa tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=8c2f9522-9436-4207-baef-fecaa2c55802,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:09.019061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:02Z', 'revision_number': 10, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:09.063790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 8c2f9522-9436-4207-baef-fecaa2c55802 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:09.066114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2bc59-d7d1-4157-ae66-63a83f6d586c None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:02Z', 'revision_number': 10, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None, '_interfaces': [{'id': '7b3e02cd-3428-4ada-aaa7-109b5934a0a5', 'name': '', 'network_id': 'abdaf12a-cc03-4124-b69b-f3473d5bc219', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'mac_address': 'fa:16:3e:dc:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:30Z', 'updated_at': '2021-07-05T10:10:50Z', 'revision_number': 5, 'project_id': '397506b1b05e4098af34d10c061d61db', 'subnets': [{'id': '613c5033-3f6d-484a-8a1d-e2e70e025ef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:09.088656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.167630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.174360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.187790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:09.270246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] Pushing event deleted for resources: {'Port': ['ID=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:09.283202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c153f-c910-4d22-a3a4-a3eb5e8008e5 req-e6397cbf-88a6-4ae2-af68-f5d597f5dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.289322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681eacf3-e649-4766-9dc4-ad2a888de00d None None] No DVR routers for this DVR port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:09.294769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff1c153f-c910-4d22-a3a4-a3eb5e8008e5 req-e6397cbf-88a6-4ae2-af68-f5d597f5dc11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1097 time: 0.8208089 Jul 05 10:12:09.335750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Network 14f0e6e3-3115-4137-8663-7c5f22d1387f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:09.366295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:09.370627 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.374883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184c02e4-54b0-4c3e-8291-8aa48060d69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.380255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:09.386404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Pushing event updated for resources: {'Port': ['ID=a037e0e4-4453-4697-8db6-359cbaf9ffaa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:09.408046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:09.527020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.528107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.566536 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-bd23478e-1ceb-4736-bb8a-280ce13fc957 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5517187 Jul 05 10:12:09.581743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Request body: {'port': {'device_id': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:09.596684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff1c153f-c910-4d22-a3a4-a3eb5e8008e5 req-38838b24-875e-4f6f-a315-e035f9aa4282 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670114 Jul 05 10:12:09.628435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184c02e4-54b0-4c3e-8291-8aa48060d69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.704521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.712957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.779383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:09.782033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No DVR routers for this DVR port 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:09.805432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ae2d4-88a2-4ff8-94a7-9def7e6961ac req-3ae71e31-ca77-4bf7-880e-7b708633e5d7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.806237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c21ae2d4-88a2-4ff8-94a7-9def7e6961ac req-3ae71e31-ca77-4bf7-880e-7b708633e5d7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 931 time: 0.3090310 Jul 05 10:12:09.863962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51e1d-e69c-495f-a7a1-0048455e4ae8 req-63ffacc8-cbae-4e90-ac4b-ba471e0f86b8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.871939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9be51e1d-e69c-495f-a7a1-0048455e4ae8 req-63ffacc8-cbae-4e90-ac4b-ba471e0f86b8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.4912593 Jul 05 10:12:09.988282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184c02e4-54b0-4c3e-8291-8aa48060d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.991142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184c02e4-54b0-4c3e-8291-8aa48060d69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.992311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-184c02e4-54b0-4c3e-8291-8aa48060d69c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14fd7e67-306a-4415-9dc8-5c3841dd50b0 HTTP/1.1" status: 204 len: 168 time: 1.2064114 Jul 05 10:12:10.053656 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.074956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c02e4-54b0-4c3e-8291-8aa48060d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd7e67-306a-4415-9dc8-5c3841dd50b0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.087342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c21ae2d4-88a2-4ff8-94a7-9def7e6961ac req-9fb3f1e2-04b9-43ac-8427-ae7921550313 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483950 Jul 05 10:12:10.111383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414c4490-f058-4ee8-8479-ea71c8948a12']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:10.132103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9be51e1d-e69c-495f-a7a1-0048455e4ae8 req-2b5a2635-79de-44e7-b7ef-57893a83f966 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578514 Jul 05 10:12:10.153328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e09fbb9-60aa-4252-a77f-13366e15c718') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:10.154820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e09fbb9-60aa-4252-a77f-13366e15c718') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:10.179880 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.190252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.234139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.268741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:10.269452 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:10.275234 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:10.324051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a037e0e4-4453-4697-8db6-359cbaf9ffaa {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:10.332876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:10.342260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.401092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:10.401985 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d3c9e47-c7d4-4e4d-8292-56e337f7e2b1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:10.403464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:10.424602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=fa1a227a-100a-431b-a10a-9b6fc2f0f6f7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.457771 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': '6c6c487c-5aee-4afe-a230-1153020563fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c2f9522-9436-4207-baef-fecaa2c55802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:10.458354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: 8c2f9522-9436-4207-baef-fecaa2c55802, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:10.461967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Transition to ACTIVE for port object a037e0e4-4453-4697-8db6-359cbaf9ffaa will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:10.467504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.469495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:10.470027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 97e98f91-3777-4de9-99c8-3ea1c06fc2f3 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:10.480362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.500985 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.504523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/414c4490-f058-4ee8-8479-ea71c8948a12 HTTP/1.1" status: 204 len: 168 time: 3.5018392 Jul 05 10:12:10.507875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52188) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:10.548427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d25d-eeb6-46f0-b5db-b87dcea6bf5a tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=414c4490-f058-4ee8-8479-ea71c8948a12,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.657399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 8c2f9522-9436-4207-baef-fecaa2c55802 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:10.733342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 8c2f9522-9436-4207-baef-fecaa2c55802) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:10.749179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079df79-cb6f-4841-a4b3-117e6d106ddf None None] Network 8c2f9522-9436-4207-baef-fecaa2c55802 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:10.753172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a037e0e4-4453-4697-8db6-359cbaf9ffaa,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.793117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:10.797859 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.807965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Attempting to bind port a037e0e4-4453-4697-8db6-359cbaf9ffaa on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:10.808464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Attempting to bind port a037e0e4-4453-4697-8db6-359cbaf9ffaa by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:10.808870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Attempting to bind port a037e0e4-4453-4697-8db6-359cbaf9ffaa on network 14f0e6e3-3115-4137-8663-7c5f22d1387f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:10.815722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Port a037e0e4-4453-4697-8db6-359cbaf9ffaa on network 14f0e6e3-3115-4137-8663-7c5f22d1387f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:12:10.816147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Attempting to bind port a037e0e4-4453-4697-8db6-359cbaf9ffaa on network 14f0e6e3-3115-4137-8663-7c5f22d1387f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:10.824131 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:10.824902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Checking segment: {'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:10.825670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Bound using segment: {'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:10.826273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Bound port: a037e0e4-4453-4697-8db6-359cbaf9ffaa, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8c0705-71a3-403f-93c7-e5134e40a30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:10.826865 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.833916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52190) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:10.860196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a908201-9ffe-437d-b14f-6f42452e0811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.879283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1f80bbdf-a46f-4f4c-a6b6-8745aeeb05d7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0880873 Jul 05 10:12:10.882339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:10.885813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-661790209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:10.951380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:12:10.951380 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:12:10.951380 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id_1': 'd49efd838a594551b928edd519dd4aa4', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 12, 10, 920833)}] Jul 05 10:12:10.951380 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:12:10.952882 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:12:11.007019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] For port a037e0e4-4453-4697-8db6-359cbaf9ffaa, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:11.041597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] For port a037e0e4-4453-4697-8db6-359cbaf9ffaa, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a037e0e4-4453-4697-8db6-359cbaf9ffaa,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:11.050620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.111648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:11.112763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.114838 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/a037e0e4-4453-4697-8db6-359cbaf9ffaa HTTP/1.1" status: 200 len: 1092 time: 1.5394769 Jul 05 10:12:11.118243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'tag': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:11.127435 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43" -d '{"events": [{"name": "network-changed", "server_uuid": "ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c", "tag": "a037e0e4-4453-4697-8db6-359cbaf9ffaa"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:11.183900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-8c2f9522-9436-4207-baef-fecaa2c55802', 'network_id': '8c2f9522-9436-4207-baef-fecaa2c55802', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': 'fa1a227a-100a-431b-a10a-9b6fc2f0f6f7'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:11.193918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.202665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e65b5-d49a-4647-a37c-76269007a3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a037e0e4-4453-4697-8db6-359cbaf9ffaa,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.254889 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc36c78f-d8f3-4729-bb63-8bd4d98942b2 x-openstack-request-id: req-fc36c78f-d8f3-4729-bb63-8bd4d98942b2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:11.255363 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c", "tag": "a037e0e4-4453-4697-8db6-359cbaf9ffaa", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:11.255719 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc36c78f-d8f3-4729-bb63-8bd4d98942b2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:11.256233 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'tag': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa', 'status': 'completed', 'code': 200} Jul 05 10:12:11.260679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a908201-9ffe-437d-b14f-6f42452e0811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.267817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a908201-9ffe-437d-b14f-6f42452e0811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.334743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a908201-9ffe-437d-b14f-6f42452e0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ec8f5f-bcb7-44f4-8bfd-ff3bc52e93a0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.348443 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a908201-9ffe-437d-b14f-6f42452e0811 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e8e70f39a1241e9b3040f6cbccdf5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100980 Jul 05 10:12:11.348982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:11.382935 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9069749-0d22-40d3-9189-bc792254f033 req-b9471287-d872-48de-9403-e519bffc7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:11.384919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-b9471287-d872-48de-9403-e519bffc7820 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 1095 time: 0.1777024 Jul 05 10:12:11.474180 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-8b371bd3-4986-4b08-b135-f1a4875a32c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a037e0e4-4453-4697-8db6-359cbaf9ffaa HTTP/1.1" status: 200 len: 217 time: 0.0665915 Jul 05 10:12:11.494575 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-182e3857-6f12-4a27-9730-3a5f1b576c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.563901 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.565186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.621248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Allocated IP 172.20.0.2 (8c2f9522-9436-4207-baef-fecaa2c55802/fa1a227a-100a-431b-a10a-9b6fc2f0f6f7/443100e6-ff04-4c39-8d0e-b3211a308998) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:11.632629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3862-c13a-4b5d-b544-b8dcc958c439 req-fcc67898-26db-4d50-82c1-154f5644312c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:11.635574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-442b3862-c13a-4b5d-b544-b8dcc958c439 req-fcc67898-26db-4d50-82c1-154f5644312c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 943 time: 0.1900563 Jul 05 10:12:11.638482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.649517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.658858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-182e3857-6f12-4a27-9730-3a5f1b576c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.664458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9069749-0d22-40d3-9189-bc792254f033 req-b2f3a4e4-3e87-4624-a4bd-1ab460c81f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:11.666669 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-b2f3a4e4-3e87-4624-a4bd-1ab460c81f60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.1859903 Jul 05 10:12:11.712514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.726071 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-0ac5e581-ce3b-42fe-9250-d50e00759c41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480013 Jul 05 10:12:11.730194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.736715 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-83ca1393-0af3-4246-b349-0efcf0c77ee9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8513305 Jul 05 10:12:11.756704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52204) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:11.974582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-442b3862-c13a-4b5d-b544-b8dcc958c439 req-8b4621f5-3d5a-4d39-88f1-5b0596b61de8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234229 Jul 05 10:12:12.067482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-182e3857-6f12-4a27-9730-3a5f1b576c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.067712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.071047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-182e3857-6f12-4a27-9730-3a5f1b576c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.072308 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-182e3857-6f12-4a27-9730-3a5f1b576c3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32ec8f5f-bcb7-44f4-8bfd-ff3bc52e93a0 HTTP/1.1" status: 204 len: 168 time: 0.7222378 Jul 05 10:12:12.091343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Transition to ACTIVE for port object 443100e6-ff04-4c39-8d0e-b3211a308998 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:12.142252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Transition to ACTIVE for port object 443100e6-ff04-4c39-8d0e-b3211a308998 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:12.157074 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.189208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e3857-6f12-4a27-9730-3a5f1b576c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ec8f5f-bcb7-44f4-8bfd-ff3bc52e93a0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.200119 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-4431e817-d30a-46a2-9f6d-6381c5bf425a service neutron] 10.222.0.15 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567521 Jul 05 10:12:12.226918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1583-d345-43f7-8044-4cee9139fe49 req-06166e3f-cde7-4c67-aa36-2a649fce6fdd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:12.236890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-317a1583-d345-43f7-8044-4cee9139fe49 req-06166e3f-cde7-4c67-aa36-2a649fce6fdd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.3819034 Jul 05 10:12:12.264373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Network 8c2f9522-9436-4207-baef-fecaa2c55802 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:12.285130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:12.289560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:12.326987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-317a1583-d345-43f7-8044-4cee9139fe49 req-7c79bbd1-15c3-4e4d-8b00-79614ea4ee51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842431 Jul 05 10:12:12.460642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.483873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Pushing event updated for resources: {'Port': ['ID=443100e6-ff04-4c39-8d0e-b3211a308998,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.514931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Attempting to bind port 443100e6-ff04-4c39-8d0e-b3211a308998 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:12.517946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Attempting to bind port 443100e6-ff04-4c39-8d0e-b3211a308998 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '6c6c487c-5aee-4afe-a230-1153020563fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c2f9522-9436-4207-baef-fecaa2c55802'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:12.520997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Attempting to bind port 443100e6-ff04-4c39-8d0e-b3211a308998 on network 8c2f9522-9436-4207-baef-fecaa2c55802 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:12.546843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:12.548118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Checking segment: {'id': '6c6c487c-5aee-4afe-a230-1153020563fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c2f9522-9436-4207-baef-fecaa2c55802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:12.549378 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.550146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Bound using segment: {'id': '6c6c487c-5aee-4afe-a230-1153020563fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c2f9522-9436-4207-baef-fecaa2c55802'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:12.550908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Bound port: 443100e6-ff04-4c39-8d0e-b3211a308998, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6c487c-5aee-4afe-a230-1153020563fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c2f9522-9436-4207-baef-fecaa2c55802'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:12.555475 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.629324 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a9069749-0d22-40d3-9189-bc792254f033 req-379c19ff-4420-4dde-8983-c8e8bdf17a40 service neutron] 10.222.0.15 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690269 Jul 05 10:12:12.762098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] For port 443100e6-ff04-4c39-8d0e-b3211a308998, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:12.763306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:12.763306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.770506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] For port 443100e6-ff04-4c39-8d0e-b3211a308998, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=443100e6-ff04-4c39-8d0e-b3211a308998,segment=NetworkSegment(6c6c487c-5aee-4afe-a230-1153020563fa),segment_id=6c6c487c-5aee-4afe-a230-1153020563fa)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:12.780768 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.925461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-100013cd-2593-4a6a-990d-714dacd759e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:12.927428 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-100013cd-2593-4a6a-990d-714dacd759e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 1095 time: 0.2040384 Jul 05 10:12:12.973602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 7b3e02cd-3428-4ada-aaa7-109b5934a0a5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,segment=NetworkSegment(997f70d0-ef8e-4168-9157-0e594632c1e9),segment_id=997f70d0-ef8e-4168-9157-0e594632c1e9)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:12.973953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.999820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:13.127627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c9fe9-3b75-4105-815d-64f99b25eecc req-aa6e87b2-e992-4814-85f8-bd291f8b2ef3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.129477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e6c9fe9-3b75-4105-815d-64f99b25eecc req-aa6e87b2-e992-4814-85f8-bd291f8b2ef3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.4791524 Jul 05 10:12:13.195782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.20.0.1 (8c2f9522-9436-4207-baef-fecaa2c55802/fa1a227a-100a-431b-a10a-9b6fc2f0f6f7/d3095f4e-d1b3-435b-a3ec-763976b980bc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:13.332013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d36b6f-6e2b-4e59-a57f-317ebdc4c453 None None] Pushing event updated for resources: {'Port': ['ID=443100e6-ff04-4c39-8d0e-b3211a308998,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.336112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-da4ad9f6-4af0-4e6a-a248-b6a4084d98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.338655 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-da4ad9f6-4af0-4e6a-a248-b6a4084d98a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.4015977 Jul 05 10:12:13.375989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e6c9fe9-3b75-4105-815d-64f99b25eecc req-ee375388-468f-434f-a783-bea2977203ef tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031820 Jul 05 10:12:13.427713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-29344fc3-5b94-435d-a32e-8f7eef33cef2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a037e0e4-4453-4697-8db6-359cbaf9ffaa HTTP/1.1" status: 200 len: 217 time: 0.0780072 Jul 05 10:12:13.427713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:13.550513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-62947f98-4818-40dc-b87a-c57f7292b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.552235 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-62947f98-4818-40dc-b87a-c57f7292b71a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.1093340 Jul 05 10:12:13.574034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.625958 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-b9276792-7806-406e-81f8-fdfcc1a52f9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523133 Jul 05 10:12:13.652067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=7b3e02cd-3428-4ada-aaa7-109b5934a0a5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.684334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c282f-4370-4a7a-aabf-b76d38dce55d req-56b4314a-67ff-4985-99d4-d9f41f3e29b5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.702271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db1c282f-4370-4a7a-aabf-b76d38dce55d req-56b4314a-67ff-4985-99d4-d9f41f3e29b5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 943 time: 0.4170289 Jul 05 10:12:14.018452 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.029766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.034594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db1c282f-4370-4a7a-aabf-b76d38dce55d req-ee50aa5b-919d-4518-bcf8-36ae2fe381bf tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395321 Jul 05 10:12:14.069060 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-fb960baa-ce63-4359-9759-4f92ca52288e service neutron] 10.222.0.15 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378319 Jul 05 10:12:14.094324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca135ef3-9885-47d3-bcce-3079c24085cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.161625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ffefa0-ea09-4292-b57f-f986d33dcfad tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:14.166574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a4ffefa0-ea09-4292-b57f-f986d33dcfad tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1092 time: 0.7371938 Jul 05 10:12:14.168722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:14.181602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object d3095f4e-d1b3-435b-a3ec-763976b980bc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:14.207279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'd9329be5-002c-4903-b3f2-88092100273c', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:14.431322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.528171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:14.588615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 443100e6-ff04-4c39-8d0e-b3211a308998 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:14.662867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 443100e6-ff04-4c39-8d0e-b3211a308998 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:14.681584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.783834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:14.784748 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-21c1fd2d-19e2-49c8-8485-7d91dabd0c43 req-98339424-3569-48b4-ba29-9e5e0bb856f9 service neutron] 10.222.0.15 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758265 Jul 05 10:12:14.801764 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:14.808205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c7697b1c-3273-4793-8e7d-e9892e10e711 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2795424 Jul 05 10:12:14.813032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:14.836506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 8c2f9522-9436-4207-baef-fecaa2c55802 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:14.857425 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:14.858453 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:14.879293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:14.892451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:14.939318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting subnet 613c5033-3f6d-484a-8a1d-e2e70e025ef0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:12:14.944496 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.037617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.054772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=d3095f4e-d1b3-435b-a3ec-763976b980bc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:15.149550 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:15.192746 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.315675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.319571 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:13Z', 'revision_number': 11, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:15.364580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.457259 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:15.480710 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:15.482645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:11:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:15.520381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a88c983-56f6-491c-acd2-603fd1aa4fd8 None None] Network 8c2f9522-9436-4207-baef-fecaa2c55802 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:15.635398 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:15.707911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.765247 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:13Z', 'revision_number': 11, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:15.768552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.82 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e6f7d760-8b42-460c-bf49-d2c0813d4825) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:15.864826 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebab3a-67e2-46c8-9678-980008515e67 None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:13Z', 'revision_number': 11, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:15.878935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a037e0e4-4453-4697-8db6-359cbaf9ffaa details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:12:15.981775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7a01a6ff-cf1b-44a7-b0a5-fe251f350729 None None] Provisioning for port 443100e6-ff04-4c39-8d0e-b3211a308998 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:16.005567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7a01a6ff-cf1b-44a7-b0a5-fe251f350729 None None] Provisioning complete for port 443100e6-ff04-4c39-8d0e-b3211a308998 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:16.007832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a01a6ff-cf1b-44a7-b0a5-fe251f350729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.368669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:16.379996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3df48-9b47-4358-8872-777148e18287 req-6460a398-5d07-4570-9121-14d21d5b6e3d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:16.388031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cab3df48-9b47-4358-8872-777148e18287 req-6460a398-5d07-4570-9121-14d21d5b6e3d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 943 time: 0.1731672 Jul 05 10:12:16.455334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:16.455822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7b3e02cd-3428-4ada-aaa7-109b5934a0a5 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:16.455988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cab3df48-9b47-4358-8872-777148e18287 req-ba6726a4-96f4-40b2-a5f3-3e319251c891 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Jul 05 10:12:16.472248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.544324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Subnet': ['ID=613c5033-3f6d-484a-8a1d-e2e70e025ef0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:16.549642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.552528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4a47e3ff-f823-4b63-bf38-87973c8a02ae tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/613c5033-3f6d-484a-8a1d-e2e70e025ef0 HTTP/1.1" status: 204 len: 168 time: 1.7376971 Jul 05 10:12:16.557932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a037e0e4-4453-4697-8db6-359cbaf9ffaa, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a037e0e4-4453-4697-8db6-359cbaf9ffaa,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:16.560574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:16.611942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5e50d-c183-42a6-9a07-7f727d6b37fb None None] Network abdaf12a-cc03-4124-b69b-f3473d5bc219 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:16.627855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa', 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f', 'port_id': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa', 'mac_address': 'fa:16:3e:57:93:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a836f1-210b-4c82-824f-59bc3fc80c22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:12:16.694310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.723035 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.789734 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a01a6ff-cf1b-44a7-b0a5-fe251f350729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.811761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.839367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.852890 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.892496 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.976285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Deleting port 6096a698-1798-4ff1-b285-c343aa0d2c3e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:16.976727 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.077656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=d3095f4e-d1b3-435b-a3ec-763976b980bc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.095108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03560ce3-da33-4d45-ab9d-34336effeecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.109740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a037e0e4-4453-4697-8db6-359cbaf9ffaa {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:17.127345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.128032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.128502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.128990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.129546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.130329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.130842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.131263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.131783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.132242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.132691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.133270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:17.160654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a037e0e4-4453-4697-8db6-359cbaf9ffaa, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a037e0e4-4453-4697-8db6-359cbaf9ffaa,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:17.169336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.183646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.208681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.225316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 8c2f9522-9436-4207-baef-fecaa2c55802 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:17.234634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:17.268860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] For port 6096a698-1798-4ff1-b285-c343aa0d2c3e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6096a698-1798-4ff1-b285-c343aa0d2c3e,segment=NetworkSegment(997f70d0-ef8e-4168-9157-0e594632c1e9),segment_id=997f70d0-ef8e-4168-9157-0e594632c1e9)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:17.269793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.287611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7a01a6ff-cf1b-44a7-b0a5-fe251f350729 None None] For port 443100e6-ff04-4c39-8d0e-b3211a308998, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=443100e6-ff04-4c39-8d0e-b3211a308998,segment=NetworkSegment(6c6c487c-5aee-4afe-a230-1153020563fa),segment_id=6c6c487c-5aee-4afe-a230-1153020563fa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:17.316249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Calling delete_port for 6096a698-1798-4ff1-b285-c343aa0d2c3e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:17.319184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:17.333226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:17.337650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:17.431252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a037e0e4-4453-4697-8db6-359cbaf9ffaa,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.461710 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a01a6ff-cf1b-44a7-b0a5-fe251f350729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.585305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a037e0e4-4453-4697-8db6-359cbaf9ffaa'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:17.641365 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.704250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No DVR routers for this DVR port 6096a698-1798-4ff1-b285-c343aa0d2c3e on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:17.724167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Port': ['ID=6096a698-1798-4ff1-b285-c343aa0d2c3e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.796475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01a6ff-cf1b-44a7-b0a5-fe251f350729 None None] Pushing event updated for resources: {'Port': ['ID=443100e6-ff04-4c39-8d0e-b3211a308998,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.828767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a57e8f5-292a-4846-a950-d9ba4e7f6245 None None] Provisioning for port d3095f4e-d1b3-435b-a3ec-763976b980bc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:17.845669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a57e8f5-292a-4846-a950-d9ba4e7f6245 None None] Provisioning complete for port d3095f4e-d1b3-435b-a3ec-763976b980bc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:17.845669 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a57e8f5-292a-4846-a950-d9ba4e7f6245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.036846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1a57e8f5-292a-4846-a950-d9ba4e7f6245 None None] Port d3095f4e-d1b3-435b-a3ec-763976b980bc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:18.045556 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.066694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a14c0d-6d0b-4907-9c23-1e4cb3517c3d None None] DHCP port deletion for abdaf12a-cc03-4124-b69b-f3473d5bc219 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:18.092862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdaf12a-cc03-4124-b69b-f3473d5bc219']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:18.094897 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.157759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a57e8f5-292a-4846-a950-d9ba4e7f6245 None None] Provisioning complete for port 443100e6-ff04-4c39-8d0e-b3211a308998 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:18.158262 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a57e8f5-292a-4846-a950-d9ba4e7f6245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.159908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997f70d0-ef8e-4168-9157-0e594632c1e9') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:18.160210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997f70d0-ef8e-4168-9157-0e594632c1e9') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:18.194571 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.223040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c70f0-70ee-46ee-af9b-7cfd1814e410 req-10e0b2de-71c7-4f13-9d31-21f33f744442 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:18.232953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-428c70f0-70ee-46ee-af9b-7cfd1814e410 req-10e0b2de-71c7-4f13-9d31-21f33f744442 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 944 time: 0.4493029 Jul 05 10:12:18.262441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.284388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:18.285655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:18.292324 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:18.300395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 443100e6-ff04-4c39-8d0e-b3211a308998 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:18.368350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-428c70f0-70ee-46ee-af9b-7cfd1814e410 req-ca3880a9-471b-427a-97e7-a01a654f4c5a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342864 Jul 05 10:12:18.416326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.420182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=e6f7d760-8b42-460c-bf49-d2c0813d4825,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:18.427689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.439533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/networks/abdaf12a-cc03-4124-b69b-f3473d5bc219 HTTP/1.1" status: 204 len: 168 time: 1.8747990 Jul 05 10:12:18.439533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:18.454028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'routes': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:18.542871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997b052-ad33-4630-892c-db3f3b253a47 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Pushing event deleted for resources: {'Network': ['ID=abdaf12a-cc03-4124-b69b-f3473d5bc219,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:18.586095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 443100e6-ff04-4c39-8d0e-b3211a308998 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:18.587099 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.673266 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 8a2f66a3-b283-4d18-ac15-451136850ca5 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:12:18.750832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eb34e77f-6712-411e-941f-3c9c396f966c None None] Provisioning complete for port d3095f4e-d1b3-435b-a3ec-763976b980bc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:18.755689 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb34e77f-6712-411e-941f-3c9c396f966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.810417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Added routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:12:18.810970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Removed routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:12:18.811359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.893223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-eb34e77f-6712-411e-941f-3c9c396f966c None None] Port d3095f4e-d1b3-435b-a3ec-763976b980bc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:18.984012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6096a698-1798-4ff1-b285-c343aa0d2c3e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:19.057905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 6096a698-1798-4ff1-b285-c343aa0d2c3e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:19.058296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6096a698-1798-4ff1-b285-c343aa0d2c3e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:19.101221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.107958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.266429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:19.281313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router 5de78438-b26e-46b5-8e01-33f4c453fb5a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:19.283559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] Sync routers for ids ['8a2f66a3-b283-4d18-ac15-451136850ca5'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:19.284630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:19.299116 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d27a138f-c213-4217-82eb-5e9add4f852d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/8a2f66a3-b283-4d18-ac15-451136850ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5293987 Jul 05 10:12:19.303147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] Routers {'8a2f66a3-b283-4d18-ac15-451136850ca5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:19.303782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8a2f66a3-b283-4d18-ac15-451136850ca5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.476173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.513035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] Routers {'8a2f66a3-b283-4d18-ac15-451136850ca5'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:19.514109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8a2f66a3-b283-4d18-ac15-451136850ca5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.589842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:19.610815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] Sync routers for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:19.619909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.621786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166f595a-ccfb-4958-8e92-7e8c20877df7 None None] The sync data for ids ['8a2f66a3-b283-4d18-ac15-451136850ca5'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:19.622335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.626563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6321ba9a-ea5f-4dbf-b11a-8bfd68496503 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 200 len: 704 time: 1.1773291 Jul 05 10:12:19.630692 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:19.630692 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.633848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:19.712030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47b736-096e-45cb-8b9a-8ae7dfdf3bb0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:19.713835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d47b736-096e-45cb-8b9a-8ae7dfdf3bb0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports/d3095f4e-d1b3-435b-a3ec-763976b980bc HTTP/1.1" status: 200 len: 910 time: 0.4243181 Jul 05 10:12:19.721094 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-21c8e444-68c3-44a9-9c8e-8e11a87ffe76 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 200 len: 205 time: 0.0865984 Jul 05 10:12:19.742375 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:19.751749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52294) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:19.752357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52296) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:19.781988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa1a227a-100a-431b-a10a-9b6fc2f0f6f7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:19.787894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.816135 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:13Z', 'revision_number': 11, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.843229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.855754 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] Checking router: 5de78438-b26e-46b5-8e01-33f4c453fb5a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:19.857722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a037e0e4-4453-4697-8db6-359cbaf9ffaa up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:19.868682 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] Routers {'5de78438-b26e-46b5-8e01-33f4c453fb5a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:19.869664 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['5de78438-b26e-46b5-8e01-33f4c453fb5a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.960863 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0ff1-8ea2-40c9-8162-031a5c97e3da tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.977683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a037e0e4-4453-4697-8db6-359cbaf9ffaa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:19.987273 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] Set router 5de78438-b26e-46b5-8e01-33f4c453fb5a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:19.992655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a037e0e4-4453-4697-8db6-359cbaf9ffaa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:19.993711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.064947 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:13Z', 'revision_number': 11, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:20.108696 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be4a84-1bad-4e3d-8652-cdde1327db1a None None] The sync data for ids ['5de78438-b26e-46b5-8e01-33f4c453fb5a'] in n-d-771363-33 is: [{'id': '5de78438-b26e-46b5-8e01-33f4c453fb5a', 'name': 'tempest-RoutersIpV6Test-router-536999533', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:27Z', 'updated_at': '2021-07-05T10:12:13Z', 'revision_number': 11, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:20.111732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.223035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.301529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:20.315513 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d8126-d4b9-48da-a06a-39cf380dfdf6" -d '{"events": [{"server_uuid": "ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c", "name": "network-vif-plugged", "status": "completed", "tag": "a037e0e4-4453-4697-8db6-359cbaf9ffaa"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:20.324747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c832ba-f1e3-466e-b4fd-3277d69a7320 req-93f4e19e-b703-4716-9735-079bbf865ea8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:20.329569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1c832ba-f1e3-466e-b4fd-3277d69a7320 req-93f4e19e-b703-4716-9735-079bbf865ea8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 944 time: 0.6263835 Jul 05 10:12:20.354825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a037e0e4-4453-4697-8db6-359cbaf9ffaa, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a037e0e4-4453-4697-8db6-359cbaf9ffaa,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:20.364452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.458751 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ecb5b-a38d-47e1-8f95-64e50764f7d0 x-openstack-request-id: req-fb3ecb5b-a38d-47e1-8f95-64e50764f7d0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:20.459010 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c", "name": "network-vif-plugged", "status": "completed", "tag": "a037e0e4-4453-4697-8db6-359cbaf9ffaa", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:20.462775 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb3ecb5b-a38d-47e1-8f95-64e50764f7d0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:20.463553 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa', 'code': 200} Jul 05 10:12:20.554625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0ff1-8ea2-40c9-8162-031a5c97e3da tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.564975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0ff1-8ea2-40c9-8162-031a5c97e3da tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.576250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a037e0e4-4453-4697-8db6-359cbaf9ffaa,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:20.679292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.694084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.713933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1c832ba-f1e3-466e-b4fd-3277d69a7320 req-d90b9f96-c98e-411b-a192-73ae5ed9506e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367722 Jul 05 10:12:20.783470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0ff1-8ea2-40c9-8162-031a5c97e3da tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.784772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3f0ff1-8ea2-40c9-8162-031a5c97e3da tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Fanout notify agent at l3_agent the message router_deleted on router 5de78438-b26e-46b5-8e01-33f4c453fb5a {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:12:20.799448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0ff1-8ea2-40c9-8162-031a5c97e3da tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.807895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dc3f0ff1-8ea2-40c9-8162-031a5c97e3da tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 204 len: 168 time: 1.0517662 Jul 05 10:12:20.821303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:20.849230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=e6f7d760-8b42-460c-bf49-d2c0813d4825,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:20.850097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ce02c9a8-125c-4a33-b3b2-0ca6705b643b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-806127268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:20.880461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.962882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce02c9a8-125c-4a33-b3b2-0ca6705b643b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.964713 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce02c9a8-125c-4a33-b3b2-0ca6705b643b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.982061 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf1cc4-d869-4a51-90b9-6c4cec60eb70 req-f48f69b2-131d-426f-abbc-f5128e895aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:20.985830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ccbf1cc4-d869-4a51-90b9-6c4cec60eb70 req-f48f69b2-131d-426f-abbc-f5128e895aba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 1097 time: 0.4080882 Jul 05 10:12:21.040438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.143307 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce02c9a8-125c-4a33-b3b2-0ca6705b643b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.175565 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce02c9a8-125c-4a33-b3b2-0ca6705b643b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.195132 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ccbf1cc4-d869-4a51-90b9-6c4cec60eb70 req-960a2bd1-06d2-4879-ad57-a0787e074295 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899283 Jul 05 10:12:21.255381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce02c9a8-125c-4a33-b3b2-0ca6705b643b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.255381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ce02c9a8-125c-4a33-b3b2-0ca6705b643b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4296227 Jul 05 10:12:21.284528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:21.299270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84b0d7f3-dd68-479c-8119-52ce7554cde2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:21.588643 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 5f00f5dc-7636-43a4-bc2c-8d3db05ee122 associated. External IP: 172.25.1.82, port: d9329be5-002c-4903-b3f2-88092100273c. Jul 05 10:12:21.758392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.771450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.912638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:21.913436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.918169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/ports/d3095f4e-d1b3-435b-a3ec-763976b980bc HTTP/1.1" status: 200 len: 910 time: 2.1603773 Jul 05 10:12:21.920876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52316) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:21.923556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543773d-5e86-47fe-82b1-8a21466406c4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=d3095f4e-d1b3-435b-a3ec-763976b980bc,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:21.971349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84b0d7f3-dd68-479c-8119-52ce7554cde2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.051016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84b0d7f3-dd68-479c-8119-52ce7554cde2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.822110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397740f5-8ff2-41f9-8970-10bec3b8ef18 req-5a3f0d94-8513-402c-bf4c-f591e501bec7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:22.822110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-397740f5-8ff2-41f9-8970-10bec3b8ef18 req-5a3f0d94-8513-402c-bf4c-f591e501bec7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 945 time: 0.6857090 Jul 05 10:12:22.977435 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:23.001753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-397740f5-8ff2-41f9-8970-10bec3b8ef18 req-827a8372-5b86-4e7b-a82b-7fb08153733b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628571 Jul 05 10:12:23.127180 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b0d7f3-dd68-479c-8119-52ce7554cde2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Router c48d2cfe-98f7-4e96-acb7-45619c10117d is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:12:23.191580 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.256288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:23.279818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] Sync routers for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:23.319043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:23.320086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:23.520203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b0d7f3-dd68-479c-8119-52ce7554cde2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:23.529564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.542841 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] Sync routers for ids ['c48d2cfe-98f7-4e96-acb7-45619c10117d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:23.576784 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] Routers {'c48d2cfe-98f7-4e96-acb7-45619c10117d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:23.577875 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c48d2cfe-98f7-4e96-acb7-45619c10117d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:23.581912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84b0d7f3-dd68-479c-8119-52ce7554cde2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.584069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84b0d7f3-dd68-479c-8119-52ce7554cde2 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "PUT /v2.0/routers/c48d2cfe-98f7-4e96-acb7-45619c10117d HTTP/1.1" status: 200 len: 697 time: 2.2972732 Jul 05 10:12:23.593341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:23.616440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:23.759459 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-58694411-79d8-4dfe-8a9a-2de6acbe9d97 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.5573485 Jul 05 10:12:23.760455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:23.765505 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0875cb58-1455-4ccf-906c-bbd1712ba282" -d '{"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:23.893217 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] Set router c48d2cfe-98f7-4e96-acb7-45619c10117d gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:23.961324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-07c29d7f-c625-40f0-8373-fb9984ed8613 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/routers/c48d2cfe-98f7-4e96-acb7-45619c10117d HTTP/1.1" status: 200 len: 703 time: 0.3641307 Jul 05 10:12:23.964236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:24.008118 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a107044-999f-439c-a709-64679166de10 x-openstack-request-id: req-1a107044-999f-439c-a709-64679166de10 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:24.009219 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:24.009219 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a107044-999f-439c-a709-64679166de10 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:24.009576 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'status': 'completed', 'code': 200} Jul 05 10:12:24.166455 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c8ea84ab-38c3-40c4-8db4-51a7881932f9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=c48d2cfe-98f7-4e96-acb7-45619c10117d HTTP/1.1" status: 200 len: 205 time: 0.1999025 Jul 05 10:12:24.182351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52378) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:24.284775 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d2cfe-98f7-4e96-acb7-45619c10117d', 'name': 'tempest-RoutersIpV6Test-router-806127268', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:20Z', 'updated_at': '2021-07-05T10:12:21Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:24.382469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '5f00f5dc-7636-43a4-bc2c-8d3db05ee122', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'port_id': 'd9329be5-002c-4903-b3f2-88092100273c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'mac_address': 'fa:16:3e:3a:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:12:19Z', 'updated_at': '2021-07-05T10:12:19Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:53Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:24.384383 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302118da-3108-408d-99f7-46ccf02046f1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.461646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-07e00896-8d8a-4007-9b20-acc469c4cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:24.469631 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-07e00896-8d8a-4007-9b20-acc469c4cd1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1097 time: 0.3074784 Jul 05 10:12:24.486617 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] Checking router: c48d2cfe-98f7-4e96-acb7-45619c10117d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:24.510619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] Checking router: 17420601-e4d8-4c33-ac96-a1ac4ad16c0a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:24.513419 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] Routers {'c48d2cfe-98f7-4e96-acb7-45619c10117d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:24.514502 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['c48d2cfe-98f7-4e96-acb7-45619c10117d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:24.531514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port d3095f4e-d1b3-435b-a3ec-763976b980bc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:24.532333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.561511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:24.565420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:24.782696 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] Set router c48d2cfe-98f7-4e96-acb7-45619c10117d gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:24.825906 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302118da-3108-408d-99f7-46ccf02046f1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.845869 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302118da-3108-408d-99f7-46ccf02046f1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.874986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-5ef83bff-f673-4ce9-bf3a-199b263efda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:24.886288 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-5ef83bff-f673-4ce9-bf3a-199b263efda9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.4091806 Jul 05 10:12:24.972829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d2cfe-98f7-4e96-acb7-45619c10117d', 'name': 'tempest-RoutersIpV6Test-router-806127268', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:20Z', 'updated_at': '2021-07-05T10:12:21Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:25.091321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.119472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for d3095f4e-d1b3-435b-a3ec-763976b980bc owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:25.187185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-c208aa86-9866-470a-a46a-30973e11d6d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 998 time: 0.2916102 Jul 05 10:12:25.240986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:25.326954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302118da-3108-408d-99f7-46ccf02046f1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.328445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302118da-3108-408d-99f7-46ccf02046f1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Fanout notify agent at l3_agent the message router_deleted on router c48d2cfe-98f7-4e96-acb7-45619c10117d {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:12:25.347216 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302118da-3108-408d-99f7-46ccf02046f1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.349412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-302118da-3108-408d-99f7-46ccf02046f1 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/c48d2cfe-98f7-4e96-acb7-45619c10117d HTTP/1.1" status: 204 len: 168 time: 1.1572344 Jul 05 10:12:25.349844 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ced39-4187-40cc-a010-3b93c3b10c35 None None] The sync data for ids ['c48d2cfe-98f7-4e96-acb7-45619c10117d'] in n-d-771363-33 is: [{'id': 'c48d2cfe-98f7-4e96-acb7-45619c10117d', 'name': 'tempest-RoutersIpV6Test-router-806127268', 'tenant_id': '397506b1b05e4098af34d10c061d61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:20Z', 'updated_at': '2021-07-05T10:12:21Z', 'revision_number': 2, 'project_id': '397506b1b05e4098af34d10c061d61db', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:25.356996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.453119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-a1e61bd1-f9fe-42ad-8f80-5b4187abcd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:25.455627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-a1e61bd1-f9fe-42ad-8f80-5b4187abcd8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.2588387 Jul 05 10:12:25.463438 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-46325afe-bbad-46cd-bf15-8529c66fecf9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=c48d2cfe-98f7-4e96-acb7-45619c10117d HTTP/1.1" status: 200 len: 205 time: 0.1047246 Jul 05 10:12:25.470365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52396) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.638073 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-a8606270-e465-4598-8d73-c2b36c69707b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] delete failed (client error): The resource could not be found. Jul 05 10:12:25.640482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a8606270-e465-4598-8d73-c2b36c69707b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/c48d2cfe-98f7-4e96-acb7-45619c10117d HTTP/1.1" status: 404 len: 336 time: 0.1632464 Jul 05 10:12:25.650053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-b701e60e-000b-47d8-9e36-6b4d51b7f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:25.658627 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-b701e60e-000b-47d8-9e36-6b4d51b7f426 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928556 Jul 05 10:12:25.659534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.801110 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db24aa6-e50d-4a19-b081-14df71556808 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:25.802231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db24aa6-e50d-4a19-b081-14df71556808 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:25.804839 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2db24aa6-e50d-4a19-b081-14df71556808 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/cbe74e35-d54c-45d5-94f9-360ec81f7636 HTTP/1.1" status: 404 len: 337 time: 0.1428063 Jul 05 10:12:25.824224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.832271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107795fa-4bf5-4c2c-9b76-1ce6a4179777 req-6b78e313-2e55-44a5-b003-d8b835595bab tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:25.838680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-107795fa-4bf5-4c2c-9b76-1ce6a4179777 req-6b78e313-2e55-44a5-b003-d8b835595bab tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 945 time: 1.0867002 Jul 05 10:12:25.877109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.904684 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9022b25a-97d4-4035-a5dc-12574856bee7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:25.905053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9022b25a-97d4-4035-a5dc-12574856bee7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:25.909192 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9022b25a-97d4-4035-a5dc-12574856bee7 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/9785b6c1-7750-4c9b-942d-0dfd564e1b96 HTTP/1.1" status: 404 len: 337 time: 0.0810101 Jul 05 10:12:25.914116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.953069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=d3095f4e-d1b3-435b-a3ec-763976b980bc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:25.981861 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2f5aee-df2e-422c-86dc-d6ab2fe59a1e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:25.982334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2f5aee-df2e-422c-86dc-d6ab2fe59a1e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:25.984811 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c2f5aee-df2e-422c-86dc-d6ab2fe59a1e tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/a6fa08b0-fdc2-49ff-a85f-95344c2eb78c HTTP/1.1" status: 404 len: 337 time: 0.0695791 Jul 05 10:12:25.989958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.055186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908025f-aa52-41c9-910e-a69a2beec074 req-3b25b28b-a3bc-4652-ba8c-346ac9d6d09b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:26.060350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4908025f-aa52-41c9-910e-a69a2beec074 req-3b25b28b-a3bc-4652-ba8c-346ac9d6d09b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 1.0057797 Jul 05 10:12:26.069110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-107795fa-4bf5-4c2c-9b76-1ce6a4179777 req-2a9aa277-8dee-496e-8866-aab7e3e7c6ff tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065887 Jul 05 10:12:26.110768 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-39645e18-ea41-42a2-9ff8-602b6d52a089 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738291 Jul 05 10:12:26.187611 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4eae0f-5c1a-46ca-a961-2678e8e98a83 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:26.188419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4eae0f-5c1a-46ca-a961-2678e8e98a83 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:26.192385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3d4eae0f-5c1a-46ca-a961-2678e8e98a83 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/613c5033-3f6d-484a-8a1d-e2e70e025ef0 HTTP/1.1" status: 404 len: 337 time: 0.1968250 Jul 05 10:12:26.229813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52412) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.360879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4ca6cf73-2141-4314-b5bd-cf54d6899b38 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 200 len: 205 time: 0.1256318 Jul 05 10:12:26.369590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.537940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4908025f-aa52-41c9-910e-a69a2beec074 req-31498171-92fc-4f26-aa13-bf8e1d8d0bb2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4639511 Jul 05 10:12:26.538668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.579563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52416) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.659778 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-e1efb61e-364d-4132-908c-1afc1f672035 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] delete failed (client error): The resource could not be found. Jul 05 10:12:26.669728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e1efb61e-364d-4132-908c-1afc1f672035 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/5de78438-b26e-46b5-8e01-33f4c453fb5a HTTP/1.1" status: 404 len: 336 time: 0.2930665 Jul 05 10:12:26.671156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.781177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c5b6d547-c195-4190-96dc-6aedb9252cba tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f762a1-422c-4928-924a-6f95ee7a9ce9 HTTP/1.1" status: 200 len: 205 time: 0.1070275 Jul 05 10:12:26.782118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52420) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.796723 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5aee6ebb-f999-4124-9e80-3208e80c2f64 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/5f00f5dc-7636-43a4-bc2c-8d3db05ee122 HTTP/1.1" status: 200 len: 990 time: 0.2095799 Jul 05 10:12:26.801676 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0875cb58-1455-4ccf-906c-bbd1712ba282 req-badce435-cee6-4fba-9338-26490b101dea service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892385 Jul 05 10:12:26.818425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '5f00f5dc-7636-43a4-bc2c-8d3db05ee122', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'port_id': 'd9329be5-002c-4903-b3f2-88092100273c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'mac_address': 'fa:16:3e:3a:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:12:19Z', 'updated_at': '2021-07-05T10:12:19Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:53Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:26.914564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b008a82c-e99c-409d-8b16-1f6a109bf20e None None] The sync data for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 is: [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '5f00f5dc-7636-43a4-bc2c-8d3db05ee122', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'port_id': 'd9329be5-002c-4903-b3f2-88092100273c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'mac_address': 'fa:16:3e:3a:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:12:19Z', 'updated_at': '2021-07-05T10:12:19Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:53Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:27.045456 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-a14609c6-a948-4430-870c-e539ad26e249 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] delete failed (client error): The resource could not be found. Jul 05 10:12:27.050382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a14609c6-a948-4430-870c-e539ad26e249 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/36f762a1-422c-4928-924a-6f95ee7a9ce9 HTTP/1.1" status: 404 len: 336 time: 0.1969657 Jul 05 10:12:27.057526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.145226 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1d28e7-2a7e-4e01-a66a-4ba452153203 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:27.145693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1d28e7-2a7e-4e01-a66a-4ba452153203 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:27.148370 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f1d28e7-2a7e-4e01-a66a-4ba452153203 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/8a1f41c7-44e2-44a2-9b1e-b8342027084d HTTP/1.1" status: 404 len: 337 time: 0.0851455 Jul 05 10:12:27.167846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52428) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.210736 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cca9e196-f919-4f40-80cd-effab179df10 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ea214f-b99c-4416-8876-c61e9a4af128 HTTP/1.1" status: 200 len: 205 time: 0.0554612 Jul 05 10:12:27.214623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.313253 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-2bea2e07-c918-439a-a448-6ededa4cc5ee tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] delete failed (client error): The resource could not be found. Jul 05 10:12:27.317498 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2bea2e07-c918-439a-a448-6ededa4cc5ee tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/27ea214f-b99c-4416-8876-c61e9a4af128 HTTP/1.1" status: 404 len: 336 time: 0.1009092 Jul 05 10:12:27.323213 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.401628 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f72d0dca-76c2-48be-9bef-3fecb35feed8 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c97415-b62f-47c7-b855-49b22c884a5c HTTP/1.1" status: 200 len: 205 time: 0.0735450 Jul 05 10:12:27.410371 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.429901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8330-4c16-4c35-902f-31cec46af593 None None] New status for floating IP 5f00f5dc-7636-43a4-bc2c-8d3db05ee122: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:12:27.474641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 8a2f66a3-b283-4d18-ac15-451136850ca5 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:27.519685 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-57616edd-6b73-4c09-8fd3-611c5edbd184 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] delete failed (client error): The resource could not be found. Jul 05 10:12:27.524266 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-57616edd-6b73-4c09-8fd3-611c5edbd184 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/69c97415-b62f-47c7-b855-49b22c884a5c HTTP/1.1" status: 404 len: 336 time: 0.1116588 Jul 05 10:12:27.534753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.609141 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b19ef6-2c40-4d4a-b48a-347ceb5678e9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:27.609976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b19ef6-2c40-4d4a-b48a-347ceb5678e9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:27.615766 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-12b19ef6-2c40-4d4a-b48a-347ceb5678e9 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/dea609d3-0fb9-4a03-b8f0-cbf04c1994f9 HTTP/1.1" status: 404 len: 337 time: 0.0762925 Jul 05 10:12:27.616458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52440) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.691460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-abdfe922-9eab-4427-bac7-058ce1a60e33 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=83bfd037-3e96-489a-9a69-8b6dc9d54b49 HTTP/1.1" status: 200 len: 205 time: 0.0711601 Jul 05 10:12:27.692184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.761109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:27.775178 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] Sync routers for ids ['8a2f66a3-b283-4d18-ac15-451136850ca5'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:27.776297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cf335c2c-781b-4464-a673-2ec2098cb063 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/8a2f66a3-b283-4d18-ac15-451136850ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8535588 Jul 05 10:12:27.784053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.797832 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-de11166a-5ad4-40f2-9d6d-95fc8a888798 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] delete failed (client error): The resource could not be found. Jul 05 10:12:27.798924 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-de11166a-5ad4-40f2-9d6d-95fc8a888798 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/83bfd037-3e96-489a-9a69-8b6dc9d54b49 HTTP/1.1" status: 404 len: 336 time: 0.1041870 Jul 05 10:12:27.799546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.835037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.836842 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] Routers {'8a2f66a3-b283-4d18-ac15-451136850ca5'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:27.839779 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8a2f66a3-b283-4d18-ac15-451136850ca5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:27.897752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-38284640-a262-4e05-9f4b-155fe0c4b7dd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a2f66a3-b283-4d18-ac15-451136850ca5 HTTP/1.1" status: 200 len: 205 time: 0.1118305 Jul 05 10:12:27.908122 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:27.913933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.945060 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] Routers {'8a2f66a3-b283-4d18-ac15-451136850ca5'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:27.946745 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['8a2f66a3-b283-4d18-ac15-451136850ca5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:27.953479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0910-4cdf-4e1d-848f-537c3289da6c req-90205e0a-c0e0-42e6-9b8c-afceea452812 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:27.956328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a9b0910-4cdf-4e1d-848f-537c3289da6c req-90205e0a-c0e0-42e6-9b8c-afceea452812 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 945 time: 0.6109395 Jul 05 10:12:27.958693 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4afa8f-decc-4951-8ec5-8010fcddbca6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:27.962134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4afa8f-decc-4951-8ec5-8010fcddbca6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:27.973967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9e4afa8f-decc-4951-8ec5-8010fcddbca6 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/e50a53f1-9227-445f-a3b2-d5cb1127a2e2 HTTP/1.1" status: 404 len: 337 time: 0.1346717 Jul 05 10:12:27.977207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:28.018854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:28.020361 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000322ac-2105-4713-ad6a-e22d5a17ddfd None None] The sync data for ids ['8a2f66a3-b283-4d18-ac15-451136850ca5'] in n-d-771363-33 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:28.055484 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50aa1366-1f5b-46a1-9b3e-cad00fa24396 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/5f00f5dc-7636-43a4-bc2c-8d3db05ee122 HTTP/1.1" status: 200 len: 992 time: 0.2537136 Jul 05 10:12:28.074279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b18ee044-9edf-44bd-9f13-52a14984515b tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "GET /v2.0/ports?device_id=62feae45-4e71-4846-a8e0-acbf0ccba9ad HTTP/1.1" status: 200 len: 205 time: 0.0880847 Jul 05 10:12:28.080503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:28.082776 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22ec3381-1332-473b-b58a-3ae391e1faf7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.141351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a9b0910-4cdf-4e1d-848f-537c3289da6c req-6ce2d6a6-b0d2-400c-857b-ab8914c62e1f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655860 Jul 05 10:12:28.226758 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-ac9c505c-9192-4ccd-8974-99c0554fc831 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] delete failed (client error): The resource could not be found. Jul 05 10:12:28.228777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ac9c505c-9192-4ccd-8974-99c0554fc831 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/routers/62feae45-4e71-4846-a8e0-acbf0ccba9ad HTTP/1.1" status: 404 len: 336 time: 0.1462917 Jul 05 10:12:28.231720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52458) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:28.265033 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f644c63-694c-4c2b-a08e-ba0354992552 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:28.266605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f644c63-694c-4c2b-a08e-ba0354992552 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:28.270648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8f644c63-694c-4c2b-a08e-ba0354992552 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/73a6f62d-6d5d-49c8-83cf-1ddf8504e896 HTTP/1.1" status: 404 len: 337 time: 0.0377712 Jul 05 10:12:28.271833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:28.307770 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f7f419-3a72-4fa5-b2a6-5b4ee5f19f58 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:28.308484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f7f419-3a72-4fa5-b2a6-5b4ee5f19f58 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:28.315234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-67f7f419-3a72-4fa5-b2a6-5b4ee5f19f58 tempest-RoutersIpV6Test-975361429 tempest-RoutersIpV6Test-975361429-project] 10.222.0.21 "DELETE /v2.0/subnets/20623f68-3668-4125-a849-fd09eb72e4d2 HTTP/1.1" status: 404 len: 337 time: 0.0421727 Jul 05 10:12:28.419985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22ec3381-1332-473b-b58a-3ae391e1faf7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.425703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22ec3381-1332-473b-b58a-3ae391e1faf7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.525040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22ec3381-1332-473b-b58a-3ae391e1faf7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.525775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec3381-1332-473b-b58a-3ae391e1faf7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2f66a3-b283-4d18-ac15-451136850ca5 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:12:28.546605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22ec3381-1332-473b-b58a-3ae391e1faf7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.551561 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22ec3381-1332-473b-b58a-3ae391e1faf7 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/8a2f66a3-b283-4d18-ac15-451136850ca5 HTTP/1.1" status: 204 len: 168 time: 0.6328082 Jul 05 10:12:28.552076 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52464) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:28.713112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet fa1a227a-100a-431b-a10a-9b6fc2f0f6f7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:12:28.726154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.847369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.878923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-10547ea7-42a6-480b-b241-d37384db06f4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:28.882682 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-10547ea7-42a6-480b-b241-d37384db06f4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 945 time: 0.2246375 Jul 05 10:12:28.979613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:29.050898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.133676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Deleting port a037e0e4-4453-4697-8db6-359cbaf9ffaa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:29.135342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.164247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.227525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1a227a-100a-431b-a10a-9b6fc2f0f6f7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.238747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.242501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b7748b22-5a57-4833-8b56-bfb6a51f1069 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1a227a-100a-431b-a10a-9b6fc2f0f6f7 HTTP/1.1" status: 204 len: 168 time: 0.6884151 Jul 05 10:12:29.248285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52480) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:29.253562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a61dd-925d-4bde-8cdb-f3d307267e07 None None] Network 8c2f9522-9436-4207-baef-fecaa2c55802 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:29.430280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.604289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d64ed5-51cb-4543-af87-deeee23c01bb req-817feda2-e568-4393-ae93-551341a44b22 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:29.618329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2d64ed5-51cb-4543-af87-deeee23c01bb req-817feda2-e568-4393-ae93-551341a44b22 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 945 time: 0.2569997 Jul 05 10:12:29.700559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] For port a037e0e4-4453-4697-8db6-359cbaf9ffaa, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a037e0e4-4453-4697-8db6-359cbaf9ffaa,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:29.701651 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.724002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2d64ed5-51cb-4543-af87-deeee23c01bb req-86802743-6038-4f7b-8668-b03243180578 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023140 Jul 05 10:12:29.736782 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Calling delete_port for a037e0e4-4453-4697-8db6-359cbaf9ffaa owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:29.802161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.822581 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.959812 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b4860801-fcdd-481b-8eab-f78f440eafbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=397506b1b05e4098af34d10c061d61db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9786479 Jul 05 10:12:29.960713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:30.021702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ad247-5991-4987-92ba-1466a64849dc None None] DHCP port deletion for 8c2f9522-9436-4207-baef-fecaa2c55802 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:30.167047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f3634-05ca-4f78-9cfc-ce0acb310c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.183800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 443100e6-ff04-4c39-8d0e-b3211a308998 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:30.184693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.206466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.231337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:30.254415 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f3634-05ca-4f78-9cfc-ce0acb310c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.306048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 443100e6-ff04-4c39-8d0e-b3211a308998 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:30.355676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Pushing event deleted for resources: {'Port': ['ID=a037e0e4-4453-4697-8db6-359cbaf9ffaa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:30.385213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f3634-05ca-4f78-9cfc-ce0acb310c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.399760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f3634-05ca-4f78-9cfc-ce0acb310c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.401122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b19f3634-05ca-4f78-9cfc-ce0acb310c21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1d680a9-bf62-4259-a577-8f6ac60c62d8 HTTP/1.1" status: 204 len: 168 time: 0.4389639 Jul 05 10:12:30.424466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f3634-05ca-4f78-9cfc-ce0acb310c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d680a9-bf62-4259-a577-8f6ac60c62d8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:30.438006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-792ad247-5991-4987-92ba-1466a64849dc None None] Deleting port 443100e6-ff04-4c39-8d0e-b3211a308998 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:30.438391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-792ad247-5991-4987-92ba-1466a64849dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.496916 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] No DVR routers for this DVR port a037e0e4-4453-4697-8db6-359cbaf9ffaa on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:30.502357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.503256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:30.504865 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b32fc824-20f0-45d0-a30c-eecac651fbb3 req-06545674-2d2a-4e30-aa9b-e678f717740a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.15 "DELETE /v2.0/ports/a037e0e4-4453-4697-8db6-359cbaf9ffaa HTTP/1.1" status: 204 len: 173 time: 1.6152961 Jul 05 10:12:30.505417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'name': 'network-vif-deleted', 'tag': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:30.507952 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9bcf17-830b-4b82-8e8f-afffb8531452" -d '{"events": [{"server_uuid": "ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c", "name": "network-vif-deleted", "tag": "a037e0e4-4453-4697-8db6-359cbaf9ffaa"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:30.513753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port 443100e6-ff04-4c39-8d0e-b3211a308998, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=443100e6-ff04-4c39-8d0e-b3211a308998,segment=NetworkSegment(6c6c487c-5aee-4afe-a230-1153020563fa),segment_id=6c6c487c-5aee-4afe-a230-1153020563fa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:30.514100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.562216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 443100e6-ff04-4c39-8d0e-b3211a308998 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:30.600233 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800ac696-6255-428d-8a95-33f57a9d3377 x-openstack-request-id: req-800ac696-6255-428d-8a95-33f57a9d3377 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:30.600886 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c", "name": "network-vif-deleted", "tag": "a037e0e4-4453-4697-8db6-359cbaf9ffaa", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:30.601416 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-800ac696-6255-428d-8a95-33f57a9d3377 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:30.602102 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c', 'name': 'network-vif-deleted', 'tag': 'a037e0e4-4453-4697-8db6-359cbaf9ffaa', 'status': 'completed', 'code': 200} Jul 05 10:12:30.799551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.923146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port 443100e6-ff04-4c39-8d0e-b3211a308998 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:30.926118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=443100e6-ff04-4c39-8d0e-b3211a308998,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:30.991564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a981fb0c-6216-4626-bb2f-6a8684530f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.014497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-792ad247-5991-4987-92ba-1466a64849dc None None] For port 443100e6-ff04-4c39-8d0e-b3211a308998, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=443100e6-ff04-4c39-8d0e-b3211a308998,segment=NetworkSegment(6c6c487c-5aee-4afe-a230-1153020563fa),segment_id=6c6c487c-5aee-4afe-a230-1153020563fa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:31.016675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-792ad247-5991-4987-92ba-1466a64849dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.028244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.141687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-792ad247-5991-4987-92ba-1466a64849dc None None] Calling delete_port for 443100e6-ff04-4c39-8d0e-b3211a308998 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:31.222289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.251264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2f9522-9436-4207-baef-fecaa2c55802']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:31.282762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6c487c-5aee-4afe-a230-1153020563fa') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:31.283623 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6c487c-5aee-4afe-a230-1153020563fa') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:31.317770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.365223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.392556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:31.393318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:31.399674 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:31.443265 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a981fb0c-6216-4626-bb2f-6a8684530f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.513487 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a981fb0c-6216-4626-bb2f-6a8684530f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.520555 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-792ad247-5991-4987-92ba-1466a64849dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.552585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ad247-5991-4987-92ba-1466a64849dc None None] Pushing event deleted for resources: {'Port': ['ID=443100e6-ff04-4c39-8d0e-b3211a308998,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.557825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ad247-5991-4987-92ba-1466a64849dc None None] No DVR routers for this DVR port 443100e6-ff04-4c39-8d0e-b3211a308998 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:31.596742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6c45e53-7ed9-404a-aac4-bede23d74f5a req-8f8cfa9f-711a-4989-a7df-6ac261357305 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27e9c4-90f3-4c9e-8169-1a298fe5cc3c HTTP/1.1" status: 200 len: 210 time: 0.2162757 Jul 05 10:12:31.621428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.677912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a981fb0c-6216-4626-bb2f-6a8684530f63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f9242ad4fb45c48d2ccd4f932828de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1679204 Jul 05 10:12:31.685268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:31.708341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981fb0c-6216-4626-bb2f-6a8684530f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eafdd6-b7bd-4b17-b989-0a48b50eb7c7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.713397 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.722996 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/8c2f9522-9436-4207-baef-fecaa2c55802 HTTP/1.1" status: 204 len: 168 time: 2.4677458 Jul 05 10:12:31.724050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171b38f-fa66-4015-bbd8-be7c3f2a23fd tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=8c2f9522-9436-4207-baef-fecaa2c55802,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.727979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:31.737307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-95b5ada2-b64e-4bb0-91c1-1cd940ca9e66 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-535643805', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:31.811539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95b5ada2-b64e-4bb0-91c1-1cd940ca9e66 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.813474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95b5ada2-b64e-4bb0-91c1-1cd940ca9e66 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.831180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ff5776c-6db0-4936-9f0d-a543c35e9c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.872034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ff5776c-6db0-4936-9f0d-a543c35e9c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.916403 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95b5ada2-b64e-4bb0-91c1-1cd940ca9e66 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.922586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95b5ada2-b64e-4bb0-91c1-1cd940ca9e66 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.927058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a037e0e4-4453-4697-8db6-359cbaf9ffaa no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:31.957767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95b5ada2-b64e-4bb0-91c1-1cd940ca9e66 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.961044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-95b5ada2-b64e-4bb0-91c1-1cd940ca9e66 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2306077 Jul 05 10:12:31.963648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:31.963962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a037e0e4-4453-4697-8db6-359cbaf9ffaa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:31.964451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a037e0e4-4453-4697-8db6-359cbaf9ffaa not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:31.970624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ff5776c-6db0-4936-9f0d-a543c35e9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.975284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-901475835'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:31.975491 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ff5776c-6db0-4936-9f0d-a543c35e9c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.977761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0ff5776c-6db0-4936-9f0d-a543c35e9c39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3eafdd6-b7bd-4b17-b989-0a48b50eb7c7 HTTP/1.1" status: 204 len: 168 time: 0.2908425 Jul 05 10:12:31.991703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5776c-6db0-4936-9f0d-a543c35e9c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eafdd6-b7bd-4b17-b989-0a48b50eb7c7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.026542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:32.032098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.073714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:32.093686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.094286 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment 782628f2-f13d-42b2-8d05-35cb47add3e8 of type vlan for network 7eef0982-0f45-49f6-8903-9f5bd8d207ae Jul 05 10:12:32.191298 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.245450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.253334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:32.254386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.367046 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3994200 Jul 05 10:12:32.374144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:32.398025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:32.512945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc386e8-2bb4-4ab0-ad4b-e60666149aee tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=7eef0982-0f45-49f6-8903-9f5bd8d207ae,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.532668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:32.632700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:32.639917 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:32.646860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.696958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4f25d91-9797-4ac4-b8a7-c8e8e2dc6a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.720922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:32.990635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4f25d91-9797-4ac4-b8a7-c8e8e2dc6a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.998341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4f25d91-9797-4ac4-b8a7-c8e8e2dc6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.073223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-775808af-a09f-44fc-96c6-21b111231449 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1794306244', 'prefixes': ['172.20.0.0/16']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:33.147200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.175276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b4f25d91-9797-4ac4-b8a7-c8e8e2dc6a16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=391783f9f07c4172b7b1f0002fdee94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364940 Jul 05 10:12:33.177444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52560) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:33.214400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f25d91-9797-4ac4-b8a7-c8e8e2dc6a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549cfd1-dc1d-43f7-8cc2-f1a6b9cf2258,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.360733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-775808af-a09f-44fc-96c6-21b111231449 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] Notify callbacks [] for subnetpool, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.363930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-775808af-a09f-44fc-96c6-21b111231449 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6411390 Jul 05 10:12:33.377526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:33.438470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:33.439149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: 7eef0982-0f45-49f6-8903-9f5bd8d207ae, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:33.444058 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30084e9e-6a81-494e-aef8-8552012ead7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.457698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=cc66f6e7-7863-4f09-ad7f-833dce70ec2c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.463881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7f5ca-490c-4289-aa1d-e211085a8948 req-a6f9ba38-c584-4bc9-992b-fb6b16679cd2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:33.467676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64a7f5ca-490c-4289-aa1d-e211085a8948 req-a6f9ba38-c584-4bc9-992b-fb6b16679cd2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2709587 Jul 05 10:12:33.491038 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-35782e76-2c0a-4155-9582-2d02df9bb821 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] 10.222.0.21 "GET /v2.0/subnetpools/9554e7a2-6772-4171-99e2-e66b56cdbc71 HTTP/1.1" status: 200 len: 732 time: 0.1058147 Jul 05 10:12:33.505788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:33.517390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c87e0e83-5cea-49b2-9014-51551d90f64c tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-641881311'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:33.524751 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:33.534393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30084e9e-6a81-494e-aef8-8552012ead7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.560636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 7eef0982-0f45-49f6-8903-9f5bd8d207ae) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:33.568485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:33.569688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.577107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18006d84-f8dd-4f96-90ea-449f9488a0d6 None None] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:33.743322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ef22d4d7-a826-466f-849a-7c9fd94eac45 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3669698 Jul 05 10:12:33.749020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64a7f5ca-490c-4289-aa1d-e211085a8948 req-a6c5bc4f-7cbe-4cb8-a7f8-88178ab8becc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645209 Jul 05 10:12:33.750965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c87e0e83-5cea-49b2-9014-51551d90f64c tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] Notify callbacks [] for subnetpool, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.751685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52568) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:33.756944 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c87e0e83-5cea-49b2-9014-51551d90f64c tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] 10.222.0.21 "PUT /v2.0/subnetpools/9554e7a2-6772-4171-99e2-e66b56cdbc71 HTTP/1.1" status: 200 len: 683 time: 0.2450624 Jul 05 10:12:33.758157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:33.761200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30084e9e-6a81-494e-aef8-8552012ead7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.776662 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30084e9e-6a81-494e-aef8-8552012ead7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.788983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-30084e9e-6a81-494e-aef8-8552012ead7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9549cfd1-dc1d-43f7-8cc2-f1a6b9cf2258 HTTP/1.1" status: 204 len: 168 time: 0.6081142 Jul 05 10:12:33.978775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30084e9e-6a81-494e-aef8-8552012ead7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549cfd1-dc1d-43f7-8cc2-f1a6b9cf2258,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:34.003323 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a1f3-e0df-461c-a07d-7e27ed91c55c tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] Notify callbacks [] for subnetpool, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.013747 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3bd0a1f3-e0df-461c-a07d-7e27ed91c55c tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9554e7a2-6772-4171-99e2-e66b56cdbc71 HTTP/1.1" status: 204 len: 168 time: 0.2493742 Jul 05 10:12:34.018304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:34.086615 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-1a3426dd-581c-4e11-9a12-1d02d5304622 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] show failed (client error): The resource could not be found. Jul 05 10:12:34.107919 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1a3426dd-581c-4e11-9a12-1d02d5304622 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] 10.222.0.21 "GET /v2.0/subnetpools/9554e7a2-6772-4171-99e2-e66b56cdbc71 HTTP/1.1" status: 404 len: 346 time: 0.0879183 Jul 05 10:12:34.108783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52586) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:34.161959 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-cee13089-70fd-42ba-9796-c79b9d25eb77 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] delete failed (client error): The resource could not be found. Jul 05 10:12:34.163801 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cee13089-70fd-42ba-9796-c79b9d25eb77 tempest-SubnetPoolsTestJSON-1474283049 tempest-SubnetPoolsTestJSON-1474283049-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9554e7a2-6772-4171-99e2-e66b56cdbc71 HTTP/1.1" status: 404 len: 346 time: 0.0466270 Jul 05 10:12:34.182539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:34.186834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.640410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Allocated IP 172.20.0.2 (7eef0982-0f45-49f6-8903-9f5bd8d207ae/cc66f6e7-7863-4f09-ad7f-833dce70ec2c/70fb1787-929f-4e9a-88a4-2986a775aac6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:34.908215 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.984667 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.998891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Transition to ACTIVE for port object 70fb1787-929f-4e9a-88a4-2986a775aac6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:35.021265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Transition to ACTIVE for port object 70fb1787-929f-4e9a-88a4-2986a775aac6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:35.052295 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.104772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:35.110450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:35.113703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52604) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:35.116806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:35.245096 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Pushing event updated for resources: {'Port': ['ID=70fb1787-929f-4e9a-88a4-2986a775aac6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:35.265908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Attempting to bind port 70fb1787-929f-4e9a-88a4-2986a775aac6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:35.266604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Attempting to bind port 70fb1787-929f-4e9a-88a4-2986a775aac6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:35.267136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Attempting to bind port 70fb1787-929f-4e9a-88a4-2986a775aac6 on network 7eef0982-0f45-49f6-8903-9f5bd8d207ae {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:35.278190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:35.278593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Checking segment: {'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:35.279006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.279586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Bound using segment: {'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:35.280278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Bound port: 70fb1787-929f-4e9a-88a4-2986a775aac6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:35.280698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.394854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9283c034-913b-4ca9-ba90-bb458cac140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.446627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] For port 70fb1787-929f-4e9a-88a4-2986a775aac6, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:35.455751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] For port 70fb1787-929f-4e9a-88a4-2986a775aac6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=70fb1787-929f-4e9a-88a4-2986a775aac6,segment=NetworkSegment(782628f2-f13d-42b2-8d05-35cb47add3e8),segment_id=782628f2-f13d-42b2-8d05-35cb47add3e8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:35.483614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.693453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9283c034-913b-4ca9-ba90-bb458cac140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.700298 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9283c034-913b-4ca9-ba90-bb458cac140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.746432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16319d-3957-4e33-a483-8cace85520d0 None None] Pushing event updated for resources: {'Port': ['ID=70fb1787-929f-4e9a-88a4-2986a775aac6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:35.816052 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9283c034-913b-4ca9-ba90-bb458cac140c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd0bc74d2fe4408f9ec2694c86bec571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008758 Jul 05 10:12:35.820665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:35.843129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283c034-913b-4ca9-ba90-bb458cac140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c97adb-bbdd-4404-bbde-64d2c59841fb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:35.850072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109012b-797a-409b-a6e3-0d54eec1b371 req-65a0281d-9140-452a-ac8d-45fe6fb2e227 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:35.853830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0109012b-797a-409b-a6e3-0d54eec1b371 req-65a0281d-9140-452a-ac8d-45fe6fb2e227 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 1.2582214 Jul 05 10:12:35.944524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9b90-7700-421e-ba16-258f740e4125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.006831 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9b90-7700-421e-ba16-258f740e4125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.094736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0109012b-797a-409b-a6e3-0d54eec1b371 req-8fcc03cc-7b9f-4181-8f30-889cbe47da8d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970654 Jul 05 10:12:36.112805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9b90-7700-421e-ba16-258f740e4125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.116490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9b90-7700-421e-ba16-258f740e4125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.118556 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3dd9b90-7700-421e-ba16-258f740e4125 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9c97adb-bbdd-4404-bbde-64d2c59841fb HTTP/1.1" status: 204 len: 168 time: 0.2956731 Jul 05 10:12:36.148975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd9b90-7700-421e-ba16-258f740e4125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c97adb-bbdd-4404-bbde-64d2c59841fb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:36.345274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.20.0.1 (7eef0982-0f45-49f6-8903-9f5bd8d207ae/cc66f6e7-7863-4f09-ad7f-833dce70ec2c/e94ee9fc-d725-4e53-a324-30629d2cd1fc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:36.586998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 70fb1787-929f-4e9a-88a4-2986a775aac6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:36.775141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 70fb1787-929f-4e9a-88a4-2986a775aac6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:36.799399 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-8e2e290a-b95a-4b5e-a53e-5370109e9420 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1905141 Jul 05 10:12:36.854887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310f808-45de-486a-aaf4-a153bccf0ad8 req-729d539b-72ca-495c-b510-d72b079a2761 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:36.868978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9310f808-45de-486a-aaf4-a153bccf0ad8 req-729d539b-72ca-495c-b510-d72b079a2761 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2734301 Jul 05 10:12:37.033956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a510-c92f-4345-923a-add1db046a90 req-0c540915-4fcd-46ed-9ba3-c853681402b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:37.042695 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-0c540915-4fcd-46ed-9ba3-c853681402b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1097 time: 0.1558099 Jul 05 10:12:37.123350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9310f808-45de-486a-aaf4-a153bccf0ad8 req-64b2f3f3-9c34-407b-9447-0decf1635e26 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530630 Jul 05 10:12:37.156688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:37.193443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object e94ee9fc-d725-4e53-a324-30629d2cd1fc will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:37.311589 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a510-c92f-4345-923a-add1db046a90 req-6f558720-03a3-467a-a3bb-06f3b21358eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:37.316550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-6f558720-03a3-467a-a3bb-06f3b21358eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.2478976 Jul 05 10:12:37.328206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:37.466253 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-5346339f-871c-41d5-8a68-8f5f21b1c290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 1000 time: 0.1418235 Jul 05 10:12:37.550626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=e94ee9fc-d725-4e53-a324-30629d2cd1fc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:37.578235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:37.585904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:37.598805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:37.648323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a510-c92f-4345-923a-add1db046a90 req-c7e9ff3e-e450-4e9d-922d-6861a10c937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:37.651389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-c7e9ff3e-e450-4e9d-922d-6861a10c937b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.1776066 Jul 05 10:12:37.790646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:37.899472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28833f19-6e8b-4293-aa01-efc60d6a449d None None] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:37.928666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a510-c92f-4345-923a-add1db046a90 req-77f715af-4be8-49aa-879a-ff99ee4e1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:37.936745 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-77f715af-4be8-49aa-879a-ff99ee4e1c9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743323 Jul 05 10:12:38.105682 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db0bc388-ab6b-44cf-8b3c-aed1343b94a1 None None] Provisioning for port 70fb1787-929f-4e9a-88a4-2986a775aac6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:38.173052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db0bc388-ab6b-44cf-8b3c-aed1343b94a1 None None] Provisioning complete for port 70fb1787-929f-4e9a-88a4-2986a775aac6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:38.173905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0bc388-ab6b-44cf-8b3c-aed1343b94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.202475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-c5b8e196-35d5-4539-8b4c-854716f9244c service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588050 Jul 05 10:12:38.360326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:38.365751 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034540 Jul 05 10:12:38.372119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:38.396440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.552385 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-1901a510-c92f-4345-923a-add1db046a90 req-78f9a300-ab7e-4929-9c96-e3e92faa5d39 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387470 Jul 05 10:12:38.795998 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0bc388-ab6b-44cf-8b3c-aed1343b94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.883119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-db0bc388-ab6b-44cf-8b3c-aed1343b94a1 None None] For port 70fb1787-929f-4e9a-88a4-2986a775aac6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=70fb1787-929f-4e9a-88a4-2986a775aac6,segment=NetworkSegment(782628f2-f13d-42b2-8d05-35cb47add3e8),segment_id=782628f2-f13d-42b2-8d05-35cb47add3e8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:38.904747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db0bc388-ab6b-44cf-8b3c-aed1343b94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.006617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.035400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a1b8abf2-8101-4a28-be93-2eb2682d1664 tempest-NetworksApiDiscovery-1076869158 tempest-NetworksApiDiscovery-1076869158-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6613963 Jul 05 10:12:39.037209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.182114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc388-ab6b-44cf-8b3c-aed1343b94a1 None None] Pushing event updated for resources: {'Port': ['ID=70fb1787-929f-4e9a-88a4-2986a775aac6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:39.422923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=e94ee9fc-d725-4e53-a324-30629d2cd1fc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:39.434300 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.779892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a5b64043-3bfe-446a-ab34-b492611df724 None None] Provisioning complete for port 70fb1787-929f-4e9a-88a4-2986a775aac6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:39.780315 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5b64043-3bfe-446a-ab34-b492611df724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.941487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:39.944487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:39.982184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:40.030900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a5b64043-3bfe-446a-ab34-b492611df724 None None] Provisioning for port e94ee9fc-d725-4e53-a324-30629d2cd1fc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:40.049949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a5b64043-3bfe-446a-ab34-b492611df724 None None] Provisioning complete for port e94ee9fc-d725-4e53-a324-30629d2cd1fc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:40.050749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5b64043-3bfe-446a-ab34-b492611df724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.182704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a5b64043-3bfe-446a-ab34-b492611df724 None None] Port e94ee9fc-d725-4e53-a324-30629d2cd1fc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:40.290874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:12:40.354292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a488a38-30e6-4466-9928-10902d12b7c0 None None] Provisioning complete for port e94ee9fc-d725-4e53-a324-30629d2cd1fc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:40.354876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a488a38-30e6-4466-9928-10902d12b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.368667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75c6b204-d7fb-484e-95d7-8d8b45a75114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.478798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:40.500519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cbfc8ab9-4d66-478b-ac0b-9da2a057a595 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7394645 Jul 05 10:12:40.504224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52710) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:40.510133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 70fb1787-929f-4e9a-88a4-2986a775aac6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:40.527301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-625195951'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:40.537421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:40.698091 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:40.700954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:40.736014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75c6b204-d7fb-484e-95d7-8d8b45a75114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.748446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75c6b204-d7fb-484e-95d7-8d8b45a75114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.803234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:40.815424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.863521 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-75c6b204-d7fb-484e-95d7-8d8b45a75114 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=675239a2a244448c8184b4b186e99a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8793271 Jul 05 10:12:40.867303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b204-d7fb-484e-95d7-8d8b45a75114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510efa31-06bb-4236-8d07-1e937f4a2694,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:40.870502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:40.993516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28ef888f-adfe-489f-be77-9ca49ea6a53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.996645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:41.057605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.058142 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment 2b1c947b-c989-4eb1-ab8c-453964852bfd of type vlan for network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e Jul 05 10:12:41.079054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28ef888f-adfe-489f-be77-9ca49ea6a53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.220914 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28ef888f-adfe-489f-be77-9ca49ea6a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.233315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28ef888f-adfe-489f-be77-9ca49ea6a53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.237139 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-28ef888f-adfe-489f-be77-9ca49ea6a53c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/510efa31-06bb-4236-8d07-1e937f4a2694 HTTP/1.1" status: 204 len: 168 time: 0.3622351 Jul 05 10:12:41.273915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.296095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef888f-adfe-489f-be77-9ca49ea6a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510efa31-06bb-4236-8d07-1e937f4a2694,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.422783 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.433770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:41.434831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.556871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0a488a38-30e6-4466-9928-10902d12b7c0 None None] Port e94ee9fc-d725-4e53-a324-30629d2cd1fc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:41.727526 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:41.728803 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2222910 Jul 05 10:12:41.737633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:41.770259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f319ba-ca5d-48f7-b504-21022c10cd1b tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.772786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:41.793573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 70fb1787-929f-4e9a-88a4-2986a775aac6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:41.794211 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.877005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d455-e239-4a76-bae1-d3707a8c4e9d req-9afe5199-ca91-43b5-a5cc-61d4077b46ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:41.883953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ab0d455-e239-4a76-bae1-d3707a8c4e9d req-9afe5199-ca91-43b5-a5cc-61d4077b46ca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3333895 Jul 05 10:12:41.912360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:42.051722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ab0d455-e239-4a76-bae1-d3707a8c4e9d req-333b6c84-bc8b-466b-9a2e-a40d31b377b2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572969 Jul 05 10:12:42.137768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:42.159910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.282493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9eff753f-bfc8-4c7e-90ed-ff774cdb83fb None None] Provisioning complete for port e94ee9fc-d725-4e53-a324-30629d2cd1fc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:42.283658 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9eff753f-bfc8-4c7e-90ed-ff774cdb83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.628515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9eff753f-bfc8-4c7e-90ed-ff774cdb83fb None None] Port e94ee9fc-d725-4e53-a324-30629d2cd1fc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:42.649403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52995907-ef01-4859-b0f3-3804940ffb9f req-9fad7935-1538-4cc9-8c23-9380e227d7da tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:42.653738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52995907-ef01-4859-b0f3-3804940ffb9f req-9fad7935-1538-4cc9-8c23-9380e227d7da tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2589865 Jul 05 10:12:42.792086 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:12:42.804091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.817152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52995907-ef01-4859-b0f3-3804940ffb9f req-2fbcd153-54a7-4591-8aa6-23c9e414f659 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454327 Jul 05 10:12:42.965184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=f9c1ec0e-b841-4cc6-bd51-3ef65360d403,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:43.020017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:43.020961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:43.053127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:43.072748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:43.098329 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:43.099438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.115819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66745331-72ef-42b1-84fd-3e738af6ce1c None None] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:43.145785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-630ef3e6-5bc5-4c1c-9913-ce792736adaf tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4130175 Jul 05 10:12:43.149438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:43.283025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:38Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:38Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:43.417334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:43.417932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Updating router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 port e94ee9fc-d725-4e53-a324-30629d2cd1fc binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:43.515831 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.413825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.638035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.658256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Transition to ACTIVE for port object e94ee9fc-d725-4e53-a324-30629d2cd1fc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:44.682428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.712381 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-101366d2-ee93-4809-be9a-0c3b457420ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2080820 Jul 05 10:12:44.920679 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-049be1c3-490b-436b-a242-387729f81dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.056560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c3407-ad2a-41aa-8f58-7e7d69026e8b None None] Pushing event updated for resources: {'Port': ['ID=e94ee9fc-d725-4e53-a324-30629d2cd1fc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:45.070780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:45.072540 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.132151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-3adb8d26-d9ba-4fdd-ac68-a77b776fc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:45.140820 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-3adb8d26-d9ba-4fdd-ac68-a77b776fc4a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1098 time: 0.3239405 Jul 05 10:12:45.274527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Attempting to bind port e94ee9fc-d725-4e53-a324-30629d2cd1fc on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:45.275073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Attempting to bind port e94ee9fc-d725-4e53-a324-30629d2cd1fc by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:45.277676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Attempting to bind port e94ee9fc-d725-4e53-a324-30629d2cd1fc on network 7eef0982-0f45-49f6-8903-9f5bd8d207ae {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:45.326414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:45.326414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Checking segment: {'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:45.328341 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.330961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Bound using segment: {'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:45.331879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Bound port: e94ee9fc-d725-4e53-a324-30629d2cd1fc, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782628f2-f13d-42b2-8d05-35cb47add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:45.334565 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.501793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.21.0.1 (6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e/f9c1ec0e-b841-4cc6-bd51-3ef65360d403/5df0d6d6-613a-4e2f-99b7-26af52cc40b1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:45.545799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-c0077082-ad1b-4072-8e98-d41235e8a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:45.548895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-c0077082-ad1b-4072-8e98-d41235e8a5ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.3661892 Jul 05 10:12:45.640721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-392ab452-be56-434e-bbe4-831ef6eae3a6 req-3fd131e8-a8d7-448d-92aa-34ede23def00 service neutron] (93795) timed out ('10.222.0.21', 37576) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:12:45.643561 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-0d3eb172-0177-48d6-bc87-b5c2d2e1fcc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.0865672 Jul 05 10:12:45.716726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] For port e94ee9fc-d725-4e53-a324-30629d2cd1fc, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:45.725319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] For port e94ee9fc-d725-4e53-a324-30629d2cd1fc, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e94ee9fc-d725-4e53-a324-30629d2cd1fc,segment=NetworkSegment(782628f2-f13d-42b2-8d05-35cb47add3e8),segment_id=782628f2-f13d-42b2-8d05-35cb47add3e8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:45.733830 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.778914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-30b62ac6-15ba-4903-8ff1-a1c6085108b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:45.780619 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-30b62ac6-15ba-4903-8ff1-a1c6085108b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.1296020 Jul 05 10:12:45.851233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:45.852036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:45.854467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c3407-ad2a-41aa-8f58-7e7d69026e8b None None] Pushing event updated for resources: {'Port': ['ID=e94ee9fc-d725-4e53-a324-30629d2cd1fc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:45.907202 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-b40d6728-008c-4c70-b515-2a6e3ec323c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178005 Jul 05 10:12:46.019193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.020097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:46.053718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-f366fc97-0612-4b1a-b0f3-aafa2719c032 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376114 Jul 05 10:12:46.072074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:46.179753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.274767 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aea1c8bd-21af-44a0-8184-5b373743af51 req-e2437df4-3e62-4ddd-a221-4cfe8627e866 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130864 Jul 05 10:12:46.324276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:46.334368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Allocated IP 172.21.0.2 (6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e/f9c1ec0e-b841-4cc6-bd51-3ef65360d403/21964ad5-9d3b-4887-b25e-212b8a86cfc9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:46.387334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:46.389674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:46.392669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:46.486397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.942344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3dde680-1e43-4e87-a6b1-8f5c18a9c55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.951495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:38Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:45Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:46.954945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.972727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.000790 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.049439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc71d0-b4fe-4713-b3e8-4c8a2e809f01 None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:38Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:45Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:47.060993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Transition to ACTIVE for port object 21964ad5-9d3b-4887-b25e-212b8a86cfc9 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:47.134229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Transition to ACTIVE for port object 21964ad5-9d3b-4887-b25e-212b8a86cfc9 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:47.161319 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.272955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:47.286657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:47.297189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:47.316476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c5be-918b-4820-8ab1-3ad66a213ec1 req-d050c991-155a-4d38-88c1-a741620b0259 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:47.317470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:47.318212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12d1c5be-918b-4820-8ab1-3ad66a213ec1 req-d050c991-155a-4d38-88c1-a741620b0259 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4720130 Jul 05 10:12:47.324932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Pushing event updated for resources: {'Port': ['ID=21964ad5-9d3b-4887-b25e-212b8a86cfc9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:47.461032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Attempting to bind port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:47.462579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Attempting to bind port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:47.462579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Attempting to bind port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 on network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:47.470675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:47.471329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Checking segment: {'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:47.472737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.472737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Bound using segment: {'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:47.473123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Bound port: 21964ad5-9d3b-4887-b25e-212b8a86cfc9, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:47.473303 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.521092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12d1c5be-918b-4820-8ab1-3ad66a213ec1 req-8aa1645d-55f0-4e6c-bed8-9b23ff9cf0d0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382618 Jul 05 10:12:47.715114 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5da7-70fe-41ae-8c7d-d2ed38fb9034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.781672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] For port 21964ad5-9d3b-4887-b25e-212b8a86cfc9, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:47.797366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] For port 21964ad5-9d3b-4887-b25e-212b8a86cfc9, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=21964ad5-9d3b-4887-b25e-212b8a86cfc9,segment=NetworkSegment(2b1c947b-c989-4eb1-ab8c-453964852bfd),segment_id=2b1c947b-c989-4eb1-ab8c-453964852bfd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:47.806213 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.050115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd41569-7b1e-4c0c-836d-7bcd327cfa00 None None] Pushing event updated for resources: {'Port': ['ID=21964ad5-9d3b-4887-b25e-212b8a86cfc9,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:48.078798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.086632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.101252 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.131726 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d816e-8af0-412c-879b-0c6a47e99c25 req-05ad8071-b808-4055-9f75-40aa276cdcdb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:48.135105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-923d816e-8af0-412c-879b-0c6a47e99c25 req-05ad8071-b808-4055-9f75-40aa276cdcdb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2614596 Jul 05 10:12:48.174846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5da7-70fe-41ae-8c7d-d2ed38fb9034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.187484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5da7-70fe-41ae-8c7d-d2ed38fb9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.349785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b4fc5da7-70fe-41ae-8c7d-d2ed38fb9034 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1463e5a6b3e448199954f3380b4bdb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720210 Jul 05 10:12:48.351659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:48.352201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:48.398031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-923d816e-8af0-412c-879b-0c6a47e99c25 req-2a0dfef5-1d93-42b2-a27d-f0e3862b1c63 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535544 Jul 05 10:12:48.403721 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.436545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5da7-70fe-41ae-8c7d-d2ed38fb9034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5159333d-f091-424d-ac41-cd8c65a7784e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:48.524879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2c770b-2514-43fe-899f-832e848efe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.582099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:48.583807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:48.635193 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2c770b-2514-43fe-899f-832e848efe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.803796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2c770b-2514-43fe-899f-832e848efe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.807788 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-da2c770b-2514-43fe-899f-832e848efe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.814971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:48.821760 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-da2c770b-2514-43fe-899f-832e848efe10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5159333d-f091-424d-ac41-cd8c65a7784e HTTP/1.1" status: 204 len: 168 time: 0.4651203 Jul 05 10:12:48.858428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c770b-2514-43fe-899f-832e848efe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5159333d-f091-424d-ac41-cd8c65a7784e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:49.062714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:49.085563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:49.092894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fbb49728-4cef-454c-b0cf-17d4285393f6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9418757 Jul 05 10:12:49.105919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-1382226490'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:49.266937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907dcd5-6213-4c6f-ad9f-e207e835b971 req-5024489a-3bc3-4284-b73c-6c0955f17056 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.267966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:49.283752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.285882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6907dcd5-6213-4c6f-ad9f-e207e835b971 req-5024489a-3bc3-4284-b73c-6c0955f17056 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1911488 Jul 05 10:12:49.398448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:49.489789 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.493910 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment 65a8682a-e3c1-4bda-b99e-4b307c7a4ac4 of type vlan for network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca Jul 05 10:12:49.514759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6907dcd5-6213-4c6f-ad9f-e207e835b971 req-118f13d4-2288-4971-975d-2bfe7d6bbb8c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241750 Jul 05 10:12:49.838398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.904918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e94ee9fc-d725-4e53-a324-30629d2cd1fc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:49.914410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.949080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7a54-e393-4d7c-9109-1dd1f3de069f req-22bc3be7-f15d-435e-b3d4-dc034f86b3a6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.955250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c65a7a54-e393-4d7c-9109-1dd1f3de069f req-22bc3be7-f15d-435e-b3d4-dc034f86b3a6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1993809 Jul 05 10:12:49.997636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.037943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:50.039277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:50.044717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.077158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4e65-b280-4b4f-ad0a-c2cbf41d0dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.095985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c65a7a54-e393-4d7c-9109-1dd1f3de069f req-eb9084cf-64c2-4305-bf81-df2ee95673a3 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361206 Jul 05 10:12:50.167896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09fcc31-8be5-48fb-ba4d-50835879d1b4 None None] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:50.255242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1dde1674-55a0-4db5-a6ae-a99e2d78b363 None None] Provisioning for port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:50.369238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=9e541c7d-f9b1-4179-8cfd-b58f365d31ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:50.444358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:50.530225 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:50.558330 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:50.559379 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:50.764518 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:50.968020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e94ee9fc-d725-4e53-a324-30629d2cd1fc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:51.005409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e94ee9fc-d725-4e53-a324-30629d2cd1fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:51.006322 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.106614 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:46Z', 'revision_number': 3, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:47Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:45Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:51.141526 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:51.142163 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Updating router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:51.186478 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.317660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4e65-b280-4b4f-ad0a-c2cbf41d0dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.337073 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a150720c-9e50-48b3-b83d-b9b20a4b1c69 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2493372 Jul 05 10:12:51.340106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4e65-b280-4b4f-ad0a-c2cbf41d0dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.341563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:51.352275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:51.358115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.507292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e94ee9fc-d725-4e53-a324-30629d2cd1fc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e94ee9fc-d725-4e53-a324-30629d2cd1fc,segment=NetworkSegment(782628f2-f13d-42b2-8d05-35cb47add3e8),segment_id=782628f2-f13d-42b2-8d05-35cb47add3e8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:51.537277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.541084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 21964ad5-9d3b-4887-b25e-212b8a86cfc9 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:51.555006 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.571757 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Transition to ACTIVE for port object 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:51.582533 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.625449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cbfc4e65-b280-4b4f-ad0a-c2cbf41d0dd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e06310040ed4dda8b81fda32f4dfcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5854206 Jul 05 10:12:51.641227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52922) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:51.654652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e94ee9fc-d725-4e53-a324-30629d2cd1fc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:51.778458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:51.780687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4e65-b280-4b4f-ad0a-c2cbf41d0dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9157f4-36e2-4262-a0ca-e87ac74978f2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:51.784326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:51.784844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.845043 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Attempting to bind port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:51.846058 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Attempting to bind port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:51.846891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Attempting to bind port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 on network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:51.867741 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Pushing event updated for resources: {'Port': ['ID=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:51.872612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80385ff-b18e-41e4-9f72-66232ee2cb5b req-6ae334c7-c66e-4846-9229-b43a415c5fd7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:51.873580 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:51.874755 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Checking segment: {'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:51.875895 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.876841 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Bound using segment: {'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:51.877879 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Bound port: 5df0d6d6-613a-4e2f-99b7-26af52cc40b1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1c947b-c989-4eb1-ab8c-453964852bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:51.878761 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.886300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c80385ff-b18e-41e4-9f72-66232ee2cb5b req-6ae334c7-c66e-4846-9229-b43a415c5fd7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.7372055 Jul 05 10:12:51.910813 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.911736 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.912921 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.913715 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.914500 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.915386 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.916367 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.917766 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.918565 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.919362 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.920150 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.920912 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.947681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce56a5-895d-4726-a805-5adc4f285d8a req-9d18dcad-c7cb-4e6f-b430-58f846a1c19a tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:51.961312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70ce56a5-895d-4726-a805-5adc4f285d8a req-9d18dcad-c7cb-4e6f-b430-58f846a1c19a tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1097 time: 0.7155867 Jul 05 10:12:51.995248 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.079932 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] For port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:52.088801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14e1fab-bd0d-407f-bba2-06aa3341f8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.107045 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] For port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,segment=NetworkSegment(2b1c947b-c989-4eb1-ab8c-453964852bfd),segment_id=2b1c947b-c989-4eb1-ab8c-453964852bfd)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:52.120719 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.177757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-126dcc4d-b666-4088-8669-76b5b1415678 None None] Provisioning for port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:52.201761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 21964ad5-9d3b-4887-b25e-212b8a86cfc9, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=21964ad5-9d3b-4887-b25e-212b8a86cfc9,segment=NetworkSegment(2b1c947b-c989-4eb1-ab8c-453964852bfd),segment_id=2b1c947b-c989-4eb1-ab8c-453964852bfd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:52.212415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c80385ff-b18e-41e4-9f72-66232ee2cb5b req-23237d01-143f-4fe3-aead-330b1f345ba1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246293 Jul 05 10:12:52.221826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.234003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70ce56a5-895d-4726-a805-5adc4f285d8a req-d89f998e-c989-44ca-a581-a100bb8bdb07 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694609 Jul 05 10:12:52.333473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14e1fab-bd0d-407f-bba2-06aa3341f8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.503790 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:52.504712 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:52.563322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=21964ad5-9d3b-4887-b25e-212b8a86cfc9,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:52.618491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e94ee9fc-d725-4e53-a324-30629d2cd1fc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:52.621789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14e1fab-bd0d-407f-bba2-06aa3341f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.627795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b14e1fab-bd0d-407f-bba2-06aa3341f8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.630727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b14e1fab-bd0d-407f-bba2-06aa3341f8ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae9157f4-36e2-4262-a0ca-e87ac74978f2 HTTP/1.1" status: 204 len: 168 time: 0.9780111 Jul 05 10:12:52.708888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e1fab-bd0d-407f-bba2-06aa3341f8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9157f4-36e2-4262-a0ca-e87ac74978f2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:52.784090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-126dcc4d-b666-4088-8669-76b5b1415678 None None] Provisioning complete for port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:52.784720 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-126dcc4d-b666-4088-8669-76b5b1415678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.864310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.864874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.865444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.866021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.866600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.867213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.867763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.868881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.868881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.869455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.870020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.872342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:52.880815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:53.041612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5202b-27fd-4bd0-8283-49a11d95fbab None None] Pushing event updated for resources: {'Port': ['ID=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:53.105912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:53.119985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.287115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6240f6a-640a-4bc6-862e-916e34566959 req-c539de03-fbaf-4fc9-a102-c0a3c0f71407 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:53.302156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6240f6a-640a-4bc6-862e-916e34566959 req-c539de03-fbaf-4fc9-a102-c0a3c0f71407 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.4223676 Jul 05 10:12:53.302529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e94ee9fc-d725-4e53-a324-30629d2cd1fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:53.303290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.447577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-ec5acbbb-2481-42ca-859d-2efda2143a01 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:53.458827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-ec5acbbb-2481-42ca-859d-2efda2143a01 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.7169070 Jul 05 10:12:53.555045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6240f6a-640a-4bc6-862e-916e34566959 req-44906704-4ab7-49a1-8168-80767088ad69 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500007 Jul 05 10:12:53.565714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-2d08a3b9-6680-4bfe-915e-5c7af7359ad0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/quotas/9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 375 time: 0.0775881 Jul 05 10:12:53.574206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:46Z', 'revision_number': 3, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:52Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:53.635646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 52944) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:53.716471 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c5829-3e67-4387-ae1c-16ee46415396 None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:46Z', 'revision_number': 3, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:52Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:53.742374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.996379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6e68af44-4c9a-4477-8473-32df0f10a41c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/5f00f5dc-7636-43a4-bc2c-8d3db05ee122 HTTP/1.1" status: 200 len: 992 time: 0.3647852 Jul 05 10:12:54.046096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-2bf35337-9ce7-4b60-b3fb-f517a11aaaf3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4620850 Jul 05 10:12:54.142713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=9be332e1-9fa7-4817-8429-497211cf57e0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:54.178137 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:54.178615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: 9e541c7d-f9b1-4179-8cfd-b58f365d31ca, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:54.218167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:54.238119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 9e541c7d-f9b1-4179-8cfd-b58f365d31ca) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:54.244492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:54.245282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.271014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-8ac916eb-56cc-4cd8-9585-1807b215c06d service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209296 Jul 05 10:12:54.274588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05cc55c-941c-4a5f-a084-353062cf993e None None] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:54.281644 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-27e7171f-1956-4abd-b497-f23bae26212c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9383535 Jul 05 10:12:54.284531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 52954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:54.738069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7397e3-d7c2-4469-971e-e71afbdb974b req-f6d6b825-c301-4685-b004-04be0f8b9795 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:54.746487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c7397e3-d7c2-4469-971e-e71afbdb974b req-f6d6b825-c301-4685-b004-04be0f8b9795 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4657550 Jul 05 10:12:54.809621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c7397e3-d7c2-4469-971e-e71afbdb974b req-a610a548-a0b8-4b95-9377-481a66e69ebd tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621023 Jul 05 10:12:54.844279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:54.850254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-9bac127f-0cb4-42e2-a1cf-d33e66942bb0 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762911 Jul 05 10:12:55.186320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:55.188342 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.212136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:55.246923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:55.247572 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.320113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.755574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7cf869f-f7a9-49f5-bc0d-c0fc8d81f32e req-e878d77e-e302-46a4-a332-790e2f7b804d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.1237843 Jul 05 10:12:55.804094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Allocated IP 172.22.0.2 (9e541c7d-f9b1-4179-8cfd-b58f365d31ca/9be332e1-9fa7-4817-8429-497211cf57e0/d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:56.191272 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.329295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,segment=NetworkSegment(2b1c947b-c989-4eb1-ab8c-453964852bfd),segment_id=2b1c947b-c989-4eb1-ab8c-453964852bfd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:56.349635 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.352810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 21964ad5-9d3b-4887-b25e-212b8a86cfc9 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:56.399022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009e716-6b84-4ba2-9813-817b032dd5cf req-22dd1bfe-9d72-453a-85ce-6b77e0c461e4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:56.411191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c009e716-6b84-4ba2-9813-817b032dd5cf req-22dd1bfe-9d72-453a-85ce-6b77e0c461e4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3889585 Jul 05 10:12:56.520771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-0c742200-c2b3-4e2c-9293-48cd77549aea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3656273 Jul 05 10:12:56.643407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c009e716-6b84-4ba2-9813-817b032dd5cf req-1c23df42-36e6-402c-a856-cd3c2d76ec57 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303612 Jul 05 10:12:56.800325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd8f33-5630-4f27-b33f-2dfdb72800fa req-8acdf2df-449e-4d98-a500-944d626005fe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:56.819996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16bd8f33-5630-4f27-b33f-2dfdb72800fa req-8acdf2df-449e-4d98-a500-944d626005fe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.4005351 Jul 05 10:12:56.869483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:56.916549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16bd8f33-5630-4f27-b33f-2dfdb72800fa req-8b04aed5-d8fe-456c-9773-6cf9ad8c8aa5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942452 Jul 05 10:12:56.963026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:57.027757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:57.029797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.150021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.160279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b978547-ca90-4808-8346-2770b348649b req-9b9b7265-ee3d-4d9d-bae8-461c29aee06b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.0747414 Jul 05 10:12:57.212868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Transition to ACTIVE for port object d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:57.264172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Transition to ACTIVE for port object d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:57.279678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.385186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f7a3d-85bd-4d20-8ed5-3e37ff4f99b3 req-97e267ff-9184-47a6-8500-a988d3bbd5b6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:57.405658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd2f7a3d-85bd-4d20-8ed5-3e37ff4f99b3 req-97e267ff-9184-47a6-8500-a988d3bbd5b6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2427325 Jul 05 10:12:57.488157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.22.0.1 (9e541c7d-f9b1-4179-8cfd-b58f365d31ca/9be332e1-9fa7-4817-8429-497211cf57e0/395d765a-6036-488d-a3b6-ace9c6a2f681) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:57.559174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:57.571870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Pushing event updated for resources: {'Port': ['ID=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:57.578142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:57.582144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:57.595417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd2f7a3d-85bd-4d20-8ed5-3e37ff4f99b3 req-64f22325-f3d8-4775-8f78-801a857a4aeb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879113 Jul 05 10:12:57.761403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Attempting to bind port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:57.762157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Attempting to bind port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:57.762898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Attempting to bind port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df on network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:57.797164 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:57.797533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Checking segment: {'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:57.800260 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.803137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Bound using segment: {'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:57.805588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Bound port: d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:57.806105 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.847226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:57.898681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.922861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object 395d765a-6036-488d-a3b6-ace9c6a2f681 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:58.000699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5868fe1f-cc11-44d9-a9c8-1a67e364258d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.210987 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5868fe1f-cc11-44d9-a9c8-1a67e364258d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.214304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.233274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5868fe1f-cc11-44d9-a9c8-1a67e364258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.346404 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5868fe1f-cc11-44d9-a9c8-1a67e364258d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0389552c86f84fdf959afceaaf3f1dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3787975 Jul 05 10:12:58.346713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868fe1f-cc11-44d9-a9c8-1a67e364258d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36db8a2d-b527-4ca1-a67e-fbc4a0c4305a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:58.356650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53056) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:58.381403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:58.389092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:58.399863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:58.410503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] For port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:58.417850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] For port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,segment=NetworkSegment(65a8682a-e3c1-4bda-b99e-4b307c7a4ac4),segment_id=65a8682a-e3c1-4bda-b99e-4b307c7a4ac4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:58.428017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:58.428734 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.546187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d951c-289a-4353-ada8-9ae3a84418c6 req-a2a920f0-03a4-4e90-b249-01acc4220e91 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:58.553572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b0d951c-289a-4353-ada8-9ae3a84418c6 req-a2a920f0-03a4-4e90-b249-01acc4220e91 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.3307641 Jul 05 10:12:58.589753 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.624425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b0d951c-289a-4353-ada8-9ae3a84418c6 req-380e8860-322a-4580-98e9-93e58889184a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691237 Jul 05 10:12:58.766461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=395d765a-6036-488d-a3b6-ace9c6a2f681,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:58.772091 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.939698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacc0e4-4bba-4ecd-aa29-bb66f1eab356 req-60ffaba2-4905-4cfb-99ce-6a05ce6807f7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:58.945287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bcacc0e4-4bba-4ecd-aa29-bb66f1eab356 req-60ffaba2-4905-4cfb-99ce-6a05ce6807f7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5323532 Jul 05 10:12:58.958247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.039269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.098617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e5de7-f7e6-4c7f-9be9-9a8b0481d9b8 None None] Pushing event updated for resources: {'Port': ['ID=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:59.228710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bcacc0e4-4bba-4ecd-aa29-bb66f1eab356 req-d32fd7d0-5865-4fac-84c3-8edb50d95f9d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484362 Jul 05 10:12:59.314181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f125490f-27ea-45ac-90fa-eeeb318fbbf7 req-d602fa7c-cf56-4465-a849-4e257bbc9650 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.2079372 Jul 05 10:12:59.356325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-8b3110f3-d3e1-4422-8b66-8b190bda0881 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:59.359621 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-8b3110f3-d3e1-4422-8b66-8b190bda0881 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.8889625 Jul 05 10:12:59.402380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.409866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.416374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'port': {'device_id': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'admin_state_up': True, 'tenant_id': '9700116bf4394a16a285b5783db7bf17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:59.429409 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36db8a2d-b527-4ca1-a67e-fbc4a0c4305a HTTP/1.1" status: 204 len: 168 time: 1.0614171 Jul 05 10:12:59.481480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36db8a2d-b527-4ca1-a67e-fbc4a0c4305a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:59.534840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.535953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.538036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.540533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.543429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.545427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.555864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.556201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.560437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.563826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.564251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.564411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948674-d36f-4ed3-9d1d-23c4a509c523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.720513 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.744369 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.784040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.917268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1d74-bb93-452e-8738-bd533cc61250 req-3c2dcf16-5438-4883-ab62-dbf14ec1c4d1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:59.921106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c8e1d74-bb93-452e-8738-bd533cc61250 req-3c2dcf16-5438-4883-ab62-dbf14ec1c4d1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2089722 Jul 05 10:13:00.032766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:00.053571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c8e1d74-bb93-452e-8738-bd533cc61250 req-70f44623-1d3a-4733-bfc4-1f4714e5396e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254439 Jul 05 10:13:00.317298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb976c-4e0f-42cf-81f5-3312d29e3e3e req-ebfc1707-b4fd-481e-a868-d0535b2c75a2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:00.327522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbcb976c-4e0f-42cf-81f5-3312d29e3e3e req-ebfc1707-b4fd-481e-a868-d0535b2c75a2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.2721112 Jul 05 10:13:00.363837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:00.687383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:00.699630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.703325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc036fae-fe79-4da0-b624-58ce1e8b5fc3 req-ccf15f22-d845-41c7-9cdf-5b45dac1f900 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.0865419 Jul 05 10:13:00.723167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbcb976c-4e0f-42cf-81f5-3312d29e3e3e req-2a8c8072-8789-4c4e-9088-de178ab52c3b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838835 Jul 05 10:13:00.810825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-228736e3-c8bf-46b0-b531-4750158dc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:00.813517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-228736e3-c8bf-46b0-b531-4750158dc6a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1097 time: 0.4002450 Jul 05 10:13:00.995697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.20.0.4 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/9936bec7-3023-4a8c-a6f4-825ce504d065) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:01.133606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-1c3e940a-108f-494f-aecd-4b344e5882f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:01.137344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-1c3e940a-108f-494f-aecd-4b344e5882f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.3137438 Jul 05 10:13:01.210045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522c9f7d-fdb9-40ef-b1e3-ad3856053f34 None None] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:01.460354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3dcef9b3-31bb-41a7-9229-4c43543fd4f2 None None] Provisioning for port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:01.460851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-110cb1b6-015f-44a1-a1e0-ad88f90389f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 1000 time: 0.3179429 Jul 05 10:13:01.482044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3dcef9b3-31bb-41a7-9229-4c43543fd4f2 None None] Provisioning complete for port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:01.487513 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcef9b3-31bb-41a7-9229-4c43543fd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.658289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.721402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-110f9676-bc31-415b-8d4a-f0f824b4fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:01.725635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Transition to ACTIVE for port object 9936bec7-3023-4a8c-a6f4-825ce504d065 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:01.733595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-110f9676-bc31-415b-8d4a-f0f824b4fb0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.2440698 Jul 05 10:13:01.744509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.755983 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.882328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895fcdf-2211-4ea5-a134-45ab984f08b8 req-fcb2e120-798d-4227-87d0-cb57c28e5461 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:01.885015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5895fcdf-2211-4ea5-a134-45ab984f08b8 req-fcb2e120-798d-4227-87d0-cb57c28e5461 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5091114 Jul 05 10:13:01.992311 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcef9b3-31bb-41a7-9229-4c43543fd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.004169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.014361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=395d765a-6036-488d-a3b6-ace9c6a2f681,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.026801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-b89cfe9a-a2c1-4d27-b70f-3f3545cd75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:02.032038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-b89cfe9a-a2c1-4d27-b70f-3f3545cd75e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2793725 Jul 05 10:13:02.032688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.062339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5895fcdf-2211-4ea5-a134-45ab984f08b8 req-327952bd-9a33-48a3-8e05-b8bca8e89266 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673095 Jul 05 10:13:02.077859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3dcef9b3-31bb-41a7-9229-4c43543fd4f2 None None] For port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,segment=NetworkSegment(65a8682a-e3c1-4bda-b99e-4b307c7a4ac4),segment_id=65a8682a-e3c1-4bda-b99e-4b307c7a4ac4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:02.085845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dcef9b3-31bb-41a7-9229-4c43543fd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.089687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-51882afc-38ae-42f7-bf9b-ca8190c37d3f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:13:02.091000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-51882afc-38ae-42f7-bf9b-ca8190c37d3f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267608 Jul 05 10:13:02.244023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcef9b3-31bb-41a7-9229-4c43543fd4f2 None None] Pushing event updated for resources: {'Port': ['ID=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.383612 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:02.407198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:02.411331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:02.428767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-08dce15c-54f7-46fa-99c9-650e0d795942 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191745 Jul 05 10:13:02.503853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=9936bec7-3023-4a8c-a6f4-825ce504d065,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.537746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc5fa7d5-f8c8-4c36-abe7-c45e887f9100 None None] Provisioning complete for port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:02.540223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa7d5-f8c8-4c36-abe7-c45e887f9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.595442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:02.611793 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.678590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:02.680866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:02.692119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3227e-69bf-41ed-861b-fcb63f6df420 req-7461fe97-aa90-4cc2-be8c-45e8f098dd00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:02.693852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdf3227e-69bf-41ed-861b-fcb63f6df420 req-7461fe97-aa90-4cc2-be8c-45e8f098dd00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.7436557 Jul 05 10:13:02.816131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc5fa7d5-f8c8-4c36-abe7-c45e887f9100 None None] Provisioning for port 395d765a-6036-488d-a3b6-ace9c6a2f681 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:02.826404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc5fa7d5-f8c8-4c36-abe7-c45e887f9100 None None] Provisioning complete for port 395d765a-6036-488d-a3b6-ace9c6a2f681 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:02.826932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa7d5-f8c8-4c36-abe7-c45e887f9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.872414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7bfb1-74af-4bb2-9070-e583f4c2a7af req-f6d91c36-54cc-4f3e-817c-054451d5fc00 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:02.883851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1d7bfb1-74af-4bb2-9070-e583f4c2a7af req-f6d91c36-54cc-4f3e-817c-054451d5fc00 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 931 time: 0.4537287 Jul 05 10:13:02.915568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:02.922497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-ff4a9592-cc03-4ed6-90d4-f677b33e3885 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5401480 Jul 05 10:13:02.945187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Request body: {'port': {'device_id': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:02.949302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fa7d5-f8c8-4c36-abe7-c45e887f9100 None None] Port 395d765a-6036-488d-a3b6-ace9c6a2f681 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:03.037662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1d7bfb1-74af-4bb2-9070-e583f4c2a7af req-1136bb27-3d30-448c-adcc-c5cad956e9a2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527226 Jul 05 10:13:03.104585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdf3227e-69bf-41ed-861b-fcb63f6df420 req-ceade5da-24cd-4e50-ab0c-f3382351df06 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820872 Jul 05 10:13:03.137205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf695d93-43eb-4f09-a45c-0244f7959339 None None] Provisioning for port 9936bec7-3023-4a8c-a6f4-825ce504d065 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:03.139036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-56eaa0f6-1224-4d1d-9860-324b28a66d13 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760571 Jul 05 10:13:03.178404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf695d93-43eb-4f09-a45c-0244f7959339 None None] Provisioning complete for port 9936bec7-3023-4a8c-a6f4-825ce504d065 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:03.178979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf695d93-43eb-4f09-a45c-0244f7959339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.235886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:03.320881 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b2d2b5c1-e2a3-40ca-a207-227bc646e2ea tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0347731 Jul 05 10:13:03.336530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53150) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:03.363728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'network': {'name': 'tempest-RoutersTest-1129102018'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:03.468367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf695d93-43eb-4f09-a45c-0244f7959339 None None] Port 9936bec7-3023-4a8c-a6f4-825ce504d065 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:03.478617 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:03.484562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:03.493014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.562788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:03.563922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:03.567623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf695d93-43eb-4f09-a45c-0244f7959339 None None] Provisioning complete for port 395d765a-6036-488d-a3b6-ace9c6a2f681 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:03.579601 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf695d93-43eb-4f09-a45c-0244f7959339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.699411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00697319-29d7-4994-9a06-c660c226f12f req-2ae96272-8df4-4171-8b96-1a417fffee4b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:03.718317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.727271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00697319-29d7-4994-9a06-c660c226f12f req-2ae96272-8df4-4171-8b96-1a417fffee4b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4220152 Jul 05 10:13:03.736979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:03.796204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.798930 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added segment 0e174aaa-f53f-4af5-adc0-63b32ead3703 of type vlan for network 633c9f1a-cc01-4564-8bd8-12f43676b95c Jul 05 10:13:03.889470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00697319-29d7-4994-9a06-c660c226f12f req-a65e9bb7-01c3-44a7-9d0a-67cb04f13b84 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545630 Jul 05 10:13:03.925731 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:04.105767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.314655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf695d93-43eb-4f09-a45c-0244f7959339 None None] Port 395d765a-6036-488d-a3b6-ace9c6a2f681 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:04.396848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:04.443357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.455982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:04.457107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.700646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9ab46ff-fd71-4534-bf63-0306c91a0f19 None None] Provisioning complete for port 395d765a-6036-488d-a3b6-ace9c6a2f681 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:04.701420 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9ab46ff-fd71-4534-bf63-0306c91a0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.737565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2f87a-0027-4728-93b9-ecfca47d1a18 req-372f6c4b-c8b7-4a63-af74-a518db60ff1a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:04.749093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2a2f87a-0027-4728-93b9-ecfca47d1a18 req-372f6c4b-c8b7-4a63-af74-a518db60ff1a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 931 time: 0.4195719 Jul 05 10:13:04.850679 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5100541 Jul 05 10:13:04.856340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d9865-fb72-4cb9-93f2-202d1b5a06a7 req-91d1d81d-79ba-4f17-8578-3dec634ab813 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:04.868132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef2d9865-fb72-4cb9-93f2-202d1b5a06a7 req-91d1d81d-79ba-4f17-8578-3dec634ab813 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 813 time: 0.3983345 Jul 05 10:13:04.869214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:04.901998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef2d9865-fb72-4cb9-93f2-202d1b5a06a7 req-21c0a90a-ce7b-4547-9b02-aca1f5c352ce tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/quotas/d6cc399dbd084ad9ad03d9053b85eb6a HTTP/1.1" status: 200 len: 375 time: 0.0323710 Jul 05 10:13:04.938964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2a2f87a-0027-4728-93b9-ecfca47d1a18 req-55303411-06e7-4271-9e0b-a54dc0c66255 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874173 Jul 05 10:13:04.945463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'subnet': {'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:04.991278 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:05.100796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef03bcb-24e0-4b0b-a9ed-374e898eead6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Network': ['ID=633c9f1a-cc01-4564-8bd8-12f43676b95c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:05.153468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab46ff-fd71-4534-bf63-0306c91a0f19 None None] Port 395d765a-6036-488d-a3b6-ace9c6a2f681 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:05.189543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef2d9865-fb72-4cb9-93f2-202d1b5a06a7 req-16788c89-071d-4935-8c53-537f4465108e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2438653 Jul 05 10:13:05.217044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:05.398365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Made reservation on behalf of d49efd838a594551b928edd519dd4aa4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:05.411038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.507161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9936bec7-3023-4a8c-a6f4-825ce504d065 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:05.516469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:05.517083 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.527238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.554053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Transition to ACTIVE for port object 9936bec7-3023-4a8c-a6f4-825ce504d065 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:05.586708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-799b2cd8-77d1-429b-bd1a-45d00448ad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.625528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.631236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b8cd7-520e-42eb-bce1-cbc1aa840bcb req-b11c670f-282b-48dd-b64c-de635e28fb35 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:05.634231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778b8cd7-520e-42eb-bce1-cbc1aa840bcb req-b11c670f-282b-48dd-b64c-de635e28fb35 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.2754824 Jul 05 10:13:05.888792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:59Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:00Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:05.941879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-778b8cd7-520e-42eb-bce1-cbc1aa840bcb req-0dbb8c2b-2bf5-4bc0-ab9a-24b8d8ebeca2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845318 Jul 05 10:13:05.956098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:05.956734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Updating router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 port 395d765a-6036-488d-a3b6-ace9c6a2f681 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:13:06.054825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51ab8d-1a87-4169-8549-07c8dcce3265 req-b05767ce-ccec-4c12-a4fd-6a72493775ad tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:06.062706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c51ab8d-1a87-4169-8549-07c8dcce3265 req-b05767ce-ccec-4c12-a4fd-6a72493775ad tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4263794 Jul 05 10:13:06.080985 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.223976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c51ab8d-1a87-4169-8549-07c8dcce3265 req-f22265c8-1212-4aa9-a10f-01043357aa44 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508403 Jul 05 10:13:06.342537 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Pushing event updated for resources: {'Port': ['ID=9936bec7-3023-4a8c-a6f4-825ce504d065,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:06.478668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da7cb6-633a-4625-8103-5c1a3a2e4641 req-24988de0-37ab-41e2-8455-1c164e604665 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:06.498453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56da7cb6-633a-4625-8103-5c1a3a2e4641 req-24988de0-37ab-41e2-8455-1c164e604665 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.2697093 Jul 05 10:13:06.608607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56da7cb6-633a-4625-8103-5c1a3a2e4641 req-714e295c-125e-45e8-9a3d-39fc1f1fe71f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091058 Jul 05 10:13:06.734353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-799b2cd8-77d1-429b-bd1a-45d00448ad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.773560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-799b2cd8-77d1-429b-bd1a-45d00448ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.872504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e1d73-4f96-4fad-90b6-9f0cde577526 req-37f574c4-8537-412e-bdfb-2575392738fa tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:06.874942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a3e1d73-4f96-4fad-90b6-9f0cde577526 req-37f574c4-8537-412e-bdfb-2575392738fa tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2776580 Jul 05 10:13:06.957305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a3e1d73-4f96-4fad-90b6-9f0cde577526 req-0a5e7563-b12b-4809-b4ec-a5063cd7fa9a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Jul 05 10:13:07.256000 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.271765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Transition to ACTIVE for port object 395d765a-6036-488d-a3b6-ace9c6a2f681 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:07.288647 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.442616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd886d76-531e-44a9-a25d-1ae18957f62d req-63b0aee6-663e-42f4-81f2-c217380f9cd5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:07.452946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd886d76-531e-44a9-a25d-1ae18957f62d req-63b0aee6-663e-42f4-81f2-c217380f9cd5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.2027569 Jul 05 10:13:07.459813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960b511-9719-4379-8b23-7b63563dad58 None None] Pushing event updated for resources: {'Port': ['ID=395d765a-6036-488d-a3b6-ace9c6a2f681,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:07.584146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd886d76-531e-44a9-a25d-1ae18957f62d req-d0a8227d-8693-4e72-b46b-5de1b734a746 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252997 Jul 05 10:13:07.842503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Attempting to bind port 395d765a-6036-488d-a3b6-ace9c6a2f681 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:07.843354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Attempting to bind port 395d765a-6036-488d-a3b6-ace9c6a2f681 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:07.844055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Attempting to bind port 395d765a-6036-488d-a3b6-ace9c6a2f681 on network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:07.856275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:07.857089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Checking segment: {'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:07.862428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.862428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Bound using segment: {'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:07.862428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Bound port: 395d765a-6036-488d-a3b6-ace9c6a2f681, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:07.862428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.885862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92ec3a2a-2551-48f1-b61c-6a02024d67c7 req-827a826a-0e9a-4053-9816-46a4f42148c6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a HTTP/1.1" status: 200 len: 221 time: 0.1675937 Jul 05 10:13:07.889242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Attempting to bind port 9936bec7-3023-4a8c-a6f4-825ce504d065 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:07.891113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Attempting to bind port 9936bec7-3023-4a8c-a6f4-825ce504d065 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:07.891113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Attempting to bind port 9936bec7-3023-4a8c-a6f4-825ce504d065 on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:07.902255 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-799b2cd8-77d1-429b-bd1a-45d00448ad7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=167c7968a4ef417487466533d56483fb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8516583 Jul 05 10:13:07.902255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.904548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:08.046499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b2cd8-77d1-429b-bd1a-45d00448ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac81951-d5f1-47bf-b810-415e76b2faf7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:08.074095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Port 9936bec7-3023-4a8c-a6f4-825ce504d065 on network ad129a7e-c36f-42d3-b374-7e79d50be067 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:08.074625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Attempting to bind port 9936bec7-3023-4a8c-a6f4-825ce504d065 on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:08.175155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] For port 395d765a-6036-488d-a3b6-ace9c6a2f681, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:08.200551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] For port 395d765a-6036-488d-a3b6-ace9c6a2f681, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=395d765a-6036-488d-a3b6-ace9c6a2f681,segment=NetworkSegment(65a8682a-e3c1-4bda-b99e-4b307c7a4ac4),segment_id=65a8682a-e3c1-4bda-b99e-4b307c7a4ac4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:08.218228 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.220914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804592ae-6c06-4961-9680-fff6e2445517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.226713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Subnet': ['ID=464835fe-1163-4259-af74-88e563c9704f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:08.247562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:08.248684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:08.250104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:08.252019 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Bound port: 9936bec7-3023-4a8c-a6f4-825ce504d065, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:08.255409 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.393041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804592ae-6c06-4961-9680-fff6e2445517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.497637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] For port 9936bec7-3023-4a8c-a6f4-825ce504d065, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:08.508866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] For port 9936bec7-3023-4a8c-a6f4-825ce504d065, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9936bec7-3023-4a8c-a6f4-825ce504d065,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:08.510634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Checking segment: {'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:08.511047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network hostable DHCP agents. Network: 633c9f1a-cc01-4564-8bd8-12f43676b95c, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:08.512338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960b511-9719-4379-8b23-7b63563dad58 None None] Pushing event updated for resources: {'Port': ['ID=395d765a-6036-488d-a3b6-ace9c6a2f681,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:08.556465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:08.560494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:12:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:08.572177 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.742515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:08.743857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.757565 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] 10.222.0.15 "PUT /v2.0/ports/9936bec7-3023-4a8c-a6f4-825ce504d065 HTTP/1.1" status: 200 len: 1092 time: 5.8260140 Jul 05 10:13:08.758441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:08.844353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'tag': '9936bec7-3023-4a8c-a6f4-825ce504d065'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:08.873506 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173b15a8-f0e7-4010-8548-6124692f98f6" -d '{"events": [{"name": "network-changed", "server_uuid": "feef45a5-928b-4dfc-b3ff-2cd95c6077bb", "tag": "9936bec7-3023-4a8c-a6f4-825ce504d065"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:08.888846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804592ae-6c06-4961-9680-fff6e2445517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.903929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804592ae-6c06-4961-9680-fff6e2445517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.922642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-804592ae-6c06-4961-9680-fff6e2445517 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ac81951-d5f1-47bf-b810-415e76b2faf7 HTTP/1.1" status: 204 len: 168 time: 1.0098555 Jul 05 10:13:08.953825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:09.129888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 633c9f1a-cc01-4564-8bd8-12f43676b95c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:09.146797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3bea7-960c-40e0-ac96-e685b659d7a4 req-3555cc54-f516-4b5f-8359-b8f1dc74e3e6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:09.153624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:09.155071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.162260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6a3bea7-960c-40e0-ac96-e685b659d7a4 req-3555cc54-f516-4b5f-8359-b8f1dc74e3e6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.7019167 Jul 05 10:13:09.180204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804592ae-6c06-4961-9680-fff6e2445517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac81951-d5f1-47bf-b810-415e76b2faf7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:09.213878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8461288-e368-470b-8331-a52bd5375fc2 req-831deb9c-00f2-41fe-a5af-47dd44813a3e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:09.219617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8461288-e368-470b-8331-a52bd5375fc2 req-831deb9c-00f2-41fe-a5af-47dd44813a3e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.8010387 Jul 05 10:13:09.313334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd4b63-8011-4ca2-a064-be641eb361ab service neutron] Pushing event updated for resources: {'Port': ['ID=9936bec7-3023-4a8c-a6f4-825ce504d065,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:09.342073 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-90579bcd-e400-470b-9ede-792e0f2206e4 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4189489 Jul 05 10:13:09.346812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32abcb8-d2d6-4cfe-a2d1-6bb03709ab4a None None] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:09.347511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6a3bea7-960c-40e0-ac96-e685b659d7a4 req-99afb2ed-02b7-483a-bed0-40b7a77c7735 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628196 Jul 05 10:13:09.348752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53246) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:09.452269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-32c6c80a-417d-48c0-aa43-5bbaebaf233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:09.457084 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-32c6c80a-417d-48c0-aa43-5bbaebaf233f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 1095 time: 0.4321821 Jul 05 10:13:09.594367 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-d2019987-fae9-4e58-8919-0ff87014cd9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9936bec7-3023-4a8c-a6f4-825ce504d065 HTTP/1.1" status: 200 len: 217 time: 0.1294653 Jul 05 10:13:09.812569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-4f2400b5-b873-4f32-bb01-2cfce2d0e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:09.815337 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-4f2400b5-b873-4f32-bb01-2cfce2d0e5b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.2140439 Jul 05 10:13:09.836973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8461288-e368-470b-8331-a52bd5375fc2 req-5a56d278-8494-468c-a006-653a5fa86073 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962307 Jul 05 10:13:10.140160 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd02bb7-75ab-41be-a7b6-5869001dddcb x-openstack-request-id: req-9cd02bb7-75ab-41be-a7b6-5869001dddcb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:10.141082 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef45a5-928b-4dfc-b3ff-2cd95c6077bb", "tag": "9936bec7-3023-4a8c-a6f4-825ce504d065", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:10.141082 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cd02bb7-75ab-41be-a7b6-5869001dddcb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:10.142543 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'tag': '9936bec7-3023-4a8c-a6f4-825ce504d065', 'status': 'completed', 'code': 200} Jul 05 10:13:10.178232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b5b9b-d29d-4086-93c0-7dc095285c40 req-630030bf-9141-4d74-86f3-b931c986431a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:10.196990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-997b5b9b-d29d-4086-93c0-7dc095285c40 req-630030bf-9141-4d74-86f3-b931c986431a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.4135652 Jul 05 10:13:10.270017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b755-a261-4e74-8081-67e0814ba52e req-9b758cc5-1c56-41ad-aa56-266ef5f4f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:10.277143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-9b758cc5-1c56-41ad-aa56-266ef5f4f0d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4507489 Jul 05 10:13:10.475212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:10.515695 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c0f626b-af04-4593-989c-94fbee27bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:10.559999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:59Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:08Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:10.659828 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-b4d52bb8-da3f-4808-b701-7a5da2022972 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733253 Jul 05 10:13:10.681574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe534da-dc47-4864-acbb-4804d7a9e38d None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:12:59Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:08Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:10.864920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-633c9f1a-cc01-4564-8bd8-12f43676b95c', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:13:10.874243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:10.955734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f807b755-a261-4e74-8081-67e0814ba52e req-847c2882-b9ff-4df0-97d5-b58d64c78476 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846074 Jul 05 10:13:10.968559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c0f626b-af04-4593-989c-94fbee27bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:10.976394 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c0f626b-af04-4593-989c-94fbee27bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.058085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f626b-af04-4593-989c-94fbee27bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60271109-f5b0-4541-8351-a5848b9a8da0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:11.073073 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0c0f626b-af04-4593-989c-94fbee27bb03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3cbbe18e9e840619284835b8ee0a770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891256 Jul 05 10:13:11.075364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:11.305770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc64da1e-8331-4785-a723-10776f859a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.407686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc64da1e-8331-4785-a723-10776f859a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.412929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Allocated IP 172.23.0.2 (633c9f1a-cc01-4564-8bd8-12f43676b95c/464835fe-1163-4259-af74-88e563c9704f/ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:11.428024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-b79ff421-c731-4628-b0ec-06a37bf0bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:11.430528 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-b79ff421-c731-4628-b0ec-06a37bf0bbc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 1095 time: 0.3536322 Jul 05 10:13:11.725773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc64da1e-8331-4785-a723-10776f859a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.732708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc64da1e-8331-4785-a723-10776f859a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.737884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc64da1e-8331-4785-a723-10776f859a75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60271109-f5b0-4541-8351-a5848b9a8da0 HTTP/1.1" status: 204 len: 168 time: 0.6588337 Jul 05 10:13:11.857026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64da1e-8331-4785-a723-10776f859a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60271109-f5b0-4541-8351-a5848b9a8da0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:11.881964 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.884184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-14cc6d3a-a9ea-4ee9-8758-e3312a269e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:11.895660 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-14cc6d3a-a9ea-4ee9-8758-e3312a269e21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.4420161 Jul 05 10:13:11.900258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Transition to ACTIVE for port object ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:11.953366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Transition to ACTIVE for port object ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:11.982743 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:12.035139 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-4a23e8a6-b7df-4046-9c20-aea603c86c1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9936bec7-3023-4a8c-a6f4-825ce504d065 HTTP/1.1" status: 200 len: 217 time: 0.1298318 Jul 05 10:13:12.161473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:12.182639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:12.200481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-162a3499-0635-4476-b994-5d7d65322442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:12.203684 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-162a3499-0635-4476-b994-5d7d65322442 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1592228 Jul 05 10:13:12.206158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:12.254052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-997b5b9b-d29d-4086-93c0-7dc095285c40 req-35b8e096-c909-4c9a-a9b0-d324600b8ea7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6708381 Jul 05 10:13:12.454322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-d752ce86-8044-4bee-9571-d1cef013ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:12.461389 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-d752ce86-8044-4bee-9571-d1cef013ec0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2500699 Jul 05 10:13:12.512618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Pushing event updated for resources: {'Port': ['ID=ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:12.544250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395d765a-6036-488d-a3b6-ace9c6a2f681 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:12.561499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Attempting to bind port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:12.562117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Attempting to bind port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:12.562733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Attempting to bind port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 on network 633c9f1a-cc01-4564-8bd8-12f43676b95c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:12.642180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:12.642775 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Checking segment: {'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:12.643618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:12.644318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Bound using segment: {'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:12.645181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Bound port: ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:12.645824 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:12.702065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bdf2a-fcba-4601-aeb6-7f2dcfe3739f req-6430460c-defe-4e00-800d-bd93d15cbe08 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:12.707512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e4bdf2a-fcba-4601-aeb6-7f2dcfe3739f req-6430460c-defe-4e00-800d-bd93d15cbe08 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 1.1015019 Jul 05 10:13:12.935880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 395d765a-6036-488d-a3b6-ace9c6a2f681 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:12.943779 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-5273e24c-652c-4e85-80c1-d0201b1cd154 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720018 Jul 05 10:13:12.946609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] For port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:12.962998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] For port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48,segment=NetworkSegment(0e174aaa-f53f-4af5-adc0-63b32ead3703),segment_id=0e174aaa-f53f-4af5-adc0-63b32ead3703)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:12.989439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 395d765a-6036-488d-a3b6-ace9c6a2f681 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:12.990016 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.052458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.204785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.403620 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-173b15a8-f0e7-4010-8548-6124692f98f6 req-f87b87f7-fccb-4fa4-b1ae-7a16e36f1b2e service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517820 Jul 05 10:13:13.417880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e4bdf2a-fcba-4601-aeb6-7f2dcfe3739f req-f60cd499-6541-4770-8c3f-5100247e7f53 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6829214 Jul 05 10:13:13.587014 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.731206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3839b-9d80-4d5c-84e7-4bbc1fbf65c5 None None] Pushing event updated for resources: {'Port': ['ID=ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:13.902117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 395d765a-6036-488d-a3b6-ace9c6a2f681, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=395d765a-6036-488d-a3b6-ace9c6a2f681,segment=NetworkSegment(65a8682a-e3c1-4bda-b99e-4b307c7a4ac4),segment_id=65a8682a-e3c1-4bda-b99e-4b307c7a4ac4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:13.931862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.971607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee95033-4f66-489a-8e6a-7e7580afe3b1 req-3be5ef5e-f672-4743-963c-af823fc8efc1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:13.996008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ee95033-4f66-489a-8e6a-7e7580afe3b1 req-3be5ef5e-f672-4743-963c-af823fc8efc1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 1.0251167 Jul 05 10:13:14.230179 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47053a91-7ab9-46d5-9f45-3d07d9217f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:14.281261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=395d765a-6036-488d-a3b6-ace9c6a2f681,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:14.340059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:14.436249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ee95033-4f66-489a-8e6a-7e7580afe3b1 req-d7b7e01a-9791-47eb-a83f-0c5487bae8fc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370553 Jul 05 10:13:14.527347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:14.636392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952089b6-1d55-4b30-a0dd-1ef15714c402 req-b8289ffa-d188-418f-90ee-ebf0b8c9ad5a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:14.639537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-952089b6-1d55-4b30-a0dd-1ef15714c402 req-b8289ffa-d188-418f-90ee-ebf0b8c9ad5a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.7923374 Jul 05 10:13:14.894577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-952089b6-1d55-4b30-a0dd-1ef15714c402 req-dfd2d1f9-29fd-470d-9f35-fbdfee4ee1b0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353380 Jul 05 10:13:15.007345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Allocated IP 172.23.0.1 (633c9f1a-cc01-4564-8bd8-12f43676b95c/464835fe-1163-4259-af74-88e563c9704f/ca605208-0010-4a2a-a176-f2b313f488cb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:15.017885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:15.085931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ad0d4-b2ed-4d3d-812b-c9b3c01677c0 req-4a6b8728-0f87-42db-a4e4-be353c03d0bc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:15.088867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f1ad0d4-b2ed-4d3d-812b-c9b3c01677c0 req-4a6b8728-0f87-42db-a4e4-be353c03d0bc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1592882 Jul 05 10:13:15.361776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f1ad0d4-b2ed-4d3d-812b-c9b3c01677c0 req-2e2ceaa6-40a6-4c03-855d-942176db9979 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266793 Jul 05 10:13:15.376767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.425251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Transition to ACTIVE for port object ca605208-0010-4a2a-a176-f2b313f488cb will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:15.517195 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.607147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc811a-fadb-436c-b5c1-c4915200db1c None None] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:15.763430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=ca605208-0010-4a2a-a176-f2b313f488cb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:15.805354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:15.813488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:15.824732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:15.935274 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bc27-c8b7-4414-bc15-e920b65040ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.972466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3d1f250d-98ff-4ea7-84f9-f9feb541a082 None None] Provisioning for port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:16.004056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3d1f250d-98ff-4ea7-84f9-f9feb541a082 None None] Provisioning complete for port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:16.011842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d1f250d-98ff-4ea7-84f9-f9feb541a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.026716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.160997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395d765a-6036-488d-a3b6-ace9c6a2f681 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:16.299827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bc27-c8b7-4414-bc15-e920b65040ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.315487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bc27-c8b7-4414-bc15-e920b65040ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.431170 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4ab5bc27-c8b7-4414-bc15-e920b65040ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f1afdcc02114d2d875d12f7e613e99d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4105809 Jul 05 10:13:16.434737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:16.469796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5bc27-c8b7-4414-bc15-e920b65040ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef8e343-6f88-4d31-9dc6-7166ea7e4a74,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:16.580318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e7551a7-979e-46d2-b238-ade179c45064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.657817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e7551a7-979e-46d2-b238-ade179c45064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.800448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e7551a7-979e-46d2-b238-ade179c45064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.808411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2e7551a7-979e-46d2-b238-ade179c45064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.809618 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2e7551a7-979e-46d2-b238-ade179c45064 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ef8e343-6f88-4d31-9dc6-7166ea7e4a74 HTTP/1.1" status: 204 len: 168 time: 0.3730197 Jul 05 10:13:16.835138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7551a7-979e-46d2-b238-ade179c45064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef8e343-6f88-4d31-9dc6-7166ea7e4a74,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:16.942522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.967905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.992716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d1f250d-98ff-4ea7-84f9-f9feb541a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.037232 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1ae6d92-a062-48a4-9e7a-452f4cbebdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.094089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86c8c0-d802-4f15-ae62-e03d9c74a7f9 req-10c13e72-4e5a-4cd4-b1a7-bf86fe420fea tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:17.097310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c86c8c0-d802-4f15-ae62-e03d9c74a7f9 req-10c13e72-4e5a-4cd4-b1a7-bf86fe420fea tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 1.0770288 Jul 05 10:13:17.131567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3d1f250d-98ff-4ea7-84f9-f9feb541a082 None None] For port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48,segment=NetworkSegment(0e174aaa-f53f-4af5-adc0-63b32ead3703),segment_id=0e174aaa-f53f-4af5-adc0-63b32ead3703)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:17.144564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d1f250d-98ff-4ea7-84f9-f9feb541a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.192432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e41f2d-1151-4a56-8fde-eac0fee9bf79 req-34b19910-11ff-4764-b66f-f33595134ccf tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:17.196211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40e41f2d-1151-4a56-8fde-eac0fee9bf79 req-34b19910-11ff-4764-b66f-f33595134ccf tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 1.1729295 Jul 05 10:13:17.275806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 395d765a-6036-488d-a3b6-ace9c6a2f681 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:17.276832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.382727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f250d-98ff-4ea7-84f9-f9feb541a082 None None] Pushing event updated for resources: {'Port': ['ID=ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:17.435114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-40e41f2d-1151-4a56-8fde-eac0fee9bf79 req-c54bd79a-2abc-4610-bdcf-e8f00b66401a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904640 Jul 05 10:13:17.572432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c86c8c0-d802-4f15-ae62-e03d9c74a7f9 req-fd55d719-ceb9-4258-9f0c-8023964c8c59 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294071 Jul 05 10:13:17.774243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd1e5b8e-d6d6-44c2-a04b-8f78f6a3f4e7 None None] Provisioning complete for port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:17.775367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5b8e-d6d6-44c2-a04b-8f78f6a3f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.203896 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.224416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:18.380962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:18.381883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:18.383515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.411563 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.489217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd1e5b8e-d6d6-44c2-a04b-8f78f6a3f4e7 None None] Provisioning for port ca605208-0010-4a2a-a176-f2b313f488cb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:18.499180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd1e5b8e-d6d6-44c2-a04b-8f78f6a3f4e7 None None] Provisioning complete for port ca605208-0010-4a2a-a176-f2b313f488cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:18.499180 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5b8e-d6d6-44c2-a04b-8f78f6a3f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.644747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e5b8e-d6d6-44c2-a04b-8f78f6a3f4e7 None None] Port ca605208-0010-4a2a-a176-f2b313f488cb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:18.672259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.679456 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.684764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.697570 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.790291 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d119d6fe44a74e6ea0f021ea4470d9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063425 Jul 05 10:13:18.791973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53344) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:18.795892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e2150f2f-e0c7-4c75-8166-732b1852b17d None None] Provisioning complete for port ca605208-0010-4a2a-a176-f2b313f488cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:18.797063 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2150f2f-e0c7-4c75-8166-732b1852b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.805192 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6057fede-7719-4efe-bcae-41a7dbd9b552,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:18.822861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.823377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.823863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.825678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.826229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.826777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.827361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.828781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.828781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.829130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.829528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.830089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b3a49-abea-4d55-8a38-141aaf3e487e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:18.906260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e2150f2f-e0c7-4c75-8166-732b1852b17d None None] Port ca605208-0010-4a2a-a176-f2b313f488cb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:18.906948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126231f-8e34-462d-ac34-ebce51902835 req-8b2b8080-7828-4a2a-8676-9f6f1531cfdc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:18.909674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4126231f-8e34-462d-ac34-ebce51902835 req-8b2b8080-7828-4a2a-8676-9f6f1531cfdc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.5337102 Jul 05 10:13:18.914774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event updated for resources: {'Port': ['ID=ca605208-0010-4a2a-a176-f2b313f488cb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:18.920931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.933065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eed8d45b-849b-492b-a9db-bb799793ea3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.949926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a44eb-72b4-4a49-9b19-7ffa768aef8c req-cb9b3afb-85c8-467e-b07f-1e2ae3edd9e1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:18.959206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-606a44eb-72b4-4a49-9b19-7ffa768aef8c req-cb9b3afb-85c8-467e-b07f-1e2ae3edd9e1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5847383 Jul 05 10:13:18.968056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eed8d45b-849b-492b-a9db-bb799793ea3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.044172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eed8d45b-849b-492b-a9db-bb799793ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.050723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eed8d45b-849b-492b-a9db-bb799793ea3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.060243 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eed8d45b-849b-492b-a9db-bb799793ea3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6057fede-7719-4efe-bcae-41a7dbd9b552 HTTP/1.1" status: 204 len: 168 time: 0.2647908 Jul 05 10:13:19.073693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8d45b-849b-492b-a9db-bb799793ea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057fede-7719-4efe-bcae-41a7dbd9b552,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:19.129672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4126231f-8e34-462d-ac34-ebce51902835 req-1c26879c-607a-4a06-ae1e-1f452b057c51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037337 Jul 05 10:13:19.156026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-606a44eb-72b4-4a49-9b19-7ffa768aef8c req-70113e0d-fb9c-404c-a3d8-e8249accee27 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953812 Jul 05 10:13:19.313089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:19.316277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:19.715620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:19.764632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-334471fc-1496-4810-9a60-d7a973bbd820 None None] Provisioning complete for port ca605208-0010-4a2a-a176-f2b313f488cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:19.765465 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-334471fc-1496-4810-9a60-d7a973bbd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.781272 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:19.868458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-334471fc-1496-4810-9a60-d7a973bbd820 None None] Port ca605208-0010-4a2a-a176-f2b313f488cb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:19.876398 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.968219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244d645-642c-4065-ac81-7763307ed90a req-91d4de54-f810-4b2d-adf5-13da84dcdfef tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:19.971008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f244d645-642c-4065-ac81-7763307ed90a req-91d4de54-f810-4b2d-adf5-13da84dcdfef tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.4448266 Jul 05 10:13:19.987685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c7f2c-2b25-44c7-8747-09e34149297a req-fd7c15af-dcfe-4e00-9f8a-229896d28814 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:19.995863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f58c7f2c-2b25-44c7-8747-09e34149297a req-fd7c15af-dcfe-4e00-9f8a-229896d28814 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4718275 Jul 05 10:13:20.189299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f244d645-642c-4065-ac81-7763307ed90a req-49eaf7a4-7495-4e39-ac93-6ae84e87feee tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304233 Jul 05 10:13:20.223738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:20.240110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-306880fa-7d76-49d4-91b9-e332ad4ddff1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8867230 Jul 05 10:13:20.240735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:20.249413 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:20.259032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:20.261551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f58c7f2c-2b25-44c7-8747-09e34149297a req-79207c15-6ac3-42ff-a9f6-a2ad0be60183 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948149 Jul 05 10:13:20.298304 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:20.300342 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:20.633298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db883a62-d127-4eb3-bf2c-c5552a3145a6 req-887f2f8e-abe2-42cb-8ffc-3b1a59fa605c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.650848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db883a62-d127-4eb3-bf2c-c5552a3145a6 req-887f2f8e-abe2-42cb-8ffc-3b1a59fa605c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.2236106 Jul 05 10:13:20.726384 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:20.780296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db883a62-d127-4eb3-bf2c-c5552a3145a6 req-a0058f74-d2fb-4ecb-a084-e0e26d2b7cec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198089 Jul 05 10:13:20.988157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709d8d0-97a4-4033-a0bd-fa24e844b3c3 req-6cfd02b9-a058-4fc7-9935-b7a3a8f126d0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.991650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e709d8d0-97a4-4033-a0bd-fa24e844b3c3 req-6cfd02b9-a058-4fc7-9935-b7a3a8f126d0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1978617 Jul 05 10:13:21.093081 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e709d8d0-97a4-4033-a0bd-fa24e844b3c3 req-2b11f5a3-1426-4fc9-93de-546c3ae1637a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935204 Jul 05 10:13:21.380328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.extraroute_db [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:13:21.408921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.extraroute_db [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Removed routes are [] {{(pid=93795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:13:21.409805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.622138 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:16Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:17Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:21.627609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf334bf-770c-4906-b690-f7cace4f3328 req-4164a281-7dab-4ee0-93d7-3308a7ce7249 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.635850 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bcf334bf-770c-4906-b690-f7cace4f3328 req-4164a281-7dab-4ee0-93d7-3308a7ce7249 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3147924 Jul 05 10:13:21.692092 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:21.693485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Updating router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 port ca605208-0010-4a2a-a176-f2b313f488cb binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:13:21.786998 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.792606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bcf334bf-770c-4906-b690-f7cace4f3328 req-042f75ec-2199-43f8-91a7-7a8d86eb35e7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396806 Jul 05 10:13:22.072960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabea22e-f59c-4d1d-9c4b-084d5a163d47 req-3f39b92f-6a0d-45c4-a307-7f0a98d7402d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:22.082334 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fabea22e-f59c-4d1d-9c4b-084d5a163d47 req-3f39b92f-6a0d-45c4-a307-7f0a98d7402d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.3710051 Jul 05 10:13:22.106696 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.121099 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.265401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fabea22e-f59c-4d1d-9c4b-084d5a163d47 req-89bcc1db-c8d0-4121-9915-762de02554e7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740465 Jul 05 10:13:22.347689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa22e3-ae0e-4ce5-8247-f04bcb50384f req-bf654a0b-af32-4ab2-bf87-6428fb91aff9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:22.351504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:22.374024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6aa22e3-ae0e-4ce5-8247-f04bcb50384f req-bf654a0b-af32-4ab2-bf87-6428fb91aff9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.2208552 Jul 05 10:13:22.511404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6aa22e3-ae0e-4ce5-8247-f04bcb50384f req-117cd27c-2d2b-4127-8f85-c3eaabfc4b49 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355405 Jul 05 10:13:22.613431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:22.640435 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.643530 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e8fb931a-eef4-4366-a999-005039d0150d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 200 len: 933 time: 2.4010308 Jul 05 10:13:22.644170 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.649391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:22.669988 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Transition to ACTIVE for port object ca605208-0010-4a2a-a176-f2b313f488cb will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:22.690270 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.758330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d7b7-a898-49b2-b0b0-98e72ff48faa req-792296a6-0c85-404e-b266-9f736f53cec6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:22.765952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c10d7b7-a898-49b2-b0b0-98e72ff48faa req-792296a6-0c85-404e-b266-9f736f53cec6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2300146 Jul 05 10:13:22.782475 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82027-bf97-4ee6-ab01-48289b8a9128 None None] Pushing event updated for resources: {'Port': ['ID=ca605208-0010-4a2a-a176-f2b313f488cb,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.907343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c10d7b7-a898-49b2-b0b0-98e72ff48faa req-f47382f9-9fd8-484d-98f1-bd5ca3b96fa7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307273 Jul 05 10:13:22.932996 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Attempting to bind port ca605208-0010-4a2a-a176-f2b313f488cb on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:22.933587 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Attempting to bind port ca605208-0010-4a2a-a176-f2b313f488cb by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:22.934340 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Attempting to bind port ca605208-0010-4a2a-a176-f2b313f488cb on network 633c9f1a-cc01-4564-8bd8-12f43676b95c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:22.959690 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:22.959690 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Checking segment: {'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:22.959690 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.959690 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Bound using segment: {'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:22.959690 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Bound port: ca605208-0010-4a2a-a176-f2b313f488cb, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e174aaa-f53f-4af5-adc0-63b32ead3703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:22.959690 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.976661 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84590337-8c26-48fa-966d-41d0ccbdc927 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 200 len: 933 time: 0.3152144 Jul 05 10:13:22.976984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53424) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:22.999236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'routes': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:23.273910 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] For port ca605208-0010-4a2a-a176-f2b313f488cb, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:23.288459 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] For port ca605208-0010-4a2a-a176-f2b313f488cb, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ca605208-0010-4a2a-a176-f2b313f488cb,segment=NetworkSegment(0e174aaa-f53f-4af5-adc0-63b32ead3703),segment_id=0e174aaa-f53f-4af5-adc0-63b32ead3703)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:23.301192 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.523755 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:23.525635 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:23.753765 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82027-bf97-4ee6-ab01-48289b8a9128 None None] Pushing event updated for resources: {'Port': ['ID=ca605208-0010-4a2a-a176-f2b313f488cb,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:23.814512 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:24.550003 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:21Z', 'revision_number': 6, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:23Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:24.654183 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23300454-76b4-486c-9844-78a2a5a50639 None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:21Z', 'revision_number': 6, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:23Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:24.713214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937f5a-b3e7-4725-8f41-508e5bd7a5da req-a2cb9f49-3d83-4580-899f-54f0635eec33 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:24.725607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df937f5a-b3e7-4725-8f41-508e5bd7a5da req-a2cb9f49-3d83-4580-899f-54f0635eec33 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 1.2404931 Jul 05 10:13:24.850299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff70ca3-ef81-49f1-beae-ea5eecdfc087 req-7d5b1894-6c83-4ef6-af9f-36ded9526107 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:24.852314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cff70ca3-ef81-49f1-beae-ea5eecdfc087 req-7d5b1894-6c83-4ef6-af9f-36ded9526107 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.3693316 Jul 05 10:13:24.893678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df937f5a-b3e7-4725-8f41-508e5bd7a5da req-2f72055a-35b4-4e37-a73e-316b0bb7335d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669958 Jul 05 10:13:25.012224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cff70ca3-ef81-49f1-beae-ea5eecdfc087 req-03647da7-f67c-4986-97ef-17bd129d0c5e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348827 Jul 05 10:13:25.199988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:13:25.200531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:13:25.366484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.626005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa48fc3-3300-4151-8d93-cc1f621d0108 req-24e920a8-4ea6-4f11-bbce-fa7e3131ffa2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:25.628180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fa48fc3-3300-4151-8d93-cc1f621d0108 req-24e920a8-4ea6-4f11-bbce-fa7e3131ffa2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3588111 Jul 05 10:13:25.893855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b658c-e9b3-4ed2-9404-d42822bf0904 req-7dbdcfce-0ca5-4f7e-a927-4b16accbe440 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:25.903556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-777b658c-e9b3-4ed2-9404-d42822bf0904 req-7dbdcfce-0ca5-4f7e-a927-4b16accbe440 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.6317544 Jul 05 10:13:25.921409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:25.940013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:25.941265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:25.945529 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-46b05b50-0274-4853-89f7-0cf6e47bc43f service neutron] show failed (client error): The resource could not be found. Jul 05 10:13:25.950588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-46b05b50-0274-4853-89f7-0cf6e47bc43f service neutron] 10.222.0.15 "GET /v2.0/ports/d9329be5-002c-4903-b3f2-88092100273c/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.1644681 Jul 05 10:13:25.980875 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.991481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.237680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ca605208-0010-4a2a-a176-f2b313f488cb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:26.304494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5fa48fc3-3300-4151-8d93-cc1f621d0108 req-f9018bac-484e-4b4c-bcd3-cb1d1ec66392 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046322 Jul 05 10:13:26.347356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:26.355808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-777b658c-e9b3-4ed2-9404-d42822bf0904 req-ba2619df-5ac7-46d0-b2d4-e93f0a2df44d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507735 Jul 05 10:13:26.402577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:26.680724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-7d0d8b46-8bbc-496a-82bf-bee2957ed36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:26.682492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-7d0d8b46-8bbc-496a-82bf-bee2957ed36a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 1097 time: 0.1428306 Jul 05 10:13:26.703274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:26.779277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ca605208-0010-4a2a-a176-f2b313f488cb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:26.835053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ca605208-0010-4a2a-a176-f2b313f488cb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:26.836342 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.874628 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.082033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:27.106186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.114508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1e511e9c-a20b-4a30-83b1-596a70fa869e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 200 len: 699 time: 4.1360087 Jul 05 10:13:27.125524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53466) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:27.178051 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.218038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:25Z', 'revision_number': 7, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:23Z', 'revision_number': 4, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:27.241905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d5084-91ec-4527-b228-c28712dd0f66 req-69c8cee4-8118-435d-8c2f-4fcb450ca57e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.243861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b74d5084-91ec-4527-b228-c28712dd0f66 req-69c8cee4-8118-435d-8c2f-4fcb450ca57e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.6357088 Jul 05 10:13:27.253654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd5b51-712a-4bbc-bd25-75d6d697ffa1 req-1bdedfea-8d59-4c8c-a2cb-13167a0ed985 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.255961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedd5b51-712a-4bbc-bd25-75d6d697ffa1 req-1bdedfea-8d59-4c8c-a2cb-13167a0ed985 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3789966 Jul 05 10:13:27.271709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ca605208-0010-4a2a-a176-f2b313f488cb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ca605208-0010-4a2a-a176-f2b313f488cb,segment=NetworkSegment(0e174aaa-f53f-4af5-adc0-63b32ead3703),segment_id=0e174aaa-f53f-4af5-adc0-63b32ead3703)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:27.377189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.394595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:27.503833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:27.505213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ca5f0711-fffd-473f-9876-c6fc0a264ad8 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 200 len: 699 time: 0.3741462 Jul 05 10:13:27.507556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:27.518085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:27.562800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b74d5084-91ec-4527-b228-c28712dd0f66 req-61211e6e-a7b0-4f44-87b5-e8ac902aa872 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368109 Jul 05 10:13:27.581641 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:27.633650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedd5b51-712a-4bbc-bd25-75d6d697ffa1 req-4b5369de-e898-4696-a661-f5a4eb7d7261 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873039 Jul 05 10:13:27.704000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:27.879248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.903416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Transition to ACTIVE for port object d9329be5-002c-4903-b3f2-88092100273c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:27.904911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:27.911016 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ffeaf3-fa4d-47c0-9070-6991f7e4b53a" -d '{"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-unplugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:27.924115 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.929800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ca605208-0010-4a2a-a176-f2b313f488cb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:28.058806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:28.216675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d9329be5-002c-4903-b3f2-88092100273c no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:28.246041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ca605208-0010-4a2a-a176-f2b313f488cb up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:28.282174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:28.493763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61349ae-7389-407b-a70e-980dcc08ba15 req-8b8be411-4dd1-4d71-b506-9996d977e65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:28.509662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f61349ae-7389-407b-a70e-980dcc08ba15 req-8b8be411-4dd1-4d71-b506-9996d977e65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.3906355 Jul 05 10:13:28.568667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] No DVR routers for this DVR port d9329be5-002c-4903-b3f2-88092100273c on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:28.715658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae706052-6560-46f5-ad95-2b5a1754e77e req-b607aaa4-fff8-4011-83ce-584a9417deb0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:28.718500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae706052-6560-46f5-ad95-2b5a1754e77e req-b607aaa4-fff8-4011-83ce-584a9417deb0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4599271 Jul 05 10:13:28.768593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d9329be5-002c-4903-b3f2-88092100273c not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:28.853170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f61349ae-7389-407b-a70e-980dcc08ba15 req-3203df8e-a8cc-4ef3-a95c-222acced91d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419745 Jul 05 10:13:28.949882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae706052-6560-46f5-ad95-2b5a1754e77e req-a0063055-e57e-460b-b2ea-ae5296ed2275 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135353 Jul 05 10:13:29.001097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:29.001655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:29.002210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:29.038173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:29.038691 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:29.080859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:29.082570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Checking segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:29.082855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Bound using segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:29.084002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Bound port: d9329be5-002c-4903-b3f2-88092100273c, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:29.084700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.095497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ca605208-0010-4a2a-a176-f2b313f488cb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:29.096478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.236365 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab8630d-e458-4afa-90dd-5ba5cfb015cd x-openstack-request-id: req-8ab8630d-e458-4afa-90dd-5ba5cfb015cd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:29.237208 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-unplugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:29.237631 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ab8630d-e458-4afa-90dd-5ba5cfb015cd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:29.238250 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'code': 200} Jul 05 10:13:29.396328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:29.426785 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.438490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:29.522016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b636cb-3c18-4064-86c7-fbffcc88713d req-c3c7892d-8cc3-46ad-9f0f-fba2bfd0f3b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:29.530019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8b636cb-3c18-4064-86c7-fbffcc88713d req-c3c7892d-8cc3-46ad-9f0f-fba2bfd0f3b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.3382587 Jul 05 10:13:29.675479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8b636cb-3c18-4064-86c7-fbffcc88713d req-b3ba2bfd-62e9-4b97-b35b-4693074c7576 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328819 Jul 05 10:13:29.692367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.758458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:25Z', 'revision_number': 7, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:27Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:29.794001 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.858349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.862349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c106c6-d2e2-40e5-947b-daec0baeed3d None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:25Z', 'revision_number': 7, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:27Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:29.912151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261430e-a807-4371-a119-41bc0dbc1fbe req-4dc6d141-11d4-407b-be9e-49f23e31bcb4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:29.914061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e261430e-a807-4371-a119-41bc0dbc1fbe req-4dc6d141-11d4-407b-be9e-49f23e31bcb4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2188852 Jul 05 10:13:29.989293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:29.990354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.992813 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] 10.222.0.16 "PUT /v2.0/ports/d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 1092 time: 3.3011882 Jul 05 10:13:30.099800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e261430e-a807-4371-a119-41bc0dbc1fbe req-59c1bb82-b158-4be4-bec8-08eed85ffd08 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714082 Jul 05 10:13:30.417563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbee5e-5164-4b4c-b17d-132e15996e45 service neutron] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:30.453583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395a59d-a401-4bb5-a003-d8e7f2fe59ec req-e4953c62-778b-4802-ad87-20d69c7ee5b9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.461146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f395a59d-a401-4bb5-a003-d8e7f2fe59ec req-e4953c62-778b-4802-ad87-20d69c7ee5b9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.2980602 Jul 05 10:13:30.594843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-1fff58ca-00be-4e9c-b58d-35f819e731c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.597829 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-1fff58ca-00be-4e9c-b58d-35f819e731c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1095 time: 0.5172837 Jul 05 10:13:30.600441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f395a59d-a401-4bb5-a003-d8e7f2fe59ec req-eae271ba-3927-43af-9569-c6e2d3c7528b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279631 Jul 05 10:13:30.702224 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:30.736721 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:30.739792 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:31.060496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ee62f-e1d9-4093-97a7-cc2f948dea3b req-abe85991-2135-4848-b941-2c5e1807ea1e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.075868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-695ee62f-e1d9-4093-97a7-cc2f948dea3b req-abe85991-2135-4848-b941-2c5e1807ea1e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2854733 Jul 05 10:13:31.080175 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:31.196032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-695ee62f-e1d9-4093-97a7-cc2f948dea3b req-42982395-2413-4ea4-b933-235683c45fca tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188695 Jul 05 10:13:31.455673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648aa55-b65c-4e8d-9c47-8dff1b3879a0 req-5d1a833f-730a-436d-95c7-3abd87b46d87 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.484847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6648aa55-b65c-4e8d-9c47-8dff1b3879a0 req-5d1a833f-730a-436d-95c7-3abd87b46d87 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.3364277 Jul 05 10:13:31.622846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:31.627556 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d33942-8475-4b99-8819-be1e57de6c80" -d '{"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:31.633081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-0070c7f4-6a89-4a28-bced-30a272b9a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.642859 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-0070c7f4-6a89-4a28-bced-30a272b9a169 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 1.0361478 Jul 05 10:13:31.787864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6648aa55-b65c-4e8d-9c47-8dff1b3879a0 req-1b9480fe-ba17-4eda-8dc4-13cc94a60857 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015368 Jul 05 10:13:31.808709 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:25Z', 'revision_number': 7, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:27Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:31.832030 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-218b33f9-4171-49c0-9a4e-247db14c0b28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 998 time: 0.1759515 Jul 05 10:13:31.872387 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:31.905055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f18a45-ce3f-40ec-a7c1-f28498c9c752 req-f4bfb087-1fbc-46f1-9006-df207ad6e35f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.908314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52f18a45-ce3f-40ec-a7c1-f28498c9c752 req-f4bfb087-1fbc-46f1-9006-df207ad6e35f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3802443 Jul 05 10:13:31.927948 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:31.931907 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:32.018778 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c8f63d-57d6-4e2e-9702-fee858c8a69f x-openstack-request-id: req-b0c8f63d-57d6-4e2e-9702-fee858c8a69f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:32.019141 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:32.019529 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0c8f63d-57d6-4e2e-9702-fee858c8a69f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:32.020288 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'status': 'completed', 'code': 200} Jul 05 10:13:32.037807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52f18a45-ce3f-40ec-a7c1-f28498c9c752 req-0e0e3496-0529-4573-b22b-87c4f040400a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200182 Jul 05 10:13:32.232896 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-7abed7e4-5c3b-4fb9-be12-31e389bc44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.234475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-7abed7e4-5c3b-4fb9-be12-31e389bc44b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.2838202 Jul 05 10:13:32.273748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port ca605208-0010-4a2a-a176-f2b313f488cb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:32.274130 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.342725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-eca61ec7-b57a-41c7-8847-8e4c98cb87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.344700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-eca61ec7-b57a-41c7-8847-8e4c98cb87f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1095 time: 0.2771642 Jul 05 10:13:32.370670 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:32.441550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5380ef-c574-41af-9c38-d6abb7a739f9 req-fc09de1e-cd3e-44f8-a25d-979ded85d0dd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.455195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc5380ef-c574-41af-9c38-d6abb7a739f9 req-fc09de1e-cd3e-44f8-a25d-979ded85d0dd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.2178316 Jul 05 10:13:32.586345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc5380ef-c574-41af-9c38-d6abb7a739f9 req-df0c0f9f-e0cf-4667-9e68-6eb6c5f51099 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234770 Jul 05 10:13:32.723758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port ca605208-0010-4a2a-a176-f2b313f488cb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ca605208-0010-4a2a-a176-f2b313f488cb,segment=NetworkSegment(0e174aaa-f53f-4af5-adc0-63b32ead3703),segment_id=0e174aaa-f53f-4af5-adc0-63b32ead3703)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:32.723758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.744035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for ca605208-0010-4a2a-a176-f2b313f488cb owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:32.953904 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:25Z', 'revision_number': 7, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:27Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:32.971878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33ef8-ec34-4546-adce-47378be6cff9 req-eeb12520-22f0-47b7-8c31-3c137903d692 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.980569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42b33ef8-ec34-4546-adce-47378be6cff9 req-eeb12520-22f0-47b7-8c31-3c137903d692 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2413046 Jul 05 10:13:33.042889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42b33ef8-ec34-4546-adce-47378be6cff9 req-08221c13-8cde-474f-b90b-c4a5feaca2cd tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Jul 05 10:13:33.412443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f004f49-e8a4-48d6-b08c-50e0558bc207 req-487698e4-d748-4af4-adce-764f4338b76f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.432353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f004f49-e8a4-48d6-b08c-50e0558bc207 req-487698e4-d748-4af4-adce-764f4338b76f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.1966014 Jul 05 10:13:33.468751 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b7e18-985e-4878-8f88-3f2ecb9a6e51 None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:25Z', 'revision_number': 7, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca605208-0010-4a2a-a176-f2b313f488cb', 'name': '', 'network_id': '633c9f1a-cc01-4564-8bd8-12f43676b95c', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:47:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '464835fe-1163-4259-af74-88e563c9704f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:13:14Z', 'updated_at': '2021-07-05T10:13:27Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '464835fe-1163-4259-af74-88e563c9704f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:33.570758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-2b2f1eb0-2b44-4568-9b5a-7e1a6ee498bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.574269 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-2b2f1eb0-2b44-4568-9b5a-7e1a6ee498bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3321211 Jul 05 10:13:33.576492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-9fbb0aa8-cf16-4015-86ce-14d4d299fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.582542 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-9fbb0aa8-cf16-4015-86ce-14d4d299fe2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 1.1942966 Jul 05 10:13:33.645586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-23824acf-a94e-435b-8d3b-5acbf3f063e6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:13:33.647609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-23824acf-a94e-435b-8d3b-5acbf3f063e6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202360 Jul 05 10:13:33.737894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f004f49-e8a4-48d6-b08c-50e0558bc207 req-8365899e-ec71-4546-9d2b-9226cf85a036 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816374 Jul 05 10:13:33.825857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d11c5e-fb5a-4959-bcd0-39529d77fec6 req-b4fee72a-9c8c-45e9-b15d-ba5d47335844 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.841151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6d11c5e-fb5a-4959-bcd0-39529d77fec6 req-b4fee72a-9c8c-45e9-b15d-ba5d47335844 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4471312 Jul 05 10:13:33.928476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6d11c5e-fb5a-4959-bcd0-39529d77fec6 req-b8cee7ef-12cb-4679-83ae-680f9b183c91 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850716 Jul 05 10:13:34.085438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.151566 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-b3739468-ca20-4a49-b6cf-2612540fca07 service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644346 Jul 05 10:13:34.281633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2332a0-19b8-4045-8bf2-c38f35d34ce2 req-29ea6a26-5e7c-446c-b21a-4ee274bf9497 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.296354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e2332a0-19b8-4045-8bf2-c38f35d34ce2 req-29ea6a26-5e7c-446c-b21a-4ee274bf9497 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.1646304 Jul 05 10:13:34.428909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=ca605208-0010-4a2a-a176-f2b313f488cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:34.477123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e2332a0-19b8-4045-8bf2-c38f35d34ce2 req-f72ae776-c359-4d71-ad51-742228e3f54e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793160 Jul 05 10:13:34.543666 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-50a35c35-b831-448e-a108-3556dbb2a4d0 req-a68cd2dc-89c1-43f7-a21a-c8dc5753dc21 service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872800 Jul 05 10:13:34.554394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd17bab-e16f-447d-902d-8be66f86a354 req-a012fc4c-da1d-46ba-9ade-8e8d83d208fa tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.564394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd17bab-e16f-447d-902d-8be66f86a354 req-a012fc4c-da1d-46ba-9ade-8e8d83d208fa tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2182307 Jul 05 10:13:34.594585 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-f0b3e0b3-b277-441d-8ba2-ac707cf70aa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 998 time: 1.0040808 Jul 05 10:13:34.676729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd17bab-e16f-447d-902d-8be66f86a354 req-4c705b6b-5fd7-4031-a6d5-da0df4ab4ebc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122682 Jul 05 10:13:34.856139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-1b1124da-6b3f-4c1c-acf5-d4874150de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.857887 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-1b1124da-6b3f-4c1c-acf5-d4874150de1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.1999025 Jul 05 10:13:35.496816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cc1ec-6b4c-458a-80e4-c12dc7761341 req-4a4d5de0-ca4e-4dfd-b741-46c8feeb8640 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.508823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-286cc1ec-6b4c-458a-80e4-c12dc7761341 req-4a4d5de0-ca4e-4dfd-b741-46c8feeb8640 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4273288 Jul 05 10:13:35.545048 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:35.554006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-5862d58b-97eb-4932-b065-800dba7e1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.557587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-5862d58b-97eb-4932-b065-800dba7e1665 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1095 time: 0.6285484 Jul 05 10:13:35.642147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-286cc1ec-6b4c-458a-80e4-c12dc7761341 req-f5b5a333-9e90-4690-a140-ec2574e495e8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319695 Jul 05 10:13:35.668489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdee31-4fe4-4b7b-934e-a36e1f12afc2 req-4b6710f6-e92a-4c24-8e7f-0919feb91771 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.706588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dbdee31-4fe4-4b7b-934e-a36e1f12afc2 req-4b6710f6-e92a-4c24-8e7f-0919feb91771 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.4797592 Jul 05 10:13:35.764317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-423f4e1f-63aa-4a7c-a95c-407bb4433e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.766857 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-423f4e1f-63aa-4a7c-a95c-407bb4433e9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.2011132 Jul 05 10:13:35.787301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dbdee31-4fe4-4b7b-934e-a36e1f12afc2 req-3e715593-6dad-4a83-97b8-bc44527527f9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795255 Jul 05 10:13:36.103993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674657b-a5d4-4d15-adcb-e66651c377af req-ccaef41b-6bca-4ce6-9607-40e8a148cfd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.105710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8674657b-a5d4-4d15-adcb-e66651c377af req-ccaef41b-6bca-4ce6-9607-40e8a148cfd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.1661594 Jul 05 10:13:36.153024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-26ed79d1-0042-4727-a6f3-43de5ddebf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.155635 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-26ed79d1-0042-4727-a6f3-43de5ddebf18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1948218 Jul 05 10:13:36.162868 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-61d86f49-7e1a-4d56-bb03-991bdbe3de71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 998 time: 0.3850787 Jul 05 10:13:36.218236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8674657b-a5d4-4d15-adcb-e66651c377af req-18487db9-ab2d-4933-853a-3bc1d0cfa031 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915272 Jul 05 10:13:36.579696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-02e86f6d-8305-4e81-a836-d438fb03e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.582543 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-02e86f6d-8305-4e81-a836-d438fb03e731 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.3983982 Jul 05 10:13:36.743808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb27e46-a205-4eb3-bcb3-8fab32c86634 req-09487f63-96b1-4319-9d83-b5d01044d9a1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.755291 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-4d810a55-1ba2-4eef-8321-9c63a3b2c412 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872879 Jul 05 10:13:36.761950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:36.773126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdb27e46-a205-4eb3-bcb3-8fab32c86634 req-09487f63-96b1-4319-9d83-b5d01044d9a1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2713048 Jul 05 10:13:36.898674 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-d794711f-cf39-433b-8b37-a315eb8d2253 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315644 Jul 05 10:13:36.919905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdb27e46-a205-4eb3-bcb3-8fab32c86634 req-7262b5b8-647e-4be6-95a0-0af77495b3f5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415102 Jul 05 10:13:37.089966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33942-8475-4b99-8819-be1e57de6c80 req-969928d7-0054-46a4-86f1-6af9da91cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:37.093540 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-969928d7-0054-46a4-86f1-6af9da91cf6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4847145 Jul 05 10:13:37.124441 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:37.142566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:37.185354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:37.187283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:37.261446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:37.266411 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fa6c88ab-eff9-4a8d-be47-066eb65ff9dc tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5932586 Jul 05 10:13:37.344647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet 464835fe-1163-4259-af74-88e563c9704f {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:37.354771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.364779 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-757dc23f-2dd5-4052-8b4d-179f3def249c service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378774 Jul 05 10:13:37.464204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f75f7-ebd2-42a5-af78-a6c0b8a5d43a req-74d3c318-19aa-4872-9f5b-bf4f26979b4a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:37.465906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d5f75f7-ebd2-42a5-af78-a6c0b8a5d43a req-74d3c318-19aa-4872-9f5b-bf4f26979b4a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.2604828 Jul 05 10:13:37.517898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:37.617445 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-07d33942-8475-4b99-8819-be1e57de6c80 req-c1f63294-ee20-43a1-b5cb-fa2e57a079f2 service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412446 Jul 05 10:13:37.744721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d5f75f7-ebd2-42a5-af78-a6c0b8a5d43a req-808a1e7e-8fc2-41e1-bbff-aec4ca033bbd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624528 Jul 05 10:13:37.907977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3be12a-f195-4ffb-bdc5-11c634f21548 req-0b9c78ea-c93a-4269-a90b-872e66c4b02d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:37.920694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c3be12a-f195-4ffb-bdc5-11c634f21548 req-0b9c78ea-c93a-4269-a90b-872e66c4b02d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.3181400 Jul 05 10:13:37.948153 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.007990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:38.126056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c3be12a-f195-4ffb-bdc5-11c634f21548 req-0328c513-74ce-4cae-bc89-72b7b283e320 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957254 Jul 05 10:13:38.188444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.250666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=464835fe-1163-4259-af74-88e563c9704f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:38.254499 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.260560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7c7b3fbb-acd2-4024-870e-1c91cb343050 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/464835fe-1163-4259-af74-88e563c9704f HTTP/1.1" status: 204 len: 168 time: 0.9953532 Jul 05 10:13:38.260853 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53604) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:38.276936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe99b72-3ab1-49d7-bdb7-4fec27e01925 None None] Network 633c9f1a-cc01-4564-8bd8-12f43676b95c requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:38.493804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d9329be5-002c-4903-b3f2-88092100273c details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:38.521196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.678825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0715e-d212-4070-ba9d-0702498d6bdb req-3b38ff09-0651-45d2-8231-d683ad6980b5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:38.691883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6f0715e-d212-4070-ba9d-0702498d6bdb req-3b38ff09-0651-45d2-8231-d683ad6980b5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2824066 Jul 05 10:13:38.790505 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:38.791729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.798332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:33Z', 'revision_number': 8, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:38.857748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:38.887616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:38.888274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:38.922650 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6f0715e-d212-4070-ba9d-0702498d6bdb req-20329c60-38fe-43a3-a403-b198d8bba356 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145340 Jul 05 10:13:39.077862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48,segment=NetworkSegment(0e174aaa-f53f-4af5-adc0-63b32ead3703),segment_id=0e174aaa-f53f-4af5-adc0-63b32ead3703)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:39.078474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.106967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:39.240791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:39.424990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.478756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.495414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:39.503643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858e008-8eef-4f78-9634-b956a3764ce2 None None] DHCP port deletion for 633c9f1a-cc01-4564-8bd8-12f43676b95c request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:39.620969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:39.678761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'd9329be5-002c-4903-b3f2-88092100273c', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'port_id': 'd9329be5-002c-4903-b3f2-88092100273c', 'mac_address': 'fa:16:3e:3a:a5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:39.734969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-f6926047-9d66-40bc-9ccb-036ffafe1d75 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.738604 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-f6926047-9d66-40bc-9ccb-036ffafe1d75 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78&tenant_id=cb802803e0f34a418fc20a611e285767&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 943 time: 0.3932431 Jul 05 10:13:39.763308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71ddfb-73f3-4c96-9e06-cad01a57b8e3 req-93c9fac6-f98c-4259-9866-755178f43bd7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.785074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed71ddfb-73f3-4c96-9e06-cad01a57b8e3 req-93c9fac6-f98c-4259-9866-755178f43bd7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 943 time: 0.4833422 Jul 05 10:13:39.802498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.834805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.853850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633c9f1a-cc01-4564-8bd8-12f43676b95c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:39.858340 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-2a6f2218-a05a-4c3c-8234-370bfdc65939 service neutron] 10.222.0.16 "GET /v2.0/ports/d9329be5-002c-4903-b3f2-88092100273c/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 383 time: 0.1041818 Jul 05 10:13:39.870562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e174aaa-f53f-4af5-adc0-63b32ead3703') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:39.870867 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e174aaa-f53f-4af5-adc0-63b32ead3703') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:39.872143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9329be5-002c-4903-b3f2-88092100273c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:39.887333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.914364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.927181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed71ddfb-73f3-4c96-9e06-cad01a57b8e3 req-f5e6a476-f31e-44de-bf87-6324e9f20a67 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410267 Jul 05 10:13:39.932157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:39.942239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.962949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:39.963490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:39.973235 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:40.032922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523beff-a865-4501-a611-b9086efed4e1 req-7ec8cefd-7fc1-4584-bd25-dca4ad94d76d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.042887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d523beff-a865-4501-a611-b9086efed4e1 req-7ec8cefd-7fc1-4584-bd25-dca4ad94d76d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 943 time: 0.6188936 Jul 05 10:13:40.111274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:40.197567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:40.237793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d523beff-a865-4501-a611-b9086efed4e1 req-a894070b-cdba-4fcd-ac20-93fee445a5d0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874545 Jul 05 10:13:40.264544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.271937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.278348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:40.278827 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/633c9f1a-cc01-4564-8bd8-12f43676b95c HTTP/1.1" status: 204 len: 168 time: 2.0162332 Jul 05 10:13:40.311592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:40.313511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ef83c0c2-f5eb-4b3b-a009-8d4c6dbc7e48 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:40.320841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9936bec7-3023-4a8c-a6f4-825ce504d065 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:40.328254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d9329be5-002c-4903-b3f2-88092100273c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:40.700806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9936bec7-3023-4a8c-a6f4-825ce504d065, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9936bec7-3023-4a8c-a6f4-825ce504d065,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:40.757187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:33Z', 'revision_number': 8, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:40.763191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '9936bec7-3023-4a8c-a6f4-825ce504d065', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'port_id': '9936bec7-3023-4a8c-a6f4-825ce504d065', 'mac_address': 'fa:16:3e:96:dd:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:40.904949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.928166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206084a8-74fd-4ce7-b72a-39068012b066 None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:33Z', 'revision_number': 8, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '395d765a-6036-488d-a3b6-ace9c6a2f681', 'name': '', 'network_id': '9e541c7d-f9b1-4179-8cfd-b58f365d31ca', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:a6:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:55Z', 'updated_at': '2021-07-05T10:13:13Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': '9be332e1-9fa7-4817-8429-497211cf57e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:41.019015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9936bec7-3023-4a8c-a6f4-825ce504d065 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:41.050627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec183073-350f-473e-86a0-a97296b11a46 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=633c9f1a-cc01-4564-8bd8-12f43676b95c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:41.075514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:41.081718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9936bec7-3023-4a8c-a6f4-825ce504d065, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9936bec7-3023-4a8c-a6f4-825ce504d065,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:41.100820 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.126674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-2c8c754a-695d-4308-b5ab-744fe5a1af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.132205 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-2c8c754a-695d-4308-b5ab-744fe5a1af46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1096 time: 1.2088983 Jul 05 10:13:41.316160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9936bec7-3023-4a8c-a6f4-825ce504d065,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:41.432208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['9936bec7-3023-4a8c-a6f4-825ce504d065'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:41.445532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-605c5cdc-e78d-4c1b-888e-161970e3e3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.449355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-50c5ac4b-eda9-4b45-aaf7-502191d4e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.451730 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-50c5ac4b-eda9-4b45-aaf7-502191d4e020 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.3013029 Jul 05 10:13:41.653373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.747622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-605c5cdc-e78d-4c1b-888e-161970e3e3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.767159 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-605c5cdc-e78d-4c1b-888e-161970e3e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.806806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5de49-2147-49b5-b290-d56bbc702a84 req-b9503d31-585b-497a-97ac-86c0ed255718 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.809121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ee5de49-2147-49b5-b290-d56bbc702a84 req-b9503d31-585b-497a-97ac-86c0ed255718 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4762290 Jul 05 10:13:41.879131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb7533-5c28-4702-8b8a-fd4d5acb48fb req-9a9805bc-1f9f-414a-9866-0adb874e895e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.882092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78eb7533-5c28-4702-8b8a-fd4d5acb48fb req-9a9805bc-1f9f-414a-9866-0adb874e895e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 944 time: 0.5669680 Jul 05 10:13:41.953392 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-605c5cdc-e78d-4c1b-888e-161970e3e3bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09f3d8eae2ff4b67848708efb95d9554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8728824 Jul 05 10:13:41.954249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c5cdc-e78d-4c1b-888e-161970e3e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593ba3b-8a4b-44f5-afa3-14103319d8b4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:41.960988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:41.994210 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-5c1e830d-92a2-4d37-bad2-1cf1c2e00f01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 999 time: 0.2439122 Jul 05 10:13:42.060015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ca605208-0010-4a2a-a176-f2b313f488cb no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:42.131729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ca605208-0010-4a2a-a176-f2b313f488cb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:42.132932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ca605208-0010-4a2a-a176-f2b313f488cb not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:42.172348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-fb8f0ba7-5b5d-4fed-b534-74af4ac672b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.174492 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-fb8f0ba7-5b5d-4fed-b534-74af4ac672b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.1703510 Jul 05 10:13:42.176132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95765438-c78f-4d93-8251-1b927c43c63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.236715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9936bec7-3023-4a8c-a6f4-825ce504d065 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:42.255443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95765438-c78f-4d93-8251-1b927c43c63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.359855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 9936bec7-3023-4a8c-a6f4-825ce504d065 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:42.363757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-b493cd35-f898-43ef-8e63-f91c0d29c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.366547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-b493cd35-f898-43ef-8e63-f91c0d29c1ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827440 Jul 05 10:13:42.367440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 9936bec7-3023-4a8c-a6f4-825ce504d065 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:42.368280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.424950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d9329be5-002c-4903-b3f2-88092100273c up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:42.559648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port d9329be5-002c-4903-b3f2-88092100273c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:42.571793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ee5de49-2147-49b5-b290-d56bbc702a84 req-656a58d8-d38c-484d-aef1-5cbce65646d5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256997 Jul 05 10:13:42.587622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port d9329be5-002c-4903-b3f2-88092100273c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:42.588140 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.590580 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-abc0d725-7ba3-44b5-8d41-81923a0286fa service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098556 Jul 05 10:13:42.627128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78eb7533-5c28-4702-8b8a-fd4d5acb48fb req-ff5a2886-d970-4e49-a2e1-058b61748cd4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363652 Jul 05 10:13:42.636875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95765438-c78f-4d93-8251-1b927c43c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.639933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95765438-c78f-4d93-8251-1b927c43c63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.641777 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-95765438-c78f-4d93-8251-1b927c43c63d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5593ba3b-8a4b-44f5-afa3-14103319d8b4 HTTP/1.1" status: 204 len: 168 time: 0.6788445 Jul 05 10:13:42.660637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.704971 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95765438-c78f-4d93-8251-1b927c43c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593ba3b-8a4b-44f5-afa3-14103319d8b4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:42.783705 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-1cc0ed1e-f4bd-44b0-95d0-a58cd38d6025 service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845517 Jul 05 10:13:42.794161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 9936bec7-3023-4a8c-a6f4-825ce504d065, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9936bec7-3023-4a8c-a6f4-825ce504d065,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:42.829222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936bec7-3023-4a8c-a6f4-825ce504d065'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:42.834707 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7ffb1-3488-4691-8b6c-aba7e50b429e" -d '{"events": [{"server_uuid": "feef45a5-928b-4dfc-b3ff-2cd95c6077bb", "name": "network-vif-plugged", "status": "completed", "tag": "9936bec7-3023-4a8c-a6f4-825ce504d065"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:42.878234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 395d765a-6036-488d-a3b6-ace9c6a2f681 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:42.878951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.895265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.996551 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea87fd66-d5c0-48fc-acb3-3ecd21ee168e x-openstack-request-id: req-ea87fd66-d5c0-48fc-acb3-3ecd21ee168e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:42.996846 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef45a5-928b-4dfc-b3ff-2cd95c6077bb", "name": "network-vif-plugged", "status": "completed", "tag": "9936bec7-3023-4a8c-a6f4-825ce504d065", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:42.997103 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea87fd66-d5c0-48fc-acb3-3ecd21ee168e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:42.997504 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936bec7-3023-4a8c-a6f4-825ce504d065', 'code': 200} Jul 05 10:13:43.004342 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.073924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=9936bec7-3023-4a8c-a6f4-825ce504d065,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.116617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:43.127524 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.186872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port 395d765a-6036-488d-a3b6-ace9c6a2f681, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=395d765a-6036-488d-a3b6-ace9c6a2f681,segment=NetworkSegment(65a8682a-e3c1-4bda-b99e-4b307c7a4ac4),segment_id=65a8682a-e3c1-4bda-b99e-4b307c7a4ac4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:43.187429 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.214835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 395d765a-6036-488d-a3b6-ace9c6a2f681 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:43.224766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5238e-8030-4f77-8dc0-bcff787814d9 req-5976b42e-a5f8-4d5b-8fa8-2c4f920c7f3c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.226865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21e5238e-8030-4f77-8dc0-bcff787814d9 req-5976b42e-a5f8-4d5b-8fa8-2c4f920c7f3c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 944 time: 0.1760507 Jul 05 10:13:43.243587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2ccf-aa17-49f4-9dc8-501b3c64cdac req-80c9c771-c293-4bd3-af63-6a3908b0dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.246488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fdc2ccf-aa17-49f4-9dc8-501b3c64cdac req-80c9c771-c293-4bd3-af63-6a3908b0dab9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 1097 time: 0.1520627 Jul 05 10:13:43.279464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.349580 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-5fdc2ccf-aa17-49f4-9dc8-501b3c64cdac req-1a7abc50-2df9-47c6-8015-8df19f1b67ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917759 Jul 05 10:13:43.353068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21e5238e-8030-4f77-8dc0-bcff787814d9 req-1255f450-b915-47aa-b541-b115c0505375 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121316 Jul 05 10:13:43.434216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:43.453444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3dba786-722e-4c29-baa3-4d64ef129d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.587658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.660138 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=395d765a-6036-488d-a3b6-ace9c6a2f681,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.090461 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5a83f92-f888-43f2-bfe5-91a375d99e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.107603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3dba786-722e-4c29-baa3-4d64ef129d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.135718 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3dba786-722e-4c29-baa3-4d64ef129d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.192450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.228942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f3dba786-722e-4c29-baa3-4d64ef129d7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41662b311cf24a0a95ba9b80cdce708c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898858 Jul 05 10:13:44.229469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:44.230678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dba786-722e-4c29-baa3-4d64ef129d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fa626b-3d3d-4eea-a026-a0402b49fb96,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.248448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855e626-d2b1-4e11-850e-876610f13f60 req-1df594c2-5ef8-472d-b73d-80f5650ee6ec tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:44.250930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3855e626-d2b1-4e11-850e-876610f13f60 req-1df594c2-5ef8-472d-b73d-80f5650ee6ec tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3708549 Jul 05 10:13:44.263869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b546170-160e-4b9a-a9d1-da331578b0db req-b20f71f5-b3eb-4b34-8c51-fdb4c3d17456 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:44.265655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b546170-160e-4b9a-a9d1-da331578b0db req-b20f71f5-b3eb-4b34-8c51-fdb4c3d17456 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 945 time: 0.3272727 Jul 05 10:13:44.445929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b546170-160e-4b9a-a9d1-da331578b0db req-01f2da04-8451-46a6-9e5f-8044ecebbe1c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339419 Jul 05 10:13:44.446281 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235e545d-f32e-4622-a990-574bb3d05660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.456333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3855e626-d2b1-4e11-850e-876610f13f60 req-37719a77-b11d-4c90-9c38-593c3900d338 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455283 Jul 05 10:13:44.525230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235e545d-f32e-4622-a990-574bb3d05660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.747849 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235e545d-f32e-4622-a990-574bb3d05660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.761166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235e545d-f32e-4622-a990-574bb3d05660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.765959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-235e545d-f32e-4622-a990-574bb3d05660 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38fa626b-3d3d-4eea-a026-a0402b49fb96 HTTP/1.1" status: 204 len: 168 time: 0.5344472 Jul 05 10:13:44.777318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e545d-f32e-4622-a990-574bb3d05660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fa626b-3d3d-4eea-a026-a0402b49fb96,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.831905 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-c42ca904-9ab7-4352-a7f9-57e0754f008a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2663720 Jul 05 10:13:44.915689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:44.999541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:45.010678 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc905f6-5eb8-4682-81e9-6c7f255705d3" -d '{"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-plugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:45.102010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-38d2c024-87de-4593-bd63-3c8879d543a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.107499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-38d2c024-87de-4593-bd63-3c8879d543a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1098 time: 0.2037845 Jul 05 10:13:45.148351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941ac78-52eb-4e78-8a9e-47a789092bb8 req-9a2a7931-f025-4cda-b83a-45e5b7e94ed3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.151598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a941ac78-52eb-4e78-8a9e-47a789092bb8 req-9a2a7931-f025-4cda-b83a-45e5b7e94ed3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.3981998 Jul 05 10:13:45.172533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b0c92-d378-438a-9374-be7ffe84b5ae req-ab1a3c18-f193-42b7-b674-cb6bfa4caaa3 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.175106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-957b0c92-d378-438a-9374-be7ffe84b5ae req-ab1a3c18-f193-42b7-b674-cb6bfa4caaa3 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4180567 Jul 05 10:13:45.324767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:45.338636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-319dbaee-0886-4229-9f6d-ee59a807f82d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0584931 Jul 05 10:13:45.339510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:45.346969 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca7789-48a6-4740-873f-218c532af060 None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:45.375459 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:45.377475 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:45.422799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-80e2e63e-4087-4358-a55d-869760f4d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.430730 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-80e2e63e-4087-4358-a55d-869760f4d119 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.2822039 Jul 05 10:13:45.473921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-957b0c92-d378-438a-9374-be7ffe84b5ae req-6c835ebe-acae-43ec-9bdb-9efee4ab3db4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689152 Jul 05 10:13:45.510299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a941ac78-52eb-4e78-8a9e-47a789092bb8 req-c9ac991c-3f0c-45c1-96ca-7838ee5ca5f0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310339 Jul 05 10:13:45.542471 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-ea70a984-963b-42c2-a368-8f5828507feb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.1001334 Jul 05 10:13:45.584297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet 9be332e1-9fa7-4817-8429-497211cf57e0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:45.594143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:45.694870 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:45.721981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-43e61bdb-ae0c-46f9-b149-fce9954a0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.729813 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-43e61bdb-ae0c-46f9-b149-fce9954a0b7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.1752584 Jul 05 10:13:45.746055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:45.830168 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da72955-473e-4daf-b142-8521e86de83f x-openstack-request-id: req-3da72955-473e-4daf-b142-8521e86de83f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:45.831051 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-plugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:45.831051 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3da72955-473e-4daf-b142-8521e86de83f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:45.831660 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'code': 200} Jul 05 10:13:45.944536 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:45.960871 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-ef59776b-cf89-4a4a-8aa9-de0cb583a8c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2265265 Jul 05 10:13:46.023027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91271cf3-ecc5-40ff-9419-8babf78bbf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.163893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:43Z', 'revision_number': 9, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:46.215148 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca7789-48a6-4740-873f-218c532af060 None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:46.245579 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91271cf3-ecc5-40ff-9419-8babf78bbf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.264401 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:46.265503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:46.282975 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91271cf3-ecc5-40ff-9419-8babf78bbf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.283453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.397916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215708f-99c3-4d9e-85eb-27515f41e3c7 req-94e247db-dab8-4bd2-971d-27360c8b200b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.409675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a215708f-99c3-4d9e-85eb-27515f41e3c7 req-94e247db-dab8-4bd2-971d-27360c8b200b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 945 time: 0.6107781 Jul 05 10:13:46.422044 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-91271cf3-ecc5-40ff-9419-8babf78bbf43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00456c3589b144ff970e3a6c04b3c941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634500 Jul 05 10:13:46.422044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91271cf3-ecc5-40ff-9419-8babf78bbf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece7029-0a11-47c5-a3db-d99c69719f34,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:46.424179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:46.455363 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:46.497895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-3a8f6161-1cab-4cbc-8235-c88146045136 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245774 Jul 05 10:13:46.556740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a215708f-99c3-4d9e-85eb-27515f41e3c7 req-78fddb85-e536-485a-8446-4e7a260ec5f1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454561 Jul 05 10:13:46.594960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bb86e5d-b4c3-4ea6-9260-92a4a2ef9fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.614882 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-2e410a2c-07d9-4e12-adb6-3e25527d6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.616921 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-2e410a2c-07d9-4e12-adb6-3e25527d6471 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 1097 time: 0.3240817 Jul 05 10:13:46.648437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:46.650437 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.738331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=9be332e1-9fa7-4817-8429-497211cf57e0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:46.746404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5aedca-ea99-418d-a84c-cb029d73cbea None None] Network 9e541c7d-f9b1-4179-8cfd-b58f365d31ca requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:46.753949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c42f30-1892-4ef0-8db8-685d356a954b req-fed1f3d2-61d7-46b2-abd0-28b899258c13 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.763644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95c42f30-1892-4ef0-8db8-685d356a954b req-fed1f3d2-61d7-46b2-abd0-28b899258c13 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4852912 Jul 05 10:13:46.767391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.773388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7fd0fba5-9546-42a7-a36b-121f577e106d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/9be332e1-9fa7-4817-8429-497211cf57e0 HTTP/1.1" status: 204 len: 168 time: 1.4156790 Jul 05 10:13:46.775049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 53752) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:46.838439 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bb86e5d-b4c3-4ea6-9260-92a4a2ef9fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.899020 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.932877 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0eca7789-48a6-4740-873f-218c532af060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:43Z', 'revision_number': 9, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:46.971650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.004279 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca7789-48a6-4740-873f-218c532af060 None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:43Z', 'revision_number': 9, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': '5df0d6d6-613a-4e2f-99b7-26af52cc40b1', 'name': '', 'network_id': '6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:ee:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:44Z', 'updated_at': '2021-07-05T10:12:56Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'f9c1ec0e-b841-4cc6-bd51-3ef65360d403', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:47.023685 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-fed2ebca-31b5-4c38-90c1-60fe1c845ac1 req-ee2ee893-ccd6-41de-ac0a-88898d91333b service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107512 Jul 05 10:13:47.024572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95c42f30-1892-4ef0-8db8-685d356a954b req-5e4cb424-b5b2-40d3-829c-7bc0e4d19283 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588301 Jul 05 10:13:47.099060 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.101006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9bef8-4233-4dd3-990a-32976f0e44bc req-a6065609-d02b-46ee-a602-467437caaf0f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.104776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42a9bef8-4233-4dd3-990a-32976f0e44bc req-a6065609-d02b-46ee-a602-467437caaf0f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.2008057 Jul 05 10:13:47.111707 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c6d5a3-c6a1-4ba8-ae89-b043d40d21f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.307709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:47.308581 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.319635 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42a9bef8-4233-4dd3-990a-32976f0e44bc req-c23324fa-59ed-4c15-84e1-ba62fc506107 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929219 Jul 05 10:13:47.334752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bb86e5d-b4c3-4ea6-9260-92a4a2ef9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.338539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bb86e5d-b4c3-4ea6-9260-92a4a2ef9fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.340182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9bb86e5d-b4c3-4ea6-9260-92a4a2ef9fff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ece7029-0a11-47c5-a3db-d99c69719f34 HTTP/1.1" status: 204 len: 168 time: 0.9113486 Jul 05 10:13:47.365651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86e5d-b4c3-4ea6-9260-92a4a2ef9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece7029-0a11-47c5-a3db-d99c69719f34,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:47.417569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] DHCP port deletion for 9e541c7d-f9b1-4179-8cfd-b58f365d31ca request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:47.463765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:47.522179 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:47.592744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:47.597281 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd446916-e084-4a2b-9290-4024aa92d9bf" -d '{"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-unplugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:47.598169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,segment=NetworkSegment(65a8682a-e3c1-4bda-b99e-4b307c7a4ac4),segment_id=65a8682a-e3c1-4bda-b99e-4b307c7a4ac4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:47.602839 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.603865 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.639144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Transition to ACTIVE for port object d9329be5-002c-4903-b3f2-88092100273c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:47.646582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.659498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] Deleting port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:47.659841 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.700522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:47.813927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3d5f-6b4a-45ce-89e4-0e864ee2cca7 req-a6c90610-a36a-49b1-9281-1cb563a02351 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.827161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-637d3d5f-6b4a-45ce-89e4-0e864ee2cca7 req-a6c90610-a36a-49b1-9281-1cb563a02351 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 945 time: 0.5436659 Jul 05 10:13:47.913350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] For port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,segment=NetworkSegment(65a8682a-e3c1-4bda-b99e-4b307c7a4ac4),segment_id=65a8682a-e3c1-4bda-b99e-4b307c7a4ac4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:47.917970 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:47.948968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] Calling delete_port for d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:47.980662 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:48.121670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] No DVR routers for this DVR port d9329be5-002c-4903-b3f2-88092100273c on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:48.169908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395d765a-6036-488d-a3b6-ace9c6a2f681 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:48.187270 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.211865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-637d3d5f-6b4a-45ce-89e4-0e864ee2cca7 req-a9c9fed3-cec0-4eac-9a01-19af737df058 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824313 Jul 05 10:13:48.245577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 395d765a-6036-488d-a3b6-ace9c6a2f681 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:48.246075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 395d765a-6036-488d-a3b6-ace9c6a2f681 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:48.246814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:48.252317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459e286-059b-4464-9a36-8881118add64 req-b0ce96b2-751a-4dea-ba9c-13c99734c259 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.254586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6459e286-059b-4464-9a36-8881118add64 req-b0ce96b2-751a-4dea-ba9c-13c99734c259 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.6383202 Jul 05 10:13:48.265130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.330956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:48.399879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:48.452341 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83b5591-00c1-4d8d-9575-1f91e350e79a x-openstack-request-id: req-d83b5591-00c1-4d8d-9575-1f91e350e79a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:48.457456 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-unplugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:48.458052 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d83b5591-00c1-4d8d-9575-1f91e350e79a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:48.463603 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'code': 200} Jul 05 10:13:48.618707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.631243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:48.633142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:48.634287 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:48.644328 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:48.645022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Attempting to bind port d9329be5-002c-4903-b3f2-88092100273c on network 4874814f-ae37-40cd-970b-53009d75c1c4 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:48.657128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:48.657918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Checking segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:48.658145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e541c7d-f9b1-4179-8cfd-b58f365d31ca']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:48.658786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Bound using segment: {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:48.660804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Bound port: d9329be5-002c-4903-b3f2-88092100273c, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c41d17-46a0-4423-8a20-b7979fe57c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:48.661499 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.664632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:48.665524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:48.668275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.675952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d9329be5-002c-4903-b3f2-88092100273c no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:48.752129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:48.752603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a8682a-e3c1-4bda-b99e-4b307c7a4ac4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:48.783926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6459e286-059b-4464-9a36-8881118add64 req-b0e4a89e-45c4-409a-9f81-e3ed7162bd69 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099857 Jul 05 10:13:48.788626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] Pushing event deleted for resources: {'Port': ['ID=d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:48.825515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:48.831132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:48.844056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.850363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f898ad-66bf-4cc1-952f-cacee28edda6 None None] No DVR routers for this DVR port d275bf17-e9e3-4dd8-b4cb-c41cdba3b7df on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:48.868896 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.913960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d9329be5-002c-4903-b3f2-88092100273c not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:48.926834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.927712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.929607 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] 10.222.0.15 "PUT /v2.0/ports/d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 1093 time: 2.2877707 Jul 05 10:13:48.966230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989137f2-cc84-49ff-8dbd-a8d36e70f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.016441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.026940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:49.040133 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:49.044122 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:49.138251 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-ba727751-7179-4cf9-b952-3dda9335b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:49.142532 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-ba727751-7179-4cf9-b952-3dda9335b972 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1096 time: 0.1584935 Jul 05 10:13:49.295876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.352188 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.363583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/9e541c7d-f9b1-4179-8cfd-b58f365d31ca HTTP/1.1" status: 204 len: 168 time: 2.5732360 Jul 05 10:13:49.368368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53804) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:49.401495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e040fe-c5ef-4901-9817-0e2a6e0737fe req-919cc3bf-7c88-4c80-92ba-acb1195a2eab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:49.411980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0e040fe-c5ef-4901-9817-0e2a6e0737fe req-919cc3bf-7c88-4c80-92ba-acb1195a2eab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 945 time: 0.6263540 Jul 05 10:13:49.420561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d73f-ea9b-4728-95c0-dc657d80ce76 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=9e541c7d-f9b1-4179-8cfd-b58f365d31ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.471028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-06b9a22c-144b-4b6d-9be4-91fec10cdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:49.472723 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-06b9a22c-144b-4b6d-9be4-91fec10cdf52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.3175008 Jul 05 10:13:49.505131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739ed6e-c2b9-42c5-90f1-63b59ed74e9a req-c339e20c-d49f-4786-aad7-5f36843dfd28 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:49.507282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e739ed6e-c2b9-42c5-90f1-63b59ed74e9a req-c339e20c-d49f-4786-aad7-5f36843dfd28 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 944 time: 0.3657947 Jul 05 10:13:49.560439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0e040fe-c5ef-4901-9817-0e2a6e0737fe req-1ed40c3d-5068-450f-ad67-2226a33bd6d0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271915 Jul 05 10:13:49.611189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e739ed6e-c2b9-42c5-90f1-63b59ed74e9a req-63f5e7dc-74d0-48de-a26d-99d562a506db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934849 Jul 05 10:13:49.739117 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-58fb7a01-2b98-4197-aa26-262f0f6effa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 998 time: 0.2502968 Jul 05 10:13:49.802727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.042875 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-d7148f03-16d6-4608-8a59-45b49b8ea6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.045026 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-d7148f03-16d6-4608-8a59-45b49b8ea6a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.1645966 Jul 05 10:13:50.110055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3195-34e3-43dc-b29c-21525c0d08a2 req-f88be4d1-262e-446a-b622-4fb3499deca5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.122993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9ed3195-34e3-43dc-b29c-21525c0d08a2 req-f88be4d1-262e-446a-b622-4fb3499deca5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2059422 Jul 05 10:13:50.229057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a9ed3195-34e3-43dc-b29c-21525c0d08a2 req-77523545-5a49-4053-b7d8-83c6aea80ccb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041348 Jul 05 10:13:50.298879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-55c21ed3-319a-4c26-bdc3-8c75ceaa019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.301876 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-55c21ed3-319a-4c26-bdc3-8c75ceaa019d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986840 Jul 05 10:13:50.518325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:50.523509 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:50.529826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-d133c131-9e86-4005-8a94-59f6564437d2 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090697 Jul 05 10:13:50.582475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a625ea-462a-49bb-aeb6-87da58f60730 req-40c686c9-5480-4b35-b0dc-975b054392d4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.586030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9a625ea-462a-49bb-aeb6-87da58f60730 req-40c686c9-5480-4b35-b0dc-975b054392d4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1379082 Jul 05 10:13:50.697641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9a625ea-462a-49bb-aeb6-87da58f60730 req-15607722-bbbf-477b-93e5-90e06def7eaa tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000137 Jul 05 10:13:50.917713 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-37f656e2-04de-49aa-9f51-940358cb7e4f req-d6cbb3c7-6db6-445f-a726-ad2cd216d48f service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614697 Jul 05 10:13:50.918256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cfdb8-6652-4199-84c2-63206eed7045 req-0e4d7a2f-4c27-4cc4-8c84-942037dccda5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.920685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed1cfdb8-6652-4199-84c2-63206eed7045 req-0e4d7a2f-4c27-4cc4-8c84-942037dccda5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 945 time: 0.1843228 Jul 05 10:13:50.953995 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048aaf31-3b51-4a76-b2dd-66d08d36d6a3 x-openstack-request-id: req-048aaf31-3b51-4a76-b2dd-66d08d36d6a3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:50.954385 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:50.954718 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-048aaf31-3b51-4a76-b2dd-66d08d36d6a3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:50.955301 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'status': 'completed', 'code': 200} Jul 05 10:13:51.022933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.026272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed1cfdb8-6652-4199-84c2-63206eed7045 req-9292651a-beb1-4f56-aeaa-ee8d1dceb3ae tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833242 Jul 05 10:13:51.318947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-b2d33716-88db-4eda-9e23-03017d41fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.321291 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-b2d33716-88db-4eda-9e23-03017d41fac1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1096 time: 0.3628638 Jul 05 10:13:51.331111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-2a6d086a-9ba5-4dab-9469-e988281a6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.332766 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-2a6d086a-9ba5-4dab-9469-e988281a6fb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1096 time: 0.2949846 Jul 05 10:13:51.399907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beebaf-e13a-4de4-a7a0-55af3f1d8fba req-adf7f83d-1c62-43f6-8378-cf20a983d438 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.402225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98beebaf-e13a-4de4-a7a0-55af3f1d8fba req-adf7f83d-1c62-43f6-8378-cf20a983d438 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 944 time: 0.1500778 Jul 05 10:13:51.499537 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98beebaf-e13a-4de4-a7a0-55af3f1d8fba req-7aee35a7-ca39-40e6-be33-8936d2b20340 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838568 Jul 05 10:13:51.544555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158f2b3-212e-41e5-8f0c-9e06a32e19fb req-2e8e1fe1-b8e1-4d48-adc4-fb09e79a478e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.546809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8158f2b3-212e-41e5-8f0c-9e06a32e19fb req-2e8e1fe1-b8e1-4d48-adc4-fb09e79a478e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1429954 Jul 05 10:13:51.613995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8158f2b3-212e-41e5-8f0c-9e06a32e19fb req-2e41a782-a311-45c6-a026-02ec2917d879 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483501 Jul 05 10:13:52.049914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-887937da-2e2d-4d17-a729-f9f7a5001324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.057906 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-887937da-2e2d-4d17-a729-f9f7a5001324 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.6883075 Jul 05 10:13:52.057906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-17e22f95-2088-4fb4-b96b-7610df9779a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.057906 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-17e22f95-2088-4fb4-b96b-7610df9779a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.7257636 Jul 05 10:13:52.065039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-6ceb3906-5da0-4b5a-96af-c3fbb598a74d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.067603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-6ceb3906-5da0-4b5a-96af-c3fbb598a74d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 945 time: 0.2155840 Jul 05 10:13:52.093079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c6e2b-347c-4a0d-83f7-3cb6df7cbea9 req-d8053f99-8117-4b6b-82ec-355f71a238a9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.094872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d7c6e2b-347c-4a0d-83f7-3cb6df7cbea9 req-d8053f99-8117-4b6b-82ec-355f71a238a9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2669113 Jul 05 10:13:52.297542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d9329be5-002c-4903-b3f2-88092100273c details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:52.302003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d7c6e2b-347c-4a0d-83f7-3cb6df7cbea9 req-da6a36ec-6870-44d4-b923-5b424d28f45a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922903 Jul 05 10:13:52.317018 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-1e820640-bdf9-4d0d-a454-4a5d5a7d268b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 998 time: 0.2322714 Jul 05 10:13:52.355672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-243a2843-7134-4bf8-8cb7-b6c5bf123215 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 998 time: 0.2902927 Jul 05 10:13:52.458274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-31e1884c-66fe-487f-8b93-cad671facf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.460231 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-31e1884c-66fe-487f-8b93-cad671facf87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.0777805 Jul 05 10:13:52.461772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-9b3bb0e3-24d2-446d-bcb3-8bfe19588c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.463347 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-9b3bb0e3-24d2-446d-bcb3-8bfe19588c39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.1408215 Jul 05 10:13:52.487817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eace7d-938c-4100-8abe-932dc8a0ec8b req-e909194b-00c5-4a04-960e-90533d59ebd6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.497797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95eace7d-938c-4100-8abe-932dc8a0ec8b req-e909194b-00c5-4a04-960e-90533d59ebd6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 945 time: 0.1772597 Jul 05 10:13:52.508565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:52.508929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.538171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 9936bec7-3023-4a8c-a6f4-825ce504d065 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:52.538659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.672292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] For port 9936bec7-3023-4a8c-a6f4-825ce504d065, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=9936bec7-3023-4a8c-a6f4-825ce504d065,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:52.673319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.689143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 9936bec7-3023-4a8c-a6f4-825ce504d065 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:52.746057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:52.775701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'd9329be5-002c-4903-b3f2-88092100273c', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'port_id': 'd9329be5-002c-4903-b3f2-88092100273c', 'mac_address': 'fa:16:3e:3a:a5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:52.818559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port 5df0d6d6-613a-4e2f-99b7-26af52cc40b1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,segment=NetworkSegment(2b1c947b-c989-4eb1-ab8c-453964852bfd),segment_id=2b1c947b-c989-4eb1-ab8c-453964852bfd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:52.819105 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.839044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:52.874960 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.917435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95eace7d-938c-4100-8abe-932dc8a0ec8b req-1ec07d65-cdbc-47ff-bff5-33289544be1f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184742 Jul 05 10:13:52.941666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9329be5-002c-4903-b3f2-88092100273c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:53.017588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:53.029235 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.214901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:53.231954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.232722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.233280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.233836 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.234396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.234981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.235554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.236099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.236711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.237330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.238494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.239127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:53.248715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01d12-5b6c-4c73-8c9e-72d5f5d80df7 req-fc1ba086-b084-4295-8dda-1269703f2d05 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:53.259298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90b01d12-5b6c-4c73-8c9e-72d5f5d80df7 req-fc1ba086-b084-4295-8dda-1269703f2d05 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4592969 Jul 05 10:13:53.293152 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-7f56798e-88f5-484b-a49b-8d560d5677b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:53.294903 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-7f56798e-88f5-484b-a49b-8d560d5677b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8266461 Jul 05 10:13:53.297044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['d9329be5-002c-4903-b3f2-88092100273c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:53.447096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90b01d12-5b6c-4c73-8c9e-72d5f5d80df7 req-bec34be4-e52c-47cf-a885-20b03839a8b6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865957 Jul 05 10:13:53.488345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.554461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-7379dfc5-e48a-49c7-9d16-7dff158716db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:53.558508 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-7379dfc5-e48a-49c7-9d16-7dff158716db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0780423 Jul 05 10:13:53.581150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=9936bec7-3023-4a8c-a6f4-825ce504d065,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:53.642531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451786-a032-4213-b573-e4c0488478d0 req-091196fc-7641-4071-98c7-c0cc3cebce9a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:53.646481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4451786-a032-4213-b573-e4c0488478d0 req-091196fc-7641-4071-98c7-c0cc3cebce9a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.2763002 Jul 05 10:13:53.647441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] No DVR routers for this DVR port 9936bec7-3023-4a8c-a6f4-825ce504d065 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:53.652803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.657440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7560c1da-65ba-4e4c-a6e2-885b9f27aee3 req-d0b24753-722e-4b7a-a974-25fae07c51cc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "DELETE /v2.0/ports/9936bec7-3023-4a8c-a6f4-825ce504d065 HTTP/1.1" status: 204 len: 173 time: 1.5797338 Jul 05 10:13:53.657955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'name': 'network-vif-deleted', 'tag': '9936bec7-3023-4a8c-a6f4-825ce504d065'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:53.674227 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c772e2-ea76-40ee-a124-b8fe78984f0f" -d '{"events": [{"server_uuid": "feef45a5-928b-4dfc-b3ff-2cd95c6077bb", "name": "network-vif-deleted", "tag": "9936bec7-3023-4a8c-a6f4-825ce504d065"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:53.838047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4451786-a032-4213-b573-e4c0488478d0 req-d76b6107-d501-47b8-b383-2d18fc1e8d60 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538467 Jul 05 10:13:54.093457 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-1d9762c2-e2a5-4598-940b-562d3357d72f service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854919 Jul 05 10:13:54.111677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24de5f4-87b6-4691-96aa-a9238ee971df req-7825c93e-7f5b-4347-8858-173d2f3a48bd tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:54.114078 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f24de5f4-87b6-4691-96aa-a9238ee971df req-7825c93e-7f5b-4347-8858-173d2f3a48bd tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1833658 Jul 05 10:13:54.114385 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.222457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f24de5f4-87b6-4691-96aa-a9238ee971df req-faf11a06-0de5-4b1a-80c9-77274d2660d8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976667 Jul 05 10:13:54.268969 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-3970e123-3e42-42ed-a54e-a77b5d27cc4f service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947813 Jul 05 10:13:54.296456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=5df0d6d6-613a-4e2f-99b7-26af52cc40b1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.298395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9936bec7-3023-4a8c-a6f4-825ce504d065 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:54.360163 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a3b4cf-a172-4ead-a732-21a631f569b6 x-openstack-request-id: req-a1a3b4cf-a172-4ead-a732-21a631f569b6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:54.360493 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef45a5-928b-4dfc-b3ff-2cd95c6077bb", "name": "network-vif-deleted", "tag": "9936bec7-3023-4a8c-a6f4-825ce504d065", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:54.360743 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1a3b4cf-a172-4ead-a732-21a631f569b6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:54.361337 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef45a5-928b-4dfc-b3ff-2cd95c6077bb', 'name': 'network-vif-deleted', 'tag': '9936bec7-3023-4a8c-a6f4-825ce504d065', 'status': 'completed', 'code': 200} Jul 05 10:13:54.371510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 9936bec7-3023-4a8c-a6f4-825ce504d065 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:54.378378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 9936bec7-3023-4a8c-a6f4-825ce504d065 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:54.463927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e23f4901-4c6c-4284-94ef-3db4576fffc3 req-ceaf59a1-9228-4537-b935-dfab199502c9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.0746398 Jul 05 10:13:54.801165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50746b6a-edc7-4b25-8822-6da1587ed3eb req-33ff298c-2def-4ebb-ad91-365e19060bd9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:54.804291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50746b6a-edc7-4b25-8822-6da1587ed3eb req-33ff298c-2def-4ebb-ad91-365e19060bd9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1819549 Jul 05 10:13:54.870049 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-cdefcf98-d48c-4fbf-853f-db1e9a0cd9ef service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686646 Jul 05 10:13:54.917235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50746b6a-edc7-4b25-8822-6da1587ed3eb req-8debbcb1-5eee-415d-9758-05652273e5da tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020367 Jul 05 10:13:54.977616 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ad2d5424-0e5b-4d1a-ab42-6e027de2e7e5 req-b106e5cc-3dc6-4fab-913c-333c81827967 service neutron] 10.222.0.16 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949413 Jul 05 10:13:55.008531 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.401958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:55.573105 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:55.612314 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f224b75f-a33d-4eb3-9722-cca3db48198f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2174072 Jul 05 10:13:55.615726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53952) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:55.625207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:55.677098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:55.678810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:55.785211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet f9c1ec0e-b841-4cc6-bd51-3ef65360d403 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:55.792564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.871607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.989856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065cae2-f8d1-47ee-9a02-132810d26ba5 req-2a9e1ce8-92ab-4d33-9a54-c464294ec4a8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:55.997804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:56.001378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9065cae2-f8d1-47ee-9a02-132810d26ba5 req-2a9e1ce8-92ab-4d33-9a54-c464294ec4a8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.8650837 Jul 05 10:13:56.012878 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.056308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7ca2-b7a0-4499-b5c5-71e71b162de0 req-065d280a-6e28-40a0-a694-7ca7290bb98b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:56.059152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-774a7ca2-b7a0-4499-b5c5-71e71b162de0 req-065d280a-6e28-40a0-a694-7ca7290bb98b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 945 time: 0.9335711 Jul 05 10:13:56.145308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.211407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-774a7ca2-b7a0-4499-b5c5-71e71b162de0 req-ebb15a42-bf6c-41fe-a699-e85f549f1d34 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320195 Jul 05 10:13:56.222288 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.230826 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/f9c1ec0e-b841-4cc6-bd51-3ef65360d403 HTTP/1.1" status: 204 len: 168 time: 0.6115484 Jul 05 10:13:56.231535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:56.232448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735c6e6-6946-4a11-8ab3-9282cdee6e3d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c1ec0e-b841-4cc6-bd51-3ef65360d403,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:56.241351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9065cae2-f8d1-47ee-9a02-132810d26ba5 req-6efc36e6-a361-46ac-b9d8-957711a29805 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329688 Jul 05 10:13:56.262983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 53964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:56.265057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b2774-645e-4603-ad8f-d577bb7ec0e6 None None] Network 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:56.417922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d9329be5-002c-4903-b3f2-88092100273c up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:56.457171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.531321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0f319bf-9685-45e3-b4b1-3e96faa3e529 req-17a6611f-cb13-46f2-a07d-c6ed041f40f0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.0731082 Jul 05 10:13:56.560008 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6cfa5fe0-8352-4a22-a154-9ebcbf7ac812 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/5f00f5dc-7636-43a4-bc2c-8d3db05ee122 HTTP/1.1" status: 200 len: 991 time: 0.2957754 Jul 05 10:13:56.641757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:56.642108 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.778101 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:56.829189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port 21964ad5-9d3b-4887-b25e-212b8a86cfc9, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=21964ad5-9d3b-4887-b25e-212b8a86cfc9,segment=NetworkSegment(2b1c947b-c989-4eb1-ab8c-453964852bfd),segment_id=2b1c947b-c989-4eb1-ab8c-453964852bfd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:56.829622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.838053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade30c03-ed46-4469-bc6a-cd2b95dc0b35 req-f9eea7c7-e1ce-4bea-af25-0a994c0f7fcb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:56.848202 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ade30c03-ed46-4469-bc6a-cd2b95dc0b35 req-f9eea7c7-e1ce-4bea-af25-0a994c0f7fcb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1612647 Jul 05 10:13:56.861961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 21964ad5-9d3b-4887-b25e-212b8a86cfc9 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:56.878957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port d9329be5-002c-4903-b3f2-88092100273c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:56.889808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port d9329be5-002c-4903-b3f2-88092100273c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:56.890614 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.981874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ade30c03-ed46-4469-bc6a-cd2b95dc0b35 req-d90d4ff4-ef63-405f-bd53-629ee84b6eac tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215580 Jul 05 10:13:56.993007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:53Z', 'revision_number': 10, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.026479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.103030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=21964ad5-9d3b-4887-b25e-212b8a86cfc9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.157689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port 21964ad5-9d3b-4887-b25e-212b8a86cfc9 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:57.175877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:57.214350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.229362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:57.230520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.337252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06cf00f-3995-43e0-b885-234fa0e487c3 None None] DHCP port deletion for 6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:57.369336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:57.376076 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:57.379559 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf8c3e6-a7cf-4a2c-8382-42b82985fab7" -d '{"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-plugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:57.421785 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.516947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:57.540635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.574083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.585523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.594844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a8b48-bf76-4acf-996d-0a14bed47c43 req-5580005d-243d-43e9-ad60-c58c015ecc30 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:57.602898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-384a8b48-bf76-4acf-996d-0a14bed47c43 req-5580005d-243d-43e9-ad60-c58c015ecc30 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2959569 Jul 05 10:13:57.618277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1c947b-c989-4eb1-ab8c-453964852bfd') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.618663 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1c947b-c989-4eb1-ab8c-453964852bfd') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.641258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.686076 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.710482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:57.711684 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:57.715727 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:57.745280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-384a8b48-bf76-4acf-996d-0a14bed47c43 req-b66ef672-547a-4d1a-a634-9e8dd95e939e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366053 Jul 05 10:13:57.755462 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be24b2f-fda6-4bd8-84b3-d7e5e17e4f29 x-openstack-request-id: req-2be24b2f-fda6-4bd8-84b3-d7e5e17e4f29 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:57.756004 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-plugged", "status": "completed", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:57.756402 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2be24b2f-fda6-4bd8-84b3-d7e5e17e4f29 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:57.757022 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'code': 200} Jul 05 10:13:57.948867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.962871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.968116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54000) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:57.973296 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e HTTP/1.1" status: 204 len: 168 time: 1.7365637 Jul 05 10:13:58.003398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b5084-8e79-4bb8-9162-904eead964d2 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=6e91dd3e-b209-4db1-9ae4-1ebe0a84e65e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:58.067774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:53Z', 'revision_number': 10, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:58.118364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-525399bc-d96c-4e68-8f78-65efa696a78e req-46b4b1a6-0e9f-4c8e-b26e-34a54c642db6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.0540905 Jul 05 10:13:58.145601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 21964ad5-9d3b-4887-b25e-212b8a86cfc9 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:58.155700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2d53e-9cad-4225-a544-2030c9628490 None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:13:53Z', 'revision_number': 10, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None, '_interfaces': [{'id': 'e94ee9fc-d725-4e53-a324-30629d2cd1fc', 'name': '', 'network_id': '7eef0982-0f45-49f6-8903-9f5bd8d207ae', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'mac_address': 'fa:16:3e:35:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:35Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 5, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'subnets': [{'id': 'cc66f6e7-7863-4f09-ad7f-833dce70ec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:58.186102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 21964ad5-9d3b-4887-b25e-212b8a86cfc9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:58.186717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 21964ad5-9d3b-4887-b25e-212b8a86cfc9 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:58.388786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd3c49-bb36-43c1-b3f7-988da2c32fe5 req-72e04638-050c-4fdd-a5d9-f06057b9508f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:58.390561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dccd3c49-bb36-43c1-b3f7-988da2c32fe5 req-72e04638-050c-4fdd-a5d9-f06057b9508f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3277504 Jul 05 10:13:58.450888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dccd3c49-bb36-43c1-b3f7-988da2c32fe5 req-4292a293-eb81-46a2-8cce-3fc833629f15 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526953 Jul 05 10:13:58.964866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c341e-bae2-44f1-a7c9-7c40d3d0f4b0 req-82d75c53-e051-4758-b4a1-14549fc5f772 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:58.978624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa5c341e-bae2-44f1-a7c9-7c40d3d0f4b0 req-82d75c53-e051-4758-b4a1-14549fc5f772 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1761494 Jul 05 10:13:58.986490 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.141680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aa5c341e-bae2-44f1-a7c9-7c40d3d0f4b0 req-b6d36bc5-507e-44e4-b3ed-db768ae223a6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615291 Jul 05 10:13:59.458174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6896eca-250e-473f-89c1-915507abc1e4 req-438ebbae-8622-4193-bfea-270f053f2c2e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.0915940 Jul 05 10:13:59.670901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85c186-e7e9-42b2-8808-4a49f029bcca req-0d382263-7304-460f-9399-30753e343896 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:59.684726 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.701023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f85c186-e7e9-42b2-8808-4a49f029bcca req-0d382263-7304-460f-9399-30753e343896 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2133288 Jul 05 10:13:59.754979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.784390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port e94ee9fc-d725-4e53-a324-30629d2cd1fc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:59.784732 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.897678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port e94ee9fc-d725-4e53-a324-30629d2cd1fc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e94ee9fc-d725-4e53-a324-30629d2cd1fc,segment=NetworkSegment(782628f2-f13d-42b2-8d05-35cb47add3e8),segment_id=782628f2-f13d-42b2-8d05-35cb47add3e8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:59.898352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.921382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for e94ee9fc-d725-4e53-a324-30629d2cd1fc owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:00.021464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f85c186-e7e9-42b2-8808-4a49f029bcca req-734ac221-1b77-4f6c-a61a-7eb57f6200e5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126116 Jul 05 10:14:00.057425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:00.165135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:00.165935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5df0d6d6-613a-4e2f-99b7-26af52cc40b1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:00.286695 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.321694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54050) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:00.407706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=e94ee9fc-d725-4e53-a324-30629d2cd1fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.522326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.522792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.523917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.524594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.525035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.525468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.525907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.526375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.526809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.527271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.527716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.528134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:00.582252 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3001992-777c-4847-a961-182c698b7a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.831909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358fb6b-5e84-4a4a-883f-8b72599a4c5f req-a001ef09-89f4-428e-987f-ccd2669e9931 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.836849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7358fb6b-5e84-4a4a-883f-8b72599a4c5f req-a001ef09-89f4-428e-987f-ccd2669e9931 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5156925 Jul 05 10:14:00.839129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74e09d3f-f718-4ff9-8685-78e9989470f7 req-94911354-11b3-4f9b-a951-de79c7f0e11b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=feef45a5-928b-4dfc-b3ff-2cd95c6077bb HTTP/1.1" status: 200 len: 210 time: 0.1115565 Jul 05 10:14:00.840382 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.936102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7358fb6b-5e84-4a4a-883f-8b72599a4c5f req-57bcae02-cbc8-4078-aadb-201bcfbdefb0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918655 Jul 05 10:14:00.973251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3001992-777c-4847-a961-182c698b7a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.988123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3001992-777c-4847-a961-182c698b7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.162633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3001992-777c-4847-a961-182c698b7a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e336b6a6-44ef-4928-a122-d3cabdf719c0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.171299 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c3001992-777c-4847-a961-182c698b7a8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7460a4c5d8a43bf982096948270de07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8466573 Jul 05 10:14:01.174032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:01.298305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b27c4e9-4dde-4e51-b48c-16935e59d5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.309333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:14:01.349856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b27c4e9-4dde-4e51-b48c-16935e59d5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.430808 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b27c4e9-4dde-4e51-b48c-16935e59d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.434089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b27c4e9-4dde-4e51-b48c-16935e59d5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.435476 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3b27c4e9-4dde-4e51-b48c-16935e59d5ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e336b6a6-44ef-4928-a122-d3cabdf719c0 HTTP/1.1" status: 204 len: 168 time: 0.2600119 Jul 05 10:14:01.457757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27c4e9-4dde-4e51-b48c-16935e59d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e336b6a6-44ef-4928-a122-d3cabdf719c0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.494250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:01.501741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9ea76797-4bdc-4a17-8b8b-ed8ae7427e0a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5322704 Jul 05 10:14:01.504560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54076) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:01.508344 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:01.522725 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:01.524031 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:01.653792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting subnet cc66f6e7-7863-4f09-ad7f-833dce70ec2c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:01.679101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702517c3-1d26-40c0-bc06-b76de106779d req-685bcffb-7dec-484e-8016-4c9a29c3bc7f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:01.681106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-702517c3-1d26-40c0-bc06-b76de106779d req-685bcffb-7dec-484e-8016-4c9a29c3bc7f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1847041 Jul 05 10:14:01.686740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.707135 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:01.774466 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.837412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-702517c3-1d26-40c0-bc06-b76de106779d req-c34e16fd-98d2-410c-a1ff-8e80df9f9d88 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464825 Jul 05 10:14:01.963836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.982230 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 11, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:02.084272 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:02.108597 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:02.116673 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:02.244299 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:02.272224 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:02.314729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f36300c6-e8c3-42ef-8482-15888b3ea11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.325868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.356260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.363594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/cc66f6e7-7863-4f09-ad7f-833dce70ec2c HTTP/1.1" status: 204 len: 168 time: 0.8531168 Jul 05 10:14:02.365766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e61f6-9aff-4c8d-9799-a5ff159e5c75 None None] Network 7eef0982-0f45-49f6-8903-9f5bd8d207ae requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:02.367119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54098) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:02.417435 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 11, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:02.426186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625617ed-414d-4d54-94e2-ba0fda224e46 req-d6d962de-cfc5-4192-8ef3-0035b34c0544 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:02.435517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-625617ed-414d-4d54-94e2-ba0fda224e46 req-d6d962de-cfc5-4192-8ef3-0035b34c0544 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2546670 Jul 05 10:14:02.438123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9515e-4289-42f0-be6c-5b7913c09f6e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Subnet': ['ID=cc66f6e7-7863-4f09-ad7f-833dce70ec2c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.487642 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca5104-e169-488a-acca-1de40be4dd3d None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 11, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:02.517310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-625617ed-414d-4d54-94e2-ba0fda224e46 req-ed8cbe9e-6f7f-401c-afbe-3e5cc4a2a057 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807400 Jul 05 10:14:02.643414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.816507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f36300c6-e8c3-42ef-8482-15888b3ea11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.825763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f36300c6-e8c3-42ef-8482-15888b3ea11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.871798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba88a72-1695-4aef-8812-2c368c4dc480 req-aa95a90e-19e9-48df-93cd-633b4eec1a46 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:02.880678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dba88a72-1695-4aef-8812-2c368c4dc480 req-aa95a90e-19e9-48df-93cd-633b4eec1a46 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1021185 Jul 05 10:14:02.893157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] DHCP port deletion for 7eef0982-0f45-49f6-8903-9f5bd8d207ae request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:14:02.953006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dba88a72-1695-4aef-8812-2c368c4dc480 req-0e10c14f-c240-44f4-9960-29963823fe81 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707510 Jul 05 10:14:02.977676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36300c6-e8c3-42ef-8482-15888b3ea11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf9eb09-7d0a-4834-984e-1fe8bbf79066,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.989074 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f36300c6-e8c3-42ef-8482-15888b3ea11a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1adfafe9333748c3969e574190edc505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7423480 Jul 05 10:14:02.992838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54108) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:03.005344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] Deleting port 70fb1787-929f-4e9a-88a4-2986a775aac6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:03.008503 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.013520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Deleting port 70fb1787-929f-4e9a-88a4-2986a775aac6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:03.016757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.134250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5544313-96eb-438c-8bc2-96cdde48535b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.187337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] For port 70fb1787-929f-4e9a-88a4-2986a775aac6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=70fb1787-929f-4e9a-88a4-2986a775aac6,segment=NetworkSegment(782628f2-f13d-42b2-8d05-35cb47add3e8),segment_id=782628f2-f13d-42b2-8d05-35cb47add3e8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:03.198931 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.209943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5544313-96eb-438c-8bc2-96cdde48535b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.237261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] For port 70fb1787-929f-4e9a-88a4-2986a775aac6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=70fb1787-929f-4e9a-88a4-2986a775aac6,segment=NetworkSegment(782628f2-f13d-42b2-8d05-35cb47add3e8),segment_id=782628f2-f13d-42b2-8d05-35cb47add3e8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:03.237961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.243619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] Calling delete_port for 70fb1787-929f-4e9a-88a4-2986a775aac6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:03.261950 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Calling delete_port for 70fb1787-929f-4e9a-88a4-2986a775aac6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:03.407854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.410502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5544313-96eb-438c-8bc2-96cdde48535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.418470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e5544313-96eb-438c-8bc2-96cdde48535b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.424287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e5544313-96eb-438c-8bc2-96cdde48535b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebf9eb09-7d0a-4834-984e-1fe8bbf79066 HTTP/1.1" status: 204 len: 168 time: 0.4300017 Jul 05 10:14:03.455212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5544313-96eb-438c-8bc2-96cdde48535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf9eb09-7d0a-4834-984e-1fe8bbf79066,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.455569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.459475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] No DVR routers for this DVR port 70fb1787-929f-4e9a-88a4-2986a775aac6 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:03.463266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61163f91-5344-49dd-bfae-3e70048d4637 None None] Pushing event deleted for resources: {'Port': ['ID=70fb1787-929f-4e9a-88a4-2986a775aac6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.494251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd612c4-5d2b-47fc-89bd-70c39d7a4424 req-b58723ab-ccae-4f2c-8f5d-2a6f8569ce95 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:03.506778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cd612c4-5d2b-47fc-89bd-70c39d7a4424 req-b58723ab-ccae-4f2c-8f5d-2a6f8569ce95 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2479167 Jul 05 10:14:03.576181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cd612c4-5d2b-47fc-89bd-70c39d7a4424 req-6754c530-4689-49ed-a8b7-3d549477287c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673854 Jul 05 10:14:03.606409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Port': ['ID=70fb1787-929f-4e9a-88a4-2986a775aac6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.616373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No DVR routers for this DVR port 70fb1787-929f-4e9a-88a4-2986a775aac6 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:03.736164 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.755267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eef0982-0f45-49f6-8903-9f5bd8d207ae']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:03.770237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782628f2-f13d-42b2-8d05-35cb47add3e8') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:03.770831 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782628f2-f13d-42b2-8d05-35cb47add3e8') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:03.784514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.806861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.816547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:03.817478 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: self.session.flush() Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:03.908386 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:03.915689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.931530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.938030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54128) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:03.938337 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/networks/7eef0982-0f45-49f6-8903-9f5bd8d207ae HTTP/1.1" status: 204 len: 168 time: 1.5673442 Jul 05 10:14:03.947070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'routes': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:03.966979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556a39e-0ae7-4d5d-8abf-a87f0b45624d tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Pushing event deleted for resources: {'Network': ['ID=7eef0982-0f45-49f6-8903-9f5bd8d207ae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:04.197469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 70fb1787-929f-4e9a-88a4-2986a775aac6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:04.230414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 70fb1787-929f-4e9a-88a4-2986a775aac6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:04.230987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 70fb1787-929f-4e9a-88a4-2986a775aac6 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:04.232162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e94ee9fc-d725-4e53-a324-30629d2cd1fc no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:04.292683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e94ee9fc-d725-4e53-a324-30629d2cd1fc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:04.295187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e94ee9fc-d725-4e53-a324-30629d2cd1fc not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:04.460724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Added routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:14:04.461977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Removed routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:14:04.462818 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.806599 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.819404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.851146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e941d50-560f-4e14-b5a4-d2ecef779644 req-3a64d44e-74b2-422f-8422-52e2cf4ff0a5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:04.851146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e941d50-560f-4e14-b5a4-d2ecef779644 req-3a64d44e-74b2-422f-8422-52e2cf4ff0a5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3372386 Jul 05 10:14:05.004555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:14:05.068421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e941d50-560f-4e14-b5a4-d2ecef779644 req-b187e953-8bb4-4852-8320-19f34f0019eb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654155 Jul 05 10:14:05.184459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:05.203977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:05.205752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-84902570-ed01-4943-a46d-0e9382ddb204 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 200 len: 700 time: 1.2663648 Jul 05 10:14:05.208822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] Sync routers for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:05.209667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:05.238247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:05.239136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:05.354554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:05.652884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 11, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:05.731242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] Checking router: 0959efe8-0203-48a9-b18e-0dd20f4c5b77 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:05.797495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] Routers {'0959efe8-0203-48a9-b18e-0dd20f4c5b77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:05.799481 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:05.943672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] Set router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:06.007880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:06.025941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5fa366d9-4507-4e53-a852-404bfe0d4e6a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 200 len: 205 time: 0.8150883 Jul 05 10:14:06.028348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:06.082381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 11, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:06.133254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb788420-21e5-4542-85e0-0a3caf90f2fd None None] The sync data for ids ['0959efe8-0203-48a9-b18e-0dd20f4c5b77'] in n-d-771363-33 is: [{'id': '0959efe8-0203-48a9-b18e-0dd20f4c5b77', 'name': 'tempest-RoutersTest-router-535643805', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:31Z', 'updated_at': '2021-07-05T10:14:00Z', 'revision_number': 11, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:06.194352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eebe7183-e3d9-4956-a6ad-c513e00dc512 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.310201 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00479530-ed45-441e-81a6-9f0a936359a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.486093 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00479530-ed45-441e-81a6-9f0a936359a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.501065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-00479530-ed45-441e-81a6-9f0a936359a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.562066 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-00479530-ed45-441e-81a6-9f0a936359a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c20d86b6b35146d49e40718d3d59182f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519238 Jul 05 10:14:06.568039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:06.643657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eebe7183-e3d9-4956-a6ad-c513e00dc512 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.644431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00479530-ed45-441e-81a6-9f0a936359a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f21d60-5e96-4520-91ca-2fafb3490d6e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:06.647245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eebe7183-e3d9-4956-a6ad-c513e00dc512 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.702235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71dbab-4af2-4367-9f73-4ecebf5d696d req-0cc81dff-7019-4f28-a376-612311d14687 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:06.704846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21884122-054c-4a7b-aa35-3c1f0bbb1898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.717473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af71dbab-4af2-4367-9f73-4ecebf5d696d req-0cc81dff-7019-4f28-a376-612311d14687 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3721180 Jul 05 10:14:06.743393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21884122-054c-4a7b-aa35-3c1f0bbb1898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.814377 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eebe7183-e3d9-4956-a6ad-c513e00dc512 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.814377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe7183-e3d9-4956-a6ad-c513e00dc512 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Fanout notify agent at l3_agent the message router_deleted on router 0959efe8-0203-48a9-b18e-0dd20f4c5b77 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:14:06.840489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af71dbab-4af2-4367-9f73-4ecebf5d696d req-4c3403bc-cb49-4008-8c28-c93693d540aa tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184945 Jul 05 10:14:06.859192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21884122-054c-4a7b-aa35-3c1f0bbb1898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.864728 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21884122-054c-4a7b-aa35-3c1f0bbb1898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.868376 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eebe7183-e3d9-4956-a6ad-c513e00dc512 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.869781 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-21884122-054c-4a7b-aa35-3c1f0bbb1898 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07f21d60-5e96-4520-91ca-2fafb3490d6e HTTP/1.1" status: 204 len: 168 time: 0.2974076 Jul 05 10:14:06.870038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-eebe7183-e3d9-4956-a6ad-c513e00dc512 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 204 len: 168 time: 0.8395572 Jul 05 10:14:06.874243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:06.892710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-235d3bac-86c6-4b5b-9760-aaae8c423252 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1876130695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:06.900961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884122-054c-4a7b-aa35-3c1f0bbb1898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f21d60-5e96-4520-91ca-2fafb3490d6e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:06.974886 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-235d3bac-86c6-4b5b-9760-aaae8c423252 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.976278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-235d3bac-86c6-4b5b-9760-aaae8c423252 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.123035 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-235d3bac-86c6-4b5b-9760-aaae8c423252 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.137972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-235d3bac-86c6-4b5b-9760-aaae8c423252 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.177769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-235d3bac-86c6-4b5b-9760-aaae8c423252 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.183597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54228) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:07.184249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-235d3bac-86c6-4b5b-9760-aaae8c423252 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3039284 Jul 05 10:14:07.192743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0f31dbcd-90bf-4bae-8cf4-74a5be40a583 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:08.099630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f463ff-0318-46d3-a5ab-c1a7e6d41cac req-f0519e4a-53fe-44e6-b4b3-1d01d1d6eeea tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.103634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80f463ff-0318-46d3-a5ab-c1a7e6d41cac req-f0519e4a-53fe-44e6-b4b3-1d01d1d6eeea tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1077018 Jul 05 10:14:08.198158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80f463ff-0318-46d3-a5ab-c1a7e6d41cac req-e1c83374-9809-4323-bfbb-75a101e7cf6f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718789 Jul 05 10:14:08.205360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f31dbcd-90bf-4bae-8cf4-74a5be40a583 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.235516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f31dbcd-90bf-4bae-8cf4-74a5be40a583 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526625'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.423052 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31dbcd-90bf-4bae-8cf4-74a5be40a583 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Router 3d7f324e-83d6-4d47-a480-56f355091a32 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:14:08.558629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31dbcd-90bf-4bae-8cf4-74a5be40a583 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:08.573037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f31dbcd-90bf-4bae-8cf4-74a5be40a583 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.578678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f31dbcd-90bf-4bae-8cf4-74a5be40a583 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "PUT /v2.0/routers/3d7f324e-83d6-4d47-a480-56f355091a32 HTTP/1.1" status: 200 len: 694 time: 1.3897810 Jul 05 10:14:08.579519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54252) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:08.581485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] Sync routers for ids ['3d7f324e-83d6-4d47-a480-56f355091a32'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:08.603593 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] Routers {'3d7f324e-83d6-4d47-a480-56f355091a32'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:08.604849 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3d7f324e-83d6-4d47-a480-56f355091a32'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:08.712218 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-98069042-a5a7-4304-9b32-9152d1b6782f tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/routers/3d7f324e-83d6-4d47-a480-56f355091a32 HTTP/1.1" status: 200 len: 700 time: 0.1309595 Jul 05 10:14:08.715188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:08.763129 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-08c06dc7-79e9-4279-96f3-d65dc9c5ca75 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d7f324e-83d6-4d47-a480-56f355091a32 HTTP/1.1" status: 200 len: 205 time: 0.0428994 Jul 05 10:14:08.764422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:08.884087 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c37a1bd9-acc0-4b23-acee-359572603d49 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.890648 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] Set router 3d7f324e-83d6-4d47-a480-56f355091a32 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:08.988581 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7f324e-83d6-4d47-a480-56f355091a32', 'name': 'tempest-RoutersTest-router-1876130695', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:06Z', 'updated_at': '2021-07-05T10:14:08Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:09.033485 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] Checking router: 3d7f324e-83d6-4d47-a480-56f355091a32 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:09.049820 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] Routers {'3d7f324e-83d6-4d47-a480-56f355091a32'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:09.051108 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:13:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3d7f324e-83d6-4d47-a480-56f355091a32'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:09.128481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c37a1bd9-acc0-4b23-acee-359572603d49 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.130997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c37a1bd9-acc0-4b23-acee-359572603d49 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.175201 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] Set router 3d7f324e-83d6-4d47-a480-56f355091a32 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:09.205393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c37a1bd9-acc0-4b23-acee-359572603d49 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.208880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37a1bd9-acc0-4b23-acee-359572603d49 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Fanout notify agent at l3_agent the message router_deleted on router 3d7f324e-83d6-4d47-a480-56f355091a32 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:14:09.228659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c37a1bd9-acc0-4b23-acee-359572603d49 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.235862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.236663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c37a1bd9-acc0-4b23-acee-359572603d49 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/3d7f324e-83d6-4d47-a480-56f355091a32 HTTP/1.1" status: 204 len: 168 time: 0.4692004 Jul 05 10:14:09.260431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7f324e-83d6-4d47-a480-56f355091a32', 'name': 'tempest-RoutersTest-router-1876130695', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:06Z', 'updated_at': '2021-07-05T10:14:08Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:09.275058 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec3b95e9-649e-41a6-8656-8060f4b4f79e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d7f324e-83d6-4d47-a480-56f355091a32 HTTP/1.1" status: 200 len: 205 time: 0.0369079 Jul 05 10:14:09.277157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.301103 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a40b1-9e84-4c3f-b403-5f51ff7e045d None None] The sync data for ids ['3d7f324e-83d6-4d47-a480-56f355091a32'] in n-d-771363-33 is: [{'id': '3d7f324e-83d6-4d47-a480-56f355091a32', 'name': 'tempest-RoutersTest-router-1876130695', 'tenant_id': 'd49efd838a594551b928edd519dd4aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:06Z', 'updated_at': '2021-07-05T10:14:08Z', 'revision_number': 2, 'project_id': 'd49efd838a594551b928edd519dd4aa4', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:09.342656 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-07d666ee-3928-481a-b0ea-0185ebb35b4c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] delete failed (client error): The resource could not be found. Jul 05 10:14:09.347288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.357535 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-07d666ee-3928-481a-b0ea-0185ebb35b4c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/3d7f324e-83d6-4d47-a480-56f355091a32 HTTP/1.1" status: 404 len: 336 time: 0.0790026 Jul 05 10:14:09.396615 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e635af63-21f2-4d7a-8833-af748c9b1fc9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:09.397177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e635af63-21f2-4d7a-8833-af748c9b1fc9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:09.402101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.411768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e635af63-21f2-4d7a-8833-af748c9b1fc9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/464835fe-1163-4259-af74-88e563c9704f HTTP/1.1" status: 404 len: 337 time: 0.0630431 Jul 05 10:14:09.454690 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19d6f92-7f29-413e-aa17-eec6a7afc540 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:09.455323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19d6f92-7f29-413e-aa17-eec6a7afc540 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:09.461027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.486972 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e19d6f92-7f29-413e-aa17-eec6a7afc540 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/9be332e1-9fa7-4817-8429-497211cf57e0 HTTP/1.1" status: 404 len: 337 time: 0.0822415 Jul 05 10:14:09.510105 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa43852-1c31-43aa-8929-600ea4a50859 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:09.510582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa43852-1c31-43aa-8929-600ea4a50859 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:09.512447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6fa43852-1c31-43aa-8929-600ea4a50859 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/f9c1ec0e-b841-4cc6-bd51-3ef65360d403 HTTP/1.1" status: 404 len: 337 time: 0.0356884 Jul 05 10:14:09.515501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54288) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.550757 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e6045d-dae1-48a2-9ee7-a9e37d7d5760 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:09.551255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e6045d-dae1-48a2-9ee7-a9e37d7d5760 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:09.553920 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8e6045d-dae1-48a2-9ee7-a9e37d7d5760 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/cc66f6e7-7863-4f09-ad7f-833dce70ec2c HTTP/1.1" status: 404 len: 337 time: 0.0366802 Jul 05 10:14:09.557381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.606160 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a98811ad-31f7-4910-8811-bcf737a21e0c tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 200 len: 205 time: 0.0472374 Jul 05 10:14:09.610591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.613081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2da1a-8097-47e9-8ad4-e00fc3ba0dfb req-3531e72e-1d87-44c5-b6a1-f1cba80370eb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:09.627711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d2da1a-8097-47e9-8ad4-e00fc3ba0dfb req-3531e72e-1d87-44c5-b6a1-f1cba80370eb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1123462 Jul 05 10:14:09.687997 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-f9b57a4f-b9fa-46fc-b920-45a2dbd732f1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] delete failed (client error): The resource could not be found. Jul 05 10:14:09.689348 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f9b57a4f-b9fa-46fc-b920-45a2dbd732f1 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/0959efe8-0203-48a9-b18e-0dd20f4c5b77 HTTP/1.1" status: 404 len: 336 time: 0.0773256 Jul 05 10:14:09.694167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.727998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26d2da1a-8097-47e9-8ad4-e00fc3ba0dfb req-ab6d78b2-dac5-415c-a83b-04d7e16b3911 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987165 Jul 05 10:14:09.737946 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-46cf344c-4e01-4786-8cb3-0ca1cbdba813 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a2f66a3-b283-4d18-ac15-451136850ca5 HTTP/1.1" status: 200 len: 205 time: 0.0406940 Jul 05 10:14:09.740624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.804229 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-0c00911b-684b-4b78-947f-f7a6118bbfcb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] delete failed (client error): The resource could not be found. Jul 05 10:14:09.807137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0c00911b-684b-4b78-947f-f7a6118bbfcb tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/8a2f66a3-b283-4d18-ac15-451136850ca5 HTTP/1.1" status: 404 len: 336 time: 0.0628016 Jul 05 10:14:09.808609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.841096 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8c8446-010b-4d82-ba91-91d7a882b3ef tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:09.841581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8c8446-010b-4d82-ba91-91d7a882b3ef tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:09.844024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aa8c8446-010b-4d82-ba91-91d7a882b3ef tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1a227a-100a-431b-a10a-9b6fc2f0f6f7 HTTP/1.1" status: 404 len: 337 time: 0.0339046 Jul 05 10:14:09.846415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.881269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-82ce9a52-e683-4cea-86ea-b7918ca7cfc9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e12d22-0836-4886-8fa1-b21efb0b96fe HTTP/1.1" status: 200 len: 205 time: 0.0310917 Jul 05 10:14:09.881695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:09.950057 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-694e722e-38af-4fcb-8529-45ab90213952 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] delete failed (client error): The resource could not be found. Jul 05 10:14:09.951908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-694e722e-38af-4fcb-8529-45ab90213952 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/d4e12d22-0836-4886-8fa1-b21efb0b96fe HTTP/1.1" status: 404 len: 336 time: 0.0681403 Jul 05 10:14:09.954501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.016868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f492f241-945c-4303-a813-aa1a338b7d59 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=968b1d92-09c8-479a-98bc-c258b25219e4 HTTP/1.1" status: 200 len: 205 time: 0.0604897 Jul 05 10:14:10.019362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54312) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.088010 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-cec0236e-207f-467a-9d63-da30ae5d95d6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] delete failed (client error): The resource could not be found. Jul 05 10:14:10.091501 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cec0236e-207f-467a-9d63-da30ae5d95d6 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/968b1d92-09c8-479a-98bc-c258b25219e4 HTTP/1.1" status: 404 len: 336 time: 0.0685537 Jul 05 10:14:10.091703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.125295 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d08077-4409-47a2-835c-db755b3a30d9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:10.125756 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d08077-4409-47a2-835c-db755b3a30d9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:10.130002 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-30d08077-4409-47a2-835c-db755b3a30d9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/b3e1c5e8-1b1a-4af7-8a6c-81219e86a0dd HTTP/1.1" status: 404 len: 337 time: 0.0349898 Jul 05 10:14:10.130257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.174932 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b518536-5e55-40ed-80d6-66f3e0ce8094 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ca849df-3bc8-4d81-a7d5-d3da43877d35 HTTP/1.1" status: 200 len: 205 time: 0.0397041 Jul 05 10:14:10.175268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.219420 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8463af3c-1521-4603-865f-222ea1bd90a9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] delete failed (client error): The resource could not be found. Jul 05 10:14:10.220759 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8463af3c-1521-4603-865f-222ea1bd90a9 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/0ca849df-3bc8-4d81-a7d5-d3da43877d35 HTTP/1.1" status: 404 len: 336 time: 0.0444109 Jul 05 10:14:10.224887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54324) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.270969 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-22307633-d834-43d4-8d7c-4d1e8b025d01 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:10.272161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22307633-d834-43d4-8d7c-4d1e8b025d01 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:10.276611 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22307633-d834-43d4-8d7c-4d1e8b025d01 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/999f556a-980b-41c6-83c0-dfb3ba285d39 HTTP/1.1" status: 404 len: 337 time: 0.0496819 Jul 05 10:14:10.280430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54326) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.333563 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec236e43-87ce-4291-8131-4253efa39a7e tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b358ab3d-b28c-481d-b776-dfbf1747083f HTTP/1.1" status: 200 len: 205 time: 0.0509729 Jul 05 10:14:10.338636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54328) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.421525 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-2ec634a8-c63d-4339-aab1-f7f199962ad0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] delete failed (client error): The resource could not be found. Jul 05 10:14:10.422617 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2ec634a8-c63d-4339-aab1-f7f199962ad0 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/routers/b358ab3d-b28c-481d-b776-dfbf1747083f HTTP/1.1" status: 404 len: 336 time: 0.0828040 Jul 05 10:14:10.427412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.464416 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aafa8f-4200-40c9-9f62-824709e58a3a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:10.465157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aafa8f-4200-40c9-9f62-824709e58a3a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:10.469979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:10.470312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-09aafa8f-4200-40c9-9f62-824709e58a3a tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/a0cb92b5-fe55-451b-b8da-0809e337b2c8 HTTP/1.1" status: 404 len: 337 time: 0.0402176 Jul 05 10:14:10.508290 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd363560-51c5-4d82-8dc3-735bb7c0d651 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] DELETE failed (client error): The resource could not be found. Jul 05 10:14:10.509219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd363560-51c5-4d82-8dc3-735bb7c0d651 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:10.515359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cd363560-51c5-4d82-8dc3-735bb7c0d651 tempest-RoutersTest-2108467877 tempest-RoutersTest-2108467877-project] 10.222.0.21 "DELETE /v2.0/subnets/fcc7ba5d-5a9f-4f8a-aeaf-8c0835befd17 HTTP/1.1" status: 404 len: 337 time: 0.0433345 Jul 05 10:14:11.062383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:11.134663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fce37-0325-4cda-94d4-1b798e49f6cd req-f136285e-2fdc-457f-8f5a-e74b959b3f38 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.137857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-950fce37-0325-4cda-94d4-1b798e49f6cd req-f136285e-2fdc-457f-8f5a-e74b959b3f38 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1345801 Jul 05 10:14:11.235995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-950fce37-0325-4cda-94d4-1b798e49f6cd req-e1007b17-6f9a-43df-a16d-a7aedaa910c4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851183 Jul 05 10:14:11.311696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8c5359c5-3bf1-4a87-93c9-3f64107c4f6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d49efd838a594551b928edd519dd4aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473252 Jul 05 10:14:11.314056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:11.402115 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5699-eb73-4a87-9e94-c7f2272a031c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.433082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5699-eb73-4a87-9e94-c7f2272a031c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.509540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5699-eb73-4a87-9e94-c7f2272a031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.512529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5699-eb73-4a87-9e94-c7f2272a031c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.513858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1f4a5699-eb73-4a87-9e94-c7f2272a031c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b919391-5088-4e91-a918-2e7b20758dd4 HTTP/1.1" status: 204 len: 168 time: 0.1986003 Jul 05 10:14:11.523065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5699-eb73-4a87-9e94-c7f2272a031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b919391-5088-4e91-a918-2e7b20758dd4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:12.589524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f27d1-3def-46ef-af46-4e3f8f7d2406 req-f9f0a9b4-844d-4822-af12-7721bc71c08c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:12.593770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e1f27d1-3def-46ef-af46-4e3f8f7d2406 req-f9f0a9b4-844d-4822-af12-7721bc71c08c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1476870 Jul 05 10:14:12.691802 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e1f27d1-3def-46ef-af46-4e3f8f7d2406 req-c7091778-f9db-4e87-a18e-7bdfa3a379e3 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846155 Jul 05 10:14:12.711716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:12.849244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5cd46efd-1124-458c-912c-2eabaf0995ea tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:12.849808 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-5cd46efd-1124-458c-912c-2eabaf0995ea tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:14:12.851348 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-5cd46efd-1124-458c-912c-2eabaf0995ea tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:14:12.852911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5cd46efd-1124-458c-912c-2eabaf0995ea tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1400576 Jul 05 10:14:12.864777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:12.871025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--476922673'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:12.904617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.916992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.083545 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.089660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.152328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a714105-d6eb-4b88-ac49-46e90d0d56a6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.244315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.248807 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.286124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.287938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4218907 Jul 05 10:14:13.293381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:13.299561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a0d5bd38-fc81-4a7d-8d22-ff6e3d185e52 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'f5d6e00d-dc9e-4684-aabc-3fb441510c75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:13.307912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce747594-076d-4741-a25d-6f3bcb268a8c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6e00d-dc9e-4684-aabc-3fb441510c75,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.372180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bd38-fc81-4a7d-8d22-ff6e3d185e52 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.492068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bd38-fc81-4a7d-8d22-ff6e3d185e52 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.501326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bd38-fc81-4a7d-8d22-ff6e3d185e52 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.537105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5bd38-fc81-4a7d-8d22-ff6e3d185e52 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade6b838-c3a8-4383-8cd7-4ef261c3603b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.548177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bd38-fc81-4a7d-8d22-ff6e3d185e52 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.555176 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a0d5bd38-fc81-4a7d-8d22-ff6e3d185e52 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2555926 Jul 05 10:14:13.555616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:13.562790 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4cf7ddf5-7187-49df-acd6-1783f2a90479 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'f5d6e00d-dc9e-4684-aabc-3fb441510c75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:13.617867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cf7ddf5-7187-49df-acd6-1783f2a90479 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.703804 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-4cf7ddf5-7187-49df-acd6-1783f2a90479 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:14:13.710445 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4cf7ddf5-7187-49df-acd6-1783f2a90479 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1488316 Jul 05 10:14:13.712172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:13.809730 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f25fbf4-422a-4c7c-a6a6-eacaef8a29d5 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.849424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f25fbf4-422a-4c7c-a6a6-eacaef8a29d5 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.915820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f25fbf4-422a-4c7c-a6a6-eacaef8a29d5 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.920545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f25fbf4-422a-4c7c-a6a6-eacaef8a29d5 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.924754 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6f25fbf4-422a-4c7c-a6a6-eacaef8a29d5 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5d6e00d-dc9e-4684-aabc-3fb441510c75 HTTP/1.1" status: 204 len: 168 time: 0.2128284 Jul 05 10:14:13.927218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:13.941482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25fbf4-422a-4c7c-a6a6-eacaef8a29d5 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6e00d-dc9e-4684-aabc-3fb441510c75,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:14.030799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2c1dd6b6-9732-45a1-96db-3706a64c8a96 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988884 Jul 05 10:14:14.037657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54510) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:14.044596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-530b8037-cc6c-4a6c-99a2-98ac4711c212 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--879795961'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:14.060077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7160e7-aaec-4adf-ab1a-3e3b2fc075fd req-7b8a8857-4ecf-4b12-958c-fef131b7477d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.069330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f7160e7-aaec-4adf-ab1a-3e3b2fc075fd req-7b8a8857-4ecf-4b12-958c-fef131b7477d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1967006 Jul 05 10:14:14.086805 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dea1cb8-9507-4a8b-9558-784a6a5bcbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.108205 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-530b8037-cc6c-4a6c-99a2-98ac4711c212 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.167907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f7160e7-aaec-4adf-ab1a-3e3b2fc075fd req-61f437d4-12ae-4472-b5ae-06234c1f3158 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972440 Jul 05 10:14:14.259896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-530b8037-cc6c-4a6c-99a2-98ac4711c212 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.266744 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-530b8037-cc6c-4a6c-99a2-98ac4711c212 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.329416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b8037-cc6c-4a6c-99a2-98ac4711c212 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a508ae-ca34-4268-a0a0-8ce17a2d43bd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:14.334322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-530b8037-cc6c-4a6c-99a2-98ac4711c212 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.336563 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-530b8037-cc6c-4a6c-99a2-98ac4711c212 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2965605 Jul 05 10:14:14.341402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:14.348280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1b77ba4d-c507-4f68-947d-0b71d7853fb8 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '98a508ae-ca34-4268-a0a0-8ce17a2d43bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:14.349795 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-1b77ba4d-c507-4f68-947d-0b71d7853fb8 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 10:14:14.350625 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-1b77ba4d-c507-4f68-947d-0b71d7853fb8 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:14.353215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1b77ba4d-c507-4f68-947d-0b71d7853fb8 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102999 Jul 05 10:14:14.358446 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:14.464672 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c9f6a9-ca7d-4af2-8537-64d33342a1c9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.507772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c9f6a9-ca7d-4af2-8537-64d33342a1c9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.579686 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c9f6a9-ca7d-4af2-8537-64d33342a1c9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.583362 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c9f6a9-ca7d-4af2-8537-64d33342a1c9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.587373 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87c9f6a9-ca7d-4af2-8537-64d33342a1c9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/98a508ae-ca34-4268-a0a0-8ce17a2d43bd HTTP/1.1" status: 204 len: 168 time: 0.2245679 Jul 05 10:14:14.588680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:14.596169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9f6a9-ca7d-4af2-8537-64d33342a1c9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a508ae-ca34-4268-a0a0-8ce17a2d43bd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:14.702071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0fed88fe-5aaf-4d68-ac98-76e14723399e tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116855 Jul 05 10:14:14.706004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:14.714625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f24b99a7-6457-4b46-8f3d-5a34149cf497 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--285890094'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:14.756593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24b99a7-6457-4b46-8f3d-5a34149cf497 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.922637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24b99a7-6457-4b46-8f3d-5a34149cf497 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.927971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24b99a7-6457-4b46-8f3d-5a34149cf497 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.974737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b99a7-6457-4b46-8f3d-5a34149cf497 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f336ff5-9f26-4dac-b95c-643444a1533f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:14.989254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24b99a7-6457-4b46-8f3d-5a34149cf497 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.991142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f24b99a7-6457-4b46-8f3d-5a34149cf497 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2828684 Jul 05 10:14:14.995348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.003565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7aae5361-77b0-484a-a9f4-82923149c229 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '6f336ff5-9f26-4dac-b95c-643444a1533f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:15.005434 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-7aae5361-77b0-484a-a9f4-82923149c229 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 10:14:15.006674 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7aae5361-77b0-484a-a9f4-82923149c229 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:15.012593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.013315 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7aae5361-77b0-484a-a9f4-82923149c229 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0157776 Jul 05 10:14:15.112760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e54640-ca06-4aa7-aeab-be5248ec40ad tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.152843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e54640-ca06-4aa7-aeab-be5248ec40ad tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.237870 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e54640-ca06-4aa7-aeab-be5248ec40ad tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.243201 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e54640-ca06-4aa7-aeab-be5248ec40ad tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.249761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54548) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.259881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-54e54640-ca06-4aa7-aeab-be5248ec40ad tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f336ff5-9f26-4dac-b95c-643444a1533f HTTP/1.1" status: 204 len: 168 time: 0.2413507 Jul 05 10:14:15.287735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e54640-ca06-4aa7-aeab-be5248ec40ad tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f336ff5-9f26-4dac-b95c-643444a1533f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:15.388757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b248b4b5-4f18-4baa-b55d-62aff3c019e2 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371231 Jul 05 10:14:15.394909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.401389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7354252b-6415-4d34-88fd-b7115d08ad0f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--791238260'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:15.443156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7354252b-6415-4d34-88fd-b7115d08ad0f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.580658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e2048-8827-4b8c-9cb5-9aa9a8f82211 req-a383ee24-6ad6-4c6f-b7e5-86eee0a45a00 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:15.582311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7e2048-8827-4b8c-9cb5-9aa9a8f82211 req-a383ee24-6ad6-4c6f-b7e5-86eee0a45a00 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1341317 Jul 05 10:14:15.643332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7354252b-6415-4d34-88fd-b7115d08ad0f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.656686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7354252b-6415-4d34-88fd-b7115d08ad0f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.674451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae7e2048-8827-4b8c-9cb5-9aa9a8f82211 req-f66a4643-ef53-4486-be67-b23dcda05c1e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802243 Jul 05 10:14:15.694349 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7354252b-6415-4d34-88fd-b7115d08ad0f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.695776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7354252b-6415-4d34-88fd-b7115d08ad0f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2992818 Jul 05 10:14:15.699657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.705629 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f8a329cd-db00-492e-a9a2-b2bf9ce99b78 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'c89bce1a-43a6-4497-8987-3cbc64ffebc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:15.706644 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-f8a329cd-db00-492e-a9a2-b2bf9ce99b78 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 10:14:15.708992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354252b-6415-4d34-88fd-b7115d08ad0f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89bce1a-43a6-4497-8987-3cbc64ffebc4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:15.715525 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-f8a329cd-db00-492e-a9a2-b2bf9ce99b78 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:15.718503 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8a329cd-db00-492e-a9a2-b2bf9ce99b78 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160751 Jul 05 10:14:15.721314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.739118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a701cdf9-be4a-481a-a65a-1182ecc3a6fa tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'c89bce1a-43a6-4497-8987-3cbc64ffebc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:15.739821 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-a701cdf9-be4a-481a-a65a-1182ecc3a6fa tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 10:14:15.740426 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-a701cdf9-be4a-481a-a65a-1182ecc3a6fa tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:15.746340 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a701cdf9-be4a-481a-a65a-1182ecc3a6fa tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0208397 Jul 05 10:14:15.746726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.751988 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-09f0daef-be52-43e5-a14f-8a5e7f56a75c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'c89bce1a-43a6-4497-8987-3cbc64ffebc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:15.752703 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-09f0daef-be52-43e5-a14f-8a5e7f56a75c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 10:14:15.753211 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-09f0daef-be52-43e5-a14f-8a5e7f56a75c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:15.754235 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09f0daef-be52-43e5-a14f-8a5e7f56a75c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064359 Jul 05 10:14:15.758576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.763922 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ca99f776-fdd5-464a-9022-75abf25c616b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'c89bce1a-43a6-4497-8987-3cbc64ffebc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:15.765781 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-ca99f776-fdd5-464a-9022-75abf25c616b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 10:14:15.766356 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-ca99f776-fdd5-464a-9022-75abf25c616b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:15.768127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ca99f776-fdd5-464a-9022-75abf25c616b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077744 Jul 05 10:14:15.772065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.875325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63129c46-7817-4795-8981-4bb2b3ba6951 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.919974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63129c46-7817-4795-8981-4bb2b3ba6951 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.999366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63129c46-7817-4795-8981-4bb2b3ba6951 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.004341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63129c46-7817-4795-8981-4bb2b3ba6951 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.006667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-63129c46-7817-4795-8981-4bb2b3ba6951 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/c89bce1a-43a6-4497-8987-3cbc64ffebc4 HTTP/1.1" status: 204 len: 168 time: 0.2333841 Jul 05 10:14:16.009825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.030077 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63129c46-7817-4795-8981-4bb2b3ba6951 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89bce1a-43a6-4497-8987-3cbc64ffebc4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:16.076934 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9c3853ba-c790-4d31-b8bd-b0220006d88b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659282 Jul 05 10:14:16.083472 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.094029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d18bbea1-0682-4305-a2f0-3e4b5ad31366 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--145875066'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.131053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18bbea1-0682-4305-a2f0-3e4b5ad31366 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.264215 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18bbea1-0682-4305-a2f0-3e4b5ad31366 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.269326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18bbea1-0682-4305-a2f0-3e4b5ad31366 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.305605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d18bbea1-0682-4305-a2f0-3e4b5ad31366 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.306898 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d18bbea1-0682-4305-a2f0-3e4b5ad31366 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2223091 Jul 05 10:14:16.309966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.315722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8b2eb660-50c1-4c4b-adc6-d38fcc8122ee tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.316192 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-8b2eb660-50c1-4c4b-adc6-d38fcc8122ee tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:14:16.316685 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8b2eb660-50c1-4c4b-adc6-d38fcc8122ee tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.317683 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8b2eb660-50c1-4c4b-adc6-d38fcc8122ee tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067692 Jul 05 10:14:16.318890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bbea1-0682-4305-a2f0-3e4b5ad31366 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1653d4a3-48dd-4e45-8305-aae814054546,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:16.321701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.343250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-390e7cac-1dfb-4d09-86ef-90b566c84979 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.405282 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-390e7cac-1dfb-4d09-86ef-90b566c84979 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.408876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-390e7cac-1dfb-4d09-86ef-90b566c84979 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0856683 Jul 05 10:14:16.410772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.416319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3e4c9234-66ca-4cf4-b5c6-107cc6ffdd63 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.416849 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-3e4c9234-66ca-4cf4-b5c6-107cc6ffdd63 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 10:14:16.417367 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-3e4c9234-66ca-4cf4-b5c6-107cc6ffdd63 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.418660 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3e4c9234-66ca-4cf4-b5c6-107cc6ffdd63 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065885 Jul 05 10:14:16.423255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.432619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dd490e68-991c-4ddd-b948-e6fb4c7f6cb4 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.488316 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-dd490e68-991c-4ddd-b948-e6fb4c7f6cb4 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.490479 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dd490e68-991c-4ddd-b948-e6fb4c7f6cb4 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0656700 Jul 05 10:14:16.501270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.509758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-472796c6-4a28-4a04-aa2c-2a5994eb123b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.510407 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-472796c6-4a28-4a04-aa2c-2a5994eb123b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:14:16.511344 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-472796c6-4a28-4a04-aa2c-2a5994eb123b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.513010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-472796c6-4a28-4a04-aa2c-2a5994eb123b tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086420 Jul 05 10:14:16.517734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.525915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6bcfa86f-f410-49a8-801f-39addcbb0b45 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.564985 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-6bcfa86f-f410-49a8-801f-39addcbb0b45 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Project d13519725e4f48ecbb6433d1f032ec3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:14:16.589646 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-6bcfa86f-f410-49a8-801f-39addcbb0b45 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.590861 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6bcfa86f-f410-49a8-801f-39addcbb0b45 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0720272 Jul 05 10:14:16.594224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.602946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e6643292-e69e-49b7-bd46-1960991f7160 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.603747 n-d-771363-33 neutron-server[93795]: WARNING neutron.api.v2.base [None req-e6643292-e69e-49b7-bd46-1960991f7160 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 10:14:16.604494 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e6643292-e69e-49b7-bd46-1960991f7160 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.606359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e6643292-e69e-49b7-bd46-1960991f7160 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100384 Jul 05 10:14:16.610146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.617324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-41cf6534-4811-4974-98a4-22760858a095 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.639576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:16.653363 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-41cf6534-4811-4974-98a4-22760858a095 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Project d13519725e4f48ecbb6433d1f032ec3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:14:16.674235 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-41cf6534-4811-4974-98a4-22760858a095 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.676040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-41cf6534-4811-4974-98a4-22760858a095 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0644104 Jul 05 10:14:16.680519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.696626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-32e9b026-ee37-40a4-a4f0-f9b3ce10b21a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '1653d4a3-48dd-4e45-8305-aae814054546', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.746816 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-32e9b026-ee37-40a4-a4f0-f9b3ce10b21a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Project d13519725e4f48ecbb6433d1f032ec3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:14:16.783454 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-32e9b026-ee37-40a4-a4f0-f9b3ce10b21a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:16.788033 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-32e9b026-ee37-40a4-a4f0-f9b3ce10b21a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1034062 Jul 05 10:14:16.790643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.855955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0407caa8-3c07-4d25-b582-2b1186aac1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.867560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:16.888493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.898016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f', 'port_id': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'mac_address': 'fa:16:3e:3c:0d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a836f1-210b-4c82-824f-59bc3fc80c22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:16.978544 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.009690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:17.037650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:17.043325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ded1-1aac-48a8-a763-8546eaec6260 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.046208 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.090389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ded1-1aac-48a8-a763-8546eaec6260 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.139601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:17.197099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:17.197361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ded1-1aac-48a8-a763-8546eaec6260 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.202365 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ded1-1aac-48a8-a763-8546eaec6260 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.207248 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:17.207520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c5d5ded1-1aac-48a8-a763-8546eaec6260 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/1653d4a3-48dd-4e45-8305-aae814054546 HTTP/1.1" status: 204 len: 168 time: 0.4157865 Jul 05 10:14:17.224375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5ded1-1aac-48a8-a763-8546eaec6260 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653d4a3-48dd-4e45-8305-aae814054546,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:17.234881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8b01-fdcc-4a42-bd85-bda2d3a88b1a req-3d856b51-4c12-43fa-ac86-3b2808ca1f8c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:17.236612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c10f8b01-fdcc-4a42-bd85-bda2d3a88b1a req-3d856b51-4c12-43fa-ac86-3b2808ca1f8c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2253528 Jul 05 10:14:17.321725 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ea5ce88-161b-47e6-9f64-57c207e54021 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123869 Jul 05 10:14:17.328693 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:17.342483 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-144529f3-bd7d-4376-ab0a-1b325365c09a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656746980'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:17.357538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c10f8b01-fdcc-4a42-bd85-bda2d3a88b1a req-86911186-b80b-4f4f-ad36-b7ef5b7fdc24 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079650 Jul 05 10:14:17.394353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-144529f3-bd7d-4376-ab0a-1b325365c09a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.586649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-144529f3-bd7d-4376-ab0a-1b325365c09a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.606561 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-144529f3-bd7d-4376-ab0a-1b325365c09a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.665737 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-144529f3-bd7d-4376-ab0a-1b325365c09a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.671292 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-144529f3-bd7d-4376-ab0a-1b325365c09a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3369553 Jul 05 10:14:17.672468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:17.675415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144529f3-bd7d-4376-ab0a-1b325365c09a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1616af-4d58-4e2b-b219-f1f1583746ab,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:17.692352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b564d256-903a-4a97-acfc-60f317def12e tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '2c1616af-4d58-4e2b-b219-f1f1583746ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:17.751686 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-b564d256-903a-4a97-acfc-60f317def12e tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The resource could not be found. Jul 05 10:14:17.753815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b564d256-903a-4a97-acfc-60f317def12e tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0796909 Jul 05 10:14:17.758814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:17.764473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1657d35d-66fa-448e-9e4c-a2c15c1308cc tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '2c1616af-4d58-4e2b-b219-f1f1583746ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '02d1d859-f983-4112-8c5c-7eb44fd61563'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:17.845281 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-1657d35d-66fa-448e-9e4c-a2c15c1308cc tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The resource could not be found. Jul 05 10:14:17.852020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1657d35d-66fa-448e-9e4c-a2c15c1308cc tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0916383 Jul 05 10:14:17.856433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54636) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:17.940005 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6a9-ea44-4abd-8487-cd863ca080bd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.994640 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6a9-ea44-4abd-8487-cd863ca080bd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.002953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.115331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6a9-ea44-4abd-8487-cd863ca080bd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.124551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6a9-ea44-4abd-8487-cd863ca080bd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.126607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b73ec6a9-ea44-4abd-8487-cd863ca080bd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c1616af-4d58-4e2b-b219-f1f1583746ab HTTP/1.1" status: 204 len: 168 time: 0.2689061 Jul 05 10:14:18.130254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:18.151055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ec6a9-ea44-4abd-8487-cd863ca080bd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1616af-4d58-4e2b-b219-f1f1583746ab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:18.247527 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-66b615ac-c1d6-4cd7-ac1e-ca1562031495 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133268 Jul 05 10:14:18.248637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54646) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:18.265412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-65596458-912f-49e8-b63d-92bb4ba57337 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '8797a4d9-877c-45aa-99ba-9ccddb92c084', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:18.370578 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-65596458-912f-49e8-b63d-92bb4ba57337 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The resource could not be found. Jul 05 10:14:18.372442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-65596458-912f-49e8-b63d-92bb4ba57337 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1213255 Jul 05 10:14:18.376395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54654) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:18.381817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--317845701'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:18.465387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.658473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:18.795625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.802822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.821711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ececab-37a4-4cb5-b627-3750d4f1b945 req-548f8bbe-ee86-49c2-a74d-8884f7b857c1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:18.828151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91ececab-37a4-4cb5-b627-3750d4f1b945 req-548f8bbe-ee86-49c2-a74d-8884f7b857c1 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 945 time: 0.1887336 Jul 05 10:14:18.854997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:18.855918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.883250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e219fc-3282-4d01-88fd-ee658894f3ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:18.904962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.905502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.906028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.906731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.907378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.909090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.909716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.910240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.910760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.911318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.913628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.914060 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:18.937199 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.953971 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-739ef176-f874-409d-8e33-c6bb3713bc9f tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5760696 Jul 05 10:14:18.957165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:18.969247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31718467-6e9d-4b04-b83b-dabbb685aff6 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--172482051'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:19.017340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91ececab-37a4-4cb5-b627-3750d4f1b945 req-cd39d88c-b182-4c20-b2c4-959bc6deb4df tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793029 Jul 05 10:14:19.043338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31718467-6e9d-4b04-b83b-dabbb685aff6 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.073181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.203532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:19.223071 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6e078-ad20-4c43-b849-be72bc3fdb68" -d '{"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:19.237543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:19.253837 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.376597 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31718467-6e9d-4b04-b83b-dabbb685aff6 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.385265 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31718467-6e9d-4b04-b83b-dabbb685aff6 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.390156 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d63dd0-97ea-4e71-9298-702261997fe7 x-openstack-request-id: req-a6d63dd0-97ea-4e71-9298-702261997fe7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:19.390633 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:19.392287 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6d63dd0-97ea-4e71-9298-702261997fe7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:19.393693 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'code': 200} Jul 05 10:14:19.396259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:19.458947 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31718467-6e9d-4b04-b83b-dabbb685aff6 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.466856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-31718467-6e9d-4b04-b83b-dabbb685aff6 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5030894 Jul 05 10:14:19.467501 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:19.475553 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-07350441-bcb2-42fc-b686-eb181138d3cf tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': '56e219fc-3282-4d01-88fd-ee658894f3ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '078a7626-a69e-4014-8f64-441730831488'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:19.482120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31718467-6e9d-4b04-b83b-dabbb685aff6 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078a7626-a69e-4014-8f64-441730831488,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:19.619820 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-07350441-bcb2-42fc-b686-eb181138d3cf tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:19.624839 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-07350441-bcb2-42fc-b686-eb181138d3cf tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1551795 Jul 05 10:14:19.632521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:19.776686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76531aac-c6ca-40ec-b800-131a91aaa948 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.822254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.843252 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76531aac-c6ca-40ec-b800-131a91aaa948 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.965024 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76531aac-c6ca-40ec-b800-131a91aaa948 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.968455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76531aac-c6ca-40ec-b800-131a91aaa948 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.970304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-76531aac-c6ca-40ec-b800-131a91aaa948 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/078a7626-a69e-4014-8f64-441730831488 HTTP/1.1" status: 204 len: 168 time: 0.3359075 Jul 05 10:14:19.973084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:19.989040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76531aac-c6ca-40ec-b800-131a91aaa948 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a7626-a69e-4014-8f64-441730831488,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:20.121519 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c10a8981-6781-46f6-bf97-65b26ef04fd0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1458993 Jul 05 10:14:20.124055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:20.274874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af75cf5-b1c3-4b4c-aed2-2a7edca81432 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.335153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af75cf5-b1c3-4b4c-aed2-2a7edca81432 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.432120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcecf54-14ec-4ca6-ba17-401a58d3ad10 req-0966b89e-32ea-4d64-b10b-32457516205b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:20.441877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcecf54-14ec-4ca6-ba17-401a58d3ad10 req-0966b89e-32ea-4d64-b10b-32457516205b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1509032 Jul 05 10:14:20.492074 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af75cf5-b1c3-4b4c-aed2-2a7edca81432 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.496635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af75cf5-b1c3-4b4c-aed2-2a7edca81432 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.499550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6af75cf5-b1c3-4b4c-aed2-2a7edca81432 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/56e219fc-3282-4d01-88fd-ee658894f3ef HTTP/1.1" status: 204 len: 168 time: 0.3714995 Jul 05 10:14:20.503132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:20.563237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75cf5-b1c3-4b4c-aed2-2a7edca81432 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e219fc-3282-4d01-88fd-ee658894f3ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:20.714697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcecf54-14ec-4ca6-ba17-401a58d3ad10 req-d75a050c-9c4c-4116-bc38-c195faec987b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711911 Jul 05 10:14:20.778798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:20.779120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-83bba24b-866e-4860-a055-a40b782f7429 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2745984 Jul 05 10:14:20.824608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d5a2e03d-b84a-4b4a-a47f-2bfd2b613205 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127131661'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:20.898461 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e03d-b84a-4b4a-a47f-2bfd2b613205 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.172041 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e03d-b84a-4b4a-a47f-2bfd2b613205 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.178940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e03d-b84a-4b4a-a47f-2bfd2b613205 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.221385 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e03d-b84a-4b4a-a47f-2bfd2b613205 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.223866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5a2e03d-b84a-4b4a-a47f-2bfd2b613205 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4335153 Jul 05 10:14:21.228730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2e03d-b84a-4b4a-a47f-2bfd2b613205 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cf2bad-038b-46ad-bbbf-c22c03ac1c00,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:21.230657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.250594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d9ff6106-5b61-476c-83c1-f1877b1c5dfe tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'a2cf2bad-038b-46ad-bbbf-c22c03ac1c00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:21.370926 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-d9ff6106-5b61-476c-83c1-f1877b1c5dfe tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:21.375510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d9ff6106-5b61-476c-83c1-f1877b1c5dfe tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1404762 Jul 05 10:14:21.376041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54730) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.389543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c14a047f-af3e-4bd8-b919-ea7833c4e7cd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group_rule': {'security_group_id': 'a2cf2bad-038b-46ad-bbbf-c22c03ac1c00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:21.517806 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-c14a047f-af3e-4bd8-b919-ea7833c4e7cd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:14:21.524062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54732) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.528185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c14a047f-af3e-4bd8-b919-ea7833c4e7cd tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1502447 Jul 05 10:14:21.667827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06706061-b4b7-4bb4-acb9-e66f409f5c93 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.756167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06706061-b4b7-4bb4-acb9-e66f409f5c93 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.933297 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06706061-b4b7-4bb4-acb9-e66f409f5c93 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.941208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06706061-b4b7-4bb4-acb9-e66f409f5c93 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.945955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-06706061-b4b7-4bb4-acb9-e66f409f5c93 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/a2cf2bad-038b-46ad-bbbf-c22c03ac1c00 HTTP/1.1" status: 204 len: 168 time: 0.4165013 Jul 05 10:14:21.947986 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.961770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06706061-b4b7-4bb4-acb9-e66f409f5c93 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cf2bad-038b-46ad-bbbf-c22c03ac1c00,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:22.043025 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-efc12a4b-328d-44d3-905f-b0102389d1c7 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935452 Jul 05 10:14:22.044259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54742) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.056075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1e771ee3-6d64-4ff1-8298-0bf31e80a5d0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214167559'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:22.108143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e771ee3-6d64-4ff1-8298-0bf31e80a5d0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.343645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0b685-b0be-4cc1-a908-404457d79746 req-fcddcd0e-1fb3-4890-b056-9e09aeaea06e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.352382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ea0b685-b0be-4cc1-a908-404457d79746 req-fcddcd0e-1fb3-4890-b056-9e09aeaea06e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3589022 Jul 05 10:14:22.406765 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e771ee3-6d64-4ff1-8298-0bf31e80a5d0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.420801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e771ee3-6d64-4ff1-8298-0bf31e80a5d0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.500754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ea0b685-b0be-4cc1-a908-404457d79746 req-09594e49-bae7-44f3-891b-2888ddf13a49 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460586 Jul 05 10:14:22.514078 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e771ee3-6d64-4ff1-8298-0bf31e80a5d0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.519801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.526598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1af02a9f-7ee6-4860-ba5f-5a718478ecfb tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:22.527314 n-d-771363-33 neutron-server[93796]: WARNING neutron.api.v2.base [None req-1af02a9f-7ee6-4860-ba5f-5a718478ecfb tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:14:22.527874 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-1af02a9f-7ee6-4860-ba5f-5a718478ecfb tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 10:14:22.530989 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1e771ee3-6d64-4ff1-8298-0bf31e80a5d0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4851172 Jul 05 10:14:22.534372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1af02a9f-7ee6-4860-ba5f-5a718478ecfb tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "PUT /v2.0/security-groups/943c86e5-21d2-4754-8e58-61a6cf3d3ca9 HTTP/1.1" status: 409 len: 330 time: 0.0129421 Jul 05 10:14:22.535229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54750) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.539428 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e771ee3-6d64-4ff1-8298-0bf31e80a5d0 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943c86e5-21d2-4754-8e58-61a6cf3d3ca9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:22.679144 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bee19ce3-c673-4d89-8e04-c90ec7b32a2a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.728254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bee19ce3-c673-4d89-8e04-c90ec7b32a2a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.856047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bee19ce3-c673-4d89-8e04-c90ec7b32a2a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.870294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bee19ce3-c673-4d89-8e04-c90ec7b32a2a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.877768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bee19ce3-c673-4d89-8e04-c90ec7b32a2a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/943c86e5-21d2-4754-8e58-61a6cf3d3ca9 HTTP/1.1" status: 204 len: 168 time: 0.3368309 Jul 05 10:14:22.878987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.943398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee19ce3-c673-4d89-8e04-c90ec7b32a2a tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943c86e5-21d2-4754-8e58-61a6cf3d3ca9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:23.004847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54758) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.022712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b351e4b2-2255-40ff-baed-f97358ced53c tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203573 Jul 05 10:14:23.031875 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-5851319b-f72e-4d99-a450-a90e649bbae9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] delete failed (client error): The resource could not be found. Jul 05 10:14:23.038287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.050353 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5851319b-f72e-4d99-a450-a90e649bbae9 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "DELETE /v2.0/security-groups/628cc97c-2c59-4926-ad95-9f18204fcab6 HTTP/1.1" status: 404 len: 347 time: 0.0413928 Jul 05 10:14:23.059128 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-ca75788c-dc9f-4a59-a8c4-c42f62dd54ca tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] show failed (client error): The resource could not be found. Jul 05 10:14:23.064127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.072325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ca75788c-dc9f-4a59-a8c4-c42f62dd54ca tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-groups/63740ef9-fa0f-4cbf-915d-2e4022c6eda3 HTTP/1.1" status: 404 len: 347 time: 0.0328128 Jul 05 10:14:23.085466 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-c7ecb857-2051-4af3-b1b1-056f4f19df37 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] show failed (client error): The resource could not be found. Jul 05 10:14:23.103073 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c7ecb857-2051-4af3-b1b1-056f4f19df37 tempest-NegativeSecGroupIPv6Test-1616690883 tempest-NegativeSecGroupIPv6Test-1616690883-project] 10.222.0.21 "GET /v2.0/security-group-rules/ea8e19e2-3091-47c5-92bc-e4299ee4a61a HTTP/1.1" status: 404 len: 356 time: 0.0298653 Jul 05 10:14:23.737403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.822886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca89b7-cfbb-42f0-b1c8-6c2505de91cc req-b101dd39-f4b1-464a-a0a1-e9be881eb431 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.832949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ca89b7-cfbb-42f0-b1c8-6c2505de91cc req-b101dd39-f4b1-464a-a0a1-e9be881eb431 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1293290 Jul 05 10:14:23.897864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ca89b7-cfbb-42f0-b1c8-6c2505de91cc req-a9f2afef-e4b1-4843-ae19-d8de35470430 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606318 Jul 05 10:14:24.062793 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c8e3d17-9557-4d52-a541-088406a70bab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d13519725e4f48ecbb6433d1f032ec3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232889 Jul 05 10:14:24.065403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:24.179314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08500d49-f7fc-472a-afe3-36141132d3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.213119 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08500d49-f7fc-472a-afe3-36141132d3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.338053 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08500d49-f7fc-472a-afe3-36141132d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.342948 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08500d49-f7fc-472a-afe3-36141132d3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.356159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-08500d49-f7fc-472a-afe3-36141132d3c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a714105-d6eb-4b88-ac49-46e90d0d56a6 HTTP/1.1" status: 204 len: 168 time: 0.2779393 Jul 05 10:14:24.376689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08500d49-f7fc-472a-afe3-36141132d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a714105-d6eb-4b88-ac49-46e90d0d56a6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:25.288459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7a6fa-e64a-46b9-a4d0-f4df49b9eede req-3c246d9a-54cc-479e-9c90-e6e08708b19b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:25.293420 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91f7a6fa-e64a-46b9-a4d0-f4df49b9eede req-3c246d9a-54cc-479e-9c90-e6e08708b19b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2084322 Jul 05 10:14:25.435431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91f7a6fa-e64a-46b9-a4d0-f4df49b9eede req-d83116f5-2355-4896-a0eb-b7d19641f80e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363912 Jul 05 10:14:26.162079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54842) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:26.410942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1572288442'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:26.504830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Made reservation on behalf of 867e9849e64e44debad37ae8d494fad6 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:26.516486 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.558234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.896193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.906087 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.957862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:26.976943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.977483 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Added segment 4c87cd5f-821a-41e8-8c8a-25fe39fa972c of type vlan for network 42f9cbc1-1507-4707-b05c-7c361693895d Jul 05 10:14:27.125081 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.234575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0421a65-6eb1-4b07-9857-bb99557d06c9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:27.314850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.337305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:27.342057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.468450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b470-1b6d-4237-8c72-15a5ed01f0e9 req-a2effbbd-1e50-43e6-8455-15635ddc8052 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:27.470190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a404b470-1b6d-4237-8c72-15a5ed01f0e9 req-a2effbbd-1e50-43e6-8455-15635ddc8052 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5693574 Jul 05 10:14:27.624358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4602025 Jul 05 10:14:27.628585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:27.636181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880130b-e35e-48b8-b7b9-3a51aa025481 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event updated for resources: {'Network': ['ID=42f9cbc1-1507-4707-b05c-7c361693895d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:27.649961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Request body: {'subnet': {'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:27.661098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 42f9cbc1-1507-4707-b05c-7c361693895d details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:27.841284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a404b470-1b6d-4237-8c72-15a5ed01f0e9 req-80f408dc-d065-4b05-9872-13b304ca7ac8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939243 Jul 05 10:14:27.896385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd95ab8-7652-408b-8745-8265b6d1cf35 req-0731ef07-8e5f-4b3d-b60f-3aeb9b505a4a tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:27.907758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbd95ab8-7652-408b-8745-8265b6d1cf35 req-0731ef07-8e5f-4b3d-b60f-3aeb9b505a4a tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1098 time: 0.2651546 Jul 05 10:14:28.027418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbd95ab8-7652-408b-8745-8265b6d1cf35 req-48d220e3-f855-46fc-87db-02772303fdfe tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131990 Jul 05 10:14:28.078224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Made reservation on behalf of 867e9849e64e44debad37ae8d494fad6 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:28.084732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.086602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54874) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:28.489155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port e6f7d760-8b42-460c-bf49-d2c0813d4825 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:28.490196 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.548720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.688347 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.689423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.724495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for e6f7d760-8b42-460c-bf49-d2c0813d4825 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:28.853230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Checking segment: {'id': '4c87cd5f-821a-41e8-8c8a-25fe39fa972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:28.856156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Network hostable DHCP agents. Network: 42f9cbc1-1507-4707-b05c-7c361693895d, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:28.874456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event updated for resources: {'Subnet': ['ID=97b636b1-d54d-4f9c-836d-b7da0554d3e5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:28.905887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Network 42f9cbc1-1507-4707-b05c-7c361693895d is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:28.949198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 42f9cbc1-1507-4707-b05c-7c361693895d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:28.968025 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a545b38-3441-4d0c-b415-9c30f945057b None None] Network 42f9cbc1-1507-4707-b05c-7c361693895d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:28.978007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:28.979203 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.076405 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3d393d4-3f0d-41e0-aefc-7a5846536633 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4428616 Jul 05 10:14:29.078927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:29.098564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Request body: {'port': {'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d', 'name': 'tempest-TagsExtTest-286346504'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:29.556972 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.578826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-42f9cbc1-1507-4707-b05c-7c361693895d', 'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d', 'tenant_id': '867e9849e64e44debad37ae8d494fad6', 'fixed_ips': [{'subnet_id': '97b636b1-d54d-4f9c-836d-b7da0554d3e5'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:14:29.580045 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.644362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Made reservation on behalf of 867e9849e64e44debad37ae8d494fad6 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:29.654000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.698759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=e6f7d760-8b42-460c-bf49-d2c0813d4825,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:29.734515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] device_id is not set on port d8fd9268-1e3b-4d68-8d32-273d5496e24d yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:14:29.971512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d592f05-7ff9-4f01-b8bf-6e1af7109158 req-a3b5bdb4-65eb-48db-9efd-02f79d05431a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:29.974508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d592f05-7ff9-4f01-b8bf-6e1af7109158 req-a3b5bdb4-65eb-48db-9efd-02f79d05431a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.6645167 Jul 05 10:14:30.021649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Allocated IP 172.20.0.2 (42f9cbc1-1507-4707-b05c-7c361693895d/97b636b1-d54d-4f9c-836d-b7da0554d3e5/3d62a756-96a4-49fa-b06c-d21d1b615d4b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:30.118441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.126730 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 5f00f5dc-7636-43a4-bc2c-8d3db05ee122 disassociated (deleted). External IP: 172.25.1.82, port: d9329be5-002c-4903-b3f2-88092100273c. Jul 05 10:14:30.195927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d592f05-7ff9-4f01-b8bf-6e1af7109158 req-6d2ec95d-7c16-4d4f-9e8b-ac8e689720a0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964583 Jul 05 10:14:30.478221 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.492521 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.525142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Transition to ACTIVE for port object 3d62a756-96a4-49fa-b06c-d21d1b615d4b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:30.581604 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.590727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Transition to ACTIVE for port object 3d62a756-96a4-49fa-b06c-d21d1b615d4b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:30.604666 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.671729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Pushing event updated for resources: {'Port': ['ID=3d62a756-96a4-49fa-b06c-d21d1b615d4b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:30.727220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Network 42f9cbc1-1507-4707-b05c-7c361693895d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:30.733729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:30.749780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:30.915372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Allocated IP 172.20.0.6 (42f9cbc1-1507-4707-b05c-7c361693895d/97b636b1-d54d-4f9c-836d-b7da0554d3e5/d8fd9268-1e3b-4d68-8d32-273d5496e24d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:30.968364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Attempting to bind port 3d62a756-96a4-49fa-b06c-d21d1b615d4b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:30.968916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Attempting to bind port 3d62a756-96a4-49fa-b06c-d21d1b615d4b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '4c87cd5f-821a-41e8-8c8a-25fe39fa972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:30.973092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Attempting to bind port 3d62a756-96a4-49fa-b06c-d21d1b615d4b on network 42f9cbc1-1507-4707-b05c-7c361693895d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:30.998585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:30.999324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Checking segment: {'id': '4c87cd5f-821a-41e8-8c8a-25fe39fa972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:30.999570 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.000008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Bound using segment: {'id': '4c87cd5f-821a-41e8-8c8a-25fe39fa972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:31.000521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Bound port: 3d62a756-96a4-49fa-b06c-d21d1b615d4b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c87cd5f-821a-41e8-8c8a-25fe39fa972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '42f9cbc1-1507-4707-b05c-7c361693895d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:31.000921 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.060876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:14:31.169286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] For port 3d62a756-96a4-49fa-b06c-d21d1b615d4b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:31.172434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] For port 3d62a756-96a4-49fa-b06c-d21d1b615d4b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3d62a756-96a4-49fa-b06c-d21d1b615d4b,segment=NetworkSegment(4c87cd5f-821a-41e8-8c8a-25fe39fa972c),segment_id=4c87cd5f-821a-41e8-8c8a-25fe39fa972c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:31.182524 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.348924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.367731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Transition to ACTIVE for port object d8fd9268-1e3b-4d68-8d32-273d5496e24d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:31.411171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.456735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:31.473875 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.493061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] Sync routers for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:31.531739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a39395-08cd-4509-ab3d-9d7cb8865fca None None] Pushing event updated for resources: {'Port': ['ID=3d62a756-96a4-49fa-b06c-d21d1b615d4b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:31.550365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:31.556121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:14:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:31.565542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Network 42f9cbc1-1507-4707-b05c-7c361693895d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:31.586597 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f3db3cb4-8f91-4b5d-8254-2a417f93fb3e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/floatingips/5f00f5dc-7636-43a4-bc2c-8d3db05ee122 HTTP/1.1" status: 204 len: 168 time: 3.4966307 Jul 05 10:14:31.586597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:31.590542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:31.592808 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7737e4-d39b-49fb-b53f-0e9112670af4" -d '{"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:31.595129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:31.675928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event updated for resources: {'Port': ['ID=d8fd9268-1e3b-4d68-8d32-273d5496e24d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:31.826848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:31.829097 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.876254 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3b9f9b53-b1bb-4d1f-8ba8-57bc83b12114 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7951770 Jul 05 10:14:31.879257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:31.906804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dfce4381-3f0b-46a0-904c-d05efe97bd1b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1601103511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:31.976256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:31.997801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfce4381-3f0b-46a0-904c-d05efe97bd1b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.011127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfce4381-3f0b-46a0-904c-d05efe97bd1b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.080423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3740e5a-4e72-4f75-9d12-fccb8fb45152 req-dbb7c31e-a5bb-4a91-bba8-8b50985553f9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.082140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3740e5a-4e72-4f75-9d12-fccb8fb45152 req-dbb7c31e-a5bb-4a91-bba8-8b50985553f9 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.3510656 Jul 05 10:14:32.279631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3740e5a-4e72-4f75-9d12-fccb8fb45152 req-6538c5ff-b53f-4171-8f37-8be3bd50dd8a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763606 Jul 05 10:14:32.279968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfce4381-3f0b-46a0-904c-d05efe97bd1b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.320173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfce4381-3f0b-46a0-904c-d05efe97bd1b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.426625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfce4381-3f0b-46a0-904c-d05efe97bd1b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.437291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:32.439335 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dfce4381-3f0b-46a0-904c-d05efe97bd1b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5540502 Jul 05 10:14:32.445903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-562b20b0-016f-4688-a0d0-105141739ac0 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1094331814', 'prefixes': ['172.20.0.0/16']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:32.544072 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb87179-fb2f-4bea-99e4-ea75cba4df44 x-openstack-request-id: req-ddb87179-fb2f-4bea-99e4-ea75cba4df44 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:32.545757 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:32.547405 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddb87179-fb2f-4bea-99e4-ea75cba4df44 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:32.548224 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'status': 'completed', 'code': 200} Jul 05 10:14:32.574581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3d62a756-96a4-49fa-b06c-d21d1b615d4b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:32.686884 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-562b20b0-016f-4688-a0d0-105141739ac0 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for subnetpool, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.701724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-562b20b0-016f-4688-a0d0-105141739ac0 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2623529 Jul 05 10:14:32.702826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 54932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:32.710249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-b31c3849-c0d8-4179-8868-6273b7326e10 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', 'tempest-TagsExtTest-Tag-864083445') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:32.855906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-307dd4f4-d1d3-4726-805b-1d308ff43c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.870461 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-307dd4f4-d1d3-4726-805b-1d308ff43c59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 1098 time: 0.3412421 Jul 05 10:14:33.061728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:53Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:33.248053 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] Checking router: 17420601-e4d8-4c33-ac96-a1ac4ad16c0a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:33.252231 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3d62a756-96a4-49fa-b06c-d21d1b615d4b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:33.362719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:33.365023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-703134de-6814-4a5b-a20d-263c4a81e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:33.369563 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-703134de-6814-4a5b-a20d-263c4a81e1cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 200 len: 897 time: 0.4902894 Jul 05 10:14:33.373278 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:14:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:33.672152 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-f72c3159-0cee-43f5-b276-e2ec43a1261d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 200 len: 217 time: 0.2924786 Jul 05 10:14:33.781050 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:14:33.817569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:33.961715 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-49b42956-0cb0-4df6-a312-1de6b276a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:33.976241 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-49b42956-0cb0-4df6-a312-1de6b276a9d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 200 len: 835 time: 0.2833016 Jul 05 10:14:34.025942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca108b8-7c22-4921-9412-daca488ca534 None None] Network 42f9cbc1-1507-4707-b05c-7c361693895d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:34.218694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-90f81a8d-8413-492f-8eb1-d01630e48aae None None] Provisioning for port 3d62a756-96a4-49fa-b06c-d21d1b615d4b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:34.265889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-4f0e946f-376d-40fd-97d7-1f199c5f2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:34.268659 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-4f0e946f-376d-40fd-97d7-1f199c5f2d5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4874814f-ae37-40cd-970b-53009d75c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2741218 Jul 05 10:14:34.312628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-90f81a8d-8413-492f-8eb1-d01630e48aae None None] Provisioning complete for port 3d62a756-96a4-49fa-b06c-d21d1b615d4b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:34.315677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90f81a8d-8413-492f-8eb1-d01630e48aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.674572 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-63659328-f46b-46a7-8c51-733e8f5ed237 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928580 Jul 05 10:14:34.748133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed1252-7193-4ab3-9851-0b3ef3c8a5c1 req-73f414fc-6caa-44c7-b099-ead5b88d5212 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:34.761734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbed1252-7193-4ab3-9851-0b3ef3c8a5c1 req-73f414fc-6caa-44c7-b099-ead5b88d5212 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 946 time: 0.4999893 Jul 05 10:14:34.872456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b31c3849-c0d8-4179-8868-6273b7326e10 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags/tempest-TagsExtTest-Tag-864083445 HTTP/1.1" status: 201 len: 201 time: 2.1679275 Jul 05 10:14:34.880503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54960) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:34.892924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-e4438c1a-1b3b-4331-b513-9a523f1b2a64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', 'tempest-TagsExtTest-Tag-284525275') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:34.984042 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0c7737e4-d39b-49fb-b53f-0e9112670af4 req-e5b04ff1-4eb0-4257-bdb2-eabbeec07664 service neutron] 10.222.0.15 "GET /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955394 Jul 05 10:14:34.995531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648d8d6-8dc1-47eb-998d-68f568d36ac2 req-5a9b32b7-bc93-470d-ac39-af8ce86a913b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:35.011428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a648d8d6-8dc1-47eb-998d-68f568d36ac2 req-5a9b32b7-bc93-470d-ac39-af8ce86a913b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.7720103 Jul 05 10:14:35.203852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbed1252-7193-4ab3-9851-0b3ef3c8a5c1 req-120512f4-a183-4a1d-a57a-66cff01f85a6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405849 Jul 05 10:14:35.206866 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e4438c1a-1b3b-4331-b513-9a523f1b2a64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags/tempest-TagsExtTest-Tag-284525275 HTTP/1.1" status: 201 len: 201 time: 0.3237267 Jul 05 10:14:35.212078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:35.219840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a648d8d6-8dc1-47eb-998d-68f568d36ac2 req-5a252ac8-9b7d-4070-8dda-c58547f07f37 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069592 Jul 05 10:14:35.224020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-8f8f15d1-7816-462c-85d5-7597d30ac2cb tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', 'tempest-TagsExtTest-Tag-125022276') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:35.247946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-e3e9b7a4-0236-45e9-9390-7fb34c87e304 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:35.251238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-e3e9b7a4-0236-45e9-9390-7fb34c87e304 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 946 time: 1.0107234 Jul 05 10:14:35.260842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90f81a8d-8413-492f-8eb1-d01630e48aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:35.341541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:53Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:35.629057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5692a08-2320-48ad-b0bb-2d4e1b7ffb5f None None] The sync data for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 is: [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:11:41Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b7fa8187-41eb-425f-8703-3f09fab58d58', 'name': '', 'network_id': '4874814f-ae37-40cd-970b-53009d75c1c4', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:b9:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:39Z', 'updated_at': '2021-07-05T10:11:53Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '20e96fb5-04fb-49c7-8963-859c46c00eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:35.702423 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8f8f15d1-7816-462c-85d5-7597d30ac2cb tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags/tempest-TagsExtTest-Tag-125022276 HTTP/1.1" status: 201 len: 201 time: 0.4884472 Jul 05 10:14:35.705244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-90f81a8d-8413-492f-8eb1-d01630e48aae None None] For port 3d62a756-96a4-49fa-b06c-d21d1b615d4b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3d62a756-96a4-49fa-b06c-d21d1b615d4b,segment=NetworkSegment(4c87cd5f-821a-41e8-8c8a-25fe39fa972c),segment_id=4c87cd5f-821a-41e8-8c8a-25fe39fa972c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:35.707305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54972) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:35.728415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90f81a8d-8413-492f-8eb1-d01630e48aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:35.747811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-b3df1ec4-405f-4d9d-9363-206029c24daf tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', 'tempest-TagsExtTest-Tag-1341888377') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:35.906514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port d9329be5-002c-4903-b3f2-88092100273c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:35.912742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:35.935047 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3df1ec4-405f-4d9d-9363-206029c24daf tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags/tempest-TagsExtTest-Tag-1341888377 HTTP/1.1" status: 201 len: 201 time: 0.2201252 Jul 05 10:14:35.936143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:35.961074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-48689004-5dc7-48c6-b3c4-6457fc1f9567 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:36.282936 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-48689004-5dc7-48c6-b3c4-6457fc1f9567 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags HTTP/1.1" status: 200 len: 240 time: 0.3366482 Jul 05 10:14:36.299005 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:36.311119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-ce42a16f-7aa8-4185-b850-763cb691e920 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', 'tempest-TagsExtTest-Tag-864083445') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:36.373535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port d9329be5-002c-4903-b3f2-88092100273c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d9329be5-002c-4903-b3f2-88092100273c,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:36.374424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.442331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for d9329be5-002c-4903-b3f2-88092100273c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:36.494296 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aab477-cadf-44bb-a22a-f65b0343b0b4 None None] New status for floating IP 5f00f5dc-7636-43a4-bc2c-8d3db05ee122: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:14:36.532182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ce42a16f-7aa8-4185-b850-763cb691e920 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags/tempest-TagsExtTest-Tag-864083445 HTTP/1.1" status: 204 len: 168 time: 0.2243989 Jul 05 10:14:36.536029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 54994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:36.546035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-273479ed-ab76-4b86-bcfc-fc277e868702 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', 'tempest-TagsExtTest-Tag-864083445') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:36.758446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d9329be5-002c-4903-b3f2-88092100273c no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:36.904492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-407e399a-e50b-42a0-81a1-f88298a3b64a None None] Provisioning for port d8fd9268-1e3b-4d68-8d32-273d5496e24d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:36.916444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f81a8d-8413-492f-8eb1-d01630e48aae None None] Pushing event updated for resources: {'Port': ['ID=3d62a756-96a4-49fa-b06c-d21d1b615d4b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:36.930500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-407e399a-e50b-42a0-81a1-f88298a3b64a None None] Provisioning complete for port d8fd9268-1e3b-4d68-8d32-273d5496e24d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:36.935761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-407e399a-e50b-42a0-81a1-f88298a3b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.983780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-273479ed-ab76-4b86-bcfc-fc277e868702 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags/tempest-TagsExtTest-Tag-864083445 HTTP/1.1" status: 204 len: 168 time: 0.4445927 Jul 05 10:14:36.989132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.001634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-5164c048-ef07-4924-a8e9-12790b385769 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:37.107191 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5164c048-ef07-4924-a8e9-12790b385769 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags HTTP/1.1" status: 200 len: 205 time: 0.1150062 Jul 05 10:14:37.111652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.119116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-a468ad9b-e332-48da-bfe0-ac49225eee55 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:37.155325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e299d-a5ef-4a7c-ad82-e58c23c9631a req-ff0ce0d2-3966-4e1c-b821-51509919669a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.164115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-197e299d-a5ef-4a7c-ad82-e58c23c9631a req-ff0ce0d2-3966-4e1c-b821-51509919669a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 946 time: 0.4861457 Jul 05 10:14:37.176341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-407e399a-e50b-42a0-81a1-f88298a3b64a None None] Port d8fd9268-1e3b-4d68-8d32-273d5496e24d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:37.216312 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.236700 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a468ad9b-e332-48da-bfe0-ac49225eee55 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags HTTP/1.1" status: 200 len: 240 time: 0.1215897 Jul 05 10:14:37.242232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55006) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.249516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-11d76c07-6fd7-4215-9317-e1256b1506b7 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', 'tempest-TagsExtTest-Tag-284525275') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:37.252574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-407e399a-e50b-42a0-81a1-f88298a3b64a None None] Provisioning complete for port 3d62a756-96a4-49fa-b06c-d21d1b615d4b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:37.253048 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-407e399a-e50b-42a0-81a1-f88298a3b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.294889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-197e299d-a5ef-4a7c-ad82-e58c23c9631a req-3a9c1166-bf45-4e06-bbef-a26991a564a0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298189 Jul 05 10:14:37.374348 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-11d76c07-6fd7-4215-9317-e1256b1506b7 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags/tempest-TagsExtTest-Tag-284525275 HTTP/1.1" status: 204 len: 168 time: 0.1303749 Jul 05 10:14:37.378883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55008) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.403482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-af2315e5-78f2-4f3c-b4c3-6e127a2b21d0 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', 'tempest-TagsExtTest-Tag-284525275') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:37.433614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346b87-7722-4e13-a4c3-ea1b8db97953 req-6687c5b5-26a0-4fe5-9610-5f1e6ceff265 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.446320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b346b87-7722-4e13-a4c3-ea1b8db97953 req-6687c5b5-26a0-4fe5-9610-5f1e6ceff265 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5856616 Jul 05 10:14:37.495314 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:14:37.495314 n-d-771363-33 neutron-server[93797]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 10:14:37.495314 n-d-771363-33 neutron-server[93797]: [parameters: {'status': 'DOWN', 'ports_id': 'd9329be5-002c-4903-b3f2-88092100273c'}] Jul 05 10:14:37.495314 n-d-771363-33 neutron-server[93797]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:14:37.496025 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:14:37.585053 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.590838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b346b87-7722-4e13-a4c3-ea1b8db97953 req-31e33d74-720e-49f9-a268-2713ef896d9e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429725 Jul 05 10:14:37.653870 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af2315e5-78f2-4f3c-b4c3-6e127a2b21d0 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags/tempest-TagsExtTest-Tag-284525275 HTTP/1.1" status: 204 len: 168 time: 0.2734990 Jul 05 10:14:37.658781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.668995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-88649b49-e6e3-47d5-b4f0-1d2d2017d8e9 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:37.692139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=d9329be5-002c-4903-b3f2-88092100273c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:37.732906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b3a3dc87-6f8f-4b7e-9a1c-12bdc3ac9256 None None] Provisioning complete for port d8fd9268-1e3b-4d68-8d32-273d5496e24d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:37.733593 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc87-6f8f-4b7e-9a1c-12bdc3ac9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.789310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] No DVR routers for this DVR port d9329be5-002c-4903-b3f2-88092100273c on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:37.800393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.805489 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-88649b49-e6e3-47d5-b4f0-1d2d2017d8e9 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags HTTP/1.1" status: 200 len: 205 time: 0.1400583 Jul 05 10:14:37.805789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e258dcd-d18c-47cc-8e87-de4c1fe51d80 req-b738d97e-99d0-48f5-bdc3-0739fa9ab65a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "DELETE /v2.0/ports/d9329be5-002c-4903-b3f2-88092100273c HTTP/1.1" status: 204 len: 173 time: 2.5439634 Jul 05 10:14:37.805789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-deleted', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:37.806592 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1c70c2-caa5-4e4c-a1d8-598297faa1aa" -d '{"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-deleted", "tag": "d9329be5-002c-4903-b3f2-88092100273c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:37.824946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.829685 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-e977a78d-f1f0-414d-8e24-0a5f1e441494 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:37.878052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3dc87-6f8f-4b7e-9a1c-12bdc3ac9256 None None] Port d8fd9268-1e3b-4d68-8d32-273d5496e24d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:37.901187 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e04a51-4be8-44b2-abb4-1edc5c7c2a90 x-openstack-request-id: req-a4e04a51-4be8-44b2-abb4-1edc5c7c2a90 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:37.903067 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45c15cd-84a8-40fb-9d5b-920ae3adbb78", "name": "network-vif-deleted", "tag": "d9329be5-002c-4903-b3f2-88092100273c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:37.903488 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4e04a51-4be8-44b2-abb4-1edc5c7c2a90 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:37.903928 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45c15cd-84a8-40fb-9d5b-920ae3adbb78', 'name': 'network-vif-deleted', 'tag': 'd9329be5-002c-4903-b3f2-88092100273c', 'status': 'completed', 'code': 200} Jul 05 10:14:38.028954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Port d9329be5-002c-4903-b3f2-88092100273c update to DOWN by agent not found {{(pid=93797) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:14:38.083470 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e977a78d-f1f0-414d-8e24-0a5f1e441494 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags HTTP/1.1" status: 200 len: 240 time: 0.2571485 Jul 05 10:14:38.088163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55018) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:38.093331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-dcd4ef9d-191d-47d2-92ff-8e9ace50e548 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', 'tempest-TagsExtTest-Tag-125022276') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:38.314221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3d62a756-96a4-49fa-b06c-d21d1b615d4b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:38.378498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dcd4ef9d-191d-47d2-92ff-8e9ace50e548 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags/tempest-TagsExtTest-Tag-125022276 HTTP/1.1" status: 204 len: 168 time: 0.2891247 Jul 05 10:14:38.383599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:38.396260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-68296062-e993-4478-9860-dfd5e721002f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', 'tempest-TagsExtTest-Tag-125022276') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:38.616540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3d62a756-96a4-49fa-b06c-d21d1b615d4b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:38.617157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.817762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aa7d313-6b6d-4873-be2d-c20c34046cc8 req-438964dc-5574-4015-aa27-145c12a1d947 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1275008 Jul 05 10:14:38.946303 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-68296062-e993-4478-9860-dfd5e721002f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags/tempest-TagsExtTest-Tag-125022276 HTTP/1.1" status: 204 len: 168 time: 0.5572538 Jul 05 10:14:38.947457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91647314-daf0-47e3-9238-2365a2336373 req-6a5e5f97-ffec-4a14-80cc-162e693f654c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 210 time: 0.1101656 Jul 05 10:14:38.960081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55030) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:39.006018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-6a1bdba5-1cf5-406b-8279-dfc2ed24abde tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:39.145228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aa7d313-6b6d-4873-be2d-c20c34046cc8 req-5407b080-1f61-4e86-9409-22c1e41502ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=b45c15cd-84a8-40fb-9d5b-920ae3adbb78 HTTP/1.1" status: 200 len: 210 time: 0.1939101 Jul 05 10:14:39.516478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6a1bdba5-1cf5-406b-8279-dfc2ed24abde tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags HTTP/1.1" status: 200 len: 205 time: 0.5168259 Jul 05 10:14:39.520821 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:39.529219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-f7165aad-ea40-443a-8c1c-e7d35ec3789e tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:39.607197 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f7165aad-ea40-443a-8c1c-e7d35ec3789e tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags HTTP/1.1" status: 200 len: 241 time: 0.0828524 Jul 05 10:14:39.613122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55038) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:39.628172 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-53acc3d6-96bf-436f-8eed-fe1ca4a1cc7e tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', 'tempest-TagsExtTest-Tag-1341888377') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:39.686085 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-53acc3d6-96bf-436f-8eed-fe1ca4a1cc7e tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags/tempest-TagsExtTest-Tag-1341888377 HTTP/1.1" status: 204 len: 168 time: 0.0684972 Jul 05 10:14:39.687378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0ba1-b09b-42f5-9b85-38e5c2dd56aa req-a3b7ff96-3b1d-41f1-9058-6f9181235acf tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.692143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:39.701925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e00c0ba1-b09b-42f5-9b85-38e5c2dd56aa req-a3b7ff96-3b1d-41f1-9058-6f9181235acf tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.6170287 Jul 05 10:14:39.713243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-b836e7a3-fbfa-4504-a9bb-b0c2acf6d4d9 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', 'tempest-TagsExtTest-Tag-1341888377') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:39.782780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d313-6b6d-4873-be2d-c20c34046cc8 req-1e19fda7-9cf3-4082-9985-875113dd2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.790017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aa7d313-6b6d-4873-be2d-c20c34046cc8 req-1e19fda7-9cf3-4082-9985-875113dd2747 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cb802803e0f34a418fc20a611e285767&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5814421 Jul 05 10:14:39.806964 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b836e7a3-fbfa-4504-a9bb-b0c2acf6d4d9 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags/tempest-TagsExtTest-Tag-1341888377 HTTP/1.1" status: 204 len: 168 time: 0.1079609 Jul 05 10:14:39.806964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55042) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:39.813604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-d64d02bc-3d38-41eb-b054-c05762a7b9c3 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:39.861381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e00c0ba1-b09b-42f5-9b85-38e5c2dd56aa req-433b183f-2285-48f0-93e0-6cb8bdf703bb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579008 Jul 05 10:14:39.867066 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d64d02bc-3d38-41eb-b054-c05762a7b9c3 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags HTTP/1.1" status: 200 len: 205 time: 0.0581241 Jul 05 10:14:39.873285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:39.891632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-e13abb8e-3355-406d-aa40-ab4c84d240fb tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:40.022304 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e13abb8e-3355-406d-aa40-ab4c84d240fb tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags HTTP/1.1" status: 204 len: 168 time: 0.1456616 Jul 05 10:14:40.026354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:40.034787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-17311796-5e8d-416e-975e-6dcca26afdd5 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:40.317785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55050) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:40.432264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d313-6b6d-4873-be2d-c20c34046cc8 req-7d176ecb-c5c6-44ca-a44e-19345e7a26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.432876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aa7d313-6b6d-4873-be2d-c20c34046cc8 req-7d176ecb-c5c6-44ca-a44e-19345e7a26f6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6222692 Jul 05 10:14:40.890846 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-17311796-5e8d-416e-975e-6dcca26afdd5 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags HTTP/1.1" status: 204 len: 168 time: 0.8623576 Jul 05 10:14:40.894567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55064) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:40.904659 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-a6d35ee0-9141-42b9-bd21-21a36270f3dd tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.070361 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6d35ee0-9141-42b9-bd21-21a36270f3dd tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags HTTP/1.1" status: 204 len: 168 time: 0.1738517 Jul 05 10:14:41.072683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:41.081055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-783dc924-bba6-42cd-b90f-f44de22c4661 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.188845 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-783dc924-bba6-42cd-b90f-f44de22c4661 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1148069 Jul 05 10:14:41.196102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:41.201190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-14e26131-6ba4-41d8-9ad1-7c0c5de59163 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', 'tempest-TagsExtTest-Tag-287281313') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.376577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-14e26131-6ba4-41d8-9ad1-7c0c5de59163 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags/tempest-TagsExtTest-Tag-287281313 HTTP/1.1" status: 201 len: 201 time: 0.1791036 Jul 05 10:14:41.386274 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:41.391888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-5a3bcd96-5417-4356-b51f-5267706350d6 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', 'tempest-TagsExtTest-Tag-1165817132') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.476701 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.540338 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5a3bcd96-5417-4356-b51f-5267706350d6 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags/tempest-TagsExtTest-Tag-1165817132 HTTP/1.1" status: 201 len: 201 time: 0.1528189 Jul 05 10:14:41.546836 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55076) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:41.554920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-4891d0a1-54af-41e0-86f1-47f73e079a1e tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', 'tempest-TagsExtTest-Tag-830609163') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.705271 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4891d0a1-54af-41e0-86f1-47f73e079a1e tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags/tempest-TagsExtTest-Tag-830609163 HTTP/1.1" status: 201 len: 201 time: 0.1572568 Jul 05 10:14:41.712047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:41.726030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-e3b1b5ed-00f6-4509-bfe0-f36c7e551ce8 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', 'tempest-TagsExtTest-Tag-1447863732') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.841645 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3b1b5ed-00f6-4509-bfe0-f36c7e551ce8 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags/tempest-TagsExtTest-Tag-1447863732 HTTP/1.1" status: 201 len: 201 time: 0.1250167 Jul 05 10:14:41.842212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:41.854548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-b1c145f0-4b0d-4389-a8ac-c0a05971cb98 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', {'tags': ['tempest-TagsExtTest-Tag-1630185204', 'tempest-TagsExtTest-Tag-2121444868', 'tempest-TagsExtTest-Tag-1198432977']}) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.860319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5f2cd-2bac-428e-91ef-5ba2817a6607 req-e24186fd-cd79-45df-97c5-f6fa4271c4fc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:41.872720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edf5f2cd-2bac-428e-91ef-5ba2817a6607 req-e24186fd-cd79-45df-97c5-f6fa4271c4fc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5935090 Jul 05 10:14:42.016936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edf5f2cd-2bac-428e-91ef-5ba2817a6607 req-87a2d562-972a-4dbb-b615-95addce46ee5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423640 Jul 05 10:14:42.064090 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b1c145f0-4b0d-4389-a8ac-c0a05971cb98 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags HTTP/1.1" status: 200 len: 318 time: 0.2201293 Jul 05 10:14:42.067801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55084) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:42.074209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-97da123d-b8e8-4246-9e2f-38920927ff23 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:42.211687 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-97da123d-b8e8-4246-9e2f-38920927ff23 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1415052 Jul 05 10:14:42.213788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55086) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:42.221809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-48c441a6-44e9-4a95-aa4d-a1466db93d64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', 'tempest-TagsExtTest-Tag-1630185204') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:42.327292 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-48c441a6-44e9-4a95-aa4d-a1466db93d64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:42.333111 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-48c441a6-44e9-4a95-aa4d-a1466db93d64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags/tempest-TagsExtTest-Tag-1630185204 HTTP/1.1" status: 404 len: 329 time: 0.1169467 Jul 05 10:14:42.337516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:42.345869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-5ef3fca0-68d2-4c71-a6f4-c7850917da94 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', 'tempest-TagsExtTest-Tag-2121444868') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:42.494346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port b7fa8187-41eb-425f-8703-3f09fab58d58 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:42.498793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.503875 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-5ef3fca0-68d2-4c71-a6f4-c7850917da94 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:42.506245 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5ef3fca0-68d2-4c71-a6f4-c7850917da94 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags/tempest-TagsExtTest-Tag-2121444868 HTTP/1.1" status: 404 len: 329 time: 0.1645246 Jul 05 10:14:42.519524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55098) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:42.532203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-beb6bc29-12cc-440b-a246-3eb9003a83c4 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5', 'tempest-TagsExtTest-Tag-1198432977') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:42.759891 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-beb6bc29-12cc-440b-a246-3eb9003a83c4 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:42.761646 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-beb6bc29-12cc-440b-a246-3eb9003a83c4 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags/tempest-TagsExtTest-Tag-1198432977 HTTP/1.1" status: 404 len: 329 time: 0.2402751 Jul 05 10:14:42.768302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55102) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:42.780757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-f2f37b46-d50a-410f-8be7-b8e77407f613 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', {'tags': ['tempest-TagsExtTest-Tag-1066968521', 'tempest-TagsExtTest-Tag-1678028460', 'tempest-TagsExtTest-Tag-1181376581']}) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:42.897616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port b7fa8187-41eb-425f-8703-3f09fab58d58, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b7fa8187-41eb-425f-8703-3f09fab58d58,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:42.897889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.920770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2f37b46-d50a-410f-8be7-b8e77407f613 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags HTTP/1.1" status: 200 len: 318 time: 0.1501148 Jul 05 10:14:42.923220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:42.928708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-bb6d8b8b-47de-4aa4-8b06-93cb3622e4f2 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:42.943406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for b7fa8187-41eb-425f-8703-3f09fab58d58 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:43.156843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:43.157516 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb6d8b8b-47de-4aa4-8b06-93cb3622e4f2 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags HTTP/1.1" status: 204 len: 168 time: 0.2326703 Jul 05 10:14:43.164406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-4b69bd7b-ee9b-4097-a256-850990a28647 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', 'tempest-TagsExtTest-Tag-1066968521') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:43.322523 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-4b69bd7b-ee9b-4097-a256-850990a28647 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:43.328309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4b69bd7b-ee9b-4097-a256-850990a28647 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags/tempest-TagsExtTest-Tag-1066968521 HTTP/1.1" status: 404 len: 329 time: 0.1642332 Jul 05 10:14:43.330826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55112) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:43.351621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-7d9da3a0-383a-48ef-acfe-db5b7afe3113 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', 'tempest-TagsExtTest-Tag-1678028460') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:43.532141 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7d9da3a0-383a-48ef-acfe-db5b7afe3113 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:43.532141 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7d9da3a0-383a-48ef-acfe-db5b7afe3113 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags/tempest-TagsExtTest-Tag-1678028460 HTTP/1.1" status: 404 len: 329 time: 0.1906943 Jul 05 10:14:43.538086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:43.541256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-df34195b-e05c-4d36-8b15-a9b8458731ee tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d', 'tempest-TagsExtTest-Tag-1181376581') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:43.635521 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.775328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=b7fa8187-41eb-425f-8703-3f09fab58d58,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:43.842529 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-df34195b-e05c-4d36-8b15-a9b8458731ee tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:43.843598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df34195b-e05c-4d36-8b15-a9b8458731ee tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags/tempest-TagsExtTest-Tag-1181376581 HTTP/1.1" status: 404 len: 329 time: 0.3076913 Jul 05 10:14:43.851157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55122) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:43.859542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-b8417ca5-fe8a-49cc-a844-59e8ee3d2f1a tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', {'tags': ['tempest-TagsExtTest-Tag-1193358077', 'tempest-TagsExtTest-Tag-684526054', 'tempest-TagsExtTest-Tag-1739596089']}) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:43.862862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0123502-b12d-485e-9683-1e05411e6244 req-f574852e-4942-419c-b791-31ec56be7c73 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:43.877310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0123502-b12d-485e-9683-1e05411e6244 req-f574852e-4942-419c-b791-31ec56be7c73 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.4149182 Jul 05 10:14:44.097542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-215b6e68-291c-40aa-a858-0ef7f41a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.312203 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0123502-b12d-485e-9683-1e05411e6244 req-539d6864-82d3-4d7f-a7d1-cddfba1a6f47 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306221 Jul 05 10:14:44.312844 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b8417ca5-fe8a-49cc-a844-59e8ee3d2f1a tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags HTTP/1.1" status: 200 len: 317 time: 0.4572446 Jul 05 10:14:44.315560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55126) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:44.345791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-3f282d18-4139-4041-a438-4d83e398dc62 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:44.554943 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3f282d18-4139-4041-a438-4d83e398dc62 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags HTTP/1.1" status: 204 len: 168 time: 0.2375007 Jul 05 10:14:44.559260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55136) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:44.565116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-8757f1ec-c63f-48d3-8106-8409576dfaa8 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', 'tempest-TagsExtTest-Tag-1193358077') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:44.752969 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8757f1ec-c63f-48d3-8106-8409576dfaa8 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:44.754424 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8757f1ec-c63f-48d3-8106-8409576dfaa8 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags/tempest-TagsExtTest-Tag-1193358077 HTTP/1.1" status: 404 len: 329 time: 0.1936445 Jul 05 10:14:44.759976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:44.765486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-6ec4338d-b0ba-4ef1-805c-8573bd0e9a71 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', 'tempest-TagsExtTest-Tag-684526054') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:44.928793 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-6ec4338d-b0ba-4ef1-805c-8573bd0e9a71 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:44.938378 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6ec4338d-b0ba-4ef1-805c-8573bd0e9a71 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags/tempest-TagsExtTest-Tag-684526054 HTTP/1.1" status: 404 len: 328 time: 0.1767123 Jul 05 10:14:44.942737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:44.950429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-36c9a6ed-c150-4441-98f1-7fe69ad96201 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884', 'tempest-TagsExtTest-Tag-1739596089') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.149870 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-36c9a6ed-c150-4441-98f1-7fe69ad96201 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:45.151510 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-36c9a6ed-c150-4441-98f1-7fe69ad96201 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags/tempest-TagsExtTest-Tag-1739596089 HTTP/1.1" status: 404 len: 329 time: 0.2050791 Jul 05 10:14:45.156890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.167361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-20291886-d6bd-4480-abb7-11fbfb4c1c89 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', {'tags': ['tempest-TagsExtTest-Tag-2026233702', 'tempest-TagsExtTest-Tag-403685717', 'tempest-TagsExtTest-Tag-743851182']}) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.172355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.267797 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-20291886-d6bd-4480-abb7-11fbfb4c1c89 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "PUT /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags HTTP/1.1" status: 200 len: 316 time: 0.1087399 Jul 05 10:14:45.270184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55146) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.283926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-c968a847-322a-408c-9691-ca5621bfeefc tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.357252 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c968a847-322a-408c-9691-ca5621bfeefc tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags HTTP/1.1" status: 204 len: 168 time: 0.0805533 Jul 05 10:14:45.358346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.375783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-d81804fb-94ed-4dcc-9c3b-10070b8700ee tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', 'tempest-TagsExtTest-Tag-2026233702') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.434255 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d81804fb-94ed-4dcc-9c3b-10070b8700ee tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:45.437796 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d81804fb-94ed-4dcc-9c3b-10070b8700ee tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags/tempest-TagsExtTest-Tag-2026233702 HTTP/1.1" status: 404 len: 329 time: 0.0744672 Jul 05 10:14:45.440426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55154) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.471523 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-552ba34f-2af0-4998-805d-241c5e3e7f64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', 'tempest-TagsExtTest-Tag-403685717') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.540979 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-552ba34f-2af0-4998-805d-241c5e3e7f64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:45.544283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-552ba34f-2af0-4998-805d-241c5e3e7f64 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags/tempest-TagsExtTest-Tag-403685717 HTTP/1.1" status: 404 len: 328 time: 0.0875473 Jul 05 10:14:45.547775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55156) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.561276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-36783f76-ba06-421d-bce3-92739c573f25 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b', 'tempest-TagsExtTest-Tag-743851182') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.602176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:14:45.626779 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-36783f76-ba06-421d-bce3-92739c573f25 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] show failed (client error): The resource could not be found. Jul 05 10:14:45.629897 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-36783f76-ba06-421d-bce3-92739c573f25 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags/tempest-TagsExtTest-Tag-743851182 HTTP/1.1" status: 404 len: 328 time: 0.0797634 Jul 05 10:14:45.633990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.640124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-41c68bb4-4199-4f34-a468-bd2ed80571cf tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '092baa3e-9939-4362-890b-4bae6e9c323b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.676350 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-41c68bb4-4199-4f34-a468-bd2ed80571cf tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b/tags HTTP/1.1" status: 204 len: 168 time: 0.0402546 Jul 05 10:14:45.678671 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.687502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-906139fe-4985-4e75-a16d-b55f701151b3 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67dabc54-7402-4069-b4b2-f4bca946b884') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.875470 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-906139fe-4985-4e75-a16d-b55f701151b3 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884/tags HTTP/1.1" status: 204 len: 168 time: 0.1924007 Jul 05 10:14:45.875470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.889102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-4104255d-60fa-40ef-bd7e-cef6dd24451b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd8fd9268-1e3b-4d68-8d32-273d5496e24d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.902106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:45.913271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dd18185d-282b-4f93-8cf7-7eab9377e9ac tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/17420601-e4d8-4c33-ac96-a1ac4ad16c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5800767 Jul 05 10:14:45.917547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55172) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.917882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] Sync routers for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:45.931729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:45.932470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:14:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:45.987224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b70bc8-29db-424c-962e-29bf1ca3aba4 req-2f018f84-34ee-4d40-aa23-07ecd4755129 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:45.995135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98b70bc8-29db-424c-962e-29bf1ca3aba4 req-2f018f84-34ee-4d40-aa23-07ecd4755129 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.2226632 Jul 05 10:14:46.047982 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4104255d-60fa-40ef-bd7e-cef6dd24451b tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d/tags HTTP/1.1" status: 204 len: 168 time: 0.1691072 Jul 05 10:14:46.048895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.054470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-cd656cc1-123b-425a-9be5-8aa21200af27 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97b636b1-d54d-4f9c-836d-b7da0554d3e5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:46.106198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:46.120040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98b70bc8-29db-424c-962e-29bf1ca3aba4 req-58ab31af-fb9e-4694-987e-27613ba8da7c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115599 Jul 05 10:14:46.136455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting subnet 20e96fb5-04fb-49c7-8963-859c46c00eab {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:46.152211 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cd656cc1-123b-425a-9be5-8aa21200af27 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5/tags HTTP/1.1" status: 204 len: 168 time: 0.0981281 Jul 05 10:14:46.153062 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.161221 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.270287 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.356360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3c6138d-c89f-4250-a1da-40e48b1440cc tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for subnetpool, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.363395 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f3c6138d-c89f-4250-a1da-40e48b1440cc tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnetpools/092baa3e-9939-4362-890b-4bae6e9c323b HTTP/1.1" status: 204 len: 168 time: 0.2065682 Jul 05 10:14:46.364325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.425606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:14:43Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:46.475755 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.489011 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-72b3a0a8-ec83-47fc-81df-d36402b86d95 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "GET /v2.0/ports?device_id=67dabc54-7402-4069-b4b2-f4bca946b884 HTTP/1.1" status: 200 len: 205 time: 0.1202981 Jul 05 10:14:46.491185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.504881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] Checking router: 17420601-e4d8-4c33-ac96-a1ac4ad16c0a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:46.524410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] Routers {'17420601-e4d8-4c33-ac96-a1ac4ad16c0a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:46.525332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:14:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:46.637286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.707669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Subnet': ['ID=20e96fb5-04fb-49c7-8963-859c46c00eab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:46.711177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.725506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b321dd84-7b67-4bf7-8fe5-b3c05a8a26f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/subnets/20e96fb5-04fb-49c7-8963-859c46c00eab HTTP/1.1" status: 204 len: 168 time: 0.7940507 Jul 05 10:14:46.726779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.752515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a5552e-2988-402a-81b7-18f3ee022b8f None None] Network 4874814f-ae37-40cd-970b-53009d75c1c4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:46.753654 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-658f130a-dd0a-4bde-9e7d-2ff887598618 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.963879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] Set router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:46.966778 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a17a7441-0e85-4085-a4eb-f0c5ed2f06ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.969576 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.099762 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-658f130a-dd0a-4bde-9e7d-2ff887598618 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.106725 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-658f130a-dd0a-4bde-9e7d-2ff887598618 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.199069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.398003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-658f130a-dd0a-4bde-9e7d-2ff887598618 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.400731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f130a-dd0a-4bde-9e7d-2ff887598618 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Fanout notify agent at l3_agent the message router_deleted on router 67dabc54-7402-4069-b4b2-f4bca946b884 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:14:47.425333 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-658f130a-dd0a-4bde-9e7d-2ff887598618 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.433300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:47.434717 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-658f130a-dd0a-4bde-9e7d-2ff887598618 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/routers/67dabc54-7402-4069-b4b2-f4bca946b884 HTTP/1.1" status: 204 len: 168 time: 0.9325502 Jul 05 10:14:47.642235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:14:43Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:47.719011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] DHCP port deletion for 4874814f-ae37-40cd-970b-53009d75c1c4 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:14:47.735499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be6ea8b-e95d-4701-b733-e417ed0ecf19 None None] The sync data for ids ['17420601-e4d8-4c33-ac96-a1ac4ad16c0a'] in n-d-771363-33 is: [{'id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477307037', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:11:25Z', 'updated_at': '2021-07-05T10:14:43Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '72d90696-b700-4eac-ac76-3bbc63c76ecb', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17420601-e4d8-4c33-ac96-a1ac4ad16c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:11:28Z', 'updated_at': '2021-07-05T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:47.754664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-696b8932-7666-4e63-8a64-347421806403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:47.767673 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-696b8932-7666-4e63-8a64-347421806403 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1098 time: 0.7099690 Jul 05 10:14:47.867225 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.886615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] Deleting port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:47.886979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.983108 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-b2435e20-40fc-401b-8522-8a9dd075d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:47.986600 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-b2435e20-40fc-401b-8522-8a9dd075d7d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.2178614 Jul 05 10:14:48.039678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.071962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] For port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0,segment=NetworkSegment(63c41d17-46a0-4423-8a20-b7979fe57c3b),segment_id=63c41d17-46a0-4423-8a20-b7979fe57c3b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:48.072548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.080830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d027df-0ef8-44e7-a561-ec4ed8b4f7b3 req-89f1c2cc-4b9c-4e40-bc80-1aad59f9c8e8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:48.087883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d027df-0ef8-44e7-a561-ec4ed8b4f7b3 req-89f1c2cc-4b9c-4e40-bc80-1aad59f9c8e8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.5816333 Jul 05 10:14:48.104490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] Calling delete_port for 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:48.109179 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-071783b5-9d0c-4849-8076-773706c588e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.0908561 Jul 05 10:14:48.273619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Deleting port d8fd9268-1e3b-4d68-8d32-273d5496e24d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:48.274833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.320003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75d027df-0ef8-44e7-a561-ec4ed8b4f7b3 req-849bdceb-7f3c-49b3-8061-e4af9dfd4605 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224815 Jul 05 10:14:48.329649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port 72d90696-b700-4eac-ac76-3bbc63c76ecb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:48.343294 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.404905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7fa8187-41eb-425f-8703-3f09fab58d58 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:48.495516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b7fa8187-41eb-425f-8703-3f09fab58d58 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:48.496076 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7fa8187-41eb-425f-8703-3f09fab58d58 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:48.496883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:48.545035 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-38fb7987-1f41-47b1-9db4-a3b36e63aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:48.547133 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-38fb7987-1f41-47b1-9db4-a3b36e63aa99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.4141393 Jul 05 10:14:48.620931 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-25dec19d-e8c7-4bf1-b8e7-45d850854083 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624804 Jul 05 10:14:48.659180 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.702858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Calling delete_port for d8fd9268-1e3b-4d68-8d32-273d5496e24d owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:48.709420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 update to DOWN by agent not found {{(pid=93797) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:14:48.712191 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.780399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] Pushing event deleted for resources: {'Port': ['ID=09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:48.786333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51aa6c-e857-476a-b3cb-f12024dfdd77 None None] No DVR routers for this DVR port 09d5a2a2-9c6e-4e5b-9e73-760b1f7df0d0 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:48.956026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port 72d90696-b700-4eac-ac76-3bbc63c76ecb, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=72d90696-b700-4eac-ac76-3bbc63c76ecb,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:48.956669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.992512 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for 72d90696-b700-4eac-ac76-3bbc63c76ecb owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:49.066751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.112681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event deleted for resources: {'Port': ['ID=d8fd9268-1e3b-4d68-8d32-273d5496e24d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.149736 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-bffd901a-2acb-4754-ab1d-067b299d7516 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179441 Jul 05 10:14:49.239535 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.245125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5d09bbc5-4edb-4d90-89f8-afdef9f97391 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/ports/d8fd9268-1e3b-4d68-8d32-273d5496e24d HTTP/1.1" status: 204 len: 168 time: 1.8100727 Jul 05 10:14:49.247635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:49.363865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Deleting subnet 97b636b1-d54d-4f9c-836d-b7da0554d3e5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:49.369705 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.480074 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.497420 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-bd89a318-e250-4dd8-833a-70fe7c8c99a2 req-ea09b99b-a89e-4158-8736-2dffba5efbbd service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376529 Jul 05 10:14:49.538382 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.642353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.656402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=72d90696-b700-4eac-ac76-3bbc63c76ecb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.765633 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.813574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdee55-d92d-4dbb-b20e-6624679df9e1 req-29b1d063-d1f6-4c35-9e85-e9f2db9210df tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:49.821983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4fdee55-d92d-4dbb-b20e-6624679df9e1 req-29b1d063-d1f6-4c35-9e85-e9f2db9210df tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 946 time: 0.1240733 Jul 05 10:14:49.823296 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.899591 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.902921 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.925890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4fdee55-d92d-4dbb-b20e-6624679df9e1 req-03767a1f-76dd-4b5a-b14e-aab78884e286 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028976 Jul 05 10:14:49.928056 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.965062 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.966071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Fanout notify agent at l3_agent the message router_deleted on router 17420601-e4d8-4c33-ac96-a1ac4ad16c0a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:14:49.971108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event deleted for resources: {'Subnet': ['ID=97b636b1-d54d-4f9c-836d-b7da0554d3e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.974072 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.976371 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-72d0e21c-dacd-44b4-bf21-7bb5e735a33a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/routers/17420601-e4d8-4c33-ac96-a1ac4ad16c0a HTTP/1.1" status: 204 len: 168 time: 3.2482386 Jul 05 10:14:49.978682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55400) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:49.981736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.992549 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ff2b1-e93b-4cc8-a4c3-bad2ecb28ac6 None None] Network 42f9cbc1-1507-4707-b05c-7c361693895d requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:49.998764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-83262972-9fae-42ba-874a-1c967c2d427f tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/subnets/97b636b1-d54d-4f9c-836d-b7da0554d3e5 HTTP/1.1" status: 204 len: 168 time: 0.7495799 Jul 05 10:14:50.001233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55402) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:50.169749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.233507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.296577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Deleting port 3d62a756-96a4-49fa-b06c-d21d1b615d4b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:50.297136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.430786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] For port 3d62a756-96a4-49fa-b06c-d21d1b615d4b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3d62a756-96a4-49fa-b06c-d21d1b615d4b,segment=NetworkSegment(4c87cd5f-821a-41e8-8c8a-25fe39fa972c),segment_id=4c87cd5f-821a-41e8-8c8a-25fe39fa972c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:50.431354 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.452843 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.456100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Calling delete_port for 3d62a756-96a4-49fa-b06c-d21d1b615d4b owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:50.467546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4874814f-ae37-40cd-970b-53009d75c1c4']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.481770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c41d17-46a0-4423-8a20-b7979fe57c3b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.481881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c41d17-46a0-4423-8a20-b7979fe57c3b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.493917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.511181 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.519029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:50.519747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:50.524105 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:50.581212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.612855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event deleted for resources: {'Port': ['ID=3d62a756-96a4-49fa-b06c-d21d1b615d4b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:50.619019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.624775 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.626049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] No DVR routers for this DVR port 3d62a756-96a4-49fa-b06c-d21d1b615d4b on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:50.629069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/networks/4874814f-ae37-40cd-970b-53009d75c1c4 HTTP/1.1" status: 204 len: 168 time: 0.6492949 Jul 05 10:14:50.634558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55464) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:50.664159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f92fd-3688-473a-968b-44f155c855e2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Network': ['ID=4874814f-ae37-40cd-970b-53009d75c1c4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:50.731258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba5bf7-1696-43b2-9f1b-3077fbddcee1 None None] DHCP port deletion for 42f9cbc1-1507-4707-b05c-7c361693895d request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:14:50.803477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:50.858369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.902545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f9cbc1-1507-4707-b05c-7c361693895d']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.913109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2c09ed5-dd0f-4761-bb7a-8d2ab70c6626 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.921142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c87cd5f-821a-41e8-8c8a-25fe39fa972c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.921444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c87cd5f-821a-41e8-8c8a-25fe39fa972c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.950659 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.964918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.985361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1f238500-2cfa-48bb-abef-88cdb1291f06 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:50.988134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1f238500-2cfa-48bb-abef-88cdb1291f06 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.3264816 Jul 05 10:14:50.994746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2c09ed5-dd0f-4761-bb7a-8d2ab70c6626 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.004720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:51.009115 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51851f2-d02d-4e92-8342-b0e74092b7d1" -d '{"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:51.022204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.042663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-148e27db-0dad-473d-a613-96dfee83e3d3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/quotas/9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 375 time: 0.0416334 Jul 05 10:14:51.044072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:51.050708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:51.050975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.052458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:51.054662 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:51.155875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:51.209653 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.221718 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.228471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] 10.222.0.21 "DELETE /v2.0/networks/42f9cbc1-1507-4707-b05c-7c361693895d HTTP/1.1" status: 204 len: 168 time: 1.2213449 Jul 05 10:14:51.254125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef82f4d-8226-4632-87c4-096a5817f729 tempest-TagsExtTest-668474787 tempest-TagsExtTest-668474787-project] Pushing event deleted for resources: {'Network': ['ID=42f9cbc1-1507-4707-b05c-7c361693895d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:51.288160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-d6f7dcd0-0b4c-4804-894f-181b65c791bc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2299178 Jul 05 10:14:51.290862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2c09ed5-dd0f-4761-bb7a-8d2ab70c6626 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.293569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2c09ed5-dd0f-4761-bb7a-8d2ab70c6626 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.295431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f2c09ed5-dd0f-4761-bb7a-8d2ab70c6626 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1fc22f3-d38c-4a43-b5a8-6817c7c736fd HTTP/1.1" status: 204 len: 168 time: 0.6596289 Jul 05 10:14:51.315010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-85de4892-bde9-4fc7-9c3a-2b656aceade4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:51.316330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-85de4892-bde9-4fc7-9c3a-2b656aceade4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067189 Jul 05 10:14:51.317183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c09ed5-dd0f-4761-bb7a-8d2ab70c6626 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fc22f3-d38c-4a43-b5a8-6817c7c736fd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:51.329076 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8fe8b-2a3e-4042-904c-2475e43205c3 req-2468c3f2-5884-453f-b954-4239e2063ca6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:51.331126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daa8fe8b-2a3e-4042-904c-2475e43205c3 req-2468c3f2-5884-453f-b954-4239e2063ca6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.1795077 Jul 05 10:14:51.447126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daa8fe8b-2a3e-4042-904c-2475e43205c3 req-89ea68ff-a763-47ab-8d22-04dbeb65e279 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018226 Jul 05 10:14:51.498481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1fe865d2-1685-4fa9-b2e7-49269f73247e service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656771 Jul 05 10:14:51.522294 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd91206-d034-4081-a20b-fad829f1fc25 x-openstack-request-id: req-ccd91206-d034-4081-a20b-fad829f1fc25 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:51.522879 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:51.524012 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccd91206-d034-4081-a20b-fad829f1fc25 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:51.525020 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'code': 200} Jul 05 10:14:51.700922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-0267bf23-2f24-4db7-9cc2-fc6d081cef95 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780245 Jul 05 10:14:51.768662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:52.092533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ab7331b2-90e0-43a9-8268-ad487fc85003 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=867e9849e64e44debad37ae8d494fad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218646 Jul 05 10:14:52.096369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:52.181331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1ff3-dd6f-48f9-a74c-6739c795224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.222384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 72d90696-b700-4eac-ac76-3bbc63c76ecb no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:52.246154 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1ff3-dd6f-48f9-a74c-6739c795224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.272971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 72d90696-b700-4eac-ac76-3bbc63c76ecb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:52.273545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 72d90696-b700-4eac-ac76-3bbc63c76ecb not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:52.274324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3d62a756-96a4-49fa-b06c-d21d1b615d4b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:52.308910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3d62a756-96a4-49fa-b06c-d21d1b615d4b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:52.309317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3d62a756-96a4-49fa-b06c-d21d1b615d4b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:52.410656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8864d534-0bff-4a24-a4f3-b88810290253 req-bb15b7cc-3ec7-4b24-831f-fe02af1b26c8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.1386819 Jul 05 10:14:52.475408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1ff3-dd6f-48f9-a74c-6739c795224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.483561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1ff3-dd6f-48f9-a74c-6739c795224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.488237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d7ed1ff3-dd6f-48f9-a74c-6739c795224c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0421a65-6eb1-4b07-9857-bb99557d06c9 HTTP/1.1" status: 204 len: 168 time: 0.3903046 Jul 05 10:14:52.522196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1ff3-dd6f-48f9-a74c-6739c795224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0421a65-6eb1-4b07-9857-bb99557d06c9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:52.931800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6d3d5-9889-4eed-875b-5152f510b317 req-76567e3f-e3fe-48bc-a83c-ffcbe41ccc0d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:52.936195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b6d3d5-9889-4eed-875b-5152f510b317 req-76567e3f-e3fe-48bc-a83c-ffcbe41ccc0d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.1661127 Jul 05 10:14:53.024261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b6d3d5-9889-4eed-875b-5152f510b317 req-975cd2a3-8ecb-43ed-b11a-025085f23e5c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753562 Jul 05 10:14:53.448889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ab9b-dc2d-42ec-ad97-db8ebf433140 req-27a31da1-cb59-407c-addb-1813f2655eac tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:53.451772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5b6ab9b-dc2d-42ec-ad97-db8ebf433140 req-27a31da1-cb59-407c-addb-1813f2655eac tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.1599333 Jul 05 10:14:53.515369 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5b6ab9b-dc2d-42ec-ad97-db8ebf433140 req-4141a8d7-6999-4764-903d-9893f500f6dd tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548694 Jul 05 10:14:53.854253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76f7c0b3-0672-4e3a-879d-610d7e1ac677 req-92033627-d9c1-43ee-be67-ab5cc8e3c1b2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.0472109 Jul 05 10:14:54.218560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55752) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:54.350243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2006614924-network', 'tenant_id': 'b456512ed1264e85a6df1d7afb03ef90'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:54.381728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Made reservation on behalf of b456512ed1264e85a6df1d7afb03ef90 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:54.387569 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.409760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.584084 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.592681 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.608043 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:54.643836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.644574 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Added segment 687ac268-67ad-48fd-be4b-e0b64a58307e of type vlan for network cfb19f60-9dfd-45e9-8d98-5276b9f162a0 Jul 05 10:14:54.704526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7995b60f-ddc7-4ce6-bcff-6d510fb41c8d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:54.722797 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.766763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.769000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:54.772796 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.820831 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:54.924837 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6992397 Jul 05 10:14:54.925375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55766) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:54.935039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Request body: {'subnet': {'network_id': 'cfb19f60-9dfd-45e9-8d98-5276b9f162a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2006614924-subnet', 'tenant_id': 'b456512ed1264e85a6df1d7afb03ef90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:54.989233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aed5f-bf2e-498f-a614-0481bbfec009 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb19f60-9dfd-45e9-8d98-5276b9f162a0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:55.011166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network cfb19f60-9dfd-45e9-8d98-5276b9f162a0 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:55.027810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Made reservation on behalf of b456512ed1264e85a6df1d7afb03ef90 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:55.034015 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.066170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399fc0c-9ddc-4e46-b48b-5899d5468881 req-e459a6ef-8a41-4a29-95a5-f14adb5ae9b2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:55.081096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d399fc0c-9ddc-4e46-b48b-5899d5468881 req-e459a6ef-8a41-4a29-95a5-f14adb5ae9b2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.2878616 Jul 05 10:14:55.102591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-e057873c-bc3e-4198-a071-fc4d9b3ba62e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:55.105170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-e057873c-bc3e-4198-a071-fc4d9b3ba62e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.2959583 Jul 05 10:14:55.125238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'port': {'device_id': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'admin_state_up': True, 'tenant_id': '9700116bf4394a16a285b5783db7bf17'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:55.298550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d399fc0c-9ddc-4e46-b48b-5899d5468881 req-c545e9ab-f8ed-47c7-b7f5-a41c612dc409 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155890 Jul 05 10:14:55.437122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.481846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e23982c-2859-4a14-bec0-3c30e7da4c3c req-e1e0abe0-eacf-47e4-a5da-2722932345d9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.0432787 Jul 05 10:14:55.507395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:55.511299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.555161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71152cf-486d-401d-8827-d357c34573d0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:55.573897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Checking segment: {'id': '687ac268-67ad-48fd-be4b-e0b64a58307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cfb19f60-9dfd-45e9-8d98-5276b9f162a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:55.574745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Network hostable DHCP agents. Network: cfb19f60-9dfd-45e9-8d98-5276b9f162a0, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:55.591548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-ba126190-9c12-40f6-9b84-fcd1956bfd33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3746402 Jul 05 10:14:55.617806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Network cfb19f60-9dfd-45e9-8d98-5276b9f162a0 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:55.655468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, cfb19f60-9dfd-45e9-8d98-5276b9f162a0) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:55.666806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:55.667341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6518b-0ef1-4e47-930b-5fc0dcf98147 None None] Network cfb19f60-9dfd-45e9-8d98-5276b9f162a0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:55.670443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.705709 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bf48313c-e70b-4c0c-8d3b-8ff3c6870bd3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7746544 Jul 05 10:14:55.868662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.20.0.12 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/793b7eee-9272-45f2-b96e-a055fe017799) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:56.314160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.389260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1cdf8-e538-491c-819e-f076be5ebd83 None None] Network cfb19f60-9dfd-45e9-8d98-5276b9f162a0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:56.392231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Transition to ACTIVE for port object 793b7eee-9272-45f2-b96e-a055fe017799 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:56.527260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.641345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:56.649483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:56.663332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:56.805355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=793b7eee-9272-45f2-b96e-a055fe017799,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:56.961715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978024b-763a-4b5f-9119-b497a52eb54d req-b449a957-97ca-4076-bced-1aa3a929c985 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.971705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7978024b-763a-4b5f-9119-b497a52eb54d req-b449a957-97ca-4076-bced-1aa3a929c985 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.4206264 Jul 05 10:14:56.978672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.979834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.029445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-1de726a8-df93-43bb-ae38-d4f9437275f4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9123456 Jul 05 10:14:57.070520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Request body: {'port': {'device_id': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:57.151398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55802) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.171240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-299492061-network', 'tenant_id': '85d65026a5b04a0094dcd48ede4dd689'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:57.211567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cf28cf1d-b5be-4dd2-9f56-a09f2059df34 None None] Provisioning for port 793b7eee-9272-45f2-b96e-a055fe017799 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:57.220723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cf28cf1d-b5be-4dd2-9f56-a09f2059df34 None None] Provisioning complete for port 793b7eee-9272-45f2-b96e-a055fe017799 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:57.222414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf28cf1d-b5be-4dd2-9f56-a09f2059df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.235803 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Made reservation on behalf of 85d65026a5b04a0094dcd48ede4dd689 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:57.240703 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.247871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7978024b-763a-4b5f-9119-b497a52eb54d req-7f13d4e1-f53d-4188-a8fb-4b85587bbeb8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480769 Jul 05 10:14:57.258447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.261052 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.432460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cf28cf1d-b5be-4dd2-9f56-a09f2059df34 None None] Port 793b7eee-9272-45f2-b96e-a055fe017799 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:57.998188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793b7eee-9272-45f2-b96e-a055fe017799 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:58.016966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.044538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Transition to ACTIVE for port object 793b7eee-9272-45f2-b96e-a055fe017799 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:58.054655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.071960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559140d2-3894-4c4b-86a1-4542f3154a16 req-47f1b070-13f2-467d-b506-028bd5a546f7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:58.080163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-559140d2-3894-4c4b-86a1-4542f3154a16 req-47f1b070-13f2-467d-b506-028bd5a546f7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 932 time: 0.4790275 Jul 05 10:14:58.177232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.183985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=793b7eee-9272-45f2-b96e-a055fe017799,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:58.187494 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.211939 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:58.245330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.245983 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Added segment 52086c7d-2c97-4399-9123-3c8ffcb4730d of type vlan for network 8a24a169-2647-4e00-ab83-a31363304a11 Jul 05 10:14:58.271453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-559140d2-3894-4c4b-86a1-4542f3154a16 req-ad39fc1e-0e39-4ed0-8085-92a2d1116203 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897955 Jul 05 10:14:58.341814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-a03ce179-5314-464b-8196-2d1f784662d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:58.344724 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-a03ce179-5314-464b-8196-2d1f784662d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d&tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a HTTP/1.1" status: 200 len: 1096 time: 0.8620391 Jul 05 10:14:58.449679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Attempting to bind port 793b7eee-9272-45f2-b96e-a055fe017799 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:58.453531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Attempting to bind port 793b7eee-9272-45f2-b96e-a055fe017799 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:58.453531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Attempting to bind port 793b7eee-9272-45f2-b96e-a055fe017799 on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:58.466348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Port 793b7eee-9272-45f2-b96e-a055fe017799 on network ad129a7e-c36f-42d3-b374-7e79d50be067 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:58.469782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Attempting to bind port 793b7eee-9272-45f2-b96e-a055fe017799 on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:58.490285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:58.493683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:58.497269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:58.498279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Bound port: 793b7eee-9272-45f2-b96e-a055fe017799, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:58.499370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.558007 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.606255 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d32e9-2e5e-46b6-b49a-98b3acd1dc02,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:58.820229 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.829690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:58.830873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.934966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] For port 793b7eee-9272-45f2-b96e-a055fe017799, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:58.943781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] For port 793b7eee-9272-45f2-b96e-a055fe017799, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=793b7eee-9272-45f2-b96e-a055fe017799,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:58.954184 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.032272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.034432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.036374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a24a169-2647-4e00-ab83-a31363304a11,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:59.049972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-c6e1574b-3971-49f0-8a4d-e857bb6a3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.052651 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-c6e1574b-3971-49f0-8a4d-e857bb6a3863 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1096 time: 0.6727231 Jul 05 10:14:59.059280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/793b7eee-9272-45f2-b96e-a055fe017799 HTTP/1.1" status: 200 len: 1093 time: 1.9969876 Jul 05 10:14:59.061322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'tag': '793b7eee-9272-45f2-b96e-a055fe017799'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:59.071173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 8a24a169-2647-4e00-ab83-a31363304a11 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:59.073555 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e9c21-1ebc-40f9-845b-b668d0211816" -d '{"events": [{"name": "network-changed", "server_uuid": "fd364547-7685-4547-8ce0-9ef6b6aa28e2", "tag": "793b7eee-9272-45f2-b96e-a055fe017799"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:59.094055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31397b3-b033-4d75-9be3-e960f758995e req-aab18ded-69a1-49c4-ae8d-79adb2896645 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.095220 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9a6d2dc5-5b28-4d82-9d93-07fd7c6215d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9415047 Jul 05 10:14:59.103358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d31397b3-b033-4d75-9be3-e960f758995e req-aab18ded-69a1-49c4-ae8d-79adb2896645 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.4160075 Jul 05 10:14:59.108455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55816) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:59.122393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Request body: {'subnet': {'network_id': '8a24a169-2647-4e00-ab83-a31363304a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-299492061-subnet', 'tenant_id': '85d65026a5b04a0094dcd48ede4dd689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:59.243996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55818) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:59.260449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-4eea5d6c-f3dc-437f-98d0-97c1dad0af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.262275 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-4eea5d6c-f3dc-437f-98d0-97c1dad0af16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.1993315 Jul 05 10:14:59.290390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00ab23-ed5a-4042-b294-57cd71a0b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=793b7eee-9272-45f2-b96e-a055fe017799,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:59.300879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Made reservation on behalf of 85d65026a5b04a0094dcd48ede4dd689 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:59.304255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.370773 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-15af0cb8-20af-4865-987d-64742ffbaa1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.1002951 Jul 05 10:14:59.422439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d31397b3-b033-4d75-9be3-e960f758995e req-015465e4-9101-4b06-814c-653c8c8de41d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564418 Jul 05 10:14:59.500847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-2246d001-d7e4-46ee-adc1-05e501714fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.502842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-2246d001-d7e4-46ee-adc1-05e501714fec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 1096 time: 0.3597381 Jul 05 10:14:59.503920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-713951fd-7394-4780-bb91-48618d035376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.507011 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-713951fd-7394-4780-bb91-48618d035376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.1227891 Jul 05 10:14:59.566663 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1222e50f-de06-4bbe-8653-d8c3eab17d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.602994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-8fb9d1b8-bebf-4858-aaa0-f734675d5d39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861819 Jul 05 10:14:59.691971 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.742430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.762089 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-107a1d39-0c68-4d32-919a-c0e30e9d8275 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518567 Jul 05 10:14:59.945734 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-b4503e1e-443f-4f27-a796-e633872bb7cb service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710846 Jul 05 10:15:00.187687 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7673e931-86fe-4fe4-abe5-12d8e1b66242 x-openstack-request-id: req-7673e931-86fe-4fe4-abe5-12d8e1b66242 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:00.188541 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd364547-7685-4547-8ce0-9ef6b6aa28e2", "tag": "793b7eee-9272-45f2-b96e-a055fe017799", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:00.188541 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7673e931-86fe-4fe4-abe5-12d8e1b66242 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:00.189853 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'tag': '793b7eee-9272-45f2-b96e-a055fe017799', 'status': 'completed', 'code': 200} Jul 05 10:15:00.192919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-da6b521f-6260-46fe-8290-c512dd5434ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=793b7eee-9272-45f2-b96e-a055fe017799 HTTP/1.1" status: 200 len: 217 time: 0.6804829 Jul 05 10:15:00.390864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-817f209d-2c72-4b9d-b3cc-863eb437369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.392534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-817f209d-2c72-4b9d-b3cc-863eb437369e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1896741 Jul 05 10:15:00.427733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.611425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375eaf80-4a93-4d97-a9a1-3255a9346f13 req-7eca5c0d-d473-42e8-8f86-fbc35a194a20 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.613331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-375eaf80-4a93-4d97-a9a1-3255a9346f13 req-7eca5c0d-d473-42e8-8f86-fbc35a194a20 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.4172976 Jul 05 10:15:00.661120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb8e660-32a3-4eff-8622-9bdfcda51e79,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:00.719792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.720168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.720473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.720809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.721231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.721819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.722151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.722475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.722803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.723145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.723506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.723857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.744044 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1222e50f-de06-4bbe-8653-d8c3eab17d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.765114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1222e50f-de06-4bbe-8653-d8c3eab17d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.778819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-52b176ca-4641-4e9e-bfae-8af13cac45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.781627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-52b176ca-4641-4e9e-bfae-8af13cac45fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3722658 Jul 05 10:15:00.820811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-375eaf80-4a93-4d97-a9a1-3255a9346f13 req-85d69f0d-ae66-441d-8735-b6407ba055b4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881318 Jul 05 10:15:00.870796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Checking segment: {'id': '52086c7d-2c97-4399-9123-3c8ffcb4730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8a24a169-2647-4e00-ab83-a31363304a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:00.871409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Network hostable DHCP agents. Network: 8a24a169-2647-4e00-ab83-a31363304a11, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:00.990190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1222e50f-de06-4bbe-8653-d8c3eab17d7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfa15ea2e22d4470811ee052376d9ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7429402 Jul 05 10:15:00.994676 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:01.015811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222e50f-de06-4bbe-8653-d8c3eab17d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c796dcc-d5c9-4adb-892a-aeae1414b92b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:01.027178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Network 8a24a169-2647-4e00-ab83-a31363304a11 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:01.043656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 8a24a169-2647-4e00-ab83-a31363304a11) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:01.053814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.055442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.062211 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a70683-72b1-4d6e-9a24-f85510f387ce None None] Network 8a24a169-2647-4e00-ab83-a31363304a11 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:01.080381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b24ef90e-07ba-440d-a32f-fef14e9a3f00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9612651 Jul 05 10:15:01.258533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35de91-201f-4164-8cc2-29b956709e1c req-ca36b293-bd23-486d-947b-9c6049db811f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.260626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb35de91-201f-4164-8cc2-29b956709e1c req-ca36b293-bd23-486d-947b-9c6049db811f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.1387408 Jul 05 10:15:01.263107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-76893be5-0567-4dd1-902a-255b7ef42bb5 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657581 Jul 05 10:15:01.337261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03527b1-e21e-4c14-bf5f-42a94e3018f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.445230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03527b1-e21e-4c14-bf5f-42a94e3018f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.497386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:01.524989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5108efc-70d3-4df2-87e8-127989ac559d None None] Network 8a24a169-2647-4e00-ab83-a31363304a11 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:01.559199 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eb35de91-201f-4164-8cc2-29b956709e1c req-7fe5dc46-b602-4926-a558-ab1ef1c69d91 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847469 Jul 05 10:15:01.746775 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d63253c-0687-4011-9b23-f29879fe0b52 req-fa79d373-4915-44b1-a1ac-6f92c7ce7681 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735217 Jul 05 10:15:01.811126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03527b1-e21e-4c14-bf5f-42a94e3018f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.855284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03527b1-e21e-4c14-bf5f-42a94e3018f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.860216 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a03527b1-e21e-4c14-bf5f-42a94e3018f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c796dcc-d5c9-4adb-892a-aeae1414b92b HTTP/1.1" status: 204 len: 168 time: 0.8638198 Jul 05 10:15:01.914216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] Deleting subnet b71152cf-486d-401d-8827-d357c34573d0 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:15:01.917825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03527b1-e21e-4c14-bf5f-42a94e3018f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c796dcc-d5c9-4adb-892a-aeae1414b92b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:01.936218 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.064936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-ffb8f663-bd5d-4f91-a19c-54c2358a4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.067621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-ffb8f663-bd5d-4f91-a19c-54c2358a4633 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 1096 time: 0.1928318 Jul 05 10:15:02.126466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.276566 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.395989 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.530173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-a029b0d4-59a1-411a-8ec5-a4c85b27cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.542093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-a029b0d4-59a1-411a-8ec5-a4c85b27cbb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.4621334 Jul 05 10:15:02.591777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.611568 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b71152cf-486d-401d-8827-d357c34573d0 HTTP/1.1" status: 204 len: 168 time: 1.1032331 Jul 05 10:15:02.616411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:02.620167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019004ea-b53f-4014-b95e-f50b560af83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71152cf-486d-401d-8827-d357c34573d0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:02.871587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-f4f671bb-77e3-4a57-a7ad-4978f43ebc07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=793b7eee-9272-45f2-b96e-a055fe017799 HTTP/1.1" status: 200 len: 217 time: 0.1427531 Jul 05 10:15:02.878512 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.959920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0451ee-6e73-4117-a108-2bbba42ed01c req-a88e3f9b-b717-403c-b04d-3947ddf5780b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.969175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea0451ee-6e73-4117-a108-2bbba42ed01c req-a88e3f9b-b717-403c-b04d-3947ddf5780b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.4253926 Jul 05 10:15:03.042370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-4e7bd2c9-80a3-4696-a86d-df604ae53392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:03.044177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-4e7bd2c9-80a3-4696-a86d-df604ae53392 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1569636 Jul 05 10:15:03.084765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea0451ee-6e73-4117-a108-2bbba42ed01c req-c88b95af-f475-462f-87c7-520682e83109 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145020 Jul 05 10:15:03.087132 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.100727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb19f60-9dfd-45e9-8d98-5276b9f162a0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:03.113921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687ac268-67ad-48fd-be4b-e0b64a58307e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:03.115233 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687ac268-67ad-48fd-be4b-e0b64a58307e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:03.144667 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.196569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.204812 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:03.205231 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.309608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-90a04934-44ce-4975-b40b-d0688ea39f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:03.319538 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-90a04934-44ce-4975-b40b-d0688ea39f79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602232 Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:03.370823 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:03.376428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.386259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.396904 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cfb19f60-9dfd-45e9-8d98-5276b9f162a0 HTTP/1.1" status: 204 len: 168 time: 0.7583711 Jul 05 10:15:03.398214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55866) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:03.499792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d9bc6-50c7-4b4b-a43d-371d90340c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb19f60-9dfd-45e9-8d98-5276b9f162a0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:03.669966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-a285efa3-c329-43f3-9a91-9aab1df9c3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453109 Jul 05 10:15:03.690817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] Deleting subnet ddb8e660-32a3-4eff-8622-9bdfcda51e79 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:15:03.716361 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.782436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1e1dc-b6af-4912-b3b6-ef58c676041e req-5110d95d-c123-4735-bd9e-cbb0801fa798 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:03.803878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3a1e1dc-b6af-4912-b3b6-ef58c676041e req-5110d95d-c123-4735-bd9e-cbb0801fa798 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.2660244 Jul 05 10:15:03.941042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.072339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3a1e1dc-b6af-4912-b3b6-ef58c676041e req-54433727-fa93-4b7a-884b-5a974a2e4fef tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667873 Jul 05 10:15:04.075026 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.244390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f2e9c21-1ebc-40f9-845b-b668d0211816 req-d2e38807-2aa7-415e-a730-39364fbb4fd1 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583265 Jul 05 10:15:04.268858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.370020 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.373847 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ddb8e660-32a3-4eff-8622-9bdfcda51e79 HTTP/1.1" status: 204 len: 168 time: 0.9679146 Jul 05 10:15:04.380555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 55882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:04.383844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fadddc-cff5-4a5d-87bc-4eeb76be35a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb8e660-32a3-4eff-8622-9bdfcda51e79,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:04.602260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.915696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.937564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a24a169-2647-4e00-ab83-a31363304a11']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:04.952693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4102fd8-16d9-406e-8125-c262f6cb5aef req-f6b29609-c8d1-42a0-90fc-5356012c1a4c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:04.963786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4102fd8-16d9-406e-8125-c262f6cb5aef req-f6b29609-c8d1-42a0-90fc-5356012c1a4c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.3561442 Jul 05 10:15:04.985640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52086c7d-2c97-4399-9123-3c8ffcb4730d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:04.985939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52086c7d-2c97-4399-9123-3c8ffcb4730d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:05.013945 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.047968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.072062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4102fd8-16d9-406e-8125-c262f6cb5aef req-8bf1f644-a76b-49d5-8c37-ab56c36956c7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067467 Jul 05 10:15:05.083353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:05.100708 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:05.376834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.384088 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.401525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8a24a169-2647-4e00-ab83-a31363304a11 HTTP/1.1" status: 204 len: 168 time: 1.0108118 Jul 05 10:15:05.505634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb7f59-2d75-4fd9-aab6-5d65fae06fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a24a169-2647-4e00-ab83-a31363304a11,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:05.626362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911adae8-0da1-4c74-8ab3-33ad6f2aa8d2 req-bd08fbf3-f214-4500-acb6-9528b4cf0ef4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:05.638115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-911adae8-0da1-4c74-8ab3-33ad6f2aa8d2 req-bd08fbf3-f214-4500-acb6-9528b4cf0ef4 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.2797368 Jul 05 10:15:05.783360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-911adae8-0da1-4c74-8ab3-33ad6f2aa8d2 req-c08156f4-140f-4fb7-96b3-c92f27e8d556 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397183 Jul 05 10:15:05.902263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:06.035209 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-356d091a-abe7-4d73-a12e-dd9df27995f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b456512ed1264e85a6df1d7afb03ef90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311047 Jul 05 10:15:06.039485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:06.174697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09dc2573-da90-419f-abe5-ccad9e8463b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.232332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09dc2573-da90-419f-abe5-ccad9e8463b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.365527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09dc2573-da90-419f-abe5-ccad9e8463b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.372568 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09dc2573-da90-419f-abe5-ccad9e8463b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.394195 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09dc2573-da90-419f-abe5-ccad9e8463b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7995b60f-ddc7-4ce6-bcff-6d510fb41c8d HTTP/1.1" status: 204 len: 168 time: 0.3461010 Jul 05 10:15:06.428506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc2573-da90-419f-abe5-ccad9e8463b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7995b60f-ddc7-4ce6-bcff-6d510fb41c8d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:06.616633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aea4bc-8fe6-4d1d-b442-bdfe76fe345d req-2ce4d5fb-7a02-452a-8436-2368e4b869ef tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:06.619571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5aea4bc-8fe6-4d1d-b442-bdfe76fe345d req-2ce4d5fb-7a02-452a-8436-2368e4b869ef tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.1891124 Jul 05 10:15:06.841665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5aea4bc-8fe6-4d1d-b442-bdfe76fe345d req-831c03f7-1d6a-4d5f-8e2e-12cc4e9da710 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072291 Jul 05 10:15:07.274524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99441a32-f7fa-459f-ba93-45a88387410a req-a8531345-8d58-477f-9a38-818448e59b29 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.276858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99441a32-f7fa-459f-ba93-45a88387410a req-a8531345-8d58-477f-9a38-818448e59b29 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.1077406 Jul 05 10:15:07.344798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-99441a32-f7fa-459f-ba93-45a88387410a req-364d91c9-1de7-41ed-9ec7-996976ed76a7 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564654 Jul 05 10:15:07.354868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:07.427497 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-637022db-ee33-4e71-88e1-c3d2f43b90f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85d65026a5b04a0094dcd48ede4dd689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708346 Jul 05 10:15:07.431667 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 55912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:07.502946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ad88-fbaa-4f8a-8373-d90c602650fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.528220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ad88-fbaa-4f8a-8373-d90c602650fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.601260 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ad88-fbaa-4f8a-8373-d90c602650fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.614891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ad88-fbaa-4f8a-8373-d90c602650fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.617086 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a5a9ad88-fbaa-4f8a-8373-d90c602650fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c23d32e9-2e5e-46b6-b49a-98b3acd1dc02 HTTP/1.1" status: 204 len: 168 time: 0.1841295 Jul 05 10:15:07.654182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9ad88-fbaa-4f8a-8373-d90c602650fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d32e9-2e5e-46b6-b49a-98b3acd1dc02,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:08.270563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe9c2-01b0-433f-b77d-ae819c367464 req-493ed99e-eb76-469f-83cc-9c7767d80ab5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:08.288686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aabe9c2-01b0-433f-b77d-ae819c367464 req-493ed99e-eb76-469f-83cc-9c7767d80ab5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.1728351 Jul 05 10:15:08.432291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2aabe9c2-01b0-433f-b77d-ae819c367464 req-dcce7b3b-8152-4a6c-86cf-38fe93c5ce78 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418936 Jul 05 10:15:08.872960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4261c16-4e8d-4617-b3b8-15e926c591d1 req-f112f20f-c44f-4752-b1a2-d38b30db8199 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:08.876264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4261c16-4e8d-4617-b3b8-15e926c591d1 req-f112f20f-c44f-4752-b1a2-d38b30db8199 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.2024796 Jul 05 10:15:08.982432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4261c16-4e8d-4617-b3b8-15e926c591d1 req-2a870f9b-5351-41ef-90f3-dbdc3b4619b0 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950203 Jul 05 10:15:09.701827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cc70f-88de-4b45-a79c-91678b25efae req-43f29ea7-cac9-4a18-806e-b8cee4d5225b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:09.716263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-867cc70f-88de-4b45-a79c-91678b25efae req-43f29ea7-cac9-4a18-806e-b8cee4d5225b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.1113400 Jul 05 10:15:09.791560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-867cc70f-88de-4b45-a79c-91678b25efae req-c14e71a6-9429-479f-8cc4-3ac5d0a43451 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733061 Jul 05 10:15:10.702911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2dc1d-1678-4967-b046-cfd5567fcea1 req-94658b11-10a1-47fc-a214-2b005a1a006b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:10.721448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce2dc1d-1678-4967-b046-cfd5567fcea1 req-94658b11-10a1-47fc-a214-2b005a1a006b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.3516662 Jul 05 10:15:10.775394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:15:10.835149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce2dc1d-1678-4967-b046-cfd5567fcea1 req-8e902421-a8e4-4a05-a681-bb459205b065 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094608 Jul 05 10:15:11.205022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a2e39-9791-45d5-9e8c-dd0c3de8319c req-2d01e37e-2724-4d53-87e2-43304be2bc95 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.219879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-156a2e39-9791-45d5-9e8c-dd0c3de8319c req-2d01e37e-2724-4d53-87e2-43304be2bc95 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.1503291 Jul 05 10:15:11.296403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-156a2e39-9791-45d5-9e8c-dd0c3de8319c req-7576055c-88a4-41f8-8b92-df0fd4713531 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751104 Jul 05 10:15:11.942825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:12.260192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05cd6756-2b8f-4f3f-8610-6f404913bf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.385568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949eef3-c3c0-4b6e-9f43-25b76743812f req-078f616d-c55e-48d2-b2eb-b5acd27c522d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:12.388464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3949eef3-c3c0-4b6e-9f43-25b76743812f req-078f616d-c55e-48d2-b2eb-b5acd27c522d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.2280755 Jul 05 10:15:12.501157 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3949eef3-c3c0-4b6e-9f43-25b76743812f req-a4fa87a8-3a0c-436a-904c-8fdf93db37fb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044128 Jul 05 10:15:12.578037 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05cd6756-2b8f-4f3f-8610-6f404913bf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.585688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05cd6756-2b8f-4f3f-8610-6f404913bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.619798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd6756-2b8f-4f3f-8610-6f404913bf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c920a47-5ba9-46df-b6c6-c5a95761c878,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:12.656614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-05cd6756-2b8f-4f3f-8610-6f404913bf78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=710297b81f46470eac760a6d7e0c4255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094431 Jul 05 10:15:12.659319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56012) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:12.700105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 793b7eee-9272-45f2-b96e-a055fe017799 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:12.813706 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5d7e-5c3d-42db-b00b-5ddd5dea606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.831454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 793b7eee-9272-45f2-b96e-a055fe017799, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=793b7eee-9272-45f2-b96e-a055fe017799,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:12.846387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '793b7eee-9272-45f2-b96e-a055fe017799', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'port_id': '793b7eee-9272-45f2-b96e-a055fe017799', 'mac_address': 'fa:16:3e:68:42:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:12.866072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed8bba-0200-4848-a43b-b0de1e119a26 req-8315f430-7b95-4181-85bd-854ee74c7369 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:12.874423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23ed8bba-0200-4848-a43b-b0de1e119a26 req-8315f430-7b95-4181-85bd-854ee74c7369 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 944 time: 0.1879838 Jul 05 10:15:12.877775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5d7e-5c3d-42db-b00b-5ddd5dea606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.894823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.918808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793b7eee-9272-45f2-b96e-a055fe017799 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:12.953928 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 793b7eee-9272-45f2-b96e-a055fe017799, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=793b7eee-9272-45f2-b96e-a055fe017799,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:12.962408 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.975895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-23ed8bba-0200-4848-a43b-b0de1e119a26 req-cc763e6d-c36f-45df-91f8-f2d30a8d32bc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003308 Jul 05 10:15:13.012389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5d7e-5c3d-42db-b00b-5ddd5dea606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.017691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5d7e-5c3d-42db-b00b-5ddd5dea606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.020455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9ccf5d7e-5c3d-42db-b00b-5ddd5dea606b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c920a47-5ba9-46df-b6c6-c5a95761c878 HTTP/1.1" status: 204 len: 168 time: 0.3591070 Jul 05 10:15:13.037856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf5d7e-5c3d-42db-b00b-5ddd5dea606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c920a47-5ba9-46df-b6c6-c5a95761c878,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:13.066867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=793b7eee-9272-45f2-b96e-a055fe017799,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:13.092203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.092848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.093437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.094064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.094659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.095321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.095905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.096453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.097020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.097582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.098814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.099418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:13.193427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['793b7eee-9272-45f2-b96e-a055fe017799'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:13.440629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:13.459684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a05d149a-8652-4fef-84a4-ba1c7efdda7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.600216 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a05d149a-8652-4fef-84a4-ba1c7efdda7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.612649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a05d149a-8652-4fef-84a4-ba1c7efdda7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.667496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a05d149a-8652-4fef-84a4-ba1c7efdda7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec99edfd4b4841bb92712d87cc5ff852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249923 Jul 05 10:15:13.667769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:13.668945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d149a-8652-4fef-84a4-ba1c7efdda7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281beb3c-1330-429d-8a8c-554a6cf1d404,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:13.750010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df9992a2-a1fd-4626-a1b4-a0fd0d518ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.793198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df9992a2-a1fd-4626-a1b4-a0fd0d518ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.808623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce8f96-a243-4d35-86c4-1d18a505d2ba req-5a6b377d-0d72-45fe-9da4-8aa9d190146c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:13.816972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97ce8f96-a243-4d35-86c4-1d18a505d2ba req-5a6b377d-0d72-45fe-9da4-8aa9d190146c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.0897481 Jul 05 10:15:13.868857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97ce8f96-a243-4d35-86c4-1d18a505d2ba req-bc8491ab-5965-41a0-817f-008719f4c6fd tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Jul 05 10:15:13.870438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df9992a2-a1fd-4626-a1b4-a0fd0d518ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.873356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df9992a2-a1fd-4626-a1b4-a0fd0d518ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.874588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-df9992a2-a1fd-4626-a1b4-a0fd0d518ce0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/281beb3c-1330-429d-8a8c-554a6cf1d404 HTTP/1.1" status: 204 len: 168 time: 0.2042067 Jul 05 10:15:13.885658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9992a2-a1fd-4626-a1b4-a0fd0d518ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281beb3c-1330-429d-8a8c-554a6cf1d404,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:14.058271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8bfed834-3623-434d-a15f-ddce166c6c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:14.231840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c804f-3376-4547-bdee-e593585cbb4d req-3d6770cf-0836-49f5-9739-d1a1aa92a711 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:14.239685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-682c804f-3376-4547-bdee-e593585cbb4d req-3d6770cf-0836-49f5-9739-d1a1aa92a711 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 945 time: 0.0954573 Jul 05 10:15:14.300963 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-682c804f-3376-4547-bdee-e593585cbb4d req-12f3925d-8209-453e-98f9-aff7b3aa4384 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558312 Jul 05 10:15:14.708859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 793b7eee-9272-45f2-b96e-a055fe017799 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:14.791795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 793b7eee-9272-45f2-b96e-a055fe017799 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:14.798872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 793b7eee-9272-45f2-b96e-a055fe017799 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:14.799712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.017638 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.071245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 793b7eee-9272-45f2-b96e-a055fe017799, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=793b7eee-9272-45f2-b96e-a055fe017799,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:15.073748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b7eee-9272-45f2-b96e-a055fe017799'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:15.079516 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8315c82-2374-4735-a20f-37f6160ff225" -d '{"events": [{"server_uuid": "fd364547-7685-4547-8ce0-9ef6b6aa28e2", "name": "network-vif-plugged", "status": "completed", "tag": "793b7eee-9272-45f2-b96e-a055fe017799"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:15.085912 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.235380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=793b7eee-9272-45f2-b96e-a055fe017799,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:15.265296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08713401-ea53-4a91-ae4b-70d8354c8db5 req-f025d039-3563-46b9-b3aa-77735f344d42 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:15.268269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08713401-ea53-4a91-ae4b-70d8354c8db5 req-f025d039-3563-46b9-b3aa-77735f344d42 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.1448669 Jul 05 10:15:15.326160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08713401-ea53-4a91-ae4b-70d8354c8db5 req-18ec4fb0-39ef-4694-8736-e17a3bb1868e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Jul 05 10:15:15.407751 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b2e0b6-142e-48ba-95cd-7da43457262f x-openstack-request-id: req-a3b2e0b6-142e-48ba-95cd-7da43457262f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:15.408113 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd364547-7685-4547-8ce0-9ef6b6aa28e2", "name": "network-vif-plugged", "status": "completed", "tag": "793b7eee-9272-45f2-b96e-a055fe017799", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:15.408527 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3b2e0b6-142e-48ba-95cd-7da43457262f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:15.409171 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b7eee-9272-45f2-b96e-a055fe017799', 'code': 200} Jul 05 10:15:15.628582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715e296-510c-42a0-af1a-a48521c22259 req-2b2528f0-f128-4942-aad0-0a86c7ece059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:15.630771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2715e296-510c-42a0-af1a-a48521c22259 req-2b2528f0-f128-4942-aad0-0a86c7ece059 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 1098 time: 0.1226058 Jul 05 10:15:15.689103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2715e296-510c-42a0-af1a-a48521c22259 req-c7b0304a-d710-47d8-8371-4e9f424164a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512469 Jul 05 10:15:15.697871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4aa9-2278-4f82-9351-71d758c45db8 req-91292bd1-4cdb-4347-aa26-5a5a37cc1a80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:15.699548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a15a4aa9-2278-4f82-9351-71d758c45db8 req-91292bd1-4cdb-4347-aa26-5a5a37cc1a80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 946 time: 0.1289771 Jul 05 10:15:15.768874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a15a4aa9-2278-4f82-9351-71d758c45db8 req-e6eef541-c952-4566-91c1-041cb6ec542d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606072 Jul 05 10:15:15.826124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:16.009856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7fd27e9-9db8-4908-bd55-b8aa722e53c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.138653 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7fd27e9-9db8-4908-bd55-b8aa722e53c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.146248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7fd27e9-9db8-4908-bd55-b8aa722e53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.228401 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b7fd27e9-9db8-4908-bd55-b8aa722e53c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bfae1e2894d4d50aa83c9b2368453be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000289 Jul 05 10:15:16.229620 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd27e9-9db8-4908-bd55-b8aa722e53c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f38843-762f-4347-b841-7eb920851cee,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:16.232261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:16.327490 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184ab281-546f-47b2-81fc-0a6b96b09a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.371497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184ab281-546f-47b2-81fc-0a6b96b09a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.480968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184ab281-546f-47b2-81fc-0a6b96b09a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.485844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-184ab281-546f-47b2-81fc-0a6b96b09a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.487447 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-184ab281-546f-47b2-81fc-0a6b96b09a23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87f38843-762f-4347-b841-7eb920851cee HTTP/1.1" status: 204 len: 168 time: 0.2535982 Jul 05 10:15:16.500167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ab281-546f-47b2-81fc-0a6b96b09a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f38843-762f-4347-b841-7eb920851cee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:16.670207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa68933-a361-4cde-af0a-3c460d5b2430 req-eb917528-ceea-4871-8e07-1b106c077324 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:16.675235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3aa68933-a361-4cde-af0a-3c460d5b2430 req-eb917528-ceea-4871-8e07-1b106c077324 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 944 time: 0.1108897 Jul 05 10:15:16.764668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3aa68933-a361-4cde-af0a-3c460d5b2430 req-64591812-74b1-4d9b-87ba-90d5686a037f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689914 Jul 05 10:15:16.826251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd42d-8466-4160-a123-a4145433dbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.864631 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.950248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:17.065079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254ff3f-bbc7-4184-b0af-44c87c4ee004 req-966cf8dc-2e30-4951-8c58-e8a7143a13fc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:17.074915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b254ff3f-bbc7-4184-b0af-44c87c4ee004 req-966cf8dc-2e30-4951-8c58-e8a7143a13fc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 946 time: 0.0984259 Jul 05 10:15:17.163706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b254ff3f-bbc7-4184-b0af-44c87c4ee004 req-142f39e6-2e77-4b0a-9b5e-631f64eb603a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874128 Jul 05 10:15:17.208393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:17.268825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'network_id': '14f0e6e3-3115-4137-8663-7c5f22d1387f', 'port_id': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'mac_address': 'fa:16:3e:3c:0d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a836f1-210b-4c82-824f-59bc3fc80c22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:17.408431 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.452632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:17.526450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:17.532562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.604156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75182b50-b3ef-4c4b-8f24-48f0f3b33b1d req-3d27bfa0-3b1a-42ee-904c-1d262f9122ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:17.609766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75182b50-b3ef-4c4b-8f24-48f0f3b33b1d req-3d27bfa0-3b1a-42ee-904c-1d262f9122ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 946 time: 0.2646735 Jul 05 10:15:17.662565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:17.723008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75182b50-b3ef-4c4b-8f24-48f0f3b33b1d req-fc7f2181-c236-4200-82cf-22256e08709b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937974 Jul 05 10:15:17.804419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:18.065245 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.956925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:19.066681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:19.067779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.234937 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.294723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:19.297997 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7aa19a-a2be-40ab-89fb-02b176f630e5" -d '{"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:19.341967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:19.348827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.487706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:19.793183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.601175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619d4f3-347d-41f4-9be3-f985dd60e16b req-3d422e1a-8da7-49a4-b204-54ed1fa544b5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:20.617927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2619d4f3-347d-41f4-9be3-f985dd60e16b req-3d422e1a-8da7-49a4-b204-54ed1fa544b5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1404381 Jul 05 10:15:20.756161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2619d4f3-347d-41f4-9be3-f985dd60e16b req-e83d1f6e-2db8-45f5-8cd3-0880e724e347 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288378 Jul 05 10:15:20.850731 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99792e24-5a1b-4dd2-a6e9-aa4016c6489f x-openstack-request-id: req-99792e24-5a1b-4dd2-a6e9-aa4016c6489f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:20.851640 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:20.851640 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99792e24-5a1b-4dd2-a6e9-aa4016c6489f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:20.852145 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'code': 200} Jul 05 10:15:21.085043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe6c49-d7ad-4ffb-a2a4-f1f9fb64e1c8 req-b7203334-b8e5-4c16-87c5-985775b4109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:21.087118 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-45fe6c49-d7ad-4ffb-a2a4-f1f9fb64e1c8 req-b7203334-b8e5-4c16-87c5-985775b4109f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1099 time: 0.0697663 Jul 05 10:15:21.145862 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-45fe6c49-d7ad-4ffb-a2a4-f1f9fb64e1c8 req-1679f9ab-ef2d-489e-bc9a-29b1f73b59a7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497193 Jul 05 10:15:21.956290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-ea68691b-c449-4c08-97fd-73a1bc8a9b98 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:21.963924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-ea68691b-c449-4c08-97fd-73a1bc8a9b98 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.2692609 Jul 05 10:15:22.001765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-13fcbca2-8195-4ae8-a896-cb78a5edc4f7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/quotas/9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 375 time: 0.0221455 Jul 05 10:15:22.220149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-302ec0bb-fd49-441c-8ceb-524ecbe4ecaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1928635 Jul 05 10:15:22.428254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-eb007258-f049-4ea6-98c3-da8897cf2d38 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059155 Jul 05 10:15:22.607250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-195af657-b8be-4563-8ab4-659c1150a8dd service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727428 Jul 05 10:15:23.286263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf67a0-a167-4555-bda2-e339f21bf46f req-196ddbb1-31e8-4cc2-bd46-6899bf62e5eb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:23.290029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13bf67a0-a167-4555-bda2-e339f21bf46f req-196ddbb1-31e8-4cc2-bd46-6899bf62e5eb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1965640 Jul 05 10:15:23.377702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13bf67a0-a167-4555-bda2-e339f21bf46f req-295b1e6d-65c1-4583-ad9c-b5f660a680e6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806253 Jul 05 10:15:23.563569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c70a77f0-824e-4a5c-9431-02fb32788418 req-f5f5ff6f-6292-4071-bb98-08fb03da162c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 210 time: 0.0747373 Jul 05 10:15:24.754565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad8691-7a24-4ebc-888a-31fbcca38715 req-a2893a00-02da-48da-968e-8d7ec891c884 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:24.766660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdad8691-7a24-4ebc-888a-31fbcca38715 req-a2893a00-02da-48da-968e-8d7ec891c884 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1894822 Jul 05 10:15:24.806741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-38dc59d9-b859-43fa-8808-f3d2ba9fd3eb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:24.810532 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-38dc59d9-b859-43fa-8808-f3d2ba9fd3eb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.2648289 Jul 05 10:15:24.833502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'port': {'device_id': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'admin_state_up': True, 'tenant_id': '9700116bf4394a16a285b5783db7bf17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:24.835702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdad8691-7a24-4ebc-888a-31fbcca38715 req-263c6d61-fea2-4dfd-afc2-23523b22b835 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559900 Jul 05 10:15:25.044147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12b26c77-c593-4820-a313-e231e8f99d00 req-25320c6c-5ccb-4236-9041-a13d54a0bcae tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 210 time: 0.0673428 Jul 05 10:15:25.154999 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:25.168587 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.450644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.20.0.6 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/12a67fcb-6256-4c7d-bc16-d324cd02ae8e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:25.633899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b1b80-19da-41cf-8494-09ffd05037ee req-465e319b-ae08-4d88-a61f-6e8ffe27b6c8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.647381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da3b1b80-19da-41cf-8494-09ffd05037ee req-465e319b-ae08-4d88-a61f-6e8ffe27b6c8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.3057473 Jul 05 10:15:25.801355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da3b1b80-19da-41cf-8494-09ffd05037ee req-b3e090b4-8ba0-4273-ac20-f56e4465042d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518121 Jul 05 10:15:25.856828 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.885015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Transition to ACTIVE for port object 12a67fcb-6256-4c7d-bc16-d324cd02ae8e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:25.973781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.993124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['793b7eee-9272-45f2-b96e-a055fe017799'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:26.160258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eac8d-efb8-4b69-bd83-ef16b8465e81 req-a3f7d3b9-655c-40ed-bfce-036a4f434997 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.173953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-704eac8d-efb8-4b69-bd83-ef16b8465e81 req-a3f7d3b9-655c-40ed-bfce-036a4f434997 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1720991 Jul 05 10:15:26.191450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:26.199563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:26.252414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:26.256304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:26.287844 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.288148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.288494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.288976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.289323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.289657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.290129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.290469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.290794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.291155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.291735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.292212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:26.308317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-704eac8d-efb8-4b69-bd83-ef16b8465e81 req-f79962ce-5fee-4f66-99b9-6909c24351c3 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327362 Jul 05 10:15:26.369155 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.379960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.414128 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-b6616060-4cbc-4552-aafd-cd418eafb798 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5879478 Jul 05 10:15:26.433535 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Request body: {'port': {'device_id': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:26.646905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.687576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506226-b27d-4581-bdab-180d1264fcc0 req-7c74a628-09ee-455d-adf3-ff75741c398a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.712167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73506226-b27d-4581-bdab-180d1264fcc0 req-7c74a628-09ee-455d-adf3-ff75741c398a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 931 time: 0.2336090 Jul 05 10:15:26.786958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-16d61ee0-7e1a-4369-bd8a-a51aa08d32c1 None None] Provisioning for port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:26.794231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73506226-b27d-4581-bdab-180d1264fcc0 req-c3dc9ae2-11b7-49d3-9ced-bb4ca5918733 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783634 Jul 05 10:15:26.809259 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-16d61ee0-7e1a-4369-bd8a-a51aa08d32c1 None None] Provisioning complete for port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:26.809636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16d61ee0-7e1a-4369-bd8a-a51aa08d32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.927241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-16d61ee0-7e1a-4369-bd8a-a51aa08d32c1 None None] Port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:27.362459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32597fcc-b3ed-42cf-ad4f-73f2d192be20 req-d16c38bd-f9bc-48a0-93b0-d0614cbadb40 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:27.377346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32597fcc-b3ed-42cf-ad4f-73f2d192be20 req-d16c38bd-f9bc-48a0-93b0-d0614cbadb40 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.2444880 Jul 05 10:15:27.492043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32597fcc-b3ed-42cf-ad4f-73f2d192be20 req-19180a7c-2653-426e-8477-b5a0982c2571 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132216 Jul 05 10:15:27.726204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a67fcb-6256-4c7d-bc16-d324cd02ae8e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:27.750231 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.806735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Transition to ACTIVE for port object 12a67fcb-6256-4c7d-bc16-d324cd02ae8e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:27.819143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.104700 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Pushing event updated for resources: {'Port': ['ID=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:28.201201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3ab06-c10e-4fb6-94ae-7ed9eddee00e req-910a13c8-547d-45a6-b0cd-f13a44fad8cb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.216056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12a3ab06-c10e-4fb6-94ae-7ed9eddee00e req-910a13c8-547d-45a6-b0cd-f13a44fad8cb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.3890247 Jul 05 10:15:28.230568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Attempting to bind port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:28.231419 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Attempting to bind port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:28.231982 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Attempting to bind port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:28.253334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e on network ad129a7e-c36f-42d3-b374-7e79d50be067 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:15:28.254516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Attempting to bind port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:28.262837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:28.263722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:28.264138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:28.264925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Bound port: 12a67fcb-6256-4c7d-bc16-d324cd02ae8e, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:28.265308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.365322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12a3ab06-c10e-4fb6-94ae-7ed9eddee00e req-f2e95b10-a19b-407f-968c-0bacae341f4e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471179 Jul 05 10:15:28.384602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] For port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:28.404095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] For port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:28.415135 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.475557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.476342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.478100 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] 10.222.0.16 "PUT /v2.0/ports/12a67fcb-6256-4c7d-bc16-d324cd02ae8e HTTP/1.1" status: 200 len: 1092 time: 2.0534101 Jul 05 10:15:28.478656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'tag': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:28.481466 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819bda4-5853-4a61-8e72-0ad5ca1be84e" -d '{"events": [{"name": "network-changed", "server_uuid": "27b26128-406e-4ca4-955b-ba5e412b8a17", "tag": "12a67fcb-6256-4c7d-bc16-d324cd02ae8e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:28.514653 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179d50-cbb3-4b9a-814b-cbb19fefca1b service neutron] Pushing event updated for resources: {'Port': ['ID=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:28.699749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-220a395a-6392-46fb-a3b8-d9eb3cd93cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.701575 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-220a395a-6392-46fb-a3b8-d9eb3cd93cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 1095 time: 0.1422863 Jul 05 10:15:28.808285 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-8eb11241-cc96-4f2a-b982-ab31ef89a847 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12a67fcb-6256-4c7d-bc16-d324cd02ae8e HTTP/1.1" status: 200 len: 217 time: 0.0951300 Jul 05 10:15:28.970530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-4f417c09-1354-4102-92e9-544f5e702e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.980219 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-4f417c09-1354-4102-92e9-544f5e702e95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1597772 Jul 05 10:15:29.109408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63e504-922a-462e-b2e6-68cf52434d42 req-b2ab1a06-deae-48d4-aa95-93e57813cc8a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:29.122052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a63e504-922a-462e-b2e6-68cf52434d42 req-b2ab1a06-deae-48d4-aa95-93e57813cc8a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.2331383 Jul 05 10:15:29.143657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-e340d194-79d0-4bfb-9c72-b902437e32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:29.149402 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-e340d194-79d0-4bfb-9c72-b902437e32a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561303 Jul 05 10:15:29.226141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6a63e504-922a-462e-b2e6-68cf52434d42 req-f834bcbe-3262-43f7-a716-260eba28d9e0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929039 Jul 05 10:15:29.386188 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-eb81b8a1-a0cb-4dfb-af13-15cdf5ad892d service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244871 Jul 05 10:15:29.589293 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9bce13-f5fe-4d80-b3ac-f5e6a33a9bb5 x-openstack-request-id: req-9b9bce13-f5fe-4d80-b3ac-f5e6a33a9bb5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:29.589711 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b26128-406e-4ca4-955b-ba5e412b8a17", "tag": "12a67fcb-6256-4c7d-bc16-d324cd02ae8e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:29.590094 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b9bce13-f5fe-4d80-b3ac-f5e6a33a9bb5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:29.590696 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'tag': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e', 'status': 'completed', 'code': 200} Jul 05 10:15:29.716600 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-2416c7d2-4e89-4805-804e-65e9287ef2c8 req-43f03298-b66d-4ea7-b840-b925c8a71090 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118150 Jul 05 10:15:29.791584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.800716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.976416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-307bde4a-f840-4c9a-a809-e080196420ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:29.981993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a35d-3205-4c46-a097-ffbe0568cc24 req-cbe40ebb-d101-494d-97f3-132c5da3cbd5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:29.982832 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-307bde4a-f840-4c9a-a809-e080196420ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 1095 time: 0.1800833 Jul 05 10:15:29.986002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3556a35d-3205-4c46-a097-ffbe0568cc24 req-cbe40ebb-d101-494d-97f3-132c5da3cbd5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.2164938 Jul 05 10:15:30.072612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3556a35d-3205-4c46-a097-ffbe0568cc24 req-7306173d-5b5f-4d56-bdb4-bfc7f10465ed tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791810 Jul 05 10:15:30.251197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-0b41f960-3209-40f4-824e-090d01f55583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.252965 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-0b41f960-3209-40f4-824e-090d01f55583 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2599657 Jul 05 10:15:30.358658 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-77f0c2d1-7eff-415d-ac6f-271f57be3a70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12a67fcb-6256-4c7d-bc16-d324cd02ae8e HTTP/1.1" status: 200 len: 217 time: 0.0949025 Jul 05 10:15:30.433618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ff6cd-30b5-4d24-9095-61ce4582ae31 req-e5fc060f-2af3-463d-9647-08fc22cc0c29 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.446193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a0ff6cd-30b5-4d24-9095-61ce4582ae31 req-e5fc060f-2af3-463d-9647-08fc22cc0c29 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1158202 Jul 05 10:15:30.472070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-1ed11ee5-7f9b-4810-b597-322a38716987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.475405 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-1ed11ee5-7f9b-4810-b597-322a38716987 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1104102 Jul 05 10:15:30.568350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a0ff6cd-30b5-4d24-9095-61ce4582ae31 req-4882a270-e013-4356-886e-e75c53c262f6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200356 Jul 05 10:15:30.681300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-b12e43e9-5781-4830-9d04-dd7f3e1b7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.683516 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-b12e43e9-5781-4830-9d04-dd7f3e1b7152 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1989503 Jul 05 10:15:30.963413 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-06b2dcef-d0e8-401a-a2f8-43afe45190a4 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642536 Jul 05 10:15:31.089753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9337825-0f9a-4cf7-a471-0420ff1af04a req-dad4358e-d81d-48af-bea9-d846906cfa06 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:31.099812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9337825-0f9a-4cf7-a471-0420ff1af04a req-dad4358e-d81d-48af-bea9-d846906cfa06 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1507990 Jul 05 10:15:31.225798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9337825-0f9a-4cf7-a471-0420ff1af04a req-8edbb51d-469c-44eb-af6f-09a92b2ac2ff tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251662 Jul 05 10:15:31.258985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-9819bda4-5853-4a61-8e72-0ad5ca1be84e req-949e0edd-f999-46d0-ba5f-2d660589e7db service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867932 Jul 05 10:15:32.165255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328e3d7-e3a2-4fda-9099-7c49a960a8e9 req-a60f6456-39a7-4925-a849-3ef2b8968ccc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:32.168197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a328e3d7-e3a2-4fda-9099-7c49a960a8e9 req-a60f6456-39a7-4925-a849-3ef2b8968ccc tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1761198 Jul 05 10:15:32.293154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a328e3d7-e3a2-4fda-9099-7c49a960a8e9 req-f663bf3d-b708-4a66-89c1-8253ad9017d2 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112278 Jul 05 10:15:32.617171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e213d9-db30-4e7a-bcc3-af05b7ab054e req-27f25525-134f-4b30-9e6d-c3afb9c8e76d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:32.619324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49e213d9-db30-4e7a-bcc3-af05b7ab054e req-27f25525-134f-4b30-9e6d-c3afb9c8e76d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1474988 Jul 05 10:15:32.714072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-49e213d9-db30-4e7a-bcc3-af05b7ab054e req-00077c33-5263-4144-b0c7-23e496fa81f9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817673 Jul 05 10:15:33.751736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca1fa-dc01-464a-8fda-31d475df8f27 req-0b88d676-f1c5-4540-a071-c72604e2f184 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:33.767666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90cca1fa-dc01-464a-8fda-31d475df8f27 req-0b88d676-f1c5-4540-a071-c72604e2f184 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.2328503 Jul 05 10:15:33.916337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90cca1fa-dc01-464a-8fda-31d475df8f27 req-4fc0f0cd-c759-48ea-ad2a-d271e6b3f11a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294975 Jul 05 10:15:34.298587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec52b1-09e4-4626-bf95-7402db86b839 req-060ec941-5df5-4026-81be-652bf2de8c34 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:34.301678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dec52b1-09e4-4626-bf95-7402db86b839 req-060ec941-5df5-4026-81be-652bf2de8c34 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1397569 Jul 05 10:15:34.371833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7dec52b1-09e4-4626-bf95-7402db86b839 req-c3b16aeb-f20d-4570-9146-883267f2b177 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 Jul 05 10:15:35.570859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-9f83463c-2bea-4b8e-9764-7917280562a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:35.584675 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-9f83463c-2bea-4b8e-9764-7917280562a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1099 time: 0.1975355 Jul 05 10:15:35.611870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e940b3e-33ae-414b-9984-2da53eef12b4 req-f5db6857-562a-4748-88e7-484a66ee1959 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:35.650367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e940b3e-33ae-414b-9984-2da53eef12b4 req-f5db6857-562a-4748-88e7-484a66ee1959 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.3596535 Jul 05 10:15:35.852506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e940b3e-33ae-414b-9984-2da53eef12b4 req-d71b8564-1b4c-42d6-a1e6-cbb3128a34c5 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964836 Jul 05 10:15:35.996276 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-20d825f6-8627-4473-b0d3-778c1e729d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:36.001040 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-20d825f6-8627-4473-b0d3-778c1e729d79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.4097946 Jul 05 10:15:36.188830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-88dfe580-8ba1-4400-9a28-2a116ee37c25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.1768627 Jul 05 10:15:36.298301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2387fd-2e9f-4034-b7b4-b6194d39f121 req-6fa8b72e-5a82-4572-bfc5-c8b181aa6e6a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:36.310035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b2387fd-2e9f-4034-b7b4-b6194d39f121 req-6fa8b72e-5a82-4572-bfc5-c8b181aa6e6a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1426611 Jul 05 10:15:36.340130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-dc9c71c9-828b-4f68-96b5-2986bc35cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:36.343625 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-dc9c71c9-828b-4f68-96b5-2986bc35cd92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.1470268 Jul 05 10:15:36.412641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b2387fd-2e9f-4034-b7b4-b6194d39f121 req-76ca1c20-b70b-4f7d-a918-a0f674332b71 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949597 Jul 05 10:15:36.499565 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-12b89f18-e7c9-496d-8230-d5124ab748bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483707 Jul 05 10:15:36.740152 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-f65844b1-10f2-478f-8e54-c28459e41dcb service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314248 Jul 05 10:15:36.906777 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-7ffa6936-2e9c-4879-b6d0-07f6d56135fc req-fe9eaca7-7ff5-4b7e-a2a3-1adf135b7784 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595492 Jul 05 10:15:37.290065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0cd7a-670b-4b6e-b60b-bebedc692153 req-c63332bd-643d-411d-aebd-53f6e4478327 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:37.291964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e0cd7a-670b-4b6e-b60b-bebedc692153 req-c63332bd-643d-411d-aebd-53f6e4478327 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1506121 Jul 05 10:15:37.371118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e0cd7a-670b-4b6e-b60b-bebedc692153 req-fe3a1f87-d08c-49fd-ae7c-812e47a7d36a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655646 Jul 05 10:15:37.768641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8778d81-3360-40fc-950b-d241644653db req-38a4401a-4a5f-46fb-b270-d626a32c33be tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:37.770947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8778d81-3360-40fc-950b-d241644653db req-38a4401a-4a5f-46fb-b270-d626a32c33be tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1317215 Jul 05 10:15:37.936699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a8778d81-3360-40fc-950b-d241644653db req-fe93fe5c-6858-49be-80fa-4ee3d54f4440 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502748 Jul 05 10:15:38.782839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949826-20a1-4e69-8028-32b54e5e06ac req-e2a223aa-0003-412c-a00b-417f0482007d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:38.797467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7949826-20a1-4e69-8028-32b54e5e06ac req-e2a223aa-0003-412c-a00b-417f0482007d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1286139 Jul 05 10:15:38.873353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7949826-20a1-4e69-8028-32b54e5e06ac req-0c192e2a-f930-4e74-adc6-e9f74b33af6f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738060 Jul 05 10:15:39.428115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad924bbe-2cea-4313-8e39-f3b4846afd96 req-a0c883cb-4cb6-4e71-a3c2-b7d4d4b8a7fb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:39.453352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad924bbe-2cea-4313-8e39-f3b4846afd96 req-a0c883cb-4cb6-4e71-a3c2-b7d4d4b8a7fb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.2703950 Jul 05 10:15:39.544444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad924bbe-2cea-4313-8e39-f3b4846afd96 req-eac1d363-c1a2-4bb0-9de2-8e5034a0e0ac tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895152 Jul 05 10:15:40.053950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd57f4-f9c0-4777-8848-99f56c49ab46 req-b9a0c358-e16e-4a7f-9fb6-d0fde059661b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:40.061664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cecd57f4-f9c0-4777-8848-99f56c49ab46 req-b9a0c358-e16e-4a7f-9fb6-d0fde059661b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.2023158 Jul 05 10:15:40.147068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cecd57f4-f9c0-4777-8848-99f56c49ab46 req-cafbbd39-695e-41a7-8d1b-fcd97e946aa9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843213 Jul 05 10:15:40.685439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-d7cf7dae-3dc7-4c59-a1cf-f70d7cc17c83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988042 Jul 05 10:15:40.965641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-8be78ec7-9ee6-4d46-a944-cb48906f866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:40.968195 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-8be78ec7-9ee6-4d46-a944-cb48906f866c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 1098 time: 0.1816108 Jul 05 10:15:41.004314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b634c35-2de5-4ab8-9ed0-70cbd26518e0 req-0fe92a35-dfe9-4347-ab74-dd9476dc5bae tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.005978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b634c35-2de5-4ab8-9ed0-70cbd26518e0 req-0fe92a35-dfe9-4347-ab74-dd9476dc5bae tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.2495527 Jul 05 10:15:41.168472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b634c35-2de5-4ab8-9ed0-70cbd26518e0 req-32bfe230-2c61-4abb-940a-3f12278ca1b3 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392305 Jul 05 10:15:41.293303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-c8867935-77c7-4f08-aa57-0ae4df79677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.295390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-c8867935-77c7-4f08-aa57-0ae4df79677f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2849329 Jul 05 10:15:41.357598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-b8ba13af-fee9-445b-b0e2-c0b8091e9a5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=793b7eee-9272-45f2-b96e-a055fe017799 HTTP/1.1" status: 200 len: 217 time: 0.0539520 Jul 05 10:15:41.523725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-d9fe5d15-757e-4cf3-80af-75407e6276ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.526632 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-d9fe5d15-757e-4cf3-80af-75407e6276ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1592453 Jul 05 10:15:41.639594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a809-5ecf-4dcd-bf96-25f8bc88d648 req-16fb8fca-544a-4600-b6a5-46d2f2e311dd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.642451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ce7a809-5ecf-4dcd-bf96-25f8bc88d648 req-16fb8fca-544a-4600-b6a5-46d2f2e311dd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.2195282 Jul 05 10:15:41.709804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-33f404e4-f064-4d93-963a-2a56691a66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.712607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-33f404e4-f064-4d93-963a-2a56691a66ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786084 Jul 05 10:15:41.767831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ce7a809-5ecf-4dcd-bf96-25f8bc88d648 req-299c2186-6285-4ef1-83ca-69f1aa0dfdb9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165874 Jul 05 10:15:41.942909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-86354edf-9085-402c-a4c6-e7d1642b1fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187023 Jul 05 10:15:42.298998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257d004-b0c3-4711-bfab-ec98c1054682 req-f87c65ce-270f-42f1-b652-90768ed56dcb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:42.301274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d257d004-b0c3-4711-bfab-ec98c1054682 req-f87c65ce-270f-42f1-b652-90768ed56dcb tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.2772765 Jul 05 10:15:42.307131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d06351c4-4e04-4685-b7ac-44ea98f55d26 req-5fa5b0f2-0aaf-46d0-a7ae-f4b82ff929ba service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530664 Jul 05 10:15:42.414262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d257d004-b0c3-4711-bfab-ec98c1054682 req-61c22789-4d59-4c63-aa71-a6d8616700e6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066947 Jul 05 10:15:42.948884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b0d30-9019-4d34-8d79-9d4b118336e8 req-c074ccfd-b080-49ea-aa97-abb922242eef tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:42.959946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-187b0d30-9019-4d34-8d79-9d4b118336e8 req-c074ccfd-b080-49ea-aa97-abb922242eef tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1198568 Jul 05 10:15:43.039708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-187b0d30-9019-4d34-8d79-9d4b118336e8 req-9775a49a-7dde-4985-acbc-edfa6ac83743 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783982 Jul 05 10:15:43.416866 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b943c3f-fc65-40a1-af0f-d433921df763 req-23058742-056a-47f9-bd20-78726ed590e0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:43.419488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b943c3f-fc65-40a1-af0f-d433921df763 req-23058742-056a-47f9-bd20-78726ed590e0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.2041886 Jul 05 10:15:43.539867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b943c3f-fc65-40a1-af0f-d433921df763 req-c95f82cd-dd06-4b4d-9a7d-f544ceaaac23 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085229 Jul 05 10:15:43.825489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fcaef-3538-482c-b92a-93e214832b84 req-cad5b873-81e3-47b4-839b-4974635215ef tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:43.828425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d12fcaef-3538-482c-b92a-93e214832b84 req-cad5b873-81e3-47b4-839b-4974635215ef tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1203830 Jul 05 10:15:43.909042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d12fcaef-3538-482c-b92a-93e214832b84 req-e549e9bb-3901-4d61-b471-0c378931ed08 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Jul 05 10:15:44.087872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d0bce85-6b9e-443a-b45f-88598118e490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.462244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e384d8-5af4-4cf2-8e8f-e5f7c7944c99 req-5f0bc40a-2f20-4ccc-912f-70c6478fcd58 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.466430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9e384d8-5af4-4cf2-8e8f-e5f7c7944c99 req-5f0bc40a-2f20-4ccc-912f-70c6478fcd58 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1893969 Jul 05 10:15:44.578209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9e384d8-5af4-4cf2-8e8f-e5f7c7944c99 req-c06911b6-e7b0-4a55-a000-4de11cb2fa7b tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970283 Jul 05 10:15:44.885763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cadb73-01d6-441c-9d94-9eae9d656ac4 req-bd613347-4d96-4fee-aba1-e37e193ed900 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.887968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32cadb73-01d6-441c-9d94-9eae9d656ac4 req-bd613347-4d96-4fee-aba1-e37e193ed900 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1233332 Jul 05 10:15:44.953198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32cadb73-01d6-441c-9d94-9eae9d656ac4 req-3a0b44f6-17a7-40b5-b787-0d01887c59be tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545683 Jul 05 10:15:45.413811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2dbb3-58cc-4545-ad16-c1d32ca2a63a req-b6543e23-8918-48d0-b53a-06689e68f469 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:45.416642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6db2dbb3-58cc-4545-ad16-c1d32ca2a63a req-b6543e23-8918-48d0-b53a-06689e68f469 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1587877 Jul 05 10:15:45.504913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6db2dbb3-58cc-4545-ad16-c1d32ca2a63a req-496d7bea-60e5-45f0-8ab8-9f1791deaeaa tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809753 Jul 05 10:15:46.423947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e994174-3779-4479-a491-3cf9af9df2e9 req-e6030ee6-2cb6-4ddd-a80f-7a3ac54f1def tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.441427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e994174-3779-4479-a491-3cf9af9df2e9 req-e6030ee6-2cb6-4ddd-a80f-7a3ac54f1def tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1954570 Jul 05 10:15:46.543246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e994174-3779-4479-a491-3cf9af9df2e9 req-6c46bca6-eb60-408f-8956-84f7197b7fc6 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002524 Jul 05 10:15:46.593766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:46.828569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d27b962-6979-4863-8b27-393ae86c709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.886232 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.890114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aac103f2-19c5-4b4d-9871-6766bb92020e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.006785 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-7836df20-ef06-48cb-b89a-fe87c2a4135a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2428052 Jul 05 10:15:47.155651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aac103f2-19c5-4b4d-9871-6766bb92020e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.163624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aac103f2-19c5-4b4d-9871-6766bb92020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.265418 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-18c976a1-8f44-4fcc-ac1a-9f7967f10d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.270954 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-18c976a1-8f44-4fcc-ac1a-9f7967f10d6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 1099 time: 0.1070797 Jul 05 10:15:47.285711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac103f2-19c5-4b4d-9871-6766bb92020e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25cd492-a060-46e8-965b-25e39aee3e25,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:47.308647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-aac103f2-19c5-4b4d-9871-6766bb92020e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=097a9c985a9f4019a4196860f6b072b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7128954 Jul 05 10:15:47.311280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:47.461831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32b2b1f7-5ad1-462b-9bc0-08bb9fd313a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.495316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-840aa826-e609-4c3f-871e-22566250d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.499366 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-840aa826-e609-4c3f-871e-22566250d3bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 200 len: 914 time: 0.1803310 Jul 05 10:15:47.566026 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32b2b1f7-5ad1-462b-9bc0-08bb9fd313a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.575945 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-a1b42767-b9cb-4db0-aad4-f3e7f572ffdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 200 len: 217 time: 0.0643528 Jul 05 10:15:47.687808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-fb000af8-b0e1-4176-9c01-94be0f0d7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.690789 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-fb000af8-b0e1-4176-9c01-94be0f0d7811 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 200 len: 853 time: 0.1032479 Jul 05 10:15:47.764418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea7978-8e08-4d88-97a5-1e7d1df07504 req-b02bb2e2-a091-4562-8c95-081679dffdab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.769302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ceea7978-8e08-4d88-97a5-1e7d1df07504 req-b02bb2e2-a091-4562-8c95-081679dffdab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.3103833 Jul 05 10:15:47.771815 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32b2b1f7-5ad1-462b-9bc0-08bb9fd313a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.785488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32b2b1f7-5ad1-462b-9bc0-08bb9fd313a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.793799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-32b2b1f7-5ad1-462b-9bc0-08bb9fd313a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a25cd492-a060-46e8-965b-25e39aee3e25 HTTP/1.1" status: 204 len: 168 time: 0.4776509 Jul 05 10:15:47.830022 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-4aba9809-6bc0-4ccc-a19f-4b04785f7494 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14f0e6e3-3115-4137-8663-7c5f22d1387f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280291 Jul 05 10:15:47.833026 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:15:47.899995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2b1f7-5ad1-462b-9bc0-08bb9fd313a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25cd492-a060-46e8-965b-25e39aee3e25,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:47.995733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ceea7978-8e08-4d88-97a5-1e7d1df07504 req-4efe146b-b79e-463b-b809-96bd930d992f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946433 Jul 05 10:15:47.998527 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-2194b763-ff30-4031-bbbe-5154de7620d0 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605694 Jul 05 10:15:48.030427 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.224596 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-a457c2a5-2355-4ddf-9153-0cc1b964c17c req-b0ffc1cf-41bf-495d-bfe8-e79921638894 service neutron] 10.222.0.16 "GET /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136786 Jul 05 10:15:48.395343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ceff4-b3e1-4207-8791-1c2177cb00a9 req-9d1a9486-3108-4367-bb26-c3b2ee18ba89 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:48.402715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f6ceff4-b3e1-4207-8791-1c2177cb00a9 req-9d1a9486-3108-4367-bb26-c3b2ee18ba89 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1110597 Jul 05 10:15:48.459586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f6ceff4-b3e1-4207-8791-1c2177cb00a9 req-1522ac55-20bc-4df6-a9f3-d37f27ac6157 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 Jul 05 10:15:48.849597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e6df8-5556-4f17-87f4-0fe6eb741d5e req-b8a34683-9b5b-40b2-bc2d-d4f53f020367 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:48.852614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e8e6df8-5556-4f17-87f4-0fe6eb741d5e req-b8a34683-9b5b-40b2-bc2d-d4f53f020367 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1020329 Jul 05 10:15:48.949829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e8e6df8-5556-4f17-87f4-0fe6eb741d5e req-1d3e7a74-e86e-4e64-a7d7-22c4cf85aa6f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757873 Jul 05 10:15:49.313918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f06cc-6224-4942-9dba-f7acafabbfe6 req-02c0578a-7204-459d-9daf-539c9e8dee3a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:49.325981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c76f06cc-6224-4942-9dba-f7acafabbfe6 req-02c0578a-7204-459d-9daf-539c9e8dee3a tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1129255 Jul 05 10:15:49.385280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c76f06cc-6224-4942-9dba-f7acafabbfe6 req-03042468-fd93-47fa-a49f-39cc063a786c tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571299 Jul 05 10:15:49.664193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3a97-d2e4-4862-b6d3-83fff622d204 req-9874bbb3-6683-4481-84bc-4c49d9349e0d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:49.672873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084d3a97-d2e4-4862-b6d3-83fff622d204 req-9874bbb3-6683-4481-84bc-4c49d9349e0d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1309271 Jul 05 10:15:49.726313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084d3a97-d2e4-4862-b6d3-83fff622d204 req-70d33063-01d8-4a63-b9c0-609ec5bd69ae tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525138 Jul 05 10:15:49.796125 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.977307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52ead0-a0cf-427d-90cd-0dae10269334 req-5c0a8171-3baa-4f7e-8a83-4ddb0d70ea74 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:49.985990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c52ead0-a0cf-427d-90cd-0dae10269334 req-5c0a8171-3baa-4f7e-8a83-4ddb0d70ea74 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1160831 Jul 05 10:15:50.052144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9c52ead0-a0cf-427d-90cd-0dae10269334 req-3cc9e715-c9ab-4af8-b102-c1ffe221f570 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650675 Jul 05 10:15:50.380947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5dfb7-57f6-4daf-9240-c3097e6857f9 req-c0a8b35c-e4d7-4d54-929f-e8519fd0e379 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:50.383817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1f5dfb7-57f6-4daf-9240-c3097e6857f9 req-c0a8b35c-e4d7-4d54-929f-e8519fd0e379 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.1452293 Jul 05 10:15:50.479882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1f5dfb7-57f6-4daf-9240-c3097e6857f9 req-06c008f1-ba24-4cf9-8c82-5b9c33c64c98 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827830 Jul 05 10:15:51.628543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd62ed6-0c6b-4072-9f3c-8bf77cb4444c req-acbb5b32-f6b3-4859-a2e2-91c06fe3ecc8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:51.632235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bd62ed6-0c6b-4072-9f3c-8bf77cb4444c req-acbb5b32-f6b3-4859-a2e2-91c06fe3ecc8 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.7995231 Jul 05 10:15:51.710429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bd62ed6-0c6b-4072-9f3c-8bf77cb4444c req-066fe67a-164e-4660-8f65-caa7fa70b2de tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725365 Jul 05 10:15:52.053849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4385a2-bfa2-4695-b485-dae317b6873b req-d1cd8177-5f22-4056-9b9c-a648b446bbb9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:52.093220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f4385a2-bfa2-4695-b485-dae317b6873b req-d1cd8177-5f22-4056-9b9c-a648b446bbb9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.2116799 Jul 05 10:15:52.206862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f4385a2-bfa2-4695-b485-dae317b6873b req-2a1a0cfa-534c-413c-be54-0dc352f1698f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111562 Jul 05 10:15:52.846940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56716) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:52.855927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1e2fa6b9-8a98-4b58-9182-cfd750381e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482538041', 'description': 'tempest-secgroup-smoke-1482538041 description', 'project_id': 'cb802803e0f34a418fc20a611e285767'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:52.895800 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa6b9-8a98-4b58-9182-cfd750381e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.105355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa6b9-8a98-4b58-9182-cfd750381e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.115623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa6b9-8a98-4b58-9182-cfd750381e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.162983 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa6b9-8a98-4b58-9182-cfd750381e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.164900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1e2fa6b9-8a98-4b58-9182-cfd750381e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3165419 Jul 05 10:15:53.167907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:53.186092 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-773e443f-9646-4576-aaca-8936702d9861 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:53.191791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fa6b9-8a98-4b58-9182-cfd750381e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:53.285436 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-773e443f-9646-4576-aaca-8936702d9861 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.489317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-773e443f-9646-4576-aaca-8936702d9861 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.497397 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-773e443f-9646-4576-aaca-8936702d9861 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.541601 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e443f-9646-4576-aaca-8936702d9861 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c173254-e88a-4914-9b8c-8eae4e4e97d3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:53.557990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-773e443f-9646-4576-aaca-8936702d9861 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.564143 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-773e443f-9646-4576-aaca-8936702d9861 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3924415 Jul 05 10:15:53.564951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:53.573179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-db28468d-d0ae-4cd9-9672-554b6437153b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:53.696611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74573e95-bc67-4fad-8f68-a422a3316f2c req-3a5f8174-1daa-4787-a69b-d44967a10ee7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.705559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74573e95-bc67-4fad-8f68-a422a3316f2c req-3a5f8174-1daa-4787-a69b-d44967a10ee7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.2345316 Jul 05 10:15:53.755363 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db28468d-d0ae-4cd9-9672-554b6437153b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.807532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74573e95-bc67-4fad-8f68-a422a3316f2c req-8d1c940d-c3aa-420b-a33c-3f655b99f628 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963769 Jul 05 10:15:53.911178 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db28468d-d0ae-4cd9-9672-554b6437153b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.917734 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db28468d-d0ae-4cd9-9672-554b6437153b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.949691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28468d-d0ae-4cd9-9672-554b6437153b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a265de-8ccd-49ec-a0cc-ccb689586c64,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:53.959173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db28468d-d0ae-4cd9-9672-554b6437153b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.965566 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:53.966198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-db28468d-d0ae-4cd9-9672-554b6437153b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3986750 Jul 05 10:15:53.971779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a7411d53-e332-4b1f-b44a-0f27fdf9cc00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:54.013424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7411d53-e332-4b1f-b44a-0f27fdf9cc00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.116674 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7411d53-e332-4b1f-b44a-0f27fdf9cc00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.127059 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7411d53-e332-4b1f-b44a-0f27fdf9cc00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.169858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7411d53-e332-4b1f-b44a-0f27fdf9cc00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e8b5c5-f6ae-4829-a881-3503c5beee56,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:54.199136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7411d53-e332-4b1f-b44a-0f27fdf9cc00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.203187 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7411d53-e332-4b1f-b44a-0f27fdf9cc00 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2361670 Jul 05 10:15:54.208799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:54.216193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-69c873a1-eec7-4bee-95cf-5f93377460d5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:54.285389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69c873a1-eec7-4bee-95cf-5f93377460d5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.404971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69c873a1-eec7-4bee-95cf-5f93377460d5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.412573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69c873a1-eec7-4bee-95cf-5f93377460d5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.462344 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69c873a1-eec7-4bee-95cf-5f93377460d5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.468497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-69c873a1-eec7-4bee-95cf-5f93377460d5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2537742 Jul 05 10:15:54.468497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c873a1-eec7-4bee-95cf-5f93377460d5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63abf0bb-5257-4468-85fd-53fcabc50384,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:54.469188 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:54.478058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:54.516744 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:15:54.530506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.659747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.667766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.770280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a479c359-0da2-4d03-95fe-e5dbf2aa4728,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:54.791531 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.795840 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-93dccaa2-41e5-4e1a-be2d-4a5325385441 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213859 Jul 05 10:15:54.796849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56746) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:54.817330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': '2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:54.867179 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:15:54.874534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.081794 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.092685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.126229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dabe94c-85f2-401c-9675-6133a7d1e0c4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:55.149230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.154829 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ee1e197d-2983-46c4-aae9-6228da25fac9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3520412 Jul 05 10:15:55.155447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56750) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:55.167026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'network': {'name': 'tempest-network-smoke--1974240268', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:55.279319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:55.284709 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.345078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93896b7-94c7-4a39-9a11-3bcc425f4eb6 req-2252f857-3484-4953-a9da-2e06415ec0c2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:55.348240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b93896b7-94c7-4a39-9a11-3bcc425f4eb6 req-2252f857-3484-4953-a9da-2e06415ec0c2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1684921 Jul 05 10:15:55.360427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:55.503165 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.504435 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Added segment 3fa22a3e-fce1-4a07-b25c-6a396d6ae260 of type vlan for network a0731eb5-b70c-4960-b13c-694fd08ab3dd Jul 05 10:15:55.552404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b93896b7-94c7-4a39-9a11-3bcc425f4eb6 req-ea6d7dd2-1634-45dc-9e4d-611a20ce94f9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691830 Jul 05 10:15:55.620971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-2bcacad3-d3f3-4b6d-8959-1482c5d9972d req-2f5c2c6d-530e-42f7-9f65-aed480078077 service neutron] (93796) timed out ('10.222.0.21', 34142) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:15:55.657083 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.750387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.766323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:55.769320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.876309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7188263 Jul 05 10:15:55.880777 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:55.890732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'admin_state_up': True, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:55.931716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59af6-01a3-41e9-ab34-68a25ac252f3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Network': ['ID=a0731eb5-b70c-4960-b13c-694fd08ab3dd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:55.962552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:55.988082 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.989437 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.148714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.422973 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.810422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.851324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.902192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db282-7225-45b8-87c0-cd1268fc4183 req-46a311cf-bdce-4487-8f58-f9c57b47cf24 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:56.905301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-040db282-7225-45b8-87c0-cd1268fc4183 req-46a311cf-bdce-4487-8f58-f9c57b47cf24 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1222181 Jul 05 10:15:57.037882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-040db282-7225-45b8-87c0-cd1268fc4183 req-2cdaf359-cfa9-4d03-8c01-c79b657d13d0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058917 Jul 05 10:15:57.102759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.37 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:57.313131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.412121 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.504716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:57.514748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:57.521797 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:57.567738 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:58.522309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f79f06-20fd-4bc3-acdb-95205f3ac4d4 req-ef11fdc0-89cd-4698-8d2d-1854fcf5309e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:58.528128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f79f06-20fd-4bc3-acdb-95205f3ac4d4 req-ef11fdc0-89cd-4698-8d2d-1854fcf5309e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 943 time: 0.1522536 Jul 05 10:15:58.615674 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.637843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f79f06-20fd-4bc3-acdb-95205f3ac4d4 req-cba68a2b-7e04-48ee-9edd-64d9c261fb3e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033289 Jul 05 10:15:59.092558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.155093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 12a67fcb-6256-4c7d-bc16-d324cd02ae8e details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:59.363590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:15:59.436254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:59.478893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'port_id': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e', 'mac_address': 'fa:16:3e:26:a6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:59.601037 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.666608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a67fcb-6256-4c7d-bc16-d324cd02ae8e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:59.748683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:59.749335 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Sync routers for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:59.782562 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:59.784877 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:15:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:59.801131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.807639 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b88eca75-5b7f-4a28-a1f8-72002353a2a7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9204116 Jul 05 10:15:59.808064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56804) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:59.817054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:59.859790 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0bc17b51-01e8-4056-af4e-ce27f8b09b83 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cb802803e0f34a418fc20a611e285767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484843 Jul 05 10:15:59.863703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:59.865549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.987943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:59.994363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.997159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.151204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c86caa-7c0d-4cfd-924e-3134374d10bc tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:00.159953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:00.169988 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-58c86caa-7c0d-4cfd-924e-3134374d10bc tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3040967 Jul 05 10:16:00.176772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['12a67fcb-6256-4c7d-bc16-d324cd02ae8e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:00.226419 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:00.267929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-37565661-ddd5-4df3-b686-eb260737cdcc tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060407 Jul 05 10:16:00.270011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:00.279770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827169077', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:00.697846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:00.722182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.731376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf5dcf-46bc-4664-84c6-92f29a1d6a54 req-82248058-4142-40f5-8888-cb08c0b4ea89 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:00.744442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eaf5dcf-46bc-4664-84c6-92f29a1d6a54 req-82248058-4142-40f5-8888-cb08c0b4ea89 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 944 time: 0.2688048 Jul 05 10:16:00.833943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eaf5dcf-46bc-4664-84c6-92f29a1d6a54 req-7c7f7100-ce4f-41e3-8268-6bd0d3db2727 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873232 Jul 05 10:16:00.865026 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:15:57Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:00.898366 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Checking router: 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:00.898825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Updating router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:00.987543 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.176990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 12a67fcb-6256-4c7d-bc16-d324cd02ae8e up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:01.290015 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14eed-1433-4bab-b291-f135560eb535 req-75ef1303-6a32-4104-b646-d127d3788920 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:01.298715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:01.306280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3c14eed-1433-4bab-b291-f135560eb535 req-75ef1303-6a32-4104-b646-d127d3788920 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.2113419 Jul 05 10:16:01.308943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:01.311215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.320289 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.396322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3c14eed-1433-4bab-b291-f135560eb535 req-ae1122bd-f94d-4a63-9ac1-f50cd678c48e tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862417 Jul 05 10:16:01.492596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Subnet': ['ID=a25b4ec5-5fd6-447c-91df-8bd3588137ee,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:01.548652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Checking segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:01.549543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network hostable DHCP agents. Network: a0731eb5-b70c-4960-b13c-694fd08ab3dd, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:01.561218 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.608587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:01.624658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:01.634039 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c884e7-cf8c-4121-a64c-981a9d0915c1" -d '{"events": [{"server_uuid": "27b26128-406e-4ca4-955b-ba5e412b8a17", "name": "network-vif-plugged", "status": "completed", "tag": "12a67fcb-6256-4c7d-bc16-d324cd02ae8e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:01.642270 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, a0731eb5-b70c-4960-b13c-694fd08ab3dd) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:01.651030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:01.652143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.685521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7637d323-3045-42ff-8131-109212b230ab None None] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:01.701150 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-92f190eb-d377-451a-a320-416a136ab74c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4288912 Jul 05 10:16:01.706759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:01.897260 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5e9e5-2466-4af2-9c95-90e59b31ccb1 x-openstack-request-id: req-63e5e9e5-2466-4af2-9c95-90e59b31ccb1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:01.903200 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b26128-406e-4ca4-955b-ba5e412b8a17", "name": "network-vif-plugged", "status": "completed", "tag": "12a67fcb-6256-4c7d-bc16-d324cd02ae8e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:01.903936 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63e5e9e5-2466-4af2-9c95-90e59b31ccb1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:01.907984 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e', 'code': 200} Jul 05 10:16:01.931403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:01.949787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.963825 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.010311 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Transition to ACTIVE for port object 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:02.039190 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.075119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:02.164818 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Attempting to bind port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:02.166179 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Attempting to bind port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:02.168845 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Attempting to bind port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:02.224419 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:02.225476 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:02.226463 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.227767 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:02.228972 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Bound port: 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:02.229981 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.338308 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] For port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:02.345673 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] For port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:02.359418 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.417984 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:02.419558 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:15:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:02.535753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f662522-2100-4dd9-a94b-c2d52b623f50 req-579ffb77-cfea-4b05-8033-e138ba559b66 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:02.545796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f662522-2100-4dd9-a94b-c2d52b623f50 req-579ffb77-cfea-4b05-8033-e138ba559b66 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 945 time: 0.3163259 Jul 05 10:16:02.548737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:02.550971 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.629900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6960e62d-bbed-4f2c-8ca1-1a0107ef511d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:02.635296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6960e62d-bbed-4f2c-8ca1-1a0107ef511d tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.3171926 Jul 05 10:16:02.652258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f662522-2100-4dd9-a94b-c2d52b623f50 req-99a6ae23-5c87-4d0e-bad9-6a8828fc19e2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047976 Jul 05 10:16:02.726068 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Pushing event updated for resources: {'Port': ['ID=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:02.763384 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.765228 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.765853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.766426 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.766966 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.767568 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.773755 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.774340 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.774833 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.775383 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.776003 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.776483 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:02.820712 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:03.030775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c69419-9261-4d1b-a09b-07f8fe00fda7 req-1db89290-71d7-407c-ad9e-60d34ae02dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:03.040305 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f0c69419-9261-4d1b-a09b-07f8fe00fda7 req-1db89290-71d7-407c-ad9e-60d34ae02dcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 1097 time: 1.0010097 Jul 05 10:16:03.051058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Deleting port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:03.051659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.089943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Allocated IP 172.20.0.2 (a0731eb5-b70c-4960-b13c-694fd08ab3dd/a25b4ec5-5fd6-447c-91df-8bd3588137ee/cc36b910-153b-492e-a0e6-e4a4a2eff00b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:03.166570 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-f0c69419-9261-4d1b-a09b-07f8fe00fda7 req-9aa6d3bd-6491-4f99-a35e-736efdedd356 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070564 Jul 05 10:16:03.559327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74caea8-677f-4e45-b2ec-e3553bc447f7 req-f8e161ae-7fa3-4b70-bdac-f85433cea119 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:03.560494 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79ead9-d7f4-4b28-9091-278db56f0eb1 None None] Pushing event updated for resources: {'Port': ['ID=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:03.577822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a74caea8-677f-4e45-b2ec-e3553bc447f7 req-f8e161ae-7fa3-4b70-bdac-f85433cea119 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 947 time: 0.4388795 Jul 05 10:16:03.607347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.710263 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.724646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Transition to ACTIVE for port object cc36b910-153b-492e-a0e6-e4a4a2eff00b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:03.753180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] For port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,segment=NetworkSegment(4a8c0705-71a3-403f-93c7-e5134e40a30d),segment_id=4a8c0705-71a3-403f-93c7-e5134e40a30d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:03.753523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.755191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Transition to ACTIVE for port object cc36b910-153b-492e-a0e6-e4a4a2eff00b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:03.766427 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.788659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a74caea8-677f-4e45-b2ec-e3553bc447f7 req-f01f0b9b-422e-4597-b8b3-d1f803c77385 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a137cd3f-32d8-4cb2-b70a-1a5596da5102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085986 Jul 05 10:16:03.794494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Calling delete_port for 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:03.842525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:03.846908 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:15:57Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:03.849145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:03.860250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:03.884643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Pushing event updated for resources: {'Port': ['ID=cc36b910-153b-492e-a0e6-e4a4a2eff00b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:03.980755 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475466-9577-48cb-ac0c-d910c3f3c493 None None] The sync data for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 is: [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:15:57Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:04.062264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Attempting to bind port cc36b910-153b-492e-a0e6-e4a4a2eff00b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:04.062921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Attempting to bind port cc36b910-153b-492e-a0e6-e4a4a2eff00b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:04.063614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Attempting to bind port cc36b910-153b-492e-a0e6-e4a4a2eff00b on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:04.081104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:04.083210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Checking segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:04.086600 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.093003 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Bound using segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:04.103243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Bound port: cc36b910-153b-492e-a0e6-e4a4a2eff00b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:04.105061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.323725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] For port cc36b910-153b-492e-a0e6-e4a4a2eff00b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:04.340280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] For port cc36b910-153b-492e-a0e6-e4a4a2eff00b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cc36b910-153b-492e-a0e6-e4a4a2eff00b,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:04.351549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.389892 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.501491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Pushing event deleted for resources: {'Port': ['ID=8b3f58f7-14bd-4186-a1ec-a9da18f9acf4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.600235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:04.616822 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.1 (a0731eb5-b70c-4960-b13c-694fd08ab3dd/a25b4ec5-5fd6-447c-91df-8bd3588137ee/93ea92d3-2340-4e0e-8218-e29bd25ff309) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:04.631131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] No DVR routers for this DVR port 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:04.636004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.638340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-484d5c02-35a3-475f-9cbc-69c3d30e82f0 req-6a0d09a2-26f3-48d1-b246-ab9b35684902 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.16 "DELETE /v2.0/ports/8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 HTTP/1.1" status: 204 len: 173 time: 1.9845226 Jul 05 10:16:04.638924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-deleted', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:04.672936 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfbbe9a-893e-4830-9a9b-21f40fad6060" -d '{"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-deleted", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:04.727181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318474b-f311-436f-836f-8e63197d4fe7 req-c885b8db-8639-40ac-8ebc-564527c595a8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.729085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e318474b-f311-436f-836f-8e63197d4fe7 req-c885b8db-8639-40ac-8ebc-564527c595a8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 945 time: 0.5288744 Jul 05 10:16:04.777156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d384-205a-4fd8-8719-ab699236a185 None None] Pushing event updated for resources: {'Port': ['ID=cc36b910-153b-492e-a0e6-e4a4a2eff00b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:04.934170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e318474b-f311-436f-836f-8e63197d4fe7 req-d6f94a18-18ef-4a96-a125-4846498469e7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797247 Jul 05 10:16:05.092796 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d697f70-2d26-4ca3-9c14-711d203228b6 x-openstack-request-id: req-3d697f70-2d26-4ca3-9c14-711d203228b6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:05.093290 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c3c20-806e-4a06-b7ba-bc9f545cc28d", "name": "network-vif-deleted", "tag": "8b3f58f7-14bd-4186-a1ec-a9da18f9acf4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:05.093764 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d697f70-2d26-4ca3-9c14-711d203228b6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:05.094372 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c3c20-806e-4a06-b7ba-bc9f545cc28d', 'name': 'network-vif-deleted', 'tag': '8b3f58f7-14bd-4186-a1ec-a9da18f9acf4', 'status': 'completed', 'code': 200} Jul 05 10:16:05.217877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:05.279808 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:05.312733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object 93ea92d3-2340-4e0e-8218-e29bd25ff309 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:05.391841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:05.392186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8b3f58f7-14bd-4186-a1ec-a9da18f9acf4 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:05.441322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:05.605748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1c5927-9251-40d0-ab35-33b538f6dbf4 req-f9ed3e7a-d0ef-41fb-a82b-89897d6c632f tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4c3c20-806e-4a06-b7ba-bc9f545cc28d HTTP/1.1" status: 200 len: 210 time: 0.1760540 Jul 05 10:16:05.629514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:05.636934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:05.651655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:05.794117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=93ea92d3-2340-4e0e-8218-e29bd25ff309,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:05.811412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:05.859621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:06.267835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.375838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0890ed4d-addf-46f5-a868-5067f4f32d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.606509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cc36b910-153b-492e-a0e6-e4a4a2eff00b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:06.765739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port cc36b910-153b-492e-a0e6-e4a4a2eff00b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:06.775154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:06.894360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:06.903041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:06.903820 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.052799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc048bdd-b280-4687-b1bd-d39d40f0fda0 req-63cd8c90-049d-4819-88b6-db580e2118cb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.061443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc048bdd-b280-4687-b1bd-d39d40f0fda0 req-63cd8c90-049d-4819-88b6-db580e2118cb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 945 time: 0.4346230 Jul 05 10:16:07.083665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.155770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7b49a8-33cb-4f48-a565-8c6580672f18 None None] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:07.166732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:07.183984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc048bdd-b280-4687-b1bd-d39d40f0fda0 req-b26b76aa-65f1-4c5c-9a44-5c73d11f52f6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206205 Jul 05 10:16:07.217107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0890ed4d-addf-46f5-a868-5067f4f32d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.220219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.240586 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0890ed4d-addf-46f5-a868-5067f4f32d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.314399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d79cc2ee-8512-4c2d-b003-a499c7eb4a4b None None] Provisioning for port cc36b910-153b-492e-a0e6-e4a4a2eff00b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:07.322471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d79cc2ee-8512-4c2d-b003-a499c7eb4a4b None None] Provisioning complete for port cc36b910-153b-492e-a0e6-e4a4a2eff00b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:07.323277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d79cc2ee-8512-4c2d-b003-a499c7eb4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.354024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0890ed4d-addf-46f5-a868-5067f4f32d25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ee57201ec74106864e07484aa1006f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4899518 Jul 05 10:16:07.354024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890ed4d-addf-46f5-a868-5067f4f32d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910b833-1c84-48ea-9db9-92beaffc3cc1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:07.366626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:07.371211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.431678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.546370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.572997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.619366 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d79cc2ee-8512-4c2d-b003-a499c7eb4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.696060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3d6-82e3-428f-9320-2384598a639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.735491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d79cc2ee-8512-4c2d-b003-a499c7eb4a4b None None] For port cc36b910-153b-492e-a0e6-e4a4a2eff00b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cc36b910-153b-492e-a0e6-e4a4a2eff00b,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:07.757582 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d79cc2ee-8512-4c2d-b003-a499c7eb4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.823687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=93ea92d3-2340-4e0e-8218-e29bd25ff309,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:07.853106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3d6-82e3-428f-9320-2384598a639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.859300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] Deleting subnet c6a836f1-210b-4c82-824f-59bc3fc80c22 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:07.865254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.907610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc2ee-8512-4c2d-b003-a499c7eb4a4b None None] Pushing event updated for resources: {'Port': ['ID=cc36b910-153b-492e-a0e6-e4a4a2eff00b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:07.919570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.922769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.079433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.144608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e82493-356d-4742-b7d5-7062da2494f2 req-7a23d924-df66-4a9a-8b9a-f7898056a1e0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.152534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1e82493-356d-4742-b7d5-7062da2494f2 req-7a23d924-df66-4a9a-8b9a-f7898056a1e0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 945 time: 0.4529922 Jul 05 10:16:08.164202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:08.168126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:08.229142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3d6-82e3-428f-9320-2384598a639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.232355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3d6-82e3-428f-9320-2384598a639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.233797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4d41e3d6-82e3-428f-9320-2384598a639d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2910b833-1c84-48ea-9db9-92beaffc3cc1 HTTP/1.1" status: 204 len: 168 time: 0.8611734 Jul 05 10:16:08.264070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e1e82493-356d-4742-b7d5-7062da2494f2 req-6a66f773-618f-4164-a896-9365a08938b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099160 Jul 05 10:16:08.296023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41e3d6-82e3-428f-9320-2384598a639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910b833-1c84-48ea-9db9-92beaffc3cc1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:08.309072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.396497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.400778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c6a836f1-210b-4c82-824f-59bc3fc80c22 HTTP/1.1" status: 204 len: 168 time: 0.9632220 Jul 05 10:16:08.404680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56874) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:08.494767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cc36b910-153b-492e-a0e6-e4a4a2eff00b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:08.592090 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce37e68d-17c3-48a7-a14a-b81d2f75f522 None None] Provisioning complete for port cc36b910-153b-492e-a0e6-e4a4a2eff00b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:08.592579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:08.593322 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce37e68d-17c3-48a7-a14a-b81d2f75f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.632322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2a4c3-d6cb-4e7e-b917-ce2c06bfddca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a836f1-210b-4c82-824f-59bc3fc80c22,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:08.808298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.917793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:08.921189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port cc36b910-153b-492e-a0e6-e4a4a2eff00b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:08.922101 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.954105 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cdbdb7ef-12e9-4fb8-81bf-d323d05e6fc4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/902c3a00-7f4b-4e14-a177-a4aeb74f9d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2437129 Jul 05 10:16:09.097353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Sync routers for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:09.234206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:09.234879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:15:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:09.249813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.300264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f0e6e3-3115-4137-8663-7c5f22d1387f']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:09.339219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8c0705-71a3-403f-93c7-e5134e40a30d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:09.339644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8c0705-71a3-403f-93c7-e5134e40a30d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:09.360572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.416700 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.444084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:09.444716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:09.454457 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:09.632646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.665342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.667607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] 10.222.0.21 "DELETE /v2.0/networks/14f0e6e3-3115-4137-8663-7c5f22d1387f HTTP/1.1" status: 204 len: 168 time: 1.2609358 Jul 05 10:16:09.672044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1065-11f9-4510-9752-23bbe49d8126 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f0e6e3-3115-4137-8663-7c5f22d1387f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:09.687070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-ce6bc04d-a97c-4afc-ac75-dd01d358ee5e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482538041&fields=id&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 267 time: 0.1128812 Jul 05 10:16:09.812283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce37e68d-17c3-48a7-a14a-b81d2f75f522 None None] Provisioning for port 93ea92d3-2340-4e0e-8218-e29bd25ff309 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:09.834798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce37e68d-17c3-48a7-a14a-b81d2f75f522 None None] Provisioning complete for port 93ea92d3-2340-4e0e-8218-e29bd25ff309 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:09.836050 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce37e68d-17c3-48a7-a14a-b81d2f75f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.882806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-d59678ed-a89f-490f-8f16-08dee0b4da37 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:09.885030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-d59678ed-a89f-490f-8f16-08dee0b4da37 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 797 time: 0.1815679 Jul 05 10:16:09.912724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-5071dc96-fed7-4b85-9198-b29bc007a54f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/quotas/cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 375 time: 0.0202172 Jul 05 10:16:09.949721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:10.016177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ce37e68d-17c3-48a7-a14a-b81d2f75f522 None None] Port 93ea92d3-2340-4e0e-8218-e29bd25ff309 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:10.023459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:10.063848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:10.064577 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-25c11fb6-01f9-41b6-9df4-e13bb3e08e88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6cc399dbd084ad9ad03d9053b85eb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112609 Jul 05 10:16:10.065767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:10.145278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ea8-7885-4091-b281-4bca53addc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.195442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ea8-7885-4091-b281-4bca53addc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.244509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-d5d15c5f-6574-4957-8e39-f96b67cb7fff tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3218179 Jul 05 10:16:10.326819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:10.329396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ea8-7885-4091-b281-4bca53addc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.330332 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.339918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ea8-7885-4091-b281-4bca53addc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.343504 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3bc80ea8-7885-4091-b281-4bca53addc0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a137cd3f-32d8-4cb2-b70a-1a5596da5102 HTTP/1.1" status: 204 len: 168 time: 0.2755530 Jul 05 10:16:10.345659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ede6d4cf-bbe2-44d2-bcae-dd9861b5bbd0 None None] Provisioning complete for port 93ea92d3-2340-4e0e-8218-e29bd25ff309 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:10.346198 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ede6d4cf-bbe2-44d2-bcae-dd9861b5bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.383206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80ea8-7885-4091-b281-4bca53addc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a137cd3f-32d8-4cb2-b70a-1a5596da5102,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:10.529650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ede6d4cf-bbe2-44d2-bcae-dd9861b5bbd0 None None] Port 93ea92d3-2340-4e0e-8218-e29bd25ff309 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:10.535871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:10.570907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-9f94d98c-9df6-4614-b91c-3471978ca58c service neutron] 10.222.0.21 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115215 Jul 05 10:16:10.697972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 2, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:10.766531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Checking router: 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:10.767184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Updating router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c port 93ea92d3-2340-4e0e-8218-e29bd25ff309 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:10.857509 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.866361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-964005966-network', 'tenant_id': 'aac53df361f64039b96e506daa095b7f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:10.881358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-361b3a14-3a2e-480f-ab64-d87a751e21b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089340 Jul 05 10:16:10.960840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Made reservation on behalf of aac53df361f64039b96e506daa095b7f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:10.967015 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.990475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.394682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.406210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.491807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:11.556332 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.558050 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Added segment d5dc0324-54cb-4044-a0c2-60cb14c67db0 of type vlan for network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 Jul 05 10:16:11.606249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40fd312-e4ed-4598-bb94-db5715520c48,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:11.744827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.807272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6b29-629c-4735-8efc-e65b24242193 req-aadd0211-a1e6-4365-8a3e-fa48c8cdf654 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:11.813723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-598a6b29-629c-4735-8efc-e65b24242193 req-aadd0211-a1e6-4365-8a3e-fa48c8cdf654 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 945 time: 0.4860246 Jul 05 10:16:11.829073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.832000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:11.833454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.906554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-81099d68-20bf-41d3-870e-d9f384947f2f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:11.908833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-81099d68-20bf-41d3-870e-d9f384947f2f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 945 time: 0.4111655 Jul 05 10:16:12.009789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-598a6b29-629c-4735-8efc-e65b24242193 req-da441b0b-9626-4211-8ea1-0a2a082e6363 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664855 Jul 05 10:16:12.062953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] Pushing event updated for resources: {'Network': ['ID=92b89d12-31cd-4b7a-beaf-c82e3880fb46,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:12.095562 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c631a38e-c4b8-46a0-9d34-62da9b4fab97 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5574059 Jul 05 10:16:12.098259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:12.119916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:12.120872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Request body: {'subnet': {'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-964005966-subnet', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:12.154831 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.199605 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Made reservation on behalf of aac53df361f64039b96e506daa095b7f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:12.205129 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.215368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e40579a-e580-49a7-82ea-ac0bb46bc394 req-e4e229fd-b37e-400f-9f8c-9a672816ce30 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 210 time: 0.0701551 Jul 05 10:16:12.298420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Transition to ACTIVE for port object 93ea92d3-2340-4e0e-8218-e29bd25ff309 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:12.330554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:12.330777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.349477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.618960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Pushing event updated for resources: {'Port': ['ID=93ea92d3-2340-4e0e-8218-e29bd25ff309,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:12.642240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Attempting to bind port 93ea92d3-2340-4e0e-8218-e29bd25ff309 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:12.643269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Attempting to bind port 93ea92d3-2340-4e0e-8218-e29bd25ff309 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:12.645315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Attempting to bind port 93ea92d3-2340-4e0e-8218-e29bd25ff309 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:12.653732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:12.654585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Checking segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:12.655792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.656689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Bound using segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:12.657583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Bound port: 93ea92d3-2340-4e0e-8218-e29bd25ff309, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:12.658491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.848597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] For port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:12.851502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.925494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 12a67fcb-6256-4c7d-bc16-d324cd02ae8e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:12.964821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] For port 93ea92d3-2340-4e0e-8218-e29bd25ff309, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:12.990131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] For port 93ea92d3-2340-4e0e-8218-e29bd25ff309, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=93ea92d3-2340-4e0e-8218-e29bd25ff309,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:13.004354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.067429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.171403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:13.220674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517c9179-3e07-4b11-85bb-8df79af9ec31,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:13.242798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:13.244057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:15:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:13.275889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Checking segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:13.276993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Network hostable DHCP agents. Network: 92b89d12-31cd-4b7a-beaf-c82e3880fb46, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:13.322927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:13.350192 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 92b89d12-31cd-4b7a-beaf-c82e3880fb46) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:13.380948 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:13.382596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.410548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Pushing event updated for resources: {'Port': ['ID=93ea92d3-2340-4e0e-8218-e29bd25ff309,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:13.414754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e477d7f-5325-4069-9740-5e01411ebdca None None] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:13.453020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ea7abdd3-cbca-4062-848f-4c39cc64db11 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3470132 Jul 05 10:16:13.470302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 56968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:13.488687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:13.734752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.735779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.736602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.737947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.741000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.742060 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.742866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.744315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.745183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.745994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.746786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.747624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54469595-4343-479a-a2ac-de212a199e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:13.820015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1812706741-network', 'tenant_id': '69211943607a4aebb7c1df17c291948d'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:13.843337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:13.901179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:16:13.901179 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:16:13.901179 n-d-771363-33 neutron-server[93795]: [parameters: {'project_id_1': '69211943607a4aebb7c1df17c291948d', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 16, 13, 834470)}] Jul 05 10:16:13.901179 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:13.901947 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:13.906532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.945997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['793b7eee-9272-45f2-b96e-a055fe017799'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:13.987475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=12a67fcb-6256-4c7d-bc16-d324cd02ae8e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:14.091364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.098857 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.248298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] No DVR routers for this DVR port 12a67fcb-6256-4c7d-bc16-d324cd02ae8e on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:14.266300 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.268699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.272135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7913bd07-7ec0-44fb-9c2f-5876109a4ebc req-980ab09e-0298-45a6-8cf6-130358cd7cec tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "DELETE /v2.0/ports/12a67fcb-6256-4c7d-bc16-d324cd02ae8e HTTP/1.1" status: 204 len: 173 time: 2.3514237 Jul 05 10:16:14.274054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'name': 'network-vif-deleted', 'tag': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:14.277512 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3854650-a686-4ab2-9ff9-b922755a4edb" -d '{"events": [{"server_uuid": "27b26128-406e-4ca4-955b-ba5e412b8a17", "name": "network-vif-deleted", "tag": "12a67fcb-6256-4c7d-bc16-d324cd02ae8e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:14.386118 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9363578-aa96-4f9b-a461-ed7b068278c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.417995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bdf59-f833-43e8-82c3-789c78c274b4 req-f3aab87a-21b5-4748-b1f3-95b5faf46009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:14.431997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a18bdf59-f833-43e8-82c3-789c78c274b4 req-f3aab87a-21b5-4748-b1f3-95b5faf46009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 867 time: 0.7337072 Jul 05 10:16:14.489531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Made reservation on behalf of 69211943607a4aebb7c1df17c291948d for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:14.494471 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.536620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.649902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'fixed_ips': [{'subnet_id': '517c9179-3e07-4b11-85bb-8df79af9ec31'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:14.652112 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.843642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.878588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a18bdf59-f833-43e8-82c3-789c78c274b4 req-e2d05d33-8ba8-4889-a9c1-9f2fae0f24aa tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375999 Jul 05 10:16:14.932517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.949429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.228310 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:15.274134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.274802 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Added segment 762266d6-d648-4c53-880a-f1c57cc4793a of type vlan for network 160b3fee-65a7-4b82-a1d8-7e38cd679867 Jul 05 10:16:15.291599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 12a67fcb-6256-4c7d-bc16-d324cd02ae8e no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:15.308130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db62ce-e4ce-45d0-ae27-f5bc1a3fc5f5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:15.471193 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 12a67fcb-6256-4c7d-bc16-d324cd02ae8e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:15.472740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 12a67fcb-6256-4c7d-bc16-d324cd02ae8e not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:15.510058 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.619836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.622915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:15.625658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.782990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-303544dc-a132-4590-8ebb-d198f0a789cf req-c41eb43f-e76d-4d2b-8524-f941a0f56278 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 210 time: 0.1657267 Jul 05 10:16:15.813264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Allocated IP 172.20.0.2 (92b89d12-31cd-4b7a-beaf-c82e3880fb46/517c9179-3e07-4b11-85bb-8df79af9ec31/da82ee49-c692-427a-8037-29d11a69b8db) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:15.910901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:12Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:15.948494 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7704108 Jul 05 10:16:15.949254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56976) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.959760 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Request body: {'subnet': {'network_id': '160b3fee-65a7-4b82-a1d8-7e38cd679867', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1812706741-subnet', 'tenant_id': '69211943607a4aebb7c1df17c291948d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:15.980915 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0907e1ff-27fe-40a0-b10d-a8f3bbcd724b x-openstack-request-id: req-0907e1ff-27fe-40a0-b10d-a8f3bbcd724b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:15.982894 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b26128-406e-4ca4-955b-ba5e412b8a17", "name": "network-vif-deleted", "tag": "12a67fcb-6256-4c7d-bc16-d324cd02ae8e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:15.991635 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0907e1ff-27fe-40a0-b10d-a8f3bbcd724b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:15.992591 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b26128-406e-4ca4-955b-ba5e412b8a17', 'name': 'network-vif-deleted', 'tag': '12a67fcb-6256-4c7d-bc16-d324cd02ae8e', 'status': 'completed', 'code': 200} Jul 05 10:16:16.001039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a648e8-404a-4d34-a860-9f41bc172a08 None None] The sync data for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 is: [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:12Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:16.024262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97e1db-3d1e-4437-a91d-162aaed53ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=160b3fee-65a7-4b82-a1d8-7e38cd679867,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:16.030762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Made reservation on behalf of 69211943607a4aebb7c1df17c291948d for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:16.037463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.050981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-3bfd4877-c3d2-4812-bd38-dcb3d04b7830 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:16.054395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-3bfd4877-c3d2-4812-bd38-dcb3d04b7830 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 797 time: 1.0753903 Jul 05 10:16:16.060083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 160b3fee-65a7-4b82-a1d8-7e38cd679867 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:16.266728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-7e0a3ed3-0e66-467c-9526-b212fa4d6387 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 380 time: 0.1950824 Jul 05 10:16:16.281760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'port': {'device_id': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'admin_state_up': True, 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'security_groups': ['2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:16.568399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfe71f25-c7b3-457b-ae6a-98ffe7919c2b req-2bff69af-6d7f-4ffd-981b-8ca4fed40b7f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 210 time: 0.0839126 Jul 05 10:16:16.843779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.854844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:16.868887 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.930643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.011013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.179591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cecbcec-5209-409d-b6d8-069824bfc4c2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:17.221165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Checking segment: {'id': '762266d6-d648-4c53-880a-f1c57cc4793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '160b3fee-65a7-4b82-a1d8-7e38cd679867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:17.221607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Network hostable DHCP agents. Network: 160b3fee-65a7-4b82-a1d8-7e38cd679867, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:17.264224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Network 160b3fee-65a7-4b82-a1d8-7e38cd679867 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:17.292078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 160b3fee-65a7-4b82-a1d8-7e38cd679867) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:17.301937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:17.302995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.367183 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-468951dd-4fd5-47c6-bbfd-3ea73586f32d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4146941 Jul 05 10:16:17.549295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 93ea92d3-2340-4e0e-8218-e29bd25ff309 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:17.554308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f93c0f6b-2824-44cc-b3cc-306da6219763 req-5116876e-ff40-4788-97ae-1c572b76e3c5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 210 time: 0.2618737 Jul 05 10:16:17.562767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14d675-6647-4643-aa5a-c26faaaae777 None None] Network 160b3fee-65a7-4b82-a1d8-7e38cd679867 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:17.581787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.635562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.9 (a0731eb5-b70c-4960-b13c-694fd08ab3dd/a25b4ec5-5fd6-447c-91df-8bd3588137ee/66cae02e-ccc4-4c09-91d5-9f95dc8f9522) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:17.697538 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:17.903072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] Deleting subnet 8cecbcec-5209-409d-b6d8-069824bfc4c2 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:17.909414 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.996323 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.075488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.085894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Transition to ACTIVE for port object da82ee49-c692-427a-8037-29d11a69b8db will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:18.121443 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.124617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-daeb3c59-fff4-4aa5-b54f-7dbdf82f2704 req-b7b9bac1-2b34-40c0-a7d7-1fbd7ffe3b8c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 210 time: 0.1118686 Jul 05 10:16:18.217052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Allocated IP 172.25.1.22 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/50fe280a-9abf-4be5-b284-7b94e01421f6) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:18.218873 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72d4456f-e680-40cd-a39c-1ce9a0b76efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.318918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.371105 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.373756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Transition to ACTIVE for port object da82ee49-c692-427a-8037-29d11a69b8db will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:18.406966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cecbcec-5209-409d-b6d8-069824bfc4c2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:18.421912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.428697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6f3d7a24-2076-465b-9069-1160b905da3f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8cecbcec-5209-409d-b6d8-069824bfc4c2 HTTP/1.1" status: 204 len: 168 time: 0.7283442 Jul 05 10:16:18.442652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 56994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:18.445036 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.537292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 93ea92d3-2340-4e0e-8218-e29bd25ff309 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:18.555717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cba0d0-5b5b-4f34-8c26-d8f15df86167 None None] Network 160b3fee-65a7-4b82-a1d8-7e38cd679867 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:18.604628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 93ea92d3-2340-4e0e-8218-e29bd25ff309 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:18.604628 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.609731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.625464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:18.755781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:18.776433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.919035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:18.922673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:18.995883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Pushing event updated for resources: {'Port': ['ID=da82ee49-c692-427a-8037-29d11a69b8db,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.138181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3554bd-a79a-43a6-b1f8-0856bc41ae29 req-e845141c-c9a2-4faa-b8ba-18768dc706cb tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 210 time: 0.0993905 Jul 05 10:16:19.285334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.326120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.377522 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Attempting to bind port da82ee49-c692-427a-8037-29d11a69b8db on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:19.378277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Attempting to bind port da82ee49-c692-427a-8037-29d11a69b8db by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:19.379051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Attempting to bind port da82ee49-c692-427a-8037-29d11a69b8db on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:19.395987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:19.397324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Checking segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:19.397324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.397833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Bound using segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:19.398669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Bound port: da82ee49-c692-427a-8037-29d11a69b8db, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:19.399374 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.517850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.550877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:19.640718 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 93ea92d3-2340-4e0e-8218-e29bd25ff309, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=93ea92d3-2340-4e0e-8218-e29bd25ff309,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:19.641648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.643672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] For port da82ee49-c692-427a-8037-29d11a69b8db, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:19.671305 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.786594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] For port da82ee49-c692-427a-8037-29d11a69b8db, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=da82ee49-c692-427a-8037-29d11a69b8db,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:19.786594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=93ea92d3-2340-4e0e-8218-e29bd25ff309,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.787165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:19.815334 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.819791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca4da887-cfe2-4482-8e7d-2606320235bc req-eac0a8c0-bf6e-4033-882b-34cca2c4b898 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 210 time: 0.2712672 Jul 05 10:16:19.826336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:19.847243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.850086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.871872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b3fee-65a7-4b82-a1d8-7e38cd679867']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:19.895615 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762266d6-d648-4c53-880a-f1c57cc4793a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:19.896229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762266d6-d648-4c53-880a-f1c57cc4793a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:19.930632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.999928 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.004824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.032682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:20.036183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:20.043656 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:20.100456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab1cfe-3807-493f-8900-935092c261ab None None] Pushing event updated for resources: {'Port': ['ID=da82ee49-c692-427a-8037-29d11a69b8db,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.116358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:20.135065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:20.161232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:20.169616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Pushing event updated for resources: {'Port': ['ID=50fe280a-9abf-4be5-b284-7b94e01421f6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.286194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:20.287925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.309084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.337084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-4612be72-6b08-40cd-8a5e-b34e1d277eec tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0619309 Jul 05 10:16:20.364559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Request body: {'port': {'device_id': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:20.387060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.391999 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/160b3fee-65a7-4b82-a1d8-7e38cd679867 HTTP/1.1" status: 204 len: 168 time: 1.9375699 Jul 05 10:16:20.394264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176b08d-eb26-4213-90e3-2e0d04cbfd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=160b3fee-65a7-4b82-a1d8-7e38cd679867,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.628089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d9b67c4-8688-4403-887c-cf3d93cd0211 None None] Provisioning for port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:20.640221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d9b67c4-8688-4403-887c-cf3d93cd0211 None None] Provisioning complete for port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:20.649270 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d9b67c4-8688-4403-887c-cf3d93cd0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.836450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b67c4-8688-4403-887c-cf3d93cd0211 None None] Port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:20.860955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57008) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:20.998830 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76115cae-9629-486c-91ae-e87816a94e70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69211943607a4aebb7c1df17c291948d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358559 Jul 05 10:16:21.002383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:21.128758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be47040a-d08a-4743-8b04-8fb050f51cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.172972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be47040a-d08a-4743-8b04-8fb050f51cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.265258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be47040a-d08a-4743-8b04-8fb050f51cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.272784 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be47040a-d08a-4743-8b04-8fb050f51cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.275584 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be47040a-d08a-4743-8b04-8fb050f51cdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4db62ce-e4ce-45d0-ae27-f5bc1a3fc5f5 HTTP/1.1" status: 204 len: 168 time: 0.2704639 Jul 05 10:16:21.298757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47040a-d08a-4743-8b04-8fb050f51cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db62ce-e4ce-45d0-ae27-f5bc1a3fc5f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.827613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.093203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 93ea92d3-2340-4e0e-8218-e29bd25ff309 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:22.115207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faceecf-6836-47d2-bef3-0034579362e0 req-22ce50fe-c3fe-44ea-a936-20ef9657ebe2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:22.135128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9faceecf-6836-47d2-bef3-0034579362e0 req-22ce50fe-c3fe-44ea-a936-20ef9657ebe2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 931 time: 0.7321267 Jul 05 10:16:22.371029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 93ea92d3-2340-4e0e-8218-e29bd25ff309 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:22.372514 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.521194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9faceecf-6836-47d2-bef3-0034579362e0 req-d8c945c0-18ca-4050-a267-6e6acb6f95a8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967011 Jul 05 10:16:22.531617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31703681-2a77-4df8-94ee-751b3207510e None None] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:22.766586 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.879410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a744270c-10fc-4696-a59c-b1855c8a7461 None None] Provisioning for port da82ee49-c692-427a-8037-29d11a69b8db completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:23.064170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device da82ee49-c692-427a-8037-29d11a69b8db up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:23.098795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:23.114004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.131604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Transition to ACTIVE for port object 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:23.153548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.257359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:23.288871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-80f65509-bd44-4c36-88ab-52d8deb22351 req-a3fc13b8-863e-4329-8bd5-a9294daffd72 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 210 time: 0.1516287 Jul 05 10:16:23.371490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port da82ee49-c692-427a-8037-29d11a69b8db completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:23.389566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port da82ee49-c692-427a-8037-29d11a69b8db triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:23.390157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.478698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:23.479770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:23.480515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:23.503170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:16:23.503747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:23.543040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:23.543989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Checking segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:23.546676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Bound using segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:23.547871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Bound port: 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:23.549304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.703619 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.745151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:23.750540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:23.921957 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.929395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.976415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port da82ee49-c692-427a-8037-29d11a69b8db, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=da82ee49-c692-427a-8037-29d11a69b8db,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:23.985040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.083071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:24.121983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=da82ee49-c692-427a-8037-29d11a69b8db,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:24.122887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.138658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.142831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-20fbdf08-9466-473f-871b-d8d565c54cde service neutron] 10.222.0.15 "PUT /v2.0/ports/66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 1092 time: 3.7931814 Jul 05 10:16:24.148677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:24.153888 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d6f33a-5957-46db-9542-6e3ac9b883e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:24.197220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-23e996e3-b9e6-4b09-ba03-8fdadf007e77 None None] Provisioning complete for port da82ee49-c692-427a-8037-29d11a69b8db triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:24.198335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23e996e3-b9e6-4b09-ba03-8fdadf007e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.500353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-198dfcab-9d61-4a86-8aec-47345b4bc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.502086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-198dfcab-9d61-4a86-8aec-47345b4bc29f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1095 time: 0.2533383 Jul 05 10:16:24.587561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e6c8b-3a32-4837-9e83-a119b30bf411 req-0860daba-7949-4d83-9023-6fa9e08fc86b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.596024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d08e6c8b-3a32-4837-9e83-a119b30bf411 req-0860daba-7949-4d83-9023-6fa9e08fc86b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 943 time: 0.4944510 Jul 05 10:16:24.602355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-a00d3453-0bf1-47ec-bd63-615c22cbef93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 217 time: 0.0878005 Jul 05 10:16:24.785317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:16:24.804139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d08e6c8b-3a32-4837-9e83-a119b30bf411 req-ef7e1b9c-8d69-4a5e-b77d-4df05a69c075 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965473 Jul 05 10:16:24.807738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-507d0359-c387-4ffa-9b1c-d3d3e8bb7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.809524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-507d0359-c387-4ffa-9b1c-d3d3e8bb7593 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.1989064 Jul 05 10:16:24.835594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Router 21588905-5c1b-4b0a-89a4-73ec25c03037 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:16:25.005163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39746-cffe-4144-b036-414dfa66709d req-0feb2e62-e1c9-43fa-8aba-9a33927ac5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:25.011473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-0feb2e62-e1c9-43fa-8aba-9a33927ac5e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916103 Jul 05 10:16:25.280706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:25.299601 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Sync routers for ids ['21588905-5c1b-4b0a-89a4-73ec25c03037'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:25.315266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.320903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d559c1b5-5851-4c46-8495-d22d32493442 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.8432181 Jul 05 10:16:25.321214 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Routers {'21588905-5c1b-4b0a-89a4-73ec25c03037'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:25.321214 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['21588905-5c1b-4b0a-89a4-73ec25c03037'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:25.321611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:25.330821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-15660c41-0381-4981-84bb-5ed82c1b704a service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341640 Jul 05 10:16:25.528842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3fc39746-cffe-4144-b036-414dfa66709d req-4c794608-cd32-4d3c-9776-912f36146115 service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860061 Jul 05 10:16:25.538505 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25ec696-6888-40f9-af62-a39d60b52965 x-openstack-request-id: req-a25ec696-6888-40f9-af62-a39d60b52965 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:25.539539 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:25.540300 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a25ec696-6888-40f9-af62-a39d60b52965 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:25.541653 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'status': 'completed', 'code': 200} Jul 05 10:16:25.632997 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Set router 21588905-5c1b-4b0a-89a4-73ec25c03037 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:25.909910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9541b4c-e988-4b4e-b90e-b73938497efb req-e2222313-5dac-4a26-b91b-e8c81fafb3e9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=27b26128-406e-4ca4-955b-ba5e412b8a17 HTTP/1.1" status: 200 len: 210 time: 0.0810962 Jul 05 10:16:26.013917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-9607e2d8-4384-44f6-b491-daf0744c073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.020439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-9607e2d8-4384-44f6-b491-daf0744c073b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1095 time: 0.3091724 Jul 05 10:16:26.046844 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:16:21Z', 'revision_number': 3, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port': {'id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:17Z', 'updated_at': '2021-07-05T10:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:26.148882 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Checking router: 21588905-5c1b-4b0a-89a4-73ec25c03037 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:26.149517 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Updating router 21588905-5c1b-4b0a-89a4-73ec25c03037 port 50fe280a-9abf-4be5-b284-7b94e01421f6 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:26.255969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device da82ee49-c692-427a-8037-29d11a69b8db up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:26.292160 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.383865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-5da1fd73-8cd0-4516-b187-89660bd266cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.396300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-5da1fd73-8cd0-4516-b187-89660bd266cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.3637748 Jul 05 10:16:26.442781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port da82ee49-c692-427a-8037-29d11a69b8db triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:26.447350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.509439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-5710c4cc-0ea4-4ea4-b4cd-1e3d984b72fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 217 time: 0.1066759 Jul 05 10:16:26.597465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-65c092d2-b489-422a-8935-27a6886cf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.601173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-65c092d2-b489-422a-8935-27a6886cf335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.0842078 Jul 05 10:16:26.896562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa68ed-7283-4e03-a2bd-262307a4aa19 req-17e70888-c159-4fa9-b6be-f4a5a928ba98 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.898261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8fa68ed-7283-4e03-a2bd-262307a4aa19 req-17e70888-c159-4fa9-b6be-f4a5a928ba98 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 943 time: 0.2055542 Jul 05 10:16:26.904591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-7a4e7200-3155-487f-a72f-e7919de58634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.906631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-7a4e7200-3155-487f-a72f-e7919de58634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2978246 Jul 05 10:16:26.999791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.025949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8fa68ed-7283-4e03-a2bd-262307a4aa19 req-3f9d90b3-8ec9-49b6-b026-2c9f838bb5ab tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119511 Jul 05 10:16:27.198986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-44f02763-0d4c-412c-8c28-99d534a7def6 service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455559 Jul 05 10:16:27.206102 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.258655 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Transition to ACTIVE for port object 50fe280a-9abf-4be5-b284-7b94e01421f6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:27.278944 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.403819 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Attempting to bind port 50fe280a-9abf-4be5-b284-7b94e01421f6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:27.404490 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Attempting to bind port 50fe280a-9abf-4be5-b284-7b94e01421f6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:27.405117 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Attempting to bind port 50fe280a-9abf-4be5-b284-7b94e01421f6 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:27.419311 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:27.419893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:27.420626 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.421291 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:27.422949 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Bound port: 50fe280a-9abf-4be5-b284-7b94e01421f6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:27.423945 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.542654 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b1b32-357c-4b05-9c3a-529110b243a4 None None] Pushing event updated for resources: {'Port': ['ID=50fe280a-9abf-4be5-b284-7b94e01421f6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:27.619979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1d6f33a-5957-46db-9542-6e3ac9b883e8 req-f9370be7-7072-4d2e-b26f-ceff8370f34f service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117162 Jul 05 10:16:27.620598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Allocated IP 172.20.0.1 (92b89d12-31cd-4b7a-beaf-c82e3880fb46/517c9179-3e07-4b11-85bb-8df79af9ec31/c2af8165-7be4-4e6b-be26-73fd124b4b86) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:27.683197 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] For port 50fe280a-9abf-4be5-b284-7b94e01421f6, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:27.695303 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] For port 50fe280a-9abf-4be5-b284-7b94e01421f6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=50fe280a-9abf-4be5-b284-7b94e01421f6,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:27.704387 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.837820 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Routers {'21588905-5c1b-4b0a-89a4-73ec25c03037'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:27.838671 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['21588905-5c1b-4b0a-89a4-73ec25c03037'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:27.994202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.014379 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Transition to ACTIVE for port object c2af8165-7be4-4e6b-be26-73fd124b4b86 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:28.031103 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b1b32-357c-4b05-9c3a-529110b243a4 None None] Pushing event updated for resources: {'Port': ['ID=50fe280a-9abf-4be5-b284-7b94e01421f6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:28.091440 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.230420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Pushing event updated for resources: {'Port': ['ID=c2af8165-7be4-4e6b-be26-73fd124b4b86,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:28.249151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.249683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.250242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.250792 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.251657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.252424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.253256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.253783 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.254366 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.254927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.255485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.256029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:28.293330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:28.296742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:28.319570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:28.321357 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] Set router 21588905-5c1b-4b0a-89a4-73ec25c03037 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:28.516495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.776966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f31-e56a-4c84-85fa-d7febcb9bb20 req-41301633-d9f5-4bca-98a8-901814623a23 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:28.794140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2721f31-e56a-4c84-85fa-d7febcb9bb20 req-41301633-d9f5-4bca-98a8-901814623a23 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 943 time: 0.4207981 Jul 05 10:16:28.832373 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:16:21Z', 'revision_number': 3, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port': {'id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:17Z', 'updated_at': '2021-07-05T10:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:28.836333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:28.882612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f992ba-72bc-4381-b8c0-a29d91e0ff46 None None] The sync data for ids ['21588905-5c1b-4b0a-89a4-73ec25c03037'] in n-d-771363-33 is: [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:16:21Z', 'revision_number': 3, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port': {'id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:17Z', 'updated_at': '2021-07-05T10:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:28.900974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc184340-b1e3-4959-815d-a1d97cc34e3c None None] Provisioning for port c2af8165-7be4-4e6b-be26-73fd124b4b86 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:28.918704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc184340-b1e3-4959-815d-a1d97cc34e3c None None] Provisioning complete for port c2af8165-7be4-4e6b-be26-73fd124b4b86 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:28.919353 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc184340-b1e3-4959-815d-a1d97cc34e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.945053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2721f31-e56a-4c84-85fa-d7febcb9bb20 req-7d0c417c-a352-4ada-8d3b-0b90515acac8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480649 Jul 05 10:16:29.075220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc184340-b1e3-4959-815d-a1d97cc34e3c None None] Port c2af8165-7be4-4e6b-be26-73fd124b4b86 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:29.083142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:16:29.205804 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.217543 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b14d-cd36-49f8-8662-b7c271440a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.354064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:29.400507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'port_id': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'mac_address': 'fa:16:3e:65:9c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:16:29.404855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b14d-cd36-49f8-8662-b7c271440a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.415471 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b14d-cd36-49f8-8662-b7c271440a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.541718 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.572246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:29.587233 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e8f7b14d-cd36-49f8-8662-b7c271440a25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52779fdaae8c421e9a50053482abe07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469325 Jul 05 10:16:29.594020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:29.632355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7b14d-cd36-49f8-8662-b7c271440a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b26f5-0642-49d5-880f-c43acef7c646,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:29.657830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:29.666403 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.763504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:29.780141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a65cd0-0b74-4806-b756-1d919d6d5bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.809252 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.810925 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.878131 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a65cd0-0b74-4806-b756-1d919d6d5bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.943602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['66cae02e-ccc4-4c09-91d5-9f95dc8f9522'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:30.008378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.023840 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.069702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a65cd0-0b74-4806-b756-1d919d6d5bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.075129 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38a65cd0-0b74-4806-b756-1d919d6d5bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.081855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-38a65cd0-0b74-4806-b756-1d919d6d5bff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e6b26f5-0642-49d5-880f-c43acef7c646 HTTP/1.1" status: 204 len: 168 time: 0.4821668 Jul 05 10:16:30.142170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a65cd0-0b74-4806-b756-1d919d6d5bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b26f5-0642-49d5-880f-c43acef7c646,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:30.189038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.586558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50fe280a-9abf-4be5-b284-7b94e01421f6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:30.691212 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Pushing event updated for resources: {'Port': ['ID=c2af8165-7be4-4e6b-be26-73fd124b4b86,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:30.716653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168857d-bc4f-420c-a28a-93ee65fb3630 req-810bd1d8-f1e2-41f2-8724-42c54062a0ba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:30.744769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d168857d-bc4f-420c-a28a-93ee65fb3630 req-810bd1d8-f1e2-41f2-8724-42c54062a0ba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 0.3209114 Jul 05 10:16:30.745048 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:30.752257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:30.860702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d168857d-bc4f-420c-a28a-93ee65fb3630 req-3cd450a8-0044-48ff-aa59-ff8475d641fb tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143701 Jul 05 10:16:31.090443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 50fe280a-9abf-4be5-b284-7b94e01421f6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:31.118881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 50fe280a-9abf-4be5-b284-7b94e01421f6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:31.119290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.211841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Router 21588905-5c1b-4b0a-89a4-73ec25c03037 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:31.335630 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.423964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c5882b10-7107-45bf-9d83-ed74102e1351 None None] Provisioning complete for port c2af8165-7be4-4e6b-be26-73fd124b4b86 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:31.424328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5882b10-7107-45bf-9d83-ed74102e1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.428218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 50fe280a-9abf-4be5-b284-7b94e01421f6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=50fe280a-9abf-4be5-b284-7b94e01421f6,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:31.470720 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.581979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c5882b10-7107-45bf-9d83-ed74102e1351 None None] Port c2af8165-7be4-4e6b-be26-73fd124b4b86 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:31.628496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=50fe280a-9abf-4be5-b284-7b94e01421f6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:31.643858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:31.654857 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a8549d64-7f09-42c2-8fd4-a35fbbc923ab admin admin] 10.222.0.21 "PUT /v2.0/routers/21588905-5c1b-4b0a-89a4-73ec25c03037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3303006 Jul 05 10:16:32.238583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50fe280a-9abf-4be5-b284-7b94e01421f6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:32.397399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 50fe280a-9abf-4be5-b284-7b94e01421f6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:32.399361 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.493660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96a83e-74ee-4ba7-8e7e-fafff11964da req-fc76be59-f180-415d-a0c8-2cecd8cee654 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:32.512975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a96a83e-74ee-4ba7-8e7e-fafff11964da req-fc76be59-f180-415d-a0c8-2cecd8cee654 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 0.2480342 Jul 05 10:16:32.651642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0a96a83e-74ee-4ba7-8e7e-fafff11964da req-51ee8cc6-43cd-4114-986a-44c712488365 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285703 Jul 05 10:16:32.807431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb485258-26c9-444f-9506-f583c935639f None None] Sync routers for ids ['21588905-5c1b-4b0a-89a4-73ec25c03037'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:32.826124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] Routers {'21588905-5c1b-4b0a-89a4-73ec25c03037'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:32.826873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['21588905-5c1b-4b0a-89a4-73ec25c03037'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:33.060825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:33.250467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] Set router 21588905-5c1b-4b0a-89a4-73ec25c03037 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:33.370243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:33.403410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:33.403790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.419763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.489234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57216) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.499296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2084778452-network', 'tenant_id': '6aa6893bec22409183c049872a50bd49'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:33.565025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Made reservation on behalf of 6aa6893bec22409183c049872a50bd49 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:33.571322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.623716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.903771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.909825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.929142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:33.943409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.944044 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Added segment 8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1 of type vlan for network e0128233-bd45-4752-b89d-7ad8e7820519 Jul 05 10:16:34.008129 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.122216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46cc8be-1f67-46f2-beb5-a8857b0c1a04,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.154600 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc5624b-353c-43df-920e-912f97fceda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.189722 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.191447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.193564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.310986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] Pushing event updated for resources: {'Network': ['ID=e0128233-bd45-4752-b89d-7ad8e7820519,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.325863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fef9a-fef6-493b-a02b-1b17284d0a60 req-e684b320-f65a-4bc1-bd28-6f734bc47576 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.328098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-745fef9a-fef6-493b-a02b-1b17284d0a60 req-e684b320-f65a-4bc1-bd28-6f734bc47576 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 0.2082074 Jul 05 10:16:34.375071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e0128233-bd45-4752-b89d-7ad8e7820519 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:34.434230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc5624b-353c-43df-920e-912f97fceda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.435903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-745fef9a-fef6-493b-a02b-1b17284d0a60 req-c8a3ef4f-11f6-484d-ae4b-d9bd3c4b1007 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986159 Jul 05 10:16:34.451051 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bc5624b-353c-43df-920e-912f97fceda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.465042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4384ad6-fa1c-4b7d-b60e-52fa78a30b04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9729185 Jul 05 10:16:34.479434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.481848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Request body: {'subnet': {'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2084778452-subnet', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.558919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5624b-353c-43df-920e-912f97fceda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a10aab5-1c60-41b1-886f-638a86c09aac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.571442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Made reservation on behalf of 6aa6893bec22409183c049872a50bd49 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:34.580304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.623634 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1bc5624b-353c-43df-920e-912f97fceda5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceba04b6e27842e59b43cd5f0851c316&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2011495 Jul 05 10:16:34.624900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.677744 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.743695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:34.744073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec6386cc-efab-4387-ba07-2ff555acd936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.749769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:34.752498 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb4c58-cf04-4dca-beb1-d89f5680ace0" -d '{"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:34.758980 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.806549 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec6386cc-efab-4387-ba07-2ff555acd936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.872595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.900509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:16:29Z', 'revision_number': 4, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port': {'id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:17Z', 'updated_at': '2021-07-05T10:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2af8165-7be4-4e6b-be26-73fd124b4b86', 'name': '', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'mac_address': 'fa:16:3e:9d:f8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:27Z', 'updated_at': '2021-07-05T10:16:29Z', 'revision_number': 2, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'subnets': [{'id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:34.937334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb485258-26c9-444f-9506-f583c935639f None None] Checking router: 21588905-5c1b-4b0a-89a4-73ec25c03037 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:34.937920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb485258-26c9-444f-9506-f583c935639f None None] Updating router 21588905-5c1b-4b0a-89a4-73ec25c03037 port c2af8165-7be4-4e6b-be26-73fd124b4b86 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:34.954787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec6386cc-efab-4387-ba07-2ff555acd936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.963469 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec6386cc-efab-4387-ba07-2ff555acd936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.967601 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ec6386cc-efab-4387-ba07-2ff555acd936 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a10aab5-1c60-41b1-886f-638a86c09aac HTTP/1.1" status: 204 len: 168 time: 0.3394361 Jul 05 10:16:34.989801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6386cc-efab-4387-ba07-2ff555acd936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a10aab5-1c60-41b1-886f-638a86c09aac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:35.048156 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb485258-26c9-444f-9506-f583c935639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.137647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.227410 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ba4bb4-83cd-4a78-9025-ebc32836f9a4 x-openstack-request-id: req-59ba4bb4-83cd-4a78-9025-ebc32836f9a4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:35.231566 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:35.233695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Checking segment: {'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:35.234179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Network hostable DHCP agents. Network: e0128233-bd45-4752-b89d-7ad8e7820519, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:35.234366 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59ba4bb4-83cd-4a78-9025-ebc32836f9a4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:35.237686 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'code': 200} Jul 05 10:16:35.239262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829b1105-63c3-46a4-97e8-fc3cd3c6660e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:35.307106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Network e0128233-bd45-4752-b89d-7ad8e7820519 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:35.333346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e0128233-bd45-4752-b89d-7ad8e7820519) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:35.347333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:35.348832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.442339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65405d33-2adb-4c41-b0eb-fc0279ed4857 None None] Network e0128233-bd45-4752-b89d-7ad8e7820519 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:35.516252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:35.517060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9bd1af4f-20c9-4ae1-9ce2-f774942c7ed6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0472095 Jul 05 10:16:35.529866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:35.579629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.583356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.604547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df77283-ea9a-4fd1-8747-0b790c3687c5 req-da0b075c-529c-4c78-94dc-f50a80087725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:35.607917 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3df77283-ea9a-4fd1-8747-0b790c3687c5 req-da0b075c-529c-4c78-94dc-f50a80087725 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1097 time: 0.2517309 Jul 05 10:16:35.619987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224106-d46d-4f6a-a9b6-0dedeb72edd1 req-933bbc30-3a0c-41bf-86e7-cc22929c7efd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:35.627867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8224106-d46d-4f6a-a9b6-0dedeb72edd1 req-933bbc30-3a0c-41bf-86e7-cc22929c7efd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 946 time: 0.2394805 Jul 05 10:16:35.688518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3df77283-ea9a-4fd1-8747-0b790c3687c5 req-e503a224-da71-4cef-bdf6-c4f5c7b5ee97 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540504 Jul 05 10:16:35.719560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8224106-d46d-4f6a-a9b6-0dedeb72edd1 req-a96fca95-8aa9-4212-aa31-a89b1eadb869 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906465 Jul 05 10:16:35.754183 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.024567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e0128233-bd45-4752-b89d-7ad8e7820519', 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'fixed_ips': [{'subnet_id': '829b1105-63c3-46a4-97e8-fc3cd3c6660e'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:36.026395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.065529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef3966-d9ba-4523-8f06-8f8f829221d6 req-6c38ee17-5c6b-45e7-8a44-1f7413075405 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:36.080262 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.083550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29ef3966-d9ba-4523-8f06-8f8f829221d6 req-6c38ee17-5c6b-45e7-8a44-1f7413075405 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 0.1431270 Jul 05 10:16:36.210404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29ef3966-d9ba-4523-8f06-8f8f829221d6 req-f7b8bd29-6fb0-47e6-ac2b-3f22b13ddea0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260226 Jul 05 10:16:36.256790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb485258-26c9-444f-9506-f583c935639f None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.303748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb485258-26c9-444f-9506-f583c935639f None None] Transition to ACTIVE for port object c2af8165-7be4-4e6b-be26-73fd124b4b86 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:36.316976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb485258-26c9-444f-9506-f583c935639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.377020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Allocated IP 172.20.0.2 (e0128233-bd45-4752-b89d-7ad8e7820519/829b1105-63c3-46a4-97e8-fc3cd3c6660e/3c3951a5-a50c-4875-96a3-a870ef6ff7b5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:36.562063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae12fb-1561-4afb-bf4e-b15b7232309d None None] Pushing event updated for resources: {'Port': ['ID=c2af8165-7be4-4e6b-be26-73fd124b4b86,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:36.744293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.798061 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.818896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fb485258-26c9-444f-9506-f583c935639f None None] Attempting to bind port c2af8165-7be4-4e6b-be26-73fd124b4b86 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:36.819526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fb485258-26c9-444f-9506-f583c935639f None None] Attempting to bind port c2af8165-7be4-4e6b-be26-73fd124b4b86 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:36.820126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb485258-26c9-444f-9506-f583c935639f None None] Attempting to bind port c2af8165-7be4-4e6b-be26-73fd124b4b86 on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:36.837692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb485258-26c9-444f-9506-f583c935639f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:36.838271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb485258-26c9-444f-9506-f583c935639f None None] Checking segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:36.839218 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb485258-26c9-444f-9506-f583c935639f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.840080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb485258-26c9-444f-9506-f583c935639f None None] Bound using segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:36.841102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fb485258-26c9-444f-9506-f583c935639f None None] Bound port: c2af8165-7be4-4e6b-be26-73fd124b4b86, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:36.841959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb485258-26c9-444f-9506-f583c935639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.131412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792d567-e2f3-47ff-b40d-0b90d0756c13 req-ec967440-3292-4def-989a-4e0f84917deb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:37.136230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fb485258-26c9-444f-9506-f583c935639f None None] For port c2af8165-7be4-4e6b-be26-73fd124b4b86, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:37.144123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a792d567-e2f3-47ff-b40d-0b90d0756c13 req-ec967440-3292-4def-989a-4e0f84917deb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 946 time: 0.2255290 Jul 05 10:16:37.146491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fb485258-26c9-444f-9506-f583c935639f None None] For port c2af8165-7be4-4e6b-be26-73fd124b4b86, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c2af8165-7be4-4e6b-be26-73fd124b4b86,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:37.165900 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb485258-26c9-444f-9506-f583c935639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.171017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Allocated IP 172.25.1.4 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/7842d61b-16e1-4800-b86d-c8098f7caddc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:37.272891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.280849 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-ce2ab450-dc6c-4146-91b8-ea803dd5fc6f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:37.284015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-ce2ab450-dc6c-4146-91b8-ea803dd5fc6f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 946 time: 0.2878158 Jul 05 10:16:37.301698 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a792d567-e2f3-47ff-b40d-0b90d0756c13 req-e2b1ba65-dd95-4312-955f-38baeacd54c1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562395 Jul 05 10:16:37.360876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae12fb-1561-4afb-bf4e-b15b7232309d None None] Pushing event updated for resources: {'Port': ['ID=c2af8165-7be4-4e6b-be26-73fd124b4b86,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:37.408759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Transition to ACTIVE for port object 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:37.419504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.447672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] Routers {'21588905-5c1b-4b0a-89a4-73ec25c03037'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:37.450626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['21588905-5c1b-4b0a-89a4-73ec25c03037'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:37.565378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.653615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Transition to ACTIVE for port object 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:37.686012 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.735864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:37.741750 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:37.781052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 793b7eee-9272-45f2-b96e-a055fe017799 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:37.781696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.789632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:37.890872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7842d61b-16e1-4800-b86d-c8098f7caddc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:37.988191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Network e0128233-bd45-4752-b89d-7ad8e7820519 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:38.010780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:38.014512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Pushing event updated for resources: {'Port': ['ID=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:38.018896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:38.031758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] Set router 21588905-5c1b-4b0a-89a4-73ec25c03037 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:38.197694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Attempting to bind port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:38.198455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Attempting to bind port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:38.199157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Attempting to bind port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 on network e0128233-bd45-4752-b89d-7ad8e7820519 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:38.306758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:38.307419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Checking segment: {'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:38.308097 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.324927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Bound using segment: {'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:38.326031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Bound port: 3c3951a5-a50c-4875-96a3-a870ef6ff7b5, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:38.326715 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.477079 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.648026 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] For port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:38.679391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] For port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:38.709275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.742889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddaec5-fe27-486e-9307-66a4bb0a58f3 req-54fc8586-369b-4b64-9e33-4ddc02475601 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:38.750890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5ddaec5-fe27-486e-9307-66a4bb0a58f3 req-54fc8586-369b-4b64-9e33-4ddc02475601 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 1.0313227 Jul 05 10:16:38.810123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] For port 793b7eee-9272-45f2-b96e-a055fe017799, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=793b7eee-9272-45f2-b96e-a055fe017799,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:38.810767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.851603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5ddaec5-fe27-486e-9307-66a4bb0a58f3 req-4ae41e28-a211-4754-aa54-61a5d6a0832c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991061 Jul 05 10:16:38.852917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 793b7eee-9272-45f2-b96e-a055fe017799 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:39.026344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.058827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd757ec3-7fbd-4cb7-91b1-85849612765c None None] Pushing event updated for resources: {'Port': ['ID=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:39.114899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fb485258-26c9-444f-9506-f583c935639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:16:29Z', 'revision_number': 4, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port': {'id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:17Z', 'updated_at': '2021-07-05T10:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2af8165-7be4-4e6b-be26-73fd124b4b86', 'name': '', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'mac_address': 'fa:16:3e:9d:f8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:27Z', 'updated_at': '2021-07-05T10:16:37Z', 'revision_number': 4, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'subnets': [{'id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:39.154484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb485258-26c9-444f-9506-f583c935639f None None] The sync data for ids ['21588905-5c1b-4b0a-89a4-73ec25c03037'] in n-d-771363-33 is: [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:16:29Z', 'revision_number': 4, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port': {'id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:17Z', 'updated_at': '2021-07-05T10:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2af8165-7be4-4e6b-be26-73fd124b4b86', 'name': '', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'mac_address': 'fa:16:3e:9d:f8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:27Z', 'updated_at': '2021-07-05T10:16:37Z', 'revision_number': 4, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'subnets': [{'id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:39.382065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.515180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=793b7eee-9272-45f2-b96e-a055fe017799,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:39.522755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Router f0f36680-2bdc-4a69-ae1f-472efef709c2 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:16:39.631824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebcfac-85f0-46bd-9af7-49ee958b5521 req-0a0e4987-e312-40cb-90f3-10da8b0aaef4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:39.640842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbebcfac-85f0-46bd-9af7-49ee958b5521 req-0a0e4987-e312-40cb-90f3-10da8b0aaef4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 867 time: 0.4416509 Jul 05 10:16:39.743744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] No DVR routers for this DVR port 793b7eee-9272-45f2-b96e-a055fe017799 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:39.752641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.756753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c9e6f29-2102-4cf1-b07d-9b370d804419 req-419e6579-2df8-4ea5-ba2c-d17cc07bd157 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "DELETE /v2.0/ports/793b7eee-9272-45f2-b96e-a055fe017799 HTTP/1.1" status: 204 len: 173 time: 2.4523854 Jul 05 10:16:39.757501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'name': 'network-vif-deleted', 'tag': '793b7eee-9272-45f2-b96e-a055fe017799'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:39.778633 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca15b12-1356-4316-8f5a-e1dc81fdd6a9" -d '{"events": [{"server_uuid": "fd364547-7685-4547-8ce0-9ef6b6aa28e2", "name": "network-vif-deleted", "tag": "793b7eee-9272-45f2-b96e-a055fe017799"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:39.813032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbebcfac-85f0-46bd-9af7-49ee958b5521 req-695cb5a6-1a92-4bd2-b80d-81c21208ee77 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4af5ae1-7edc-4416-bb66-74191dab532e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709435 Jul 05 10:16:39.816658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:39.832787 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Sync routers for ids ['f0f36680-2bdc-4a69-ae1f-472efef709c2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:39.862396 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Routers {'f0f36680-2bdc-4a69-ae1f-472efef709c2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:39.863357 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f0f36680-2bdc-4a69-ae1f-472efef709c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:39.912487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.921871 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1ad9de1d-16f1-46e1-8e20-f408397849b4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4011552 Jul 05 10:16:39.922368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:40.110871 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Set router f0f36680-2bdc-4a69-ae1f-472efef709c2 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:40.497694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2af8165-7be4-4e6b-be26-73fd124b4b86 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:40.797812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c2af8165-7be4-4e6b-be26-73fd124b4b86 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:40.819322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c2af8165-7be4-4e6b-be26-73fd124b4b86 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:40.821577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.155029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a32532-2095-4002-af92-02316036cb19 req-42e810a2-3efe-464c-87af-ec7c372f9472 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:41.169093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2a32532-2095-4002-af92-02316036cb19 req-42e810a2-3efe-464c-87af-ec7c372f9472 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 0.7695813 Jul 05 10:16:41.222841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 793b7eee-9272-45f2-b96e-a055fe017799 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:41.319147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 793b7eee-9272-45f2-b96e-a055fe017799 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:41.319780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 793b7eee-9272-45f2-b96e-a055fe017799 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:41.371826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.420559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2a32532-2095-4002-af92-02316036cb19 req-b98d5adb-eedf-4e94-9461-906fc3878d47 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499526 Jul 05 10:16:41.448127 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 3, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port': {'id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:36Z', 'updated_at': '2021-07-05T10:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:41.512735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.617372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port c2af8165-7be4-4e6b-be26-73fd124b4b86, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c2af8165-7be4-4e6b-be26-73fd124b4b86,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:41.633212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.638454 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Checking router: f0f36680-2bdc-4a69-ae1f-472efef709c2 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:41.638940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:41.639916 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Updating router f0f36680-2bdc-4a69-ae1f-472efef709c2 port 7842d61b-16e1-4800-b86d-c8098f7caddc binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:41.813940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e51bed-54f9-4623-a60b-f92082eef225 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:41.818477 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-55e51bed-54f9-4623-a60b-f92082eef225 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1092 time: 0.3032494 Jul 05 10:16:41.824411 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57356) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.826477 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.839849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:41.958532 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab814ac-097a-44dd-b32a-eb1112793ce2 x-openstack-request-id: req-6ab814ac-097a-44dd-b32a-eb1112793ce2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:41.959229 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd364547-7685-4547-8ce0-9ef6b6aa28e2", "name": "network-vif-deleted", "tag": "793b7eee-9272-45f2-b96e-a055fe017799", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:41.960329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.966433 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ab814ac-097a-44dd-b32a-eb1112793ce2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:41.967639 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd364547-7685-4547-8ce0-9ef6b6aa28e2', 'name': 'network-vif-deleted', 'tag': '793b7eee-9272-45f2-b96e-a055fe017799', 'status': 'completed', 'code': 200} Jul 05 10:16:42.019018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=c2af8165-7be4-4e6b-be26-73fd124b4b86,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.062414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:42.191002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ddf769-21fa-49f7-b29a-81470ad8c9c6 None None] Network e0128233-bd45-4752-b89d-7ad8e7820519 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:42.230257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:42.446043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ded020b5-db86-4038-a7b9-fd3de15c245f req-f4330441-a78c-4787-a00c-d42ef1e3a41b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.2002788 Jul 05 10:16:42.515361 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-86e37b56-bf08-4b33-b468-96843bda1560 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.8102002 Jul 05 10:16:42.555301 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.647859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2af8165-7be4-4e6b-be26-73fd124b4b86 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:42.782438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d059ae8-c911-4c77-81bb-399c3a74d8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.883296 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.928320 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Transition to ACTIVE for port object 7842d61b-16e1-4800-b86d-c8098f7caddc will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:42.947868 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.159258 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Attempting to bind port 7842d61b-16e1-4800-b86d-c8098f7caddc on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:43.160694 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Attempting to bind port 7842d61b-16e1-4800-b86d-c8098f7caddc by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:43.162864 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Attempting to bind port 7842d61b-16e1-4800-b86d-c8098f7caddc on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:43.231486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-65099a2c-0efe-4453-a2d0-54c59cbd43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:43.234312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-65099a2c-0efe-4453-a2d0-54c59cbd43da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1097 time: 0.5137432 Jul 05 10:16:43.251693 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:43.252506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.132 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/867e735b-9471-47c5-8a9a-567002ebf019) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:43.254967 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:43.257151 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.261538 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:43.265383 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Bound port: 7842d61b-16e1-4800-b86d-c8098f7caddc, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:43.281287 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.431170 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] For port 7842d61b-16e1-4800-b86d-c8098f7caddc, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:43.439665 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] For port 7842d61b-16e1-4800-b86d-c8098f7caddc, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7842d61b-16e1-4800-b86d-c8098f7caddc,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:43.447022 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.475198 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597dc50-5f2a-4d81-8c84-f4ccf4761c6d None None] Pushing event updated for resources: {'Port': ['ID=7842d61b-16e1-4800-b86d-c8098f7caddc,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:43.567583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9ddcb9b9-25f7-45bd-837d-60adda3921ba None None] Provisioning for port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:43.592726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c2af8165-7be4-4e6b-be26-73fd124b4b86 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:43.593107 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.687375 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597dc50-5f2a-4d81-8c84-f4ccf4761c6d None None] Pushing event updated for resources: {'Port': ['ID=7842d61b-16e1-4800-b86d-c8098f7caddc,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:43.723867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9ddcb9b9-25f7-45bd-837d-60adda3921ba None None] Provisioning complete for port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:43.724756 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ddcb9b9-25f7-45bd-837d-60adda3921ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.762821 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Routers {'f0f36680-2bdc-4a69-ae1f-472efef709c2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:43.764109 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f0f36680-2bdc-4a69-ae1f-472efef709c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:43.890437 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.970227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-f8a61e96-af1a-4e6c-a180-8f5532d0be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:43.985167 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-f8a61e96-af1a-4e6c-a180-8f5532d0be7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.6432776 Jul 05 10:16:44.108245 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ddcb9b9-25f7-45bd-837d-60adda3921ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.207350 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] Set router f0f36680-2bdc-4a69-ae1f-472efef709c2 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:44.227041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9ddcb9b9-25f7-45bd-837d-60adda3921ba None None] For port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:44.257473 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ddcb9b9-25f7-45bd-837d-60adda3921ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.272630 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8653541-9b9e-4257-a742-05ef79953d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.326357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-19022947-62cd-4e94-a2db-fb29c37b3ab5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 217 time: 0.3177612 Jul 05 10:16:44.435881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcb9b9-25f7-45bd-837d-60adda3921ba None None] Pushing event updated for resources: {'Port': ['ID=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:44.558407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4111185e-7b4b-4388-b278-759df6485826 req-62d2afdc-7fd2-4f24-a34c-695b5780b05c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.5101373 Jul 05 10:16:44.562971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-30c0c4ea-2f59-4e6e-b10f-f1263d0f7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:44.570050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-30c0c4ea-2f59-4e6e-b10f-f1263d0f7f1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.2004600 Jul 05 10:16:44.769227 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 3, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port': {'id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:36Z', 'updated_at': '2021-07-05T10:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:44.814332 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbdc06-e277-452f-91fb-b7ebeb7966d4 None None] The sync data for ids ['f0f36680-2bdc-4a69-ae1f-472efef709c2'] in n-d-771363-33 is: [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:38Z', 'revision_number': 3, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port': {'id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:36Z', 'updated_at': '2021-07-05T10:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:44.889227 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d059ae8-c911-4c77-81bb-399c3a74d8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.894943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d059ae8-c911-4c77-81bb-399c3a74d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.030290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-fe79b67b-a9ad-4ad1-95fa-6107900b5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:45.032248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-fe79b67b-a9ad-4ad1-95fa-6107900b5884 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4327285 Jul 05 10:16:45.039519 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0d059ae8-c911-4c77-81bb-399c3a74d8b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c548a092d5284b28894064cfed65384e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7909322 Jul 05 10:16:45.058223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:45.116295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0e0c8a0-6dcd-4b19-9e85-6c55400d3a0a None None] Provisioning complete for port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:45.117559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0e0c8a0-6dcd-4b19-9e85-6c55400d3a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.150843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d059ae8-c911-4c77-81bb-399c3a74d8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15a607e-c79a-4f10-95f0-89cee9cbe95e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.192237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Allocated IP 172.20.0.1 (e0128233-bd45-4752-b89d-7ad8e7820519/829b1105-63c3-46a4-97e8-fc3cd3c6660e/34bc211c-a42c-498e-bf79-abf02221e667) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:45.325285 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.559872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.574880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-15aef1ef-7335-4c35-a257-038cc4cdd281 service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331106 Jul 05 10:16:45.592215 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6e1b-eddd-4500-8e4b-37345ecac23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.649111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:45.659881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:45.672072 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:45.876626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-453bc2ef-66cd-439e-82ab-b14915997e88 req-c25d0715-e295-48df-97be-e5617616ab9a service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740610 Jul 05 10:16:45.941996 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=867e735b-9471-47c5-8a9a-567002ebf019,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.001294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6e1b-eddd-4500-8e4b-37345ecac23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.140816 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.256112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-487c16a1-5948-4d94-bea5-b1bdb6f6e978 req-3934ae89-f219-48de-ab81-2e394a59bb6a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.0846126 Jul 05 10:16:46.313162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Transition to ACTIVE for port object 34bc211c-a42c-498e-bf79-abf02221e667 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:46.317403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6e1b-eddd-4500-8e4b-37345ecac23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.322135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6e1b-eddd-4500-8e4b-37345ecac23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.328734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fb9b6e1b-eddd-4500-8e4b-37345ecac23e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d15a607e-c79a-4f10-95f0-89cee9cbe95e HTTP/1.1" status: 204 len: 168 time: 1.2651083 Jul 05 10:16:46.368914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b6e1b-eddd-4500-8e4b-37345ecac23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15a607e-c79a-4f10-95f0-89cee9cbe95e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.426972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7842d61b-16e1-4800-b86d-c8098f7caddc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:46.490606 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.623414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7842d61b-16e1-4800-b86d-c8098f7caddc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:46.634835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7842d61b-16e1-4800-b86d-c8098f7caddc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:46.635539 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.641349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Network e0128233-bd45-4752-b89d-7ad8e7820519 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:46.653415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:46.660357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:46.833091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.910444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Pushing event updated for resources: {'Port': ['ID=34bc211c-a42c-498e-bf79-abf02221e667,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.955637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.023721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.047722 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8666a571-f699-4d24-a006-462f51f10988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.190197 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.304066 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.508818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7842d61b-16e1-4800-b86d-c8098f7caddc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7842d61b-16e1-4800-b86d-c8098f7caddc,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:47.531404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.534712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:47.654790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed5d7e9c-4bc8-4e61-8a83-49c86ed312f2 None None] Provisioning for port 34bc211c-a42c-498e-bf79-abf02221e667 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:47.678388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:47.685089 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.702482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed5d7e9c-4bc8-4e61-8a83-49c86ed312f2 None None] Provisioning complete for port 34bc211c-a42c-498e-bf79-abf02221e667 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:47.703501 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7e9c-4bc8-4e61-8a83-49c86ed312f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.754310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-beeb371c-2993-46f9-976e-6a598ca47ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.958218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:47.960330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.031503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-237cbb41-ff10-482d-b45c-07f14eabc0d6 req-6ee4a804-084e-4da2-b1c7-21d1e0a6b67a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.1856353 Jul 05 10:16:48.037102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d7e9c-4bc8-4e61-8a83-49c86ed312f2 None None] Port 34bc211c-a42c-498e-bf79-abf02221e667 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:48.048597 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.107122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.116525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7842d61b-16e1-4800-b86d-c8098f7caddc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:48.166902 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.237143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=867e735b-9471-47c5-8a9a-567002ebf019,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:48.412917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-beeb371c-2993-46f9-976e-6a598ca47ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.424378 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.575308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7842d61b-16e1-4800-b86d-c8098f7caddc up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:48.621227 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.624577 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-beeb371c-2993-46f9-976e-6a598ca47ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.632528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.733439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7842d61b-16e1-4800-b86d-c8098f7caddc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:48.734007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.747198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb371c-2993-46f9-976e-6a598ca47ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356930d-1c3f-4616-97d3-50b54f0d877f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:48.774651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.957471 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 25823e36-f4a2-4d83-8099-ca2a7001d2e9 associated. External IP: 172.25.1.132, port: 66cae02e-ccc4-4c09-91d5-9f95dc8f9522. Jul 05 10:16:48.975682 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-beeb371c-2993-46f9-976e-6a598ca47ccd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a7ada13dd404588af66a92708be2e05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2910438 Jul 05 10:16:48.978995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57390) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:49.096452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Pushing event updated for resources: {'Port': ['ID=34bc211c-a42c-498e-bf79-abf02221e667,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:49.215223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Network e0128233-bd45-4752-b89d-7ad8e7820519 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:49.218408 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be20076-766b-4a53-9b9d-0553bf579eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.224502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:49.454345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be20076-766b-4a53-9b9d-0553bf579eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.592670 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:49.838916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d18f33a9-b713-47b0-ad76-ef7edd144dfc None None] Provisioning complete for port 34bc211c-a42c-498e-bf79-abf02221e667 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:49.839830 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d18f33a9-b713-47b0-ad76-ef7edd144dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.852887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa61b1a2-4b26-44a7-b0f5-d3ea561f85d7 req-75780831-7727-4a01-939c-0bacb590e04d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.1434457 Jul 05 10:16:49.895724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d18f33a9-b713-47b0-ad76-ef7edd144dfc None None] Port 34bc211c-a42c-498e-bf79-abf02221e667 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:49.904902 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.935134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Router f0f36680-2bdc-4a69-ae1f-472efef709c2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:16:49.955705 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be20076-766b-4a53-9b9d-0553bf579eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.961280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5be20076-766b-4a53-9b9d-0553bf579eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.963762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5be20076-766b-4a53-9b9d-0553bf579eda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d356930d-1c3f-4616-97d3-50b54f0d877f HTTP/1.1" status: 204 len: 168 time: 0.9830890 Jul 05 10:16:50.023496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:50.044941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] Sync routers for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:50.073184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be20076-766b-4a53-9b9d-0553bf579eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356930d-1c3f-4616-97d3-50b54f0d877f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:50.080028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:50.082169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:50.086240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.250757 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-455b9e69-78c6-49d1-8f34-95154bcd2cba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4212561 Jul 05 10:16:50.253187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:50.257406 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e1a95-531d-4711-92bb-434f02b56a36" -d '{"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:50.281176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:50.290893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6f4b70d5-3be9-4a8a-8a0f-a7c48b43e663 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0f36680-2bdc-4a69-ae1f-472efef709c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3665318 Jul 05 10:16:50.298349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Sync routers for ids ['f0f36680-2bdc-4a69-ae1f-472efef709c2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:50.324701 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Routers {'f0f36680-2bdc-4a69-ae1f-472efef709c2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:50.326741 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f0f36680-2bdc-4a69-ae1f-472efef709c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:50.483516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:50.721220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7213643-a79d-424b-84ee-2e1e5782a463 req-d1361d5f-860b-4d8e-8b6c-21267c81dc94 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.748235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7213643-a79d-424b-84ee-2e1e5782a463 req-d1361d5f-860b-4d8e-8b6c-21267c81dc94 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 0.2382329 Jul 05 10:16:50.815316 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Set router f0f36680-2bdc-4a69-ae1f-472efef709c2 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:50.858942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7213643-a79d-424b-84ee-2e1e5782a463 req-b2e8863c-feeb-48a1-a13f-b4fd41698ccc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086600 Jul 05 10:16:50.920155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57412) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:51.002238 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362504ab-7542-4053-b1fe-19128e88b556 x-openstack-request-id: req-362504ab-7542-4053-b1fe-19128e88b556 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:51.007744 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:51.008615 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-362504ab-7542-4053-b1fe-19128e88b556 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:51.009563 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'status': 'completed', 'code': 200} Jul 05 10:16:51.281627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2226f57f-892b-4fc9-88b3-646677eb8a1a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/25823e36-f4a2-4d83-8099-ca2a7001d2e9 HTTP/1.1" status: 200 len: 991 time: 0.3589475 Jul 05 10:16:51.333837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-77e1745d-a3c7-4025-b380-84b23dd8b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:51.337020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-77e1745d-a3c7-4025-b380-84b23dd8b7cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1097 time: 0.2138779 Jul 05 10:16:51.439956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '25823e36-f4a2-4d83-8099-ca2a7001d2e9', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'port_id': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'mac_address': 'fa:16:3e:65:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:46Z', 'updated_at': '2021-07-05T10:16:46Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:19Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:51.605544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] Checking router: 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:51.612867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-65048240-2941-42fb-9725-b30069cedc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:51.614750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-65048240-2941-42fb-9725-b30069cedc31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.2675800 Jul 05 10:16:51.640907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:51.641998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:51.670819 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:47Z', 'revision_number': 4, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port': {'id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:36Z', 'updated_at': '2021-07-05T10:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '34bc211c-a42c-498e-bf79-abf02221e667', 'name': '', 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'mac_address': 'fa:16:3e:d7:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '829b1105-63c3-46a4-97e8-fc3cd3c6660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:43Z', 'updated_at': '2021-07-05T10:16:48Z', 'revision_number': 2, 'project_id': '6aa6893bec22409183c049872a50bd49', 'subnets': [{'id': '829b1105-63c3-46a4-97e8-fc3cd3c6660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:51.763810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-20c56a66-ad1d-4843-9a72-df6d77e19619 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 999 time: 0.1414330 Jul 05 10:16:51.768928 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Checking router: f0f36680-2bdc-4a69-ae1f-472efef709c2 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:51.769437 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Updating router f0f36680-2bdc-4a69-ae1f-472efef709c2 port 34bc211c-a42c-498e-bf79-abf02221e667 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:16:51.892643 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.897868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-e7f1e163-5801-4a23-8658-7f20e622bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:51.900767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-e7f1e163-5801-4a23-8658-7f20e622bd6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.1287506 Jul 05 10:16:52.041525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:52.144305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-7eaee102-09f2-4ec2-942e-7053acd96e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.147993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-7eaee102-09f2-4ec2-942e-7053acd96e38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2336006 Jul 05 10:16:52.287204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:52.561692 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eabd5d2e-c9a2-46f9-8c94-fcc5c2d2e30a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/25823e36-f4a2-4d83-8099-ca2a7001d2e9 HTTP/1.1" status: 200 len: 991 time: 0.2717192 Jul 05 10:16:52.673809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d92431d1-41d0-4610-81b5-256e1325dd63 req-72041c23-c04c-42a2-a63d-14c2fe5e1ec4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd364547-7685-4547-8ce0-9ef6b6aa28e2 HTTP/1.1" status: 200 len: 210 time: 0.1915751 Jul 05 10:16:52.739605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-98989880-fed9-4fda-9eec-17578b43c93f service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752420 Jul 05 10:16:52.962062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57454) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:52.992135 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '25823e36-f4a2-4d83-8099-ca2a7001d2e9', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'port_id': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'mac_address': 'fa:16:3e:65:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:46Z', 'updated_at': '2021-07-05T10:16:46Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:19Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:53.055378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffa05c-1b4d-49ef-ab55-0fcf68b7a374 None None] The sync data for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 is: [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '25823e36-f4a2-4d83-8099-ca2a7001d2e9', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'port_id': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'mac_address': 'fa:16:3e:65:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:46Z', 'updated_at': '2021-07-05T10:16:46Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:19Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:53.111719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a5e1a95-531d-4711-92bb-434f02b56a36 req-2aad8c55-630b-4639-b4a0-3dbc950c74c8 service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672662 Jul 05 10:16:53.430462 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.481118 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Transition to ACTIVE for port object 34bc211c-a42c-498e-bf79-abf02221e667 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:53.504484 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.564101 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:53.734452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2de62-1112-41f3-8068-f745fe8a9f7d None None] New status for floating IP 25823e36-f4a2-4d83-8099-ca2a7001d2e9: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:16:53.823964 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bd63958f-56da-4562-a337-0288986c8b0a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/25823e36-f4a2-4d83-8099-ca2a7001d2e9 HTTP/1.1" status: 200 len: 991 time: 0.2513769 Jul 05 10:16:53.979518 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9b63-f4c3-49a5-8abf-7f391007fdc0 None None] Pushing event updated for resources: {'Port': ['ID=34bc211c-a42c-498e-bf79-abf02221e667,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:53.996081 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Attempting to bind port 34bc211c-a42c-498e-bf79-abf02221e667 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:53.997329 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Attempting to bind port 34bc211c-a42c-498e-bf79-abf02221e667 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:53.998829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Attempting to bind port 34bc211c-a42c-498e-bf79-abf02221e667 on network e0128233-bd45-4752-b89d-7ad8e7820519 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:54.010691 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:54.012083 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Checking segment: {'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:54.013358 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.014392 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Bound using segment: {'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:54.015636 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Bound port: 34bc211c-a42c-498e-bf79-abf02221e667, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:54.016700 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.195864 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] For port 34bc211c-a42c-498e-bf79-abf02221e667, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:54.216679 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] For port 34bc211c-a42c-498e-bf79-abf02221e667, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=34bc211c-a42c-498e-bf79-abf02221e667,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:54.229097 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.415196 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9b63-f4c3-49a5-8abf-7f391007fdc0 None None] Pushing event updated for resources: {'Port': ['ID=34bc211c-a42c-498e-bf79-abf02221e667,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:54.486971 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Routers {'f0f36680-2bdc-4a69-ae1f-472efef709c2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:54.488072 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:16:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f0f36680-2bdc-4a69-ae1f-472efef709c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:54.741398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-003f5a0e-f6fd-4983-a26b-6537844252bf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.751433 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] Set router f0f36680-2bdc-4a69-ae1f-472efef709c2 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:54.755612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-003f5a0e-f6fd-4983-a26b-6537844252bf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/networks?id=92b89d12-31cd-4b7a-beaf-c82e3880fb46 HTTP/1.1" status: 200 len: 910 time: 1.7705281 Jul 05 10:16:54.761364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2bce338-099e-4f0b-9b3c-4fe5737d9df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.823609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:55.062534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-321f12e5-d3f1-4d2f-9a78-f01d848c6326 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/quotas/6aa6893bec22409183c049872a50bd49 HTTP/1.1" status: 200 len: 375 time: 0.3053474 Jul 05 10:16:55.185407 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22670076-c9d6-4536-8f76-6d3db870cd43 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/25823e36-f4a2-4d83-8099-ca2a7001d2e9 HTTP/1.1" status: 200 len: 993 time: 0.3581879 Jul 05 10:16:55.385512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2bce338-099e-4f0b-9b3c-4fe5737d9df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.399678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2bce338-099e-4f0b-9b3c-4fe5737d9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.478664 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:47Z', 'revision_number': 4, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port': {'id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:36Z', 'updated_at': '2021-07-05T10:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '34bc211c-a42c-498e-bf79-abf02221e667', 'name': '', 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'mac_address': 'fa:16:3e:d7:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '829b1105-63c3-46a4-97e8-fc3cd3c6660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:43Z', 'updated_at': '2021-07-05T10:16:54Z', 'revision_number': 4, 'project_id': '6aa6893bec22409183c049872a50bd49', 'subnets': [{'id': '829b1105-63c3-46a4-97e8-fc3cd3c6660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:55.485594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bce338-099e-4f0b-9b3c-4fe5737d9df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daf936e-ac0d-49fe-9e1e-3f92ac791849,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:55.497574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-f40f8a61-5f15-41e4-b645-f84290458fd3 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=6aa6893bec22409183c049872a50bd49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4068692 Jul 05 10:16:55.568374 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0948b-e6cd-4f53-b959-9b11a0725137 None None] The sync data for ids ['f0f36680-2bdc-4a69-ae1f-472efef709c2'] in n-d-771363-33 is: [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:16:47Z', 'revision_number': 4, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port': {'id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:36Z', 'updated_at': '2021-07-05T10:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '34bc211c-a42c-498e-bf79-abf02221e667', 'name': '', 'network_id': 'e0128233-bd45-4752-b89d-7ad8e7820519', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'mac_address': 'fa:16:3e:d7:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '829b1105-63c3-46a4-97e8-fc3cd3c6660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:43Z', 'updated_at': '2021-07-05T10:16:54Z', 'revision_number': 4, 'project_id': '6aa6893bec22409183c049872a50bd49', 'subnets': [{'id': '829b1105-63c3-46a4-97e8-fc3cd3c6660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:55.570416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:55.572851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b2bce338-099e-4f0b-9b3c-4fe5737d9df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8374021c797646628ec451bb914ee30a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6072450 Jul 05 10:16:55.823608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58241f8-90ac-4e8d-a323-00374f5c18fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.884742 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58241f8-90ac-4e8d-a323-00374f5c18fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.013922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58241f8-90ac-4e8d-a323-00374f5c18fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.019713 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58241f8-90ac-4e8d-a323-00374f5c18fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.022729 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e58241f8-90ac-4e8d-a323-00374f5c18fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0daf936e-ac0d-49fe-9e1e-3f92ac791849 HTTP/1.1" status: 204 len: 168 time: 0.4504364 Jul 05 10:16:56.047513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58241f8-90ac-4e8d-a323-00374f5c18fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daf936e-ac0d-49fe-9e1e-3f92ac791849,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.185242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-0efb0e54-ef50-42b4-9156-a53483019a50 service neutron] 10.222.0.21 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482718 Jul 05 10:16:56.515754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-cd085b42-e449-4d96-a335-1c8cac81e865 service neutron] 10.222.0.21 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199584 Jul 05 10:16:56.644961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 34bc211c-a42c-498e-bf79-abf02221e667 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:56.863041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 34bc211c-a42c-498e-bf79-abf02221e667 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:56.883635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 34bc211c-a42c-498e-bf79-abf02221e667 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:56.885164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.315636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.411214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a3569e3-a1da-4110-8909-83381b975a12 req-ba7a6ced-8ff9-4378-a461-f0b27be02261 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 210 time: 0.0947480 Jul 05 10:16:57.458407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 34bc211c-a42c-498e-bf79-abf02221e667, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=34bc211c-a42c-498e-bf79-abf02221e667,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:57.465547 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.615008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=34bc211c-a42c-498e-bf79-abf02221e667,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:58.245009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57524) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:58.543394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cedbc46c-c0e0-4560-9eaa-23aa9497760e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.551735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 34bc211c-a42c-498e-bf79-abf02221e667 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:58.701421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 34bc211c-a42c-498e-bf79-abf02221e667 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:58.701867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.735693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3702806d-384f-4062-ad01-24d10ae27b40 req-a3d99aa1-5ebd-40a2-b099-9f092b4f729a tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 210 time: 0.0705271 Jul 05 10:16:58.823135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cedbc46c-c0e0-4560-9eaa-23aa9497760e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.837895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cedbc46c-c0e0-4560-9eaa-23aa9497760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.896021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cedbc46c-c0e0-4560-9eaa-23aa9497760e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=451df1ed350c4a11a4fa057eb48f9101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495874 Jul 05 10:16:58.896921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbc46c-c0e0-4560-9eaa-23aa9497760e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc98cb-fff6-49c8-ab37-7fc2ba37eaf5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:58.901208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.032192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86f5ae70-9c2a-446f-b26e-0146e875fd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.069512 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86f5ae70-9c2a-446f-b26e-0146e875fd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.217376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86f5ae70-9c2a-446f-b26e-0146e875fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.222853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86f5ae70-9c2a-446f-b26e-0146e875fd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.233308 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-86f5ae70-9c2a-446f-b26e-0146e875fd91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ffc98cb-fff6-49c8-ab37-7fc2ba37eaf5 HTTP/1.1" status: 204 len: 168 time: 0.3229752 Jul 05 10:16:59.247698 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5ae70-9c2a-446f-b26e-0146e875fd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc98cb-fff6-49c8-ab37-7fc2ba37eaf5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:59.382241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-5b5f0a7e-3b1c-41d2-87a0-ddd74378d21e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.385096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-5b5f0a7e-3b1c-41d2-87a0-ddd74378d21e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.16 "GET /v2.0/networks?id=92b89d12-31cd-4b7a-beaf-c82e3880fb46 HTTP/1.1" status: 200 len: 910 time: 0.2594776 Jul 05 10:16:59.429580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Request body: {'port': {'device_id': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'admin_state_up': True, 'tenant_id': '6aa6893bec22409183c049872a50bd49'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:59.500750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Made reservation on behalf of 6aa6893bec22409183c049872a50bd49 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:59.505929 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.760933 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.791515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Allocated IP 172.20.0.11 (92b89d12-31cd-4b7a-beaf-c82e3880fb46/517c9179-3e07-4b11-85bb-8df79af9ec31/1da128fa-1b7e-49c2-b5e6-94a92ceaca7a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:59.824243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.838582 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.853307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4aa74ca-7b62-4b41-a7b3-5a99344583e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.077875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4aa74ca-7b62-4b41-a7b3-5a99344583e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.085398 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4aa74ca-7b62-4b41-a7b3-5a99344583e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.149530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-472b6bc8-387e-460c-b3fd-cf8a96966b4c req-30aac364-f734-4d43-ae49-306eda50cf4a tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 210 time: 0.0950718 Jul 05 10:17:00.157503 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4aa74ca-7b62-4b41-a7b3-5a99344583e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac49b37c4d0247838cc72227db1c870d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319120 Jul 05 10:17:00.158500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa74ca-7b62-4b41-a7b3-5a99344583e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3c64de-948e-4c77-8c6a-f6257789dd81,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:00.161841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:00.254560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fad1ac8-f878-4f1f-8acf-b437b4db2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.265433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.296885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Transition to ACTIVE for port object 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:00.297760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fad1ac8-f878-4f1f-8acf-b437b4db2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.345295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.387848 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fad1ac8-f878-4f1f-8acf-b437b4db2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.392941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0fad1ac8-f878-4f1f-8acf-b437b4db2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.398693 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0fad1ac8-f878-4f1f-8acf-b437b4db2f68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a3c64de-948e-4c77-8c6a-f6257789dd81 HTTP/1.1" status: 204 len: 168 time: 0.2309928 Jul 05 10:17:00.405249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:00.411776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:00.418622 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad1ac8-f878-4f1f-8acf-b437b4db2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3c64de-948e-4c77-8c6a-f6257789dd81,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:00.419110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:00.424650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Pushing event updated for resources: {'Port': ['ID=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:00.525864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.527229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.558273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-e3505039-4bf1-4e79-b9d0-3d6c3fc34c18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1561062 Jul 05 10:17:00.578032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Request body: {'port': {'device_id': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:00.769365 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.829643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7681d9c8-682c-4c8b-8715-58533e5a0153 None None] Provisioning for port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:00.846638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7681d9c8-682c-4c8b-8715-58533e5a0153 None None] Provisioning complete for port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:00.847167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7681d9c8-682c-4c8b-8715-58533e5a0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.949610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7681d9c8-682c-4c8b-8715-58533e5a0153 None None] Port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:01.387023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:01.403163 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.431349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Transition to ACTIVE for port object 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:01.438279 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.552766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Pushing event updated for resources: {'Port': ['ID=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:01.582734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:01.596744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dd7b907f-851a-4977-9098-d128fc491f17 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99382552', 'description': 'tempest-secgroup-smoke-99382552 description', 'project_id': '9700116bf4394a16a285b5783db7bf17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:01.712748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd7b907f-851a-4977-9098-d128fc491f17 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.773753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Attempting to bind port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:01.776229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Attempting to bind port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:01.777315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Attempting to bind port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:01.788473 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:17:01.790014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:01.791157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Attempting to bind port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:01.807433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:01.807433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Checking segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:01.807433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Bound using segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:01.809264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Bound port: 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:01.809264 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.008559 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd7b907f-851a-4977-9098-d128fc491f17 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.020493 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd7b907f-851a-4977-9098-d128fc491f17 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.066674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] For port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:02.075036 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd7b907f-851a-4977-9098-d128fc491f17 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.075630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] For port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:02.077911 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dd7b907f-851a-4977-9098-d128fc491f17 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4931381 Jul 05 10:17:02.083506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:02.093384 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d7f56067-e6a3-49c0-8f49-804a7c7e4a29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'security_group_rule': {'security_group_id': 'ddeea73e-23cd-4aa8-9c29-b2b57ae95c99', 'project_id': '9700116bf4394a16a285b5783db7bf17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:02.102871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fabc0-9ea6-450c-a980-9e8c9f3c1a92 req-cc88546c-e303-4b64-942b-3d13432b856c tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.107025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b907f-851a-4977-9098-d128fc491f17 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.113702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2fabc0-9ea6-450c-a980-9e8c9f3c1a92 req-cc88546c-e303-4b64-942b-3d13432b856c tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1054 time: 0.2828276 Jul 05 10:17:02.115864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.162614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f56067-e6a3-49c0-8f49-804a7c7e4a29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.287256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f56067-e6a3-49c0-8f49-804a7c7e4a29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.287804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.290324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.292672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] 10.222.0.16 "PUT /v2.0/ports/1da128fa-1b7e-49c2-b5e6-94a92ceaca7a HTTP/1.1" status: 200 len: 1093 time: 1.7239907 Jul 05 10:17:02.293419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:02.295468 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f56067-e6a3-49c0-8f49-804a7c7e4a29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.298068 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc4ece-f803-4567-9d7c-9ad733b5f048" -d '{"events": [{"name": "network-changed", "server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:02.307545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb967b-fd9f-44b1-9151-cca989f4fad0 service neutron] Pushing event updated for resources: {'Port': ['ID=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.325993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2fabc0-9ea6-450c-a980-9e8c9f3c1a92 req-81bf9edb-697f-422c-bac8-b3a347e665a5 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498225 Jul 05 10:17:02.387200 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f56067-e6a3-49c0-8f49-804a7c7e4a29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.393683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:02.394520 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d7f56067-e6a3-49c0-8f49-804a7c7e4a29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3076904 Jul 05 10:17:02.399203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f56067-e6a3-49c0-8f49-804a7c7e4a29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891a00f9-2ffb-4f37-874c-7330c5946902,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.411264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-156f9493-38eb-4ea8-a143-30ff3aaf7642 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'security_group_rule': {'security_group_id': 'ddeea73e-23cd-4aa8-9c29-b2b57ae95c99', 'project_id': '9700116bf4394a16a285b5783db7bf17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:02.430981 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4760d17-a512-4a6a-9ef3-0b4434d31eff x-openstack-request-id: req-c4760d17-a512-4a6a-9ef3-0b4434d31eff {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:02.431695 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:02.432206 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4760d17-a512-4a6a-9ef3-0b4434d31eff {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:02.433109 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a', 'status': 'completed', 'code': 200} Jul 05 10:17:02.539281 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f9493-38eb-4ea8-a143-30ff3aaf7642 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.655732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-cbde9e90-5175-4a3e-97b5-557d5884716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.658662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-cbde9e90-5175-4a3e-97b5-557d5884716f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6aa6893bec22409183c049872a50bd49&device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1096 time: 0.2329659 Jul 05 10:17:02.690688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f9493-38eb-4ea8-a143-30ff3aaf7642 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.754201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-a90b1a68-20cb-4b38-89e5-8970037471ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a HTTP/1.1" status: 200 len: 217 time: 0.0856705 Jul 05 10:17:02.755687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f9493-38eb-4ea8-a143-30ff3aaf7642 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.859817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9493-38eb-4ea8-a143-30ff3aaf7642 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57da8707-f8a9-436b-918a-72d3d6df354d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.872348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f9493-38eb-4ea8-a143-30ff3aaf7642 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.876090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-156f9493-38eb-4ea8-a143-30ff3aaf7642 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4801702 Jul 05 10:17:02.877870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:02.886486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e8ac565e-82ba-4a19-bad1-78789b0b435d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'security_group_rule': {'security_group_id': 'ddeea73e-23cd-4aa8-9c29-b2b57ae95c99', 'project_id': '9700116bf4394a16a285b5783db7bf17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:02.899228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-f60559f7-f3ce-4d37-8993-7180b6839642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.902518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-f60559f7-f3ce-4d37-8993-7180b6839642 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=517c9179-3e07-4b11-85bb-8df79af9ec31 HTTP/1.1" status: 200 len: 848 time: 0.1364589 Jul 05 10:17:02.939492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ac565e-82ba-4a19-bad1-78789b0b435d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.009206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-225b8f7f-2839-4c6f-a20a-7d1442fd8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:03.012140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-225b8f7f-2839-4c6f-a20a-7d1442fd8f07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92b89d12-31cd-4b7a-beaf-c82e3880fb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020701 Jul 05 10:17:03.064013 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ac565e-82ba-4a19-bad1-78789b0b435d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.075594 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ac565e-82ba-4a19-bad1-78789b0b435d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.116746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac565e-82ba-4a19-bad1-78789b0b435d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5374b577-7248-4f7f-b7ae-1c81aff82848,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.135772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ac565e-82ba-4a19-bad1-78789b0b435d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.138053 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e8ac565e-82ba-4a19-bad1-78789b0b435d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2584171 Jul 05 10:17:03.142443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.152407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-54cb5b48-2d97-44d4-9d8f-3d7f3d51f3df tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'security_group_rule': {'security_group_id': 'ddeea73e-23cd-4aa8-9c29-b2b57ae95c99', 'project_id': '9700116bf4394a16a285b5783db7bf17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:03.211400 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54cb5b48-2d97-44d4-9d8f-3d7f3d51f3df tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.216403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-1c326af2-774b-44e2-babf-db743b592085 service neutron] 10.222.0.16 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914175 Jul 05 10:17:03.353482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54cb5b48-2d97-44d4-9d8f-3d7f3d51f3df tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.360256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54cb5b48-2d97-44d4-9d8f-3d7f3d51f3df tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.384665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb5b48-2d97-44d4-9d8f-3d7f3d51f3df tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf1020f-b925-4291-903d-b2d497f86a05,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.411580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54cb5b48-2d97-44d4-9d8f-3d7f3d51f3df tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.414011 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-54cb5b48-2d97-44d4-9d8f-3d7f3d51f3df tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694590 Jul 05 10:17:03.418854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.429030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'security_group_rule': {'security_group_id': 'ddeea73e-23cd-4aa8-9c29-b2b57ae95c99', 'project_id': '9700116bf4394a16a285b5783db7bf17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:03.450740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8af2f2dc-b43d-4a36-a0a8-36105710d088 req-9cedee64-304c-421f-8eb8-d0f047781919 service neutron] 10.222.0.16 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265019 Jul 05 10:17:03.488649 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Project 9700116bf4394a16a285b5783db7bf17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:17:03.500357 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.652154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.659141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.697291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce87cb65-0689-436c-84fb-fce7d59047aa,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.714909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.718564 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-854a504d-8147-4f0f-a3fa-7e142c1cd4b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2972281 Jul 05 10:17:03.722636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.732762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'security_group_rule': {'security_group_id': 'ddeea73e-23cd-4aa8-9c29-b2b57ae95c99', 'project_id': '9700116bf4394a16a285b5783db7bf17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:03.796878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8421f-42d5-4184-b809-e40bf341f0a2 req-c1758f8f-4ede-4a7f-bb21-457849ee4486 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:03.799978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96d8421f-42d5-4184-b809-e40bf341f0a2 req-c1758f8f-4ede-4a7f-bb21-457849ee4486 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1096 time: 0.1890678 Jul 05 10:17:03.803468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-f2881c02-744f-4a57-beaf-4c1ebf00b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:03.806206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-f2881c02-744f-4a57-beaf-4c1ebf00b341 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6aa6893bec22409183c049872a50bd49&device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1096 time: 0.2536557 Jul 05 10:17:03.849252 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Project 9700116bf4394a16a285b5783db7bf17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:17:03.925343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.011811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96d8421f-42d5-4184-b809-e40bf341f0a2 req-a85f7f05-f31e-4a51-80b5-4548c38054cc tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977904 Jul 05 10:17:04.096378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-ef0dc9cf-335d-4760-ab15-6063149852ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.099322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-ef0dc9cf-335d-4760-ab15-6063149852ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=92b89d12-31cd-4b7a-beaf-c82e3880fb46 HTTP/1.1" status: 200 len: 910 time: 0.2838025 Jul 05 10:17:04.121078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.188777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.194552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-80903893-9b96-45fc-b270-54289f5cd9b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a HTTP/1.1" status: 200 len: 217 time: 0.0776396 Jul 05 10:17:04.228746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f900937c-7e16-47e0-aae2-089d66d9260e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:04.263438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.265276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4da07020-e38a-4e63-8f5b-1a68a89cbd7e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5391903 Jul 05 10:17:04.293387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-930db220-ee3d-4e4d-8c3c-5c340cee2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.296148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-930db220-ee3d-4e4d-8c3c-5c340cee2c33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=517c9179-3e07-4b11-85bb-8df79af9ec31 HTTP/1.1" status: 200 len: 848 time: 0.0865262 Jul 05 10:17:04.408080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-df8340f3-ea78-4ede-be4f-cc62533219b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.411310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-df8340f3-ea78-4ede-be4f-cc62533219b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92b89d12-31cd-4b7a-beaf-c82e3880fb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052997 Jul 05 10:17:04.622090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-3549ab0b-038b-4f2d-b56d-f2f26a9b3c14 service neutron] 10.222.0.16 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979616 Jul 05 10:17:04.823491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffbc4ece-f803-4567-9d7c-9ad733b5f048 req-91f2d12a-cb71-4800-bc89-79a534f344a4 service neutron] 10.222.0.16 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936874 Jul 05 10:17:05.429245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51cd60-db2f-4842-ba50-50f7f9e15b6c req-089b33a7-bcc5-4d2d-b8dd-e70cc7eebd51 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:05.432696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b51cd60-db2f-4842-ba50-50f7f9e15b6c req-089b33a7-bcc5-4d2d-b8dd-e70cc7eebd51 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1096 time: 0.1221530 Jul 05 10:17:05.505190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:05.514955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b51cd60-db2f-4842-ba50-50f7f9e15b6c req-f7e37cec-4230-4a80-8ec5-b649166973ec tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687544 Jul 05 10:17:05.796274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:05.831976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:05.857539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'port_id': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a', 'mac_address': 'fa:16:3e:7c:53:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:05.934662 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.965520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:06.016993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:06.025239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.062803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.127921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.271734 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.283528 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.312430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['1da128fa-1b7e-49c2-b5e6-94a92ceaca7a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:06.366214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4f08d5023c840bd99a1af5fe3092f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681379 Jul 05 10:17:06.368811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f4a66b-9def-422d-9886-c973f561fb0d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.371034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57766) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:06.385529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.386088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.386656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.387239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.387925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.388375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.388928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.389500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.390051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.390614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.391164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.391727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061f3bb-8655-4cd3-aca5-88685951a011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:06.488268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f0b60b2-652b-4e3e-b3e8-7fe2a771d181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.532910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f0b60b2-652b-4e3e-b3e8-7fe2a771d181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.640680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f0b60b2-652b-4e3e-b3e8-7fe2a771d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.649017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f0b60b2-652b-4e3e-b3e8-7fe2a771d181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.651117 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f0b60b2-652b-4e3e-b3e8-7fe2a771d181 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2f4a66b-9def-422d-9886-c973f561fb0d HTTP/1.1" status: 204 len: 168 time: 0.2779820 Jul 05 10:17:06.665927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b60b2-652b-4e3e-b3e8-7fe2a771d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f4a66b-9def-422d-9886-c973f561fb0d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.894910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d45b0-8c59-4837-8cd9-a307c6557d7f req-7e808a63-28da-40ce-bc1d-d11bf3af59f3 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.900874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c7d45b0-8c59-4837-8cd9-a307c6557d7f req-7e808a63-28da-40ce-bc1d-d11bf3af59f3 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1097 time: 0.1083918 Jul 05 10:17:06.981744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c7d45b0-8c59-4837-8cd9-a307c6557d7f req-adcc73a3-9037-4b32-bc0c-a0c83ea7217a tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Jul 05 10:17:07.199487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57774) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.221084 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f69f238e-6d2f-4b25-b5d2-dd51188047c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.385149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f69f238e-6d2f-4b25-b5d2-dd51188047c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.391513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f69f238e-6d2f-4b25-b5d2-dd51188047c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.461699 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f69f238e-6d2f-4b25-b5d2-dd51188047c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e10efaa45df46e280047d0b9712fc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600701 Jul 05 10:17:07.463765 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f238e-6d2f-4b25-b5d2-dd51188047c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195bd872-1284-446c-874d-487756bfb06c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:07.465946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.518033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:07.569386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3df82af9-1bfa-46a4-9b0d-fccc81704b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.609902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3df82af9-1bfa-46a4-9b0d-fccc81704b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.614467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:07.623267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:07.624222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.710785 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3df82af9-1bfa-46a4-9b0d-fccc81704b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.715963 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3df82af9-1bfa-46a4-9b0d-fccc81704b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.722511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3df82af9-1bfa-46a4-9b0d-fccc81704b7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/195bd872-1284-446c-874d-487756bfb06c HTTP/1.1" status: 204 len: 168 time: 0.2547500 Jul 05 10:17:07.743439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df82af9-1bfa-46a4-9b0d-fccc81704b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195bd872-1284-446c-874d-487756bfb06c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:07.829999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.878742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:07.884023 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dd0e28-46bb-4910-873e-4132feacd669" -d '{"events": [{"server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "name": "network-vif-plugged", "status": "completed", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:07.908884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:07.916282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.977211 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7175c1ae-d4bb-4793-b202-8e9622439127 x-openstack-request-id: req-7175c1ae-d4bb-4793-b202-8e9622439127 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:07.977878 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "name": "network-vif-plugged", "status": "completed", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:07.978303 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7175c1ae-d4bb-4793-b202-8e9622439127 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:07.978850 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a', 'code': 200} Jul 05 10:17:08.073600 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:08.198588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51514-84e0-402c-9701-c9388e3e71f3 req-97847704-dbab-445a-9d1b-e465cd442140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.201704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5d51514-84e0-402c-9701-c9388e3e71f3 req-97847704-dbab-445a-9d1b-e465cd442140 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.1193948 Jul 05 10:17:08.337660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5d51514-84e0-402c-9701-c9388e3e71f3 req-a0d3b01e-265b-4783-ad80-11c5033db3ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250322 Jul 05 10:17:08.393729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c981bf-405d-4cf6-a9da-1fb8ff0bea97 req-c9e8ee64-7d8d-478e-9c0a-80acfff5239c tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.411298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73c981bf-405d-4cf6-a9da-1fb8ff0bea97 req-c9e8ee64-7d8d-478e-9c0a-80acfff5239c tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.1671574 Jul 05 10:17:08.492152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73c981bf-405d-4cf6-a9da-1fb8ff0bea97 req-a7564e2d-7e7f-45e0-a3e1-c6696ecbdd57 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789955 Jul 05 10:17:09.699958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:09.801268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2d10e-796d-4d26-8c89-b2c8271b7786 req-0b6e971a-5578-4be6-b99b-5c873e477c71 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.803836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bde2d10e-796d-4d26-8c89-b2c8271b7786 req-0b6e971a-5578-4be6-b99b-5c873e477c71 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.0916240 Jul 05 10:17:09.873691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bde2d10e-796d-4d26-8c89-b2c8271b7786 req-c50aa7fc-375b-4db1-b3aa-8830f3082f18 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544381 Jul 05 10:17:09.917113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-787f8d1f-7131-49db-a144-9411cac93129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:10.098021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-787f8d1f-7131-49db-a144-9411cac93129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:10.104386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-787f8d1f-7131-49db-a144-9411cac93129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:10.169550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-787f8d1f-7131-49db-a144-9411cac93129 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=975f54daebba44fcadc0897a3636e482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676273 Jul 05 10:17:10.171154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f8d1f-7131-49db-a144-9411cac93129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b652c3-b471-4301-9713-c7cc93c2e13a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:10.174075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:10.222837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6bfc-612a-4eea-8030-934b00a402f9 req-6110ed05-1c07-4c14-8b10-adc66d3de7d1 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.224777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d09d6bfc-612a-4eea-8030-934b00a402f9 req-6110ed05-1c07-4c14-8b10-adc66d3de7d1 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.1436996 Jul 05 10:17:10.330858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d09d6bfc-612a-4eea-8030-934b00a402f9 req-a3b2f546-4096-46b5-9251-472bb620905f tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905943 Jul 05 10:17:10.333322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f311d64-5b30-4d7f-bcaa-b90bab8e76dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:10.386094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f311d64-5b30-4d7f-bcaa-b90bab8e76dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:10.480689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f311d64-5b30-4d7f-bcaa-b90bab8e76dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:10.485884 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f311d64-5b30-4d7f-bcaa-b90bab8e76dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:10.490989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4f311d64-5b30-4d7f-bcaa-b90bab8e76dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6b652c3-b471-4301-9713-c7cc93c2e13a HTTP/1.1" status: 204 len: 168 time: 0.3124368 Jul 05 10:17:10.505398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f311d64-5b30-4d7f-bcaa-b90bab8e76dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b652c3-b471-4301-9713-c7cc93c2e13a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:10.624301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994163f-f86d-463b-bb74-bd3f0fd237f7 req-038ad830-5393-4e94-87d2-5e8ddb44adb9 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.626109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5994163f-f86d-463b-bb74-bd3f0fd237f7 req-038ad830-5393-4e94-87d2-5e8ddb44adb9 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.1043341 Jul 05 10:17:10.712873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5994163f-f86d-463b-bb74-bd3f0fd237f7 req-c4fc4483-246c-4065-a1b3-13ca82ba20ec tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742075 Jul 05 10:17:11.347152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f158d1ec-445f-46bf-a20d-5be17f008365 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:11.350268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f158d1ec-445f-46bf-a20d-5be17f008365 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/networks?id=92b89d12-31cd-4b7a-beaf-c82e3880fb46 HTTP/1.1" status: 200 len: 910 time: 0.2036266 Jul 05 10:17:11.387825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-05bbd0b0-add6-4cb5-9f8d-53818f67b6ed tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/quotas/6aa6893bec22409183c049872a50bd49 HTTP/1.1" status: 200 len: 375 time: 0.0256140 Jul 05 10:17:11.520951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-1732151d-3adf-47fb-b46a-ab214981a4bb tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=6aa6893bec22409183c049872a50bd49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260085 Jul 05 10:17:11.722335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-3c4147d6-52fd-4c37-82e4-f994e5b626e8 service neutron] 10.222.0.21 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860535 Jul 05 10:17:11.941843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-3652bed5-f756-49cb-ac9d-9b89fad41426 service neutron] 10.222.0.21 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064164 Jul 05 10:17:12.287706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfb7c791-4bc6-42c5-9e1b-af8c5b4109e1 req-05431daf-0ec1-41ac-b619-65cc75fd73dd tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 210 time: 0.0549574 Jul 05 10:17:13.406611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 57906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:13.628696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4480e7c-8399-45b0-8ce3-5267a70080be req-0c7ac1a1-7e86-4e17-b14b-91fe6d2cd475 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 210 time: 0.0727711 Jul 05 10:17:13.684913 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37e37504-bd0f-4b41-af4a-f399e6d464dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:13.919186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37e37504-bd0f-4b41-af4a-f399e6d464dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:13.925825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37e37504-bd0f-4b41-af4a-f399e6d464dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.010692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-37e37504-bd0f-4b41-af4a-f399e6d464dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1cf094141de4b66af61486849ca3e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021895 Jul 05 10:17:14.014482 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e37504-bd0f-4b41-af4a-f399e6d464dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa870c-788b-4dc6-bf0f-07c767c495f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:14.016247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:14.099519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e845ea7b-483c-4a06-a2fa-5376a371ca33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.161202 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d1b0-7f1b-4d64-ba0a-d9a592fc8080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.212232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d1b0-7f1b-4d64-ba0a-d9a592fc8080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.314195 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d1b0-7f1b-4d64-ba0a-d9a592fc8080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.319363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d1b0-7f1b-4d64-ba0a-d9a592fc8080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.327354 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0aa1d1b0-7f1b-4d64-ba0a-d9a592fc8080 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7aa870c-788b-4dc6-bf0f-07c767c495f5 HTTP/1.1" status: 204 len: 168 time: 0.3094597 Jul 05 10:17:14.349314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1d1b0-7f1b-4d64-ba0a-d9a592fc8080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa870c-788b-4dc6-bf0f-07c767c495f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:14.594857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-b8cc0385-4f7c-4b38-a994-7571b5d769ff tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:14.603349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-b8cc0385-4f7c-4b38-a994-7571b5d769ff tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.15 "GET /v2.0/networks?id=92b89d12-31cd-4b7a-beaf-c82e3880fb46 HTTP/1.1" status: 200 len: 910 time: 0.2724738 Jul 05 10:17:14.622763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Request body: {'port': {'device_id': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'admin_state_up': True, 'tenant_id': '6aa6893bec22409183c049872a50bd49'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:14.665072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Made reservation on behalf of 6aa6893bec22409183c049872a50bd49 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:14.669205 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.008923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ffc4882-3b2f-4a57-980c-a37e15846e7a req-8de50dbe-8f74-4165-96de-f9b3f434971d tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 210 time: 0.0982118 Jul 05 10:17:15.062995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Allocated IP 172.20.0.4 (92b89d12-31cd-4b7a-beaf-c82e3880fb46/517c9179-3e07-4b11-85bb-8df79af9ec31/7016f2a8-8d77-4f6a-9cae-6f74fdad1e00) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:15.394557 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.424657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Transition to ACTIVE for port object 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:15.501304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.519876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['1da128fa-1b7e-49c2-b5e6-94a92ceaca7a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:15.578104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:15.588480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:15.588480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:15.683042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.683966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.763659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Pushing event updated for resources: {'Port': ['ID=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:15.783498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-f58a596f-c74b-41a9-a3a8-e4bcc54cc4ab tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1681697 Jul 05 10:17:15.815877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Request body: {'port': {'device_id': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:15.997599 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.097629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7495a2a7-7cb9-4c2c-9035-be9efbdfea77 None None] Provisioning for port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:16.108421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7495a2a7-7cb9-4c2c-9035-be9efbdfea77 None None] Provisioning complete for port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:16.109698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7495a2a7-7cb9-4c2c-9035-be9efbdfea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.493239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7495a2a7-7cb9-4c2c-9035-be9efbdfea77 None None] Port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:16.708460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fedee-2a7f-4105-9e1a-62cd82d346e4 req-5b2ca68a-9eb9-4430-bfd2-d8337f940248 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.711497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88fedee-2a7f-4105-9e1a-62cd82d346e4 req-5b2ca68a-9eb9-4430-bfd2-d8337f940248 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1027 time: 0.1982896 Jul 05 10:17:16.830763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:16.846958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a3f43de-5348-432f-9a68-536aab6aef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.852109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.859148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a88fedee-2a7f-4105-9e1a-62cd82d346e4 req-9f69e989-dbd2-474c-b7a1-b04cc7272759 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337454 Jul 05 10:17:16.889711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Transition to ACTIVE for port object 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:16.896315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.914027 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.099347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:17.203915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Attempting to bind port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:17.204485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Attempting to bind port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:17.205093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Attempting to bind port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:17.232899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:17.233535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Attempting to bind port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 on network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:17.272422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:17.273150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Checking segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:17.274545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Bound using segment: {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:17.275365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Bound port: 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dc0324-54cb-4044-a0c2-60cb14c67db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:17.275966 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.451070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b4ed-b72d-49dd-8166-0ad744d5cb2b req-67ee5300-db21-440e-a8e5-f6d95ba347d2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.454022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24d0b4ed-b72d-49dd-8166-0ad744d5cb2b req-67ee5300-db21-440e-a8e5-f6d95ba347d2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 0.2398298 Jul 05 10:17:17.468801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] For port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:17.478878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] For port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:17.496460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.635567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.637129 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.639683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 HTTP/1.1" status: 200 len: 1092 time: 1.8459373 Jul 05 10:17:17.643963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'tag': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:17.649476 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db82efd9-5790-494f-8f90-1b7a742d375c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd8ed71-0cdf-4262-b861-9d9ce128d54a", "tag": "7016f2a8-8d77-4f6a-9cae-6f74fdad1e00"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:17.699584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24d0b4ed-b72d-49dd-8166-0ad744d5cb2b req-d62c5de2-1a2b-4b30-bf21-7fca6c9e370d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124546 Jul 05 10:17:17.747809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 57968) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:17.790237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572242dc-743a-49cf-a4a4-a96e79ace2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:17.858393 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9f49c-0d4a-4a5c-978e-e7aa6e3b1824 x-openstack-request-id: req-5bc9f49c-0d4a-4a5c-978e-e7aa6e3b1824 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:17.859249 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd8ed71-0cdf-4262-b861-9d9ce128d54a", "tag": "7016f2a8-8d77-4f6a-9cae-6f74fdad1e00", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:17.859662 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bc9f49c-0d4a-4a5c-978e-e7aa6e3b1824 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:17.860323 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'tag': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00', 'status': 'completed', 'code': 200} Jul 05 10:17:17.939114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-b62e5edc-c66c-4ba2-af30-c60991c6af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.949305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-b62e5edc-c66c-4ba2-af30-c60991c6af30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6aa6893bec22409183c049872a50bd49&device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1095 time: 0.1769092 Jul 05 10:17:17.949589 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bb0776cc-89c8-4012-9214-5cd41900f991 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/25823e36-f4a2-4d83-8099-ca2a7001d2e9 HTTP/1.1" status: 200 len: 993 time: 0.1972589 Jul 05 10:17:18.049713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-fa846cf0-6eed-4332-b5bb-7a4872b39e8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 HTTP/1.1" status: 200 len: 217 time: 0.0980203 Jul 05 10:17:18.050028 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.178590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-60c24dd0-a6f3-4ea3-9997-ad98ba0dd7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:18.181834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-60c24dd0-a6f3-4ea3-9997-ad98ba0dd7ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=517c9179-3e07-4b11-85bb-8df79af9ec31 HTTP/1.1" status: 200 len: 848 time: 0.1244919 Jul 05 10:17:18.350776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-7b8e2092-a586-426a-810d-435ea87c15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:18.353619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-7b8e2092-a586-426a-810d-435ea87c15e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92b89d12-31cd-4b7a-beaf-c82e3880fb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641581 Jul 05 10:17:18.459361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8267e-397b-4303-93a0-0d8b9fe8c8a4 req-81b2c378-8f21-412f-88dc-a1919f9db08f tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:18.461783 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ec8267e-397b-4303-93a0-0d8b9fe8c8a4 req-81b2c378-8f21-412f-88dc-a1919f9db08f tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1095 time: 0.2103858 Jul 05 10:17:18.569450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ec8267e-397b-4303-93a0-0d8b9fe8c8a4 req-701955a9-872e-418f-9244-5ceda2a1874a tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950019 Jul 05 10:17:18.573823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-ac179f1b-3c1d-4904-8ff2-282522573390 service neutron] 10.222.0.15 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105179 Jul 05 10:17:18.817629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-140c84b4-c8ff-4a0f-a93d-f6c4d1576f6a req-8d091dc6-6164-4c31-9ab8-e9cd9b109397 service neutron] 10.222.0.15 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356560 Jul 05 10:17:19.029025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82efd9-5790-494f-8f90-1b7a742d375c req-e197b12f-e51d-4929-9b73-9b52aace99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.031567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db82efd9-5790-494f-8f90-1b7a742d375c req-e197b12f-e51d-4929-9b73-9b52aace99d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6aa6893bec22409183c049872a50bd49&device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1095 time: 0.1292808 Jul 05 10:17:19.266090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82efd9-5790-494f-8f90-1b7a742d375c req-56de2bd8-b1c8-4224-8523-c81582d1dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.269298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db82efd9-5790-494f-8f90-1b7a742d375c req-56de2bd8-b1c8-4224-8523-c81582d1dd4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=92b89d12-31cd-4b7a-beaf-c82e3880fb46 HTTP/1.1" status: 200 len: 910 time: 0.2279129 Jul 05 10:17:19.357931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db82efd9-5790-494f-8f90-1b7a742d375c req-7fd24502-0736-4f70-9913-d20303c0383e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 HTTP/1.1" status: 200 len: 217 time: 0.0797641 Jul 05 10:17:19.840405 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.864554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58026) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.125324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82efd9-5790-494f-8f90-1b7a742d375c req-86b97e3f-7e2a-415d-94ca-f6dc0c72ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.129431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db82efd9-5790-494f-8f90-1b7a742d375c req-86b97e3f-7e2a-415d-94ca-f6dc0c72ce67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=517c9179-3e07-4b11-85bb-8df79af9ec31 HTTP/1.1" status: 200 len: 848 time: 0.7579741 Jul 05 10:17:20.135244 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-258f2b13-d704-4acb-9dcd-dff153431382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.221985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f3429-ea3e-43cb-8353-2deb7e222235 req-bd962779-a850-4aa7-8f0b-60a1b0bdb83b tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.225159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c58f3429-ea3e-43cb-8353-2deb7e222235 req-bd962779-a850-4aa7-8f0b-60a1b0bdb83b tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1097 time: 0.8728676 Jul 05 10:17:20.305734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82efd9-5790-494f-8f90-1b7a742d375c req-b92e7080-cfda-47b1-aa19-b9b77216c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.308723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db82efd9-5790-494f-8f90-1b7a742d375c req-b92e7080-cfda-47b1-aa19-b9b77216c6fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92b89d12-31cd-4b7a-beaf-c82e3880fb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696432 Jul 05 10:17:20.346269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-258f2b13-d704-4acb-9dcd-dff153431382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.353941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-258f2b13-d704-4acb-9dcd-dff153431382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.364853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c58f3429-ea3e-43cb-8353-2deb7e222235 req-e1081996-10f5-4dd4-a02d-b075984ccfef tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217430 Jul 05 10:17:20.442885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f2b13-d704-4acb-9dcd-dff153431382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ad9cc-01d3-4a07-8753-da44dd2f11af,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.509189 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-258f2b13-d704-4acb-9dcd-dff153431382 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=394acbeb2bf04dd6aa4b1df7aaf6ce8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427617 Jul 05 10:17:20.510969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58032) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.558527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db82efd9-5790-494f-8f90-1b7a742d375c req-a500ccd6-6622-400c-b2ba-16d9d67d7e99 service neutron] 10.222.0.15 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388990 Jul 05 10:17:20.624831 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6991695e-9e4a-4d0e-9aab-ff8092c844f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.678191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6991695e-9e4a-4d0e-9aab-ff8092c844f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.804534 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6991695e-9e4a-4d0e-9aab-ff8092c844f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.812055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6991695e-9e4a-4d0e-9aab-ff8092c844f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.815399 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6991695e-9e4a-4d0e-9aab-ff8092c844f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f33ad9cc-01d3-4a07-8753-da44dd2f11af HTTP/1.1" status: 204 len: 168 time: 0.3024919 Jul 05 10:17:20.816502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db82efd9-5790-494f-8f90-1b7a742d375c req-82d7154e-dd82-4426-8038-2fbeaa6bd7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486365 Jul 05 10:17:20.829713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10313-b47e-44b1-bd71-ae8796aab514 req-08bf6a35-c2f1-4cac-acae-ee87e9a7c296 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.833436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8db10313-b47e-44b1-bd71-ae8796aab514 req-08bf6a35-c2f1-4cac-acae-ee87e9a7c296 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1095 time: 0.1760681 Jul 05 10:17:20.844926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991695e-9e4a-4d0e-9aab-ff8092c844f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ad9cc-01d3-4a07-8753-da44dd2f11af,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.959866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8db10313-b47e-44b1-bd71-ae8796aab514 req-2df4bb4a-14fb-48cf-a5dd-9236f2b16cca tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045482 Jul 05 10:17:21.253591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:21.470480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:21.496011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:21.506134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00', 'network_id': '92b89d12-31cd-4b7a-beaf-c82e3880fb46', 'port_id': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00', 'mac_address': 'fa:16:3e:30:9e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517c9179-3e07-4b11-85bb-8df79af9ec31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:21.541267 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f1c155b-8a7d-4c43-b6fe-2e7079cfec7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.623226 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.642975 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:21.681646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:21.689242 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.790864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f1c155b-8a7d-4c43-b6fe-2e7079cfec7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.803487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f1c155b-8a7d-4c43-b6fe-2e7079cfec7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.819834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:21.840095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.841270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.842445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.843736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.844662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.845553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.846870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.848104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.848838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.850111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.851114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.852675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:21.911250 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8f1c155b-8a7d-4c43-b6fe-2e7079cfec7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03173e2b8e674c068cab5aab3af12437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093492 Jul 05 10:17:21.911250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c155b-8a7d-4c43-b6fe-2e7079cfec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882a536c-832a-4874-a761-4e378e4b6611,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:21.912499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58050) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:21.968250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7016f2a8-8d77-4f6a-9cae-6f74fdad1e00'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:22.046318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e444fec-9230-4aba-9d76-e3c020b2d450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.115588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e444fec-9230-4aba-9d76-e3c020b2d450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.242057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e444fec-9230-4aba-9d76-e3c020b2d450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.247411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e444fec-9230-4aba-9d76-e3c020b2d450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.249452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7e444fec-9230-4aba-9d76-e3c020b2d450 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/882a536c-832a-4874-a761-4e378e4b6611 HTTP/1.1" status: 204 len: 168 time: 0.3357143 Jul 05 10:17:22.283834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e444fec-9230-4aba-9d76-e3c020b2d450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882a536c-832a-4874-a761-4e378e4b6611,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:22.405980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58066) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.732601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-a54a0697-e618-4380-aa65-2ba9aa031ce4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3203518 Jul 05 10:17:23.265629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:23.387961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:23.398471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:23.399528 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.634494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.768217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:23.775727 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67c32ef-8ec0-48bf-b008-eeeb13a560ba" -d '{"events": [{"server_uuid": "ddd8ed71-0cdf-4262-b861-9d9ce128d54a", "name": "network-vif-plugged", "status": "completed", "tag": "7016f2a8-8d77-4f6a-9cae-6f74fdad1e00"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:23.810532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:23.826235 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.957767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:24.349972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-2ab38d6e-c79b-452a-9dd5-34eac71a2043 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:17:24.351455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-2ab38d6e-c79b-452a-9dd5-34eac71a2043 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4431851 Jul 05 10:17:24.371382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Request body: {'binding': {'host': 'n-h2-771363-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.372640 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:17:24.749488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on host n-h2-771363-33 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:24.750905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:24.751547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:24.761267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:24.761769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:24.770991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:24.771548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Checking segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:24.772210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Bound using segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:24.772944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Bound port: 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:24.965371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:24.974041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.978160 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-10094d47-7d89-4c5e-9c19-e5eb95b901a8 service neutron] 10.222.0.21 "POST /v2.0/ports/66cae02e-ccc4-4c09-91d5-9f95dc8f9522/bindings HTTP/1.1" status: 201 len: 390 time: 0.6137710 Jul 05 10:17:25.285273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:25.499805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-928e57ba-80b7-4495-91cd-c77d45983415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:25.503865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-928e57ba-80b7-4495-91cd-c77d45983415 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1097 time: 0.1334939 Jul 05 10:17:25.646495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-381db89a-2d8a-48bd-9361-6586916adba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.876106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-e4caba10-a497-4bb6-9285-84dcb7a6cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:25.878590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-e4caba10-a497-4bb6-9285-84dcb7a6cec9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.3653898 Jul 05 10:17:26.068716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21efa2-7363-452c-99ae-6e5c43f2d140 req-7b336711-1bfa-429e-9ed1-5be12c4e9396 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.071207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f21efa2-7363-452c-99ae-6e5c43f2d140 req-7b336711-1bfa-429e-9ed1-5be12c4e9396 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.7695014 Jul 05 10:17:26.080568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-c854f629-c1d9-42d8-a2f2-b57a0f52dcec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 1001 time: 0.1890233 Jul 05 10:17:26.191394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-381db89a-2d8a-48bd-9361-6586916adba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.218943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-381db89a-2d8a-48bd-9361-6586916adba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.266970 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f21efa2-7363-452c-99ae-6e5c43f2d140 req-f77b69d3-2cc3-4971-b914-26ca6820ef57 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821105 Jul 05 10:17:26.286349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-5bae9ed4-2ea2-4f2b-994e-eb621eb0d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.288910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-5bae9ed4-2ea2-4f2b-994e-eb621eb0d01f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.1793821 Jul 05 10:17:26.314194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-381db89a-2d8a-48bd-9361-6586916adba6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=432487aac54c425ba205520cb86e868a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0267367 Jul 05 10:17:26.319387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:26.327180 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381db89a-2d8a-48bd-9361-6586916adba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eec58c-2d41-4fbd-94b9-90c351def200,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.400015 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a19304-bc85-4510-874f-56e2100daf3d x-openstack-request-id: req-d2a19304-bc85-4510-874f-56e2100daf3d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:26.401219 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd8ed71-0cdf-4262-b861-9d9ce128d54a", "name": "network-vif-plugged", "status": "completed", "tag": "7016f2a8-8d77-4f6a-9cae-6f74fdad1e00", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:26.401219 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a19304-bc85-4510-874f-56e2100daf3d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:26.401538 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00', 'code': 200} Jul 05 10:17:26.447190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-2eba1b71-5124-4b69-bb59-fc0875e56eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.451014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-2eba1b71-5124-4b69-bb59-fc0875e56eb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448693 Jul 05 10:17:26.485243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5ef33a2-17db-4362-b6d3-3f1b10b97279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.538157 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5ef33a2-17db-4362-b6d3-3f1b10b97279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.663396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5ef33a2-17db-4362-b6d3-3f1b10b97279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.669452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5ef33a2-17db-4362-b6d3-3f1b10b97279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.671998 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c5ef33a2-17db-4362-b6d3-3f1b10b97279 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5eec58c-2d41-4fbd-94b9-90c351def200 HTTP/1.1" status: 204 len: 168 time: 0.3486004 Jul 05 10:17:26.710585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef33a2-17db-4362-b6d3-3f1b10b97279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eec58c-2d41-4fbd-94b9-90c351def200,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.910034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-9b8a42c9-4f63-46a4-b835-e386d037fa7c service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494050 Jul 05 10:17:27.026046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79bbe-1fc7-49ec-841c-11d62d28e5d3 req-eeb8f3a5-f274-442c-ac2b-ad15de32d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.029039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0d79bbe-1fc7-49ec-841c-11d62d28e5d3 req-eeb8f3a5-f274-442c-ac2b-ad15de32d750 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.4021719 Jul 05 10:17:27.220097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-22668f60-1745-4379-b67f-751e2c940a74 service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025925 Jul 05 10:17:27.234091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0d79bbe-1fc7-49ec-841c-11d62d28e5d3 req-178db41a-40ad-437d-96de-08a4fc4f0d57 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858323 Jul 05 10:17:27.279355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cff45-d81c-447a-9162-f75df2cdc602 req-427c41a0-cd04-4423-abb3-5febcd458d8f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.281986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-150cff45-d81c-447a-9162-f75df2cdc602 req-427c41a0-cd04-4423-abb3-5febcd458d8f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 0.2509978 Jul 05 10:17:27.489747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-150cff45-d81c-447a-9162-f75df2cdc602 req-33dcd490-4a77-46c6-9431-8a6e4e3cf70d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965430 Jul 05 10:17:27.577170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-30318f98-92d6-41b4-abca-d91fa1513ba8 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.579695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-30318f98-92d6-41b4-abca-d91fa1513ba8 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa&tenant_id=cb802803e0f34a418fc20a611e285767&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1097 time: 0.2549329 Jul 05 10:17:27.601639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-33'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:27.889831 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.009172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342886aa-0921-4ac3-947f-1fe21c6de94e req-57a8abd1-486b-4cfe-856d-7f2b5d894021 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.012199 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-342886aa-0921-4ac3-947f-1fe21c6de94e req-57a8abd1-486b-4cfe-856d-7f2b5d894021 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.2181551 Jul 05 10:17:28.220350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-342886aa-0921-4ac3-947f-1fe21c6de94e req-8a3f6c35-e86f-43ea-9d70-b1a95706364a tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946671 Jul 05 10:17:28.342494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:28.433309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:28.530625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:28.535162 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8badcb-28ec-4c62-b8ea-860d5224bb87" -d '{"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:28.551439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.574708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.644585 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a7ef5f-1bb5-42c8-820e-8306e6790bf1 x-openstack-request-id: req-22a7ef5f-1bb5-42c8-820e-8306e6790bf1 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:28.645538 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:28.645787 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22a7ef5f-1bb5-42c8-820e-8306e6790bf1 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:28.646517 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'code': 200} Jul 05 10:17:28.889636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:29.175173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbaad1-98c9-44b9-94f5-14c18c5f37c3 req-4c38ec6e-5df9-4a7d-bafc-689dae76f1c4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.178389 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdcbaad1-98c9-44b9-94f5-14c18c5f37c3 req-4c38ec6e-5df9-4a7d-bafc-689dae76f1c4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 943 time: 0.2423737 Jul 05 10:17:29.195223 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-78130935-85f6-41bc-9a94-a053f569a82b None None] Provisioning complete for port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:29.196319 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78130935-85f6-41bc-9a94-a053f569a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.287040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-78130935-85f6-41bc-9a94-a053f569a82b None None] Port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:29.293656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on host n-h1-771363-33 for vnic_type normal with profile {"migrating_to": "n-h2-771363-33"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:29.294236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:29.294798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:29.312685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdcbaad1-98c9-44b9-94f5-14c18c5f37c3 req-4b9c9503-2de2-49a0-8877-a41413c7901f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996499 Jul 05 10:17:29.314505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:29.315507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Attempting to bind port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on network a0731eb5-b70c-4960-b13c-694fd08ab3dd {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:29.332538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:29.333524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Checking segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:29.334507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Bound using segment: {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:29.335663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Bound port: 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa22a3e-fce1-4a07-b25c-6a396d6ae260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:29.336660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.521621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:29.530110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:29.540742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.671149 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:29.771959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.835403 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.963769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:29.999704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1910337754', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:30.048016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Made reservation on behalf of ce94fc9f177242afa094383ab3690b55 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:30.052380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.069677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.089187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.090325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.093205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b4a406d9-5337-40e6-8922-b9c63a7c2ab7 service neutron] 10.222.0.16 "PUT /v2.0/ports/66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 1123 time: 2.5024409 Jul 05 10:17:30.111499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb48cc-b1c6-4c1d-af06-3798cc3ebb7e req-a4a90bc4-266b-4a65-925e-1a96def66b49 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.114625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6deb48cc-b1c6-4c1d-af06-3798cc3ebb7e req-a4a90bc4-266b-4a65-925e-1a96def66b49 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.4924686 Jul 05 10:17:30.190302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-258ab455-000e-4fd7-b47e-14038edf6ee2 None None] Provisioning complete for port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:30.191174 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-258ab455-000e-4fd7-b47e-14038edf6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.198289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['66cae02e-ccc4-4c09-91d5-9f95dc8f9522'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:30.249162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6deb48cc-b1c6-4c1d-af06-3798cc3ebb7e req-cd49ffa8-1b53-4221-9f54-5c387b8cf811 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115522 Jul 05 10:17:30.279806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.289154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.349855 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] device_id is not set on port faba2544-638c-49bf-bbc3-612049706c08 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:30.359443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4b2549-d3d7-40b5-b86f-2449e9950d6d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:30.385088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.385744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.386330 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.386909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.387579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.388163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.388827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.389498 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.390355 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.391743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.392383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.393057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:30.601815 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-258ab455-000e-4fd7-b47e-14038edf6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.668148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Allocated IP 172.25.1.128 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/faba2544-638c-49bf-bbc3-612049706c08) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:30.675780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:30.681192 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd2f80e-9394-4239-9f04-92e52e036fec" -d '{"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:30.685388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:30.699224 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85aa51a-4773-4e0d-aaa9-885bc13ca8ed" -d '{"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:30.740595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-258ab455-000e-4fd7-b47e-14038edf6ee2 None None] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:30.753421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-258ab455-000e-4fd7-b47e-14038edf6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.765358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2593625-9497-4b8e-9c4f-e069ae76daf3 req-855f00bb-c596-4610-adef-ec918517210a tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.784346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2593625-9497-4b8e-9c4f-e069ae76daf3 req-855f00bb-c596-4610-adef-ec918517210a tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.1661057 Jul 05 10:17:30.878875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2593625-9497-4b8e-9c4f-e069ae76daf3 req-f853d55d-4903-4461-8529-84d874a33e85 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Jul 05 10:17:31.062602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.180363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.221613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ab455-000e-4fd7-b47e-14038edf6ee2 None None] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.287840 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:31.299718 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:31.317897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:31.377458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cd6a7-3312-47a6-9d70-17fab7aee537 req-cc2ddcb4-259b-412f-95f8-e3a19c66f7a3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.380497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb2cd6a7-3312-47a6-9d70-17fab7aee537 req-cc2ddcb4-259b-412f-95f8-e3a19c66f7a3 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 0.1729734 Jul 05 10:17:31.383924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Pushing event updated for resources: {'Port': ['ID=faba2544-638c-49bf-bbc3-612049706c08,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.426749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.430284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.477283 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b65211b6-2e0d-4e20-b076-070a34f6befa tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8032532 Jul 05 10:17:31.478805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:31.486178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.128'}]}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:31.500570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb2cd6a7-3312-47a6-9d70-17fab7aee537 req-790999bc-690a-4257-b3b6-97147bae9e85 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962381 Jul 05 10:17:31.554267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.557277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.669573 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe721c86-caf1-452c-b537-49023bda522b x-openstack-request-id: req-fe721c86-caf1-452c-b537-49023bda522b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:31.670365 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:31.670780 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe721c86-caf1-452c-b537-49023bda522b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:31.671673 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'status': 'completed', 'code': 200} Jul 05 10:17:31.685000 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a3a9b8-31dc-4a40-ba85-73a2c463406d x-openstack-request-id: req-87a3a9b8-31dc-4a40-ba85-73a2c463406d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:31.685000 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:31.685000 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87a3a9b8-31dc-4a40-ba85-73a2c463406d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:31.685000 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'code': 200} Jul 05 10:17:31.695058 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.123327 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.154524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-c090cf59-9a50-4db4-809d-af2c0eceaa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.157298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-c090cf59-9a50-4db4-809d-af2c0eceaa5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1128 time: 0.4840400 Jul 05 10:17:32.347279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72d6b2-e72c-48fa-9761-45aaf960080b req-993e7ef9-8613-40fa-8573-2a518a766f7f tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.349995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec72d6b2-e72c-48fa-9761-45aaf960080b req-993e7ef9-8613-40fa-8573-2a518a766f7f tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.4663074 Jul 05 10:17:32.513752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-a63217ad-aff9-4afc-8ed7-0fb4aaec7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.516788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-a63217ad-aff9-4afc-8ed7-0fb4aaec7fdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.3482742 Jul 05 10:17:32.520326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec72d6b2-e72c-48fa-9761-45aaf960080b req-d70725ec-ed2a-4c0e-8bd2-dbd34b635c13 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533947 Jul 05 10:17:32.714046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-008af7eb-f1d4-43b8-aab1-652cbca49617 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 1001 time: 0.1840115 Jul 05 10:17:32.819522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-cd57d44d-af29-4184-8c6a-163d3ceed0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.823009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-cd57d44d-af29-4184-8c6a-163d3ceed0f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.0965686 Jul 05 10:17:32.865600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-0b8d3785-eea8-4822-849c-5e6f6685a18a req-3a939a21-7068-4524-9144-1bb9bc4cf7ca service neutron] (93796) timed out ('10.222.0.16', 61911) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:17:33.735334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:34.034927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:34.061805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 has no active binding in host n-h2-771363-33 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:17:34.128900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02154-f8a9-4acc-82e1-f56e6ddea0a9 req-92a10df8-78e7-4313-a539-b042d08eba98 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.131830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ca02154-f8a9-4acc-82e1-f56e6ddea0a9 req-92a10df8-78e7-4313-a539-b042d08eba98 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 1.3071852 Jul 05 10:17:34.137807 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.189159 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.220527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-b2396c80-d67f-48a2-b36c-f32c8355d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.223465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-b2396c80-d67f-48a2-b36c-f32c8355d2ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3598220 Jul 05 10:17:34.437291 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ca02154-f8a9-4acc-82e1-f56e6ddea0a9 req-43e85095-acb0-4bac-94d3-9741154d140c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624447 Jul 05 10:17:34.621743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-9f5c1322-ac7c-47cd-8156-5361cc913dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866906 Jul 05 10:17:34.824918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.052316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bdd2f80e-9394-4239-9f04-92e52e036fec req-2a88c47e-8d7d-49bf-b11f-aafb2f555a96 service neutron] 10.222.0.15 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195766 Jul 05 10:17:35.263247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.271924 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.376447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.377307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c08b4ac-c186-4422-a4ef-94004cf70f35 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:35.397575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722f9f1-6995-48c9-a944-903cba3f7b49 req-25eca6ab-a696-492f-88ca-aedcc9feea81 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.401040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9722f9f1-6995-48c9-a944-903cba3f7b49 req-25eca6ab-a696-492f-88ca-aedcc9feea81 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.2797813 Jul 05 10:17:35.408665 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:17:35.410872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6201bfb4-564d-4c97-8ef4-713b34a2c3dc tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9302833 Jul 05 10:17:35.416597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:35.465950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9722f9f1-6995-48c9-a944-903cba3f7b49 req-ee851268-5d23-4a3a-88ab-c6bba6c93936 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Jul 05 10:17:35.613181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Deleting port faba2544-638c-49bf-bbc3-612049706c08 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:35.613787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.771396 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-5b1796c2-88a5-4f2c-8ed8-447aab06c07e service neutron] 10.222.0.15 "GET /v2.0/ports/66cae02e-ccc4-4c09-91d5-9f95dc8f9522/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 385 time: 0.1449866 Jul 05 10:17:35.775346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.800386 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Calling delete_port for faba2544-638c-49bf-bbc3-612049706c08 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:35.854732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bd88f-e54a-461d-bc4a-1939e73de7b7 req-c4c76d03-ce38-43be-bde3-32211356494b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.857586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-352bd88f-e54a-461d-bc4a-1939e73de7b7 req-c4c76d03-ce38-43be-bde3-32211356494b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 945 time: 0.1847758 Jul 05 10:17:35.993446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-352bd88f-e54a-461d-bc4a-1939e73de7b7 req-2d949d2a-fb58-4975-905d-f67e22c43bd0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163454 Jul 05 10:17:36.068054 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.131846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Pushing event deleted for resources: {'Port': ['ID=faba2544-638c-49bf-bbc3-612049706c08,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:36.195030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:36.239838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:36.279119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.284550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-69905cfc-b6a7-488e-8013-e6814f9826d5 tempest-RoutersAdminNegativeTest-972201177 tempest-RoutersAdminNegativeTest-972201177-project-admin] 10.222.0.21 "DELETE /v2.0/ports/faba2544-638c-49bf-bbc3-612049706c08 HTTP/1.1" status: 204 len: 168 time: 0.8650463 Jul 05 10:17:36.332713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:36.337944 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5660d3-6e49-4ea5-bfe1-08e0b41bc0ad" -d '{"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:36.352251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:36.383522 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.464063 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9239a17-abbb-4650-a7a9-99f5be923846 x-openstack-request-id: req-f9239a17-abbb-4650-a7a9-99f5be923846 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:36.465469 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:36.466811 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9239a17-abbb-4650-a7a9-99f5be923846 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:36.466811 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'code': 200} Jul 05 10:17:36.616828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] Transition to ACTIVE for port object 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:36.625550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-22ee156d-1992-412b-aff4-e37dd9f0e8fb tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.629238 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-22ee156d-1992-412b-aff4-e37dd9f0e8fb tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ddd8ed71-0cdf-4262-b861-9d9ce128d54a HTTP/1.1" status: 200 len: 1097 time: 0.1309180 Jul 05 10:17:36.629620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.843463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Deleting port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:36.844438 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.918159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870932-482f-4b56-a722-49618f0e512c service neutron] Pushing event updated for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=11']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:36.955948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-9f1f449a-ff42-4f32-a77f-d5efc091c623 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99382552&fields=id&tenant_id=9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 267 time: 0.2570610 Jul 05 10:17:37.013761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58280) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:37.059943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] For port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:37.060577 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.090148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Calling delete_port for 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:37.129935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] No DVR routers for this DVR port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:37.369617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.388442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32e7d126-a40f-4193-81b1-effc949b1f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.392302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['1da128fa-1b7e-49c2-b5e6-94a92ceaca7a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:37.398309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['7016f2a8-8d77-4f6a-9cae-6f74fdad1e00'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:37.420274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-3b0873f6-909f-4209-9d61-0b2f6126c81f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.423434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-3b0873f6-909f-4209-9d61-0b2f6126c81f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.4656141 Jul 05 10:17:37.431682 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Pushing event deleted for resources: {'Port': ['ID=7016f2a8-8d77-4f6a-9cae-6f74fdad1e00,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:37.520587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-1140adf8-1ec6-4d3b-b542-bd432524ae8e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/quotas/9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 375 time: 0.0525553 Jul 05 10:17:37.528065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] No DVR routers for this DVR port 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 on host n-h1-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:37.541446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.545432 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4017582e-f46d-45f0-920f-3f7d188ca011 req-fa6afa48-7fa8-4177-93c6-d5cf4865f91e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.15 "DELETE /v2.0/ports/7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 HTTP/1.1" status: 204 len: 173 time: 0.9068241 Jul 05 10:17:37.545914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'name': 'network-vif-deleted', 'tag': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:37.550222 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e61f349-78f2-4812-abac-ea35a3ad0d13" -d '{"events": [{"server_uuid": "ddd8ed71-0cdf-4262-b861-9d9ce128d54a", "name": "network-vif-deleted", "tag": "7016f2a8-8d77-4f6a-9cae-6f74fdad1e00"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:37.624043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-32870932-482f-4b56-a722-49618f0e512c service neutron] 10.222.0.15 "PUT /v2.0/ports/66cae02e-ccc4-4c09-91d5-9f95dc8f9522/bindings/n-h2-771363-33/activate HTTP/1.1" status: 200 len: 370 time: 1.8447175 Jul 05 10:17:37.819430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-51e09ca1-5997-4199-92af-f0dd1420d0e4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360086 Jul 05 10:17:37.880012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32e7d126-a40f-4193-81b1-effc949b1f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.925352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32e7d126-a40f-4193-81b1-effc949b1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.168841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-32e7d126-a40f-4193-81b1-effc949b1f98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1be1400105384a2387fda20031927c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1497540 Jul 05 10:17:38.173187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58288) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:38.182179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7d126-a40f-4193-81b1-effc949b1f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab2a50-b5b5-489a-9a80-ab0196a48c8a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:38.275850 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afc2e7-b2cb-4b41-9f44-a44930d0e0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.281129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b7cc5bcf-da3b-487e-ad4a-aada98d40135 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.284171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-b7cc5bcf-da3b-487e-ad4a-aada98d40135 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa&tenant_id=cb802803e0f34a418fc20a611e285767&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.3772824 Jul 05 10:17:38.291534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-fe85878e-d531-4867-ab1c-3689acd9ad41 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040010 Jul 05 10:17:38.322214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afc2e7-b2cb-4b41-9f44-a44930d0e0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.460535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afc2e7-b2cb-4b41-9f44-a44930d0e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.465801 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8afc2e7-b2cb-4b41-9f44-a44930d0e0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.472203 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a8afc2e7-b2cb-4b41-9f44-a44930d0e0e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4ab2a50-b5b5-489a-9a80-ab0196a48c8a HTTP/1.1" status: 204 len: 168 time: 0.2930026 Jul 05 10:17:38.499574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc2e7-b2cb-4b41-9f44-a44930d0e0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab2a50-b5b5-489a-9a80-ab0196a48c8a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:38.783784 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:17:39.040809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-ef4c2552-5e1f-4826-b71e-f7714e752fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.043892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-ef4c2552-5e1f-4826-b71e-f7714e752fc2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 1096 time: 0.7477942 Jul 05 10:17:39.047586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-cceb8b6e-da9a-4945-8ae4-177191d00a64 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365835 Jul 05 10:17:39.097207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:39.188176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-15578642-02c4-490c-bc8e-c2f8d94edf0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce94fc9f177242afa094383ab3690b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892670 Jul 05 10:17:39.192362 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58298) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:39.193213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-9ea3b527-5335-495b-8cb2-aaaaaeb0e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.196027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-9ea3b527-5335-495b-8cb2-aaaaaeb0e3ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1096 time: 0.1181834 Jul 05 10:17:39.283769 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e499ac71-8804-4ce9-835c-771c63f7d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.325040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:39.340153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e499ac71-8804-4ce9-835c-771c63f7d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.404117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:39.420111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-bcca9c94-6409-4367-bfec-8c0ee453f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.423189 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-bcca9c94-6409-4367-bfec-8c0ee453f5e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.2156749 Jul 05 10:17:39.460310 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e499ac71-8804-4ce9-835c-771c63f7d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.467767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e499ac71-8804-4ce9-835c-771c63f7d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.471841 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e499ac71-8804-4ce9-835c-771c63f7d275 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db4b2549-d3d7-40b5-b86f-2449e9950d6d HTTP/1.1" status: 204 len: 168 time: 0.2769504 Jul 05 10:17:39.500271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499ac71-8804-4ce9-835c-771c63f7d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4b2549-d3d7-40b5-b86f-2449e9950d6d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:39.581733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-9e92cf9d-0948-4459-8190-140b76289dbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 999 time: 0.1395130 Jul 05 10:17:39.714307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-d629e627-0018-453e-9342-54c208cc1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.717362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-d629e627-0018-453e-9342-54c208cc1322 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.1245172 Jul 05 10:17:39.864170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-e1c196f1-b317-42fa-9d82-2c4f6019628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.871029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-e1c196f1-b317-42fa-9d82-2c4f6019628a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400411 Jul 05 10:17:40.157788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-4e6dd2bd-9f78-4106-bc17-80341d02a877 service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813582 Jul 05 10:17:40.173809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b0baf-ccb1-45db-b402-7f1897883802 req-8c0b9c1f-df74-44ed-aaa2-93fb7485132d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.186967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-673b0baf-ccb1-45db-b402-7f1897883802 req-8c0b9c1f-df74-44ed-aaa2-93fb7485132d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 0.2105515 Jul 05 10:17:40.358813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-673b0baf-ccb1-45db-b402-7f1897883802 req-fbd5dfa2-b51d-45c0-9f34-cceafb2c50e9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703024 Jul 05 10:17:40.437059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-68633cfd-2e88-4a9c-ab3f-294cdf153c5f service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454228 Jul 05 10:17:40.488953 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c474ad-37c9-463d-95a9-277d3f964bb1 x-openstack-request-id: req-16c474ad-37c9-463d-95a9-277d3f964bb1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:40.490128 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd8ed71-0cdf-4262-b861-9d9ce128d54a", "name": "network-vif-deleted", "tag": "7016f2a8-8d77-4f6a-9cae-6f74fdad1e00", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:40.490128 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16c474ad-37c9-463d-95a9-277d3f964bb1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:40.490977 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd8ed71-0cdf-4262-b861-9d9ce128d54a', 'name': 'network-vif-deleted', 'tag': '7016f2a8-8d77-4f6a-9cae-6f74fdad1e00', 'status': 'completed', 'code': 200} Jul 05 10:17:40.780015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c80e6de8-6d13-4be7-af8f-86b9d62726ba req-654a004d-8f1a-418d-9a0c-da28c9145874 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 210 time: 0.1020091 Jul 05 10:17:41.180032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-f70e65a2-0848-411a-8956-c5915130f283 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:41.184340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-f70e65a2-0848-411a-8956-c5915130f283 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa&tenant_id=cb802803e0f34a418fc20a611e285767&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 1096 time: 0.1434569 Jul 05 10:17:41.288597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:41.326119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:41.372756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:41.373363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 7016f2a8-8d77-4f6a-9cae-6f74fdad1e00 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:41.490958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-2d9e0866-ddb1-430c-ab2b-9bd310a83d8d service neutron] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:41.500183 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-2d9e0866-ddb1-430c-ab2b-9bd310a83d8d service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.502793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-124eff43-5cb2-40d9-9c80-32e0300911c2 req-2d9e0866-ddb1-430c-ab2b-9bd310a83d8d service neutron] 10.222.0.16 "DELETE /v2.0/ports/66cae02e-ccc4-4c09-91d5-9f95dc8f9522/bindings/n-h1-771363-33 HTTP/1.1" status: 204 len: 173 time: 0.3088133 Jul 05 10:17:41.572453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1153188285'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:41.642204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Made reservation on behalf of 73573bdc91274a51a204494639f8ba8d for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:41.647836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.648143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c32a1-d410-4bb6-aebb-eec5fd4dcc81 req-e9c6a1c1-d734-4102-b20f-47aa26a02b5d tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:41.655156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad1c32a1-d410-4bb6-aebb-eec5fd4dcc81 req-e9c6a1c1-d734-4102-b20f-47aa26a02b5d tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.1358032 Jul 05 10:17:41.668513 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.858806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ad1c32a1-d410-4bb6-aebb-eec5fd4dcc81 req-023e30bb-eef6-43e7-a5ac-0842be8d3ebe tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970463 Jul 05 10:17:41.930342 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.943652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.983872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-9488d30e-fb65-4300-9aa5-1e04d55a8bba tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:41.985753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-9488d30e-fb65-4300-9aa5-1e04d55a8bba tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.3264756 Jul 05 10:17:42.042554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:17:42.071392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.072828 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Added segment 281a109b-9127-4dfa-9aef-445ec74a52f2 of type vlan for network c2e3d1c7-8683-4de0-8e3b-1e49500751fc Jul 05 10:17:42.080498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-7559b02c-bc43-4f76-a9fa-e4ee52f1c6ad tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 378 time: 0.0832329 Jul 05 10:17:42.093129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1804d41f-493f-4207-b48d-2a96b7cd7652,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:42.096222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'port': {'device_id': '843579f4-a626-4e36-b196-241371e1275c', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'admin_state_up': True, 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'security_groups': ['ddeea73e-23cd-4aa8-9c29-b2b57ae95c99']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:42.221256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.292862 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.310956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.311874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.421479 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1309354 Jul 05 10:17:42.429067 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58346) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:42.457124 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'subnet': {'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:42.476304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d581a3d-60f5-4f50-ba93-8e843a3c6b84 req-78b3a9c2-96e0-4ecd-8f6c-0c7c4426c9b4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.483552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d581a3d-60f5-4f50-ba93-8e843a3c6b84 req-78b3a9c2-96e0-4ecd-8f6c-0c7c4426c9b4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 0.2486351 Jul 05 10:17:42.485742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:42.493156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.589729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d037f-97ac-4cd0-abb6-5ed1c38f0534 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Network': ['ID=c2e3d1c7-8683-4de0-8e3b-1e49500751fc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:42.623335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:17:42.633545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d581a3d-60f5-4f50-ba93-8e843a3c6b84 req-b17ca006-c5c3-4a92-ae55-b373225de190 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345282 Jul 05 10:17:42.740833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Made reservation on behalf of 73573bdc91274a51a204494639f8ba8d for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:42.755139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.976136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.20.0.7 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/2e5cd179-c0c4-41cd-9864-16a67df9e8cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:43.061718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f4e1047-9839-4f65-95ff-6648f115f101 req-fc791f34-76ba-49e4-906c-6d29c6c8187a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 210 time: 0.0805364 Jul 05 10:17:43.287399 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.433178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Subnet': ['ID=d89acbc6-dd2d-4795-807b-93abe19707d1,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:43.467843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Checking segment: {'id': '281a109b-9127-4dfa-9aef-445ec74a52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:43.468416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Network hostable DHCP agents. Network: c2e3d1c7-8683-4de0-8e3b-1e49500751fc, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:17:43.508422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-eac96451-898a-42ec-9fac-220183d39b7c tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:43.511291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:17:43.511892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-eac96451-898a-42ec-9fac-220183d39b7c tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.4174078 Jul 05 10:17:43.529881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c2e3d1c7-8683-4de0-8e3b-1e49500751fc) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:43.539311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:43.542196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.548462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d5ab1-d161-4c40-8aa4-96ef763aa3ad None None] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:43.561588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.579965 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3d2626a1-7633-4625-8a1a-bf86dd2e7a9c tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1486287 Jul 05 10:17:43.584820 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.593364 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ca1942a5-1fc5-469e-8646-690abfcb0ec1 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-63132769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:43.640985 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1942a5-1fc5-469e-8646-690abfcb0ec1 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.644010 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1942a5-1fc5-469e-8646-690abfcb0ec1 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.666280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Transition to ACTIVE for port object 2e5cd179-c0c4-41cd-9864-16a67df9e8cf will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:43.749778 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35170da-465a-4402-bfbf-5c8c5596ab5e req-36469476-8bf3-47ff-abe5-c10013e525a8 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:43.752866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35170da-465a-4402-bfbf-5c8c5596ab5e req-36469476-8bf3-47ff-abe5-c10013e525a8 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1096 time: 0.3725369 Jul 05 10:17:43.814764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1942a5-1fc5-469e-8646-690abfcb0ec1 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.823012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1942a5-1fc5-469e-8646-690abfcb0ec1 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.854867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1942a5-1fc5-469e-8646-690abfcb0ec1 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.858306 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ca1942a5-1fc5-469e-8646-690abfcb0ec1 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2715998 Jul 05 10:17:43.863128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.915712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c2e3d1c7-8683-4de0-8e3b-1e49500751fc', 'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc', 'tenant_id': '73573bdc91274a51a204494639f8ba8d', 'fixed_ips': [{'subnet_id': 'd89acbc6-dd2d-4795-807b-93abe19707d1'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:17:43.920061 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.954240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.969918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35170da-465a-4402-bfbf-5c8c5596ab5e req-bd2757c1-2f41-4ca4-b800-18875d8cb05e tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010019 Jul 05 10:17:44.136884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-590b7b5d-cfb7-4b7d-aa9e-fab69fc61a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.152880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Deleting port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:44.153464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.160517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:44.298897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:44.300620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Allocated IP 172.20.0.2 (c2e3d1c7-8683-4de0-8e3b-1e49500751fc/d89acbc6-dd2d-4795-807b-93abe19707d1/9f202c90-9a18-4aaf-9c8d-a8b4ba158af1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:44.314252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:44.389650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:44.737228 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.756208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Transition to ACTIVE for port object 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:44.789981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Transition to ACTIVE for port object 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:44.805953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.876356 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f033ea47-b239-482d-b72b-d0ca5508e42b None None] Provisioning for port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:44.898045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.900493 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.907566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f033ea47-b239-482d-b72b-d0ca5508e42b None None] Provisioning complete for port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:44.908011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f033ea47-b239-482d-b72b-d0ca5508e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.914667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] For port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:44.915322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.922566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:44.974283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:44.983552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:44.985790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Calling delete_port for 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:44.991154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Pushing event updated for resources: {'Port': ['ID=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:45.005868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-df135471-8105-4264-bc8e-e01f335d73b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9192393 Jul 05 10:17:45.088239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Request body: {'port': {'device_id': '843579f4-a626-4e36-b196-241371e1275c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:45.122478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f033ea47-b239-482d-b72b-d0ca5508e42b None None] Port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:45.126146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Attempting to bind port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:45.126820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Attempting to bind port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '281a109b-9127-4dfa-9aef-445ec74a52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:45.127373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Attempting to bind port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 on network c2e3d1c7-8683-4de0-8e3b-1e49500751fc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:45.139170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:45.139798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Checking segment: {'id': '281a109b-9127-4dfa-9aef-445ec74a52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:45.140656 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.141330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Bound using segment: {'id': '281a109b-9127-4dfa-9aef-445ec74a52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:45.142163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Bound port: 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281a109b-9127-4dfa-9aef-445ec74a52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:45.142798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.194609 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.224366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2ce4c-9618-4abd-925e-609ca56fe36f req-c5095b96-0ba3-48a3-a8b1-0c7222e34429 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:45.227349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43c2ce4c-9618-4abd-925e-609ca56fe36f req-c5095b96-0ba3-48a3-a8b1-0c7222e34429 tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f964bc0-2202-4cf0-bafb-6d1599c083c0 HTTP/1.1" status: 200 len: 1098 time: 0.8459063 Jul 05 10:17:45.292312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] For port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:45.298042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] For port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,segment=NetworkSegment(281a109b-9127-4dfa-9aef-445ec74a52f2),segment_id=281a109b-9127-4dfa-9aef-445ec74a52f2)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:45.306078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.443512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76976138-62b8-43a8-b6ac-c216a902bbfc None None] Pushing event updated for resources: {'Port': ['ID=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:45.828273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:46.096452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-43c2ce4c-9618-4abd-925e-609ca56fe36f req-5ae2ac9d-ee9a-484f-95f6-65e460e3d11e tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c46cc8be-1f67-46f2-beb5-a8857b0c1a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8518555 Jul 05 10:17:46.152262 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.205998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.255005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:46.257405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:46.263228 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc42415e-e200-4995-bb40-c6e3bb33295e" -d '{"events": [{"server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "name": "network-vif-unplugged", "status": "completed", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:46.270308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.447991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:46.658234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:46.757022 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.818087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:46.876489 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f71c3ad3-3c6c-426e-961c-f40e7bf5070a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.890239 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.032728 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Pushing event deleted for resources: {'Port': ['ID=1da128fa-1b7e-49c2-b5e6-94a92ceaca7a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:47.216057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] No DVR routers for this DVR port 1da128fa-1b7e-49c2-b5e6-94a92ceaca7a on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:47.232827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfeb3-aaeb-4e33-9c1a-21d9783b3a8c req-9083241e-9a8e-4ce5-9942-fe6a90d332b6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:47.246444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b84bfeb3-aaeb-4e33-9c1a-21d9783b3a8c req-9083241e-9a8e-4ce5-9942-fe6a90d332b6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 0.8233392 Jul 05 10:17:47.256210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.260808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10a1b7cf-73eb-4659-809f-74cdbad2f312 req-b0ea8624-3c5b-440f-a4ab-c93a7f9f9edf tempest-TestServerMultinode-1857078799 tempest-TestServerMultinode-1857078799-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1da128fa-1b7e-49c2-b5e6-94a92ceaca7a HTTP/1.1" status: 204 len: 173 time: 3.7277768 Jul 05 10:17:47.269063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'name': 'network-vif-deleted', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:47.272710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907b53a-6d70-4097-adb0-147b14cb9a8f None None] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:47.273551 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09063968-482a-4206-aab4-fecba0e26527" -d '{"events": [{"server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "name": "network-vif-deleted", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:47.298370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Allocated IP 172.20.0.1 (c2e3d1c7-8683-4de0-8e3b-1e49500751fc/d89acbc6-dd2d-4795-807b-93abe19707d1/22b468b9-3f67-4830-be14-93918b0c43cb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:47.413487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48720a7c-9c16-4e6d-abe9-7bb5ec1224c3 None None] Provisioning for port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:47.434537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48720a7c-9c16-4e6d-abe9-7bb5ec1224c3 None None] Provisioning complete for port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:47.434961 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48720a7c-9c16-4e6d-abe9-7bb5ec1224c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.624050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b84bfeb3-aaeb-4e33-9c1a-21d9783b3a8c req-ca3cb16a-e473-43f0-b139-07094e74bc33 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754826 Jul 05 10:17:47.693684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:47.940046 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0a5306dd-0cff-4823-939f-b7e684d6622e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/25823e36-f4a2-4d83-8099-ca2a7001d2e9 HTTP/1.1" status: 200 len: 991 time: 0.2435377 Jul 05 10:17:47.955022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5cd179-c0c4-41cd-9864-16a67df9e8cf {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:47.968188 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48720a7c-9c16-4e6d-abe9-7bb5ec1224c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.981607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.065008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-48720a7c-9c16-4e6d-abe9-7bb5ec1224c3 None None] For port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,segment=NetworkSegment(281a109b-9127-4dfa-9aef-445ec74a52f2),segment_id=281a109b-9127-4dfa-9aef-445ec74a52f2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:48.078029 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.078379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48720a7c-9c16-4e6d-abe9-7bb5ec1224c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.139538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Transition to ACTIVE for port object 22b468b9-3f67-4830-be14-93918b0c43cb will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:48.176793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48720a7c-9c16-4e6d-abe9-7bb5ec1224c3 None None] Pushing event updated for resources: {'Port': ['ID=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.189351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.205447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Transition to ACTIVE for port object 2e5cd179-c0c4-41cd-9864-16a67df9e8cf will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:48.230953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.357007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.372632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-534ce241-8c91-4b78-a496-d72e8b8c53ec req-974fbdc8-c428-4505-b391-df263feaac5d service neutron] (93795) timed out ('10.222.0.15', 53001) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:17:48.475496 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.546154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2c1f41a8-2ebf-4853-80f8-e494feca5b83 None None] Provisioning complete for port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:48.549750 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c1f41a8-2ebf-4853-80f8-e494feca5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.686684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:48.697167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:48.748730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:48.764937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:48.833762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cdc8e-1faf-46e0-9217-c5e2e2ac5ace req-a3061914-c33e-49b5-8602-770c19fd8d26 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.837501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d7cdc8e-1faf-46e0-9217-c5e2e2ac5ace req-a3061914-c33e-49b5-8602-770c19fd8d26 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 931 time: 0.8699472 Jul 05 10:17:48.866175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Attempting to bind port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:48.867072 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Attempting to bind port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:48.869645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Attempting to bind port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:48.901120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:48.901978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.935601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf on network ad129a7e-c36f-42d3-b374-7e79d50be067 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:48.936150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Attempting to bind port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:48.964429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Port': ['ID=22b468b9-3f67-4830-be14-93918b0c43cb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.992791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:48.993430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:48.994018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:48.996048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Bound port: 2e5cd179-c0c4-41cd-9864-16a67df9e8cf, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:48.996668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.021175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.186209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4d7cdc8e-1faf-46e0-9217-c5e2e2ac5ace req-b5bacec9-5944-4540-bcb6-375dfbf05800 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3101487 Jul 05 10:17:49.277581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5620e94-3c3a-4068-b0a2-e4b67b57cce8 None None] Provisioning for port 22b468b9-3f67-4830-be14-93918b0c43cb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:49.290216 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3dc13a-3875-4216-9ea8-c508bf7a1f3e x-openstack-request-id: req-3e3dc13a-3875-4216-9ea8-c508bf7a1f3e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:49.291984 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "name": "network-vif-unplugged", "status": "completed", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:49.293427 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e3dc13a-3875-4216-9ea8-c508bf7a1f3e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:49.294182 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a', 'code': 200} Jul 05 10:17:49.296747 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5620e94-3c3a-4068-b0a2-e4b67b57cce8 None None] Provisioning complete for port 22b468b9-3f67-4830-be14-93918b0c43cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:49.297373 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5620e94-3c3a-4068-b0a2-e4b67b57cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.316695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] For port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:49.327877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] For port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:49.388143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b5620e94-3c3a-4068-b0a2-e4b67b57cce8 None None] Port 22b468b9-3f67-4830-be14-93918b0c43cb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:49.388661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.452544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:49.488664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:49.489837 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.492592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e5cd179-c0c4-41cd-9864-16a67df9e8cf HTTP/1.1" status: 200 len: 1092 time: 4.4598761 Jul 05 10:17:49.540653 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74facd2c-e417-4765-9996-392866716c51 x-openstack-request-id: req-74facd2c-e417-4765-9996-392866716c51 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:49.541830 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f964bc0-2202-4cf0-bafb-6d1599c083c0", "name": "network-vif-deleted", "tag": "1da128fa-1b7e-49c2-b5e6-94a92ceaca7a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:49.542388 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74facd2c-e417-4765-9996-392866716c51 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:49.543227 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f964bc0-2202-4cf0-bafb-6d1599c083c0', 'name': 'network-vif-deleted', 'tag': '1da128fa-1b7e-49c2-b5e6-94a92ceaca7a', 'status': 'completed', 'code': 200} Jul 05 10:17:49.549537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.849953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.887271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f44ec-e0fe-4c91-8387-7bc6482877c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:49.982161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.159742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-577868e3-9883-45bb-a826-cb1491a30f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.162981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-577868e3-9883-45bb-a826-cb1491a30f97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 1095 time: 0.5832367 Jul 05 10:17:50.284912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-d1410804-08c3-4355-a5d8-2dd357bb643f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf HTTP/1.1" status: 200 len: 217 time: 0.0984123 Jul 05 10:17:50.295407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-1ee3a582-a507-4f1f-97d7-6ef86e4c7c28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6225989 Jul 05 10:17:50.543799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port 867e735b-9471-47c5-8a9a-567002ebf019 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:50.544656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.638475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-ce693b36-0448-4ff0-b7f3-f43a39dd7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.640750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-ce693b36-0448-4ff0-b7f3-f43a39dd7766 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.3278949 Jul 05 10:17:51.272721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.273255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.299126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee9406-1fc4-427d-b1c0-25048ec80248 req-63ce7124-904b-456a-a44f-55daae12ce5c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.301841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60ee9406-1fc4-427d-b1c0-25048ec80248 req-63ce7124-904b-456a-a44f-55daae12ce5c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 943 time: 0.8335044 Jul 05 10:17:51.305258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.309406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for 867e735b-9471-47c5-8a9a-567002ebf019 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:51.335260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.358973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-e611cff5-120e-48f7-81e6-c0b6a22bbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.361609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-e611cff5-120e-48f7-81e6-c0b6a22bbbb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1096 time: 0.8953567 Jul 05 10:17:51.376103 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.555761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:51.560485 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4" -d '{"events": [{"name": "network-changed", "server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:51.571216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-9bb92614-4ebb-4a6f-866a-cfce7714b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.574804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-9bb92614-4ebb-4a6f-866a-cfce7714b262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9249547 Jul 05 10:17:51.817131 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60ee9406-1fc4-427d-b1c0-25048ec80248 req-6416ebfa-e751-44c6-87f8-e9a0fa0f6034 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4684665 Jul 05 10:17:51.826450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.837792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Port': ['ID=22b468b9-3f67-4830-be14-93918b0c43cb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:51.901741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.960822 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=867e735b-9471-47c5-8a9a-567002ebf019,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:51.961729 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b30bbf5-d80b-4ff0-bb7d-b8b0a9eb1e94 x-openstack-request-id: req-8b30bbf5-d80b-4ff0-bb7d-b8b0a9eb1e94 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:51.962175 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:51.962508 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b30bbf5-d80b-4ff0-bb7d-b8b0a9eb1e94 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:51.963603 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'status': 'completed', 'code': 200} Jul 05 10:17:52.097052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-ce7577d4-ea9c-4b45-ac05-54aecb992047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:52.099643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-ce7577d4-ea9c-4b45-ac05-54aecb992047 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.6471727 Jul 05 10:17:52.107475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-1a3c7847-8738-493f-a491-90f53ec3ce6c service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449058 Jul 05 10:17:52.186941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.187559 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 25823e36-f4a2-4d83-8099-ca2a7001d2e9 disassociated (deleted). External IP: 172.25.1.132, port: 66cae02e-ccc4-4c09-91d5-9f95dc8f9522. Jul 05 10:17:52.230003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-28994ccd-fec5-481c-bd88-e76c49ffcc4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 217 time: 0.1171765 Jul 05 10:17:52.320119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Deleting port c2af8165-7be4-4e6b-be26-73fd124b4b86 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:52.320700 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.443677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:52.456528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:52.486737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-58388eea-464e-44b0-9ae8-b2d6ac471f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:52.489992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-58388eea-464e-44b0-9ae8-b2d6ac471f5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.1970098 Jul 05 10:17:52.631123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a03cb36f-7e5f-4ede-9ded-dd260c7143ac req-8b4307f3-44cb-49d7-b525-a6130398e212 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017807 Jul 05 10:17:52.664596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] For port c2af8165-7be4-4e6b-be26-73fd124b4b86, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c2af8165-7be4-4e6b-be26-73fd124b4b86,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:52.666024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.769426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Calling delete_port for c2af8165-7be4-4e6b-be26-73fd124b4b86 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:52.886493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-ef4283db-b121-4b09-902f-0590d7361fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:52.889403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-ef4283db-b121-4b09-902f-0590d7361fd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3874834 Jul 05 10:17:52.914138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:17:53.021242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf239b66-ec4e-45be-92ae-6ff92ad5c082 None None] Provisioning complete for port 22b468b9-3f67-4830-be14-93918b0c43cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:53.022240 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf239b66-ec4e-45be-92ae-6ff92ad5c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.054891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-1d51adeb-01ae-40a6-8bb0-0759d2ac855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.058181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-1d51adeb-01ae-40a6-8bb0-0759d2ac855b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 1095 time: 0.3302910 Jul 05 10:17:53.063769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Router 98b29556-c322-47d0-aa86-edf477a6739a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:17:53.160028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf239b66-ec4e-45be-92ae-6ff92ad5c082 None None] Port 22b468b9-3f67-4830-be14-93918b0c43cb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:53.315490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:53.329055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.334425 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] Sync routers for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:53.353348 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:53.355028 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.465101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-afa8adf1-9975-4c55-bd7f-b9d55811403a service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638115 Jul 05 10:17:53.481405 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fbf5d2c5-ef8e-49d5-af08-d29aeb11bdc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/floatingips/25823e36-f4a2-4d83-8099-ca2a7001d2e9 HTTP/1.1" status: 204 len: 168 time: 3.4952381 Jul 05 10:17:53.486632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:53.493689 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a" -d '{"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:53.506827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.583785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:53.620528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c2af8165-7be4-4e6b-be26-73fd124b4b86,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:53.664623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-aa651188-145f-4458-939e-12ac2323a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.669826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-aa651188-145f-4458-939e-12ac2323a6cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.6019702 Jul 05 10:17:53.678341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:53.692685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fa9baa94-91eb-450a-b51f-7d4ab587cddf tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "PUT /v2.0/routers/98b29556-c322-47d0-aa86-edf477a6739a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8260722 Jul 05 10:17:53.723559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] Sync routers for ids ['98b29556-c322-47d0-aa86-edf477a6739a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:53.727699 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58386) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.737607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'port': {'network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc', 'name': 'tempest-FloatingIPNegativeTestJSON-1859181190'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:53.756283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] Routers {'98b29556-c322-47d0-aa86-edf477a6739a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:53.758017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98b29556-c322-47d0-aa86-edf477a6739a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.847525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.875149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] Routers {'98b29556-c322-47d0-aa86-edf477a6739a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:53.876307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98b29556-c322-47d0-aa86-edf477a6739a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.949440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.951150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d006d-5a5c-417a-9d98-766c5abf4fa9 None None] The sync data for ids ['98b29556-c322-47d0-aa86-edf477a6739a'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:53.960108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-df8bc839-b14d-4d63-9dc2-7a6a9115ff18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf HTTP/1.1" status: 200 len: 217 time: 0.2594230 Jul 05 10:17:53.987737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0266ce-5904-4b01-9ede-2f9323f67288 req-c5d5364f-32b5-4fcf-bcc7-cc6e0e7e3167 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.991800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0266ce-5904-4b01-9ede-2f9323f67288 req-c5d5364f-32b5-4fcf-bcc7-cc6e0e7e3167 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 943 time: 0.8216422 Jul 05 10:17:54.082487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.148947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedb2a60-1196-4468-92a7-5e64d109a640 req-e5b76d35-8c0b-45b6-bfad-6b1c90322772 service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715255 Jul 05 10:17:54.167518 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:19Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:54.234152 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] Checking router: 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:54.260891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:54.261857 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:54.263827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f0266ce-5904-4b01-9ede-2f9323f67288 req-d0ccfc72-79a8-4df0-badf-9773d5d41f6d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2320898 Jul 05 10:17:54.274301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-ccbff561-9ab4-4bf6-816c-b966190be9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.277925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-ccbff561-9ab4-4bf6-816c-b966190be9e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.2842662 Jul 05 10:17:54.370222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Made reservation on behalf of 73573bdc91274a51a204494639f8ba8d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:54.376591 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.429679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] device_id is not set on port 8fc72d90-4042-4710-8437-87d314bee956 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:54.636142 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:54.699451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Router 21588905-5c1b-4b0a-89a4-73ec25c03037 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:17:54.708958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-b243b0a7-5eaa-4c96-a27a-f08cfb179de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.712233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-b243b0a7-5eaa-4c96-a27a-f08cfb179de7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4214022 Jul 05 10:17:54.944860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Allocated IP 172.20.0.11 (c2e3d1c7-8683-4de0-8e3b-1e49500751fc/d89acbc6-dd2d-4795-807b-93abe19707d1/8fc72d90-4042-4710-8437-87d314bee956) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:54.969095 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:54.984415 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c35c1b89-a1af-499f-b794-9b68adf469fe admin admin] 10.222.0.21 "PUT /v2.0/routers/21588905-5c1b-4b0a-89a4-73ec25c03037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5291281 Jul 05 10:17:54.985532 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.002680 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] Sync routers for ids ['21588905-5c1b-4b0a-89a4-73ec25c03037'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:55.017277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-beecdfd8-1988-43fa-bffc-da3c96c71771 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623858 Jul 05 10:17:55.036032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] Routers {'21588905-5c1b-4b0a-89a4-73ec25c03037'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:55.037394 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['21588905-5c1b-4b0a-89a4-73ec25c03037'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.088220 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d205d8-1642-4019-b726-80750a1feaf4 x-openstack-request-id: req-63d205d8-1642-4019-b726-80750a1feaf4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:55.089705 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:55.089705 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63d205d8-1642-4019-b726-80750a1feaf4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:55.090588 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'status': 'completed', 'code': 200} Jul 05 10:17:55.247632 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.436625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.536033 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] Set router 21588905-5c1b-4b0a-89a4-73ec25c03037 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:55.547010 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Deleting port 50fe280a-9abf-4be5-b284-7b94e01421f6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:55.547641 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.668686 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:19Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.757978 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e7181-28ac-4ed1-8eb9-9a503599fcc7 None None] The sync data for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 is: [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:06Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '93ea92d3-2340-4e0e-8218-e29bd25ff309', 'name': '', 'network_id': 'a0731eb5-b70c-4960-b13c-694fd08ab3dd', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:0d:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:04Z', 'updated_at': '2021-07-05T10:16:19Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': 'a25b4ec5-5fd6-447c-91df-8bd3588137ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:55.815678 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] For port 50fe280a-9abf-4be5-b284-7b94e01421f6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=50fe280a-9abf-4be5-b284-7b94e01421f6,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:55.816606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.852508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Calling delete_port for 50fe280a-9abf-4be5-b284-7b94e01421f6 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:56.098969 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:17:53Z', 'revision_number': 5, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port': {'id': '50fe280a-9abf-4be5-b284-7b94e01421f6', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:17Z', 'updated_at': '2021-07-05T10:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.187549 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] Checking router: 21588905-5c1b-4b0a-89a4-73ec25c03037 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:56.216660 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] Routers {'21588905-5c1b-4b0a-89a4-73ec25c03037'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:17:56.218235 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['21588905-5c1b-4b0a-89a4-73ec25c03037'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.254842 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5361d584-6fb8-415d-a317-46a304f5fcf4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.257778 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5361d584-6fb8-415d-a317-46a304f5fcf4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 0.7045708 Jul 05 10:17:56.371957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-9ea18377-13d4-498a-ab66-de7114d808a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.374830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-9ea18377-13d4-498a-ab66-de7114d808a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 1096 time: 1.0974061 Jul 05 10:17:56.389299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.396668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a52a66d4-8ac9-49c2-b9e0-2aa99ab929b4 req-72a56873-fa74-477e-bef9-cc5d0cd5acb2 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2990623 Jul 05 10:17:56.453744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f85abb-a15d-4736-b0b8-0ecdcd86374c None None] New status for floating IP 25823e36-f4a2-4d83-8099-ca2a7001d2e9: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:17:56.483501 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] Set router 21588905-5c1b-4b0a-89a4-73ec25c03037 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:17:56.486614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb03c1-da99-4200-8614-b3b228299206 req-3a7b363e-52c9-4f3e-851f-ec7e265ee5df tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.502548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dcb03c1-da99-4200-8614-b3b228299206 req-3a7b363e-52c9-4f3e-851f-ec7e265ee5df tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 944 time: 1.1875386 Jul 05 10:17:56.598825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:17:55Z', 'revision_number': 6, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.644291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.663818 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a9a14-80a7-449f-8ec4-cc875ff9b022 None None] The sync data for ids ['21588905-5c1b-4b0a-89a4-73ec25c03037'] in n-d-771363-33 is: [{'id': '21588905-5c1b-4b0a-89a4-73ec25c03037', 'name': 'tempest-TestServerMultinode-964005966-router', 'tenant_id': 'aac53df361f64039b96e506daa095b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:14Z', 'updated_at': '2021-07-05T10:17:55Z', 'revision_number': 6, 'project_id': 'aac53df361f64039b96e506daa095b7f', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:56.677436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Transition to ACTIVE for port object 8fc72d90-4042-4710-8437-87d314bee956 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:56.708706 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Pushing event deleted for resources: {'Port': ['ID=50fe280a-9abf-4be5-b284-7b94e01421f6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:56.781519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5dcb03c1-da99-4200-8614-b3b228299206 req-1e714968-ba44-4fed-b776-bcdc8e69147c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873157 Jul 05 10:17:56.867674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.876749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-1774161f-5727-471b-9878-3b48daf4fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.878889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:56.879625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.880212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-1774161f-5727-471b-9878-3b48daf4fa44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 200 len: 898 time: 0.4770670 Jul 05 10:17:57.014393 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.046019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-fd8ae7b9-01cc-4059-abd9-dadcf26d2c0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 200 len: 217 time: 0.1560235 Jul 05 10:17:57.149870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:57.196314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:57.225740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Port': ['ID=8fc72d90-4042-4710-8437-87d314bee956,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:57.233079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:57.394315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.395554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.406011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-ed8f6a0b-6231-48a5-b83f-665efcf92cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.408994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-ed8f6a0b-6231-48a5-b83f-665efcf92cf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 200 len: 834 time: 0.3391540 Jul 05 10:17:57.493338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ae806bd0-c08f-46f5-b16b-802c22a6a756 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7582572 Jul 05 10:17:57.497874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.509827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:57.574663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e92493-9b11-49d3-89dc-cc8348ce4ebb req-0eb71368-462d-4893-ae1a-3795f8c6f0f2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.578111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29e92493-9b11-49d3-89dc-cc8348ce4ebb req-0eb71368-462d-4893-ae1a-3795f8c6f0f2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 943 time: 0.5413013 Jul 05 10:17:57.616184 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.720213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb89c147-d9c3-464f-94ea-fd833b998985 None None] Provisioning for port 8fc72d90-4042-4710-8437-87d314bee956 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:57.728487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb89c147-d9c3-464f-94ea-fd833b998985 None None] Provisioning complete for port 8fc72d90-4042-4710-8437-87d314bee956 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:57.730249 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb89c147-d9c3-464f-94ea-fd833b998985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.770719 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.775521 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.787453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-e1d84774-691f-466d-b8df-01ba54511a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.792142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-e1d84774-691f-466d-b8df-01ba54511a11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0731eb5-b70c-4960-b13c-694fd08ab3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3668256 Jul 05 10:17:57.814498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb89c147-d9c3-464f-94ea-fd833b998985 None None] Port 8fc72d90-4042-4710-8437-87d314bee956 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:57.873076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.873566 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.894774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.895530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21588905-5c1b-4b0a-89a4-73ec25c03037 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:57.912704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.914768 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1bdb08cf-d0fb-402f-afe5-1b0540ed552c admin admin] 10.222.0.21 "DELETE /v2.0/routers/21588905-5c1b-4b0a-89a4-73ec25c03037 HTTP/1.1" status: 204 len: 168 time: 2.9274933 Jul 05 10:17:57.919125 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:57.923275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.925417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-29e92493-9b11-49d3-89dc-cc8348ce4ebb req-daf9b939-1dab-48be-a5b3-7bda2639f116 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3244078 Jul 05 10:17:58.082647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-29d5b18b-e4a5-4ed6-b422-f60dc617942e service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802060 Jul 05 10:17:58.126374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] Deleting subnet 517c9179-3e07-4b11-85bb-8df79af9ec31 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:17:58.132822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.207307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.348085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.476370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.503274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d71e13f-f06b-4f8e-8214-ec6d2ae9346a req-e1627dff-a56e-4237-bfd3-30f803a1fc47 service neutron] 10.222.0.16 "GET /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118998 Jul 05 10:17:58.575588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2af8165-7be4-4e6b-be26-73fd124b4b86 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:58.576265 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.607995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef72e1c-b5e9-4c25-9dd0-374b2f03fa1c req-9fa12ff2-23b6-43ab-849b-c94c31f24836 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:58.610795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eef72e1c-b5e9-4c25-9dd0-374b2f03fa1c req-9fa12ff2-23b6-43ab-849b-c94c31f24836 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 866 time: 0.3813031 Jul 05 10:17:58.611201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c2af8165-7be4-4e6b-be26-73fd124b4b86 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:58.611714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2af8165-7be4-4e6b-be26-73fd124b4b86 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:58.612773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50fe280a-9abf-4be5-b284-7b94e01421f6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:58.650908 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 50fe280a-9abf-4be5-b284-7b94e01421f6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:58.652137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 50fe280a-9abf-4be5-b284-7b94e01421f6 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:58.657045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Allocated IP 172.25.1.40 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e12d0edb-04c6-49e8-b5e5-41bf2c2231fb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:58.671787 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=66cae02e-ccc4-4c09-91d5-9f95dc8f9522,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:58.735039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eef72e1c-b5e9-4c25-9dd0-374b2f03fa1c req-a0b6977f-783f-4256-8e53-510776c8a878 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043944 Jul 05 10:17:58.784702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] No DVR routers for this DVR port 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 on host n-h2-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:58.788525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.793805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.797645 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0837e302-41f7-49fb-8ec9-7a3e70c14823 req-5b8bed9b-d021-4ff9-b49e-a35f29aee167 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "DELETE /v2.0/ports/66cae02e-ccc4-4c09-91d5-9f95dc8f9522 HTTP/1.1" status: 204 len: 173 time: 2.5216117 Jul 05 10:17:58.801350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-deleted', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:58.805757 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5669a-2a25-41b0-8bd7-cd62a92fd272" -d '{"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-deleted", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:58.859683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517c9179-3e07-4b11-85bb-8df79af9ec31,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:58.866190 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.871946 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ebdfbbb7-b114-4e18-ba45-6f688c6cfe70 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/517c9179-3e07-4b11-85bb-8df79af9ec31 HTTP/1.1" status: 204 len: 168 time: 0.9466887 Jul 05 10:17:58.876055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:58.879615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095dcda1-0f09-4310-8e78-4bc3a0204d59 None None] Network 92b89d12-31cd-4b7a-beaf-c82e3880fb46 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:58.913985 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586986ef-364d-4f34-aad7-5b69c1f569d9 x-openstack-request-id: req-586986ef-364d-4f34-aad7-5b69c1f569d9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:58.914536 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae10c4a-d1ca-4c8b-9ae5-913374d127fa", "name": "network-vif-deleted", "tag": "66cae02e-ccc4-4c09-91d5-9f95dc8f9522", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:58.915254 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-586986ef-364d-4f34-aad7-5b69c1f569d9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:58.916172 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae10c4a-d1ca-4c8b-9ae5-913374d127fa', 'name': 'network-vif-deleted', 'tag': '66cae02e-ccc4-4c09-91d5-9f95dc8f9522', 'status': 'completed', 'code': 200} Jul 05 10:17:59.039515 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.069091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.200441 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.226885 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Deleting port da82ee49-c692-427a-8037-29d11a69b8db {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:59.227980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.329767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:59.340958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:59.377039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:59.404770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] For port da82ee49-c692-427a-8037-29d11a69b8db, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=da82ee49-c692-427a-8037-29d11a69b8db,segment=NetworkSegment(d5dc0324-54cb-4044-a0c2-60cb14c67db0),segment_id=d5dc0324-54cb-4044-a0c2-60cb14c67db0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:59.405387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.433420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Calling delete_port for da82ee49-c692-427a-8037-29d11a69b8db owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:59.502232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Port': ['ID=e12d0edb-04c6-49e8-b5e5-41bf2c2231fb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:59.660909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.750384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75918e06-a002-4edc-83e8-2d08a4be3bc6 req-fdda2a1f-48bd-41e6-a18f-788e212f0f35 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.753828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75918e06-a002-4edc-83e8-2d08a4be3bc6 req-fdda2a1f-48bd-41e6-a18f-788e212f0f35 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 943 time: 0.4158082 Jul 05 10:17:59.770094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=da82ee49-c692-427a-8037-29d11a69b8db,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:59.773740 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] No DVR routers for this DVR port da82ee49-c692-427a-8037-29d11a69b8db on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:59.787822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de72dc-f33b-4f2d-81d9-3cf6967dd29d None None] DHCP port deletion for 92b89d12-31cd-4b7a-beaf-c82e3880fb46 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:17:59.842551 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.853519 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.866889 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.885384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:59.890541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75918e06-a002-4edc-83e8-2d08a4be3bc6 req-e5772a0a-5ba5-4724-ab29-3369f01b6e62 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153975 Jul 05 10:17:59.961447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:17:59.962968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 66cae02e-ccc4-4c09-91d5-9f95dc8f9522 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:59.979122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.005185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b89d12-31cd-4b7a-beaf-c82e3880fb46']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:00.006676 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.036249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dc0324-54cb-4044-a0c2-60cb14c67db0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:00.039598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dc0324-54cb-4044-a0c2-60cb14c67db0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:00.063697 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.123804 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.149395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:00.150238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:00.157336 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:00.267266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db133e83-87c4-4bf2-bd6f-2d773c3796ad req-8a4688e8-970a-453c-9e40-58586e039bc2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae10c4a-d1ca-4c8b-9ae5-913374d127fa HTTP/1.1" status: 200 len: 210 time: 0.0532997 Jul 05 10:18:00.287518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.299564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.303026 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] 10.222.0.21 "DELETE /v2.0/networks/92b89d12-31cd-4b7a-beaf-c82e3880fb46 HTTP/1.1" status: 204 len: 168 time: 1.4240444 Jul 05 10:18:00.307934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:00.322477 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62908c73-2a74-47b7-b483-315b19af5f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=92b89d12-31cd-4b7a-beaf-c82e3880fb46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:00.466380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.475770 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.528719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device da82ee49-c692-427a-8037-29d11a69b8db no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:00.565653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: da82ee49-c692-427a-8037-29d11a69b8db {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:00.566200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device da82ee49-c692-427a-8037-29d11a69b8db not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:00.648581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Port': ['ID=e12d0edb-04c6-49e8-b5e5-41bf2c2231fb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:00.672213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.739879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.741722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6c85326d-b165-45f2-aaad-142331846bf9 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2402620 Jul 05 10:18:00.747834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:00.753961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e0ef2164-5c92-4192-a387-5725c2a28b7b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'floatingip': {'port_id': '8fc72d90-4042-4710-8437-87d314bee956', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:00.834446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2164-5c92-4192-a387-5725c2a28b7b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.051414 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e0ef2164-5c92-4192-a387-5725c2a28b7b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] update failed (client error): The resource could not be found. Jul 05 10:18:01.058296 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e0ef2164-5c92-4192-a387-5725c2a28b7b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "PUT /v2.0/floatingips/ab98e4b6-fbf7-4e41-b27b-74b319f9bf77 HTTP/1.1" status: 404 len: 507 time: 0.3039129 Jul 05 10:18:01.058757 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58416) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:01.269758 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Deleting port e12d0edb-04c6-49e8-b5e5-41bf2c2231fb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:01.270376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.388235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 2e5cd179-c0c4-41cd-9864-16a67df9e8cf details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:18:01.409693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.410222 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.436511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Calling delete_port for e12d0edb-04c6-49e8-b5e5-41bf2c2231fb owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:01.598563 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.610093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:01.633886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'port_id': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'mac_address': 'fa:16:3e:02:0c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:18:01.712848 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.737005 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.739021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5cd179-c0c4-41cd-9864-16a67df9e8cf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:01.770334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:01.778031 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.798582 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event deleted for resources: {'Port': ['ID=e12d0edb-04c6-49e8-b5e5-41bf2c2231fb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:01.846821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835e837-9aa6-4c1d-94af-04257aa969a0 req-c29673c3-7653-431f-af96-8929e5f442a3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.852083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8835e837-9aa6-4c1d-94af-04257aa969a0 req-c29673c3-7653-431f-af96-8929e5f442a3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 943 time: 0.7126756 Jul 05 10:18:01.872668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:01.951598 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.956905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.959170 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-043984e0-29a2-489a-b5e3-d4e10c0b539a tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "DELETE /v2.0/floatingips/ab98e4b6-fbf7-4e41-b27b-74b319f9bf77 HTTP/1.1" status: 204 len: 168 time: 0.8980894 Jul 05 10:18:01.966334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:01.974903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d4e27052-1632-4341-9360-6f367e70faad tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'floatingip': {'floating_network_id': 'c2e3d1c7-8683-4de0-8e3b-1e49500751fc', 'port_id': '8fc72d90-4042-4710-8437-87d314bee956', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:02.019592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4e27052-1632-4341-9360-6f367e70faad tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.037172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['2e5cd179-c0c4-41cd-9864-16a67df9e8cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:02.076015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8835e837-9aa6-4c1d-94af-04257aa969a0 req-5fab4ee4-1397-478e-a6f5-9070db441fbf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2109787 Jul 05 10:18:02.263606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:02.359033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Deleting port 34bc211c-a42c-498e-bf79-abf02221e667 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:02.359397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.376189 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d4e27052-1632-4341-9360-6f367e70faad tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:18:02.384070 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4e27052-1632-4341-9360-6f367e70faad tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4097824 Jul 05 10:18:02.387071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:02.394401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '8fc72d90-4042-4710-8437-87d314bee956', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:02.532019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.543877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] For port 34bc211c-a42c-498e-bf79-abf02221e667, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=34bc211c-a42c-498e-bf79-abf02221e667,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:02.544432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.574093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Calling delete_port for 34bc211c-a42c-498e-bf79-abf02221e667 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:02.889824 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.941408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bc211c-a42c-498e-bf79-abf02221e667,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:02.987766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.293163 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.328800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Allocated IP 172.25.1.30 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/4564e810-af99-4397-9372-188c399a79aa) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:03.384217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 2e5cd179-c0c4-41cd-9864-16a67df9e8cf up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:03.496229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:03.504513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:03.505130 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.578507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.691206 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.692147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822088c4-0a92-4c47-99b2-b7b8b700f8cb req-44fa4d6f-f0cb-451c-9c25-6af3d782792a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.695591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822088c4-0a92-4c47-99b2-b7b8b700f8cb req-44fa4d6f-f0cb-451c-9c25-6af3d782792a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 944 time: 0.2542295 Jul 05 10:18:03.713214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.751925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:03.756686 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed691bc-602e-46f4-a455-84b81ba39548" -d '{"events": [{"server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "name": "network-vif-plugged", "status": "completed", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:03.785474 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:03.795122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.886997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822088c4-0a92-4c47-99b2-b7b8b700f8cb req-7d80b6d6-3398-4e4e-bfcf-52f312ad29e2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265440 Jul 05 10:18:03.898665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:03.954710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Router f0f36680-2bdc-4a69-ae1f-472efef709c2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:03.978017 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.993911 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94e612a-6524-4c92-ab13-27b0d66ae98a x-openstack-request-id: req-a94e612a-6524-4c92-ab13-27b0d66ae98a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:03.994364 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "name": "network-vif-plugged", "status": "completed", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:03.994767 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a94e612a-6524-4c92-ab13-27b0d66ae98a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:03.996028 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'code': 200} Jul 05 10:18:04.127436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:04.136590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:04.146800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:04.179444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:04.186909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event updated for resources: {'Port': ['ID=4564e810-af99-4397-9372-188c399a79aa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:04.195283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3033dea5-41df-4647-ab09-2b1702478389 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0f36680-2bdc-4a69-ae1f-472efef709c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8791661 Jul 05 10:18:04.195283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58430) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:04.198251 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] Sync routers for ids ['f0f36680-2bdc-4a69-ae1f-472efef709c2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:04.219321 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] Routers {'f0f36680-2bdc-4a69-ae1f-472efef709c2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:04.221342 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f0f36680-2bdc-4a69-ae1f-472efef709c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:04.296678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e89ae3-cc59-4a37-8eeb-98539b9280c4 req-11fd0ab1-3a4a-4701-b62a-3fa1252cf948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:04.299774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2e89ae3-cc59-4a37-8eeb-98539b9280c4 req-11fd0ab1-3a4a-4701-b62a-3fa1252cf948 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 1097 time: 0.1882818 Jul 05 10:18:04.449505 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] Set router f0f36680-2bdc-4a69-ae1f-472efef709c2 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:04.455344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2e89ae3-cc59-4a37-8eeb-98539b9280c4 req-ba073765-8dcd-4437-b236-9050aba0f926 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385319 Jul 05 10:18:04.466915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.695043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Deleting port 4564e810-af99-4397-9372-188c399a79aa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:04.695800 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.703285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port 93ea92d3-2340-4e0e-8218-e29bd25ff309 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:04.703883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.720174 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.852928 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:18:02Z', 'revision_number': 5, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port': {'id': '7842d61b-16e1-4800-b86d-c8098f7caddc', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:16:36Z', 'updated_at': '2021-07-05T10:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:04.853837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Deleting port 7842d61b-16e1-4800-b86d-c8098f7caddc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:04.856146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.916579 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] Checking router: f0f36680-2bdc-4a69-ae1f-472efef709c2 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:04.938360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] Routers {'f0f36680-2bdc-4a69-ae1f-472efef709c2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:04.938360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['f0f36680-2bdc-4a69-ae1f-472efef709c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:05.039069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] For port 7842d61b-16e1-4800-b86d-c8098f7caddc, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7842d61b-16e1-4800-b86d-c8098f7caddc,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:05.040345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.040726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port 93ea92d3-2340-4e0e-8218-e29bd25ff309, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=93ea92d3-2340-4e0e-8218-e29bd25ff309,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:05.041350 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.066934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Calling delete_port for 7842d61b-16e1-4800-b86d-c8098f7caddc owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:05.078918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for 93ea92d3-2340-4e0e-8218-e29bd25ff309 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:05.140095 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] Set router f0f36680-2bdc-4a69-ae1f-472efef709c2 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:05.192767 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.193250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.235365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Calling delete_port for 4564e810-af99-4397-9372-188c399a79aa owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:05.250778 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:18:04Z', 'revision_number': 6, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:05.309588 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b387a2-db01-4c2f-951d-9650de76021b None None] The sync data for ids ['f0f36680-2bdc-4a69-ae1f-472efef709c2'] in n-d-771363-33 is: [{'id': 'f0f36680-2bdc-4a69-ae1f-472efef709c2', 'name': 'tempest-TestServerMultinode-2084778452-router', 'tenant_id': '6aa6893bec22409183c049872a50bd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:16:35Z', 'updated_at': '2021-07-05T10:18:04Z', 'revision_number': 6, 'project_id': '6aa6893bec22409183c049872a50bd49', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:05.446010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41d913-99da-436d-ac69-51851becaec6 req-9371c67e-c296-46eb-ba2b-fcb1f948740f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.448745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b41d913-99da-436d-ac69-51851becaec6 req-9371c67e-c296-46eb-ba2b-fcb1f948740f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 945 time: 0.2810686 Jul 05 10:18:05.630868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b41d913-99da-436d-ac69-51851becaec6 req-80bbbac5-afe9-4266-9197-9e8fcca93209 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1688809 Jul 05 10:18:05.656980 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.750990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7842d61b-16e1-4800-b86d-c8098f7caddc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:05.764487 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.832548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event deleted for resources: {'Port': ['ID=4564e810-af99-4397-9372-188c399a79aa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:05.845240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.895159 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.980897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=93ea92d3-2340-4e0e-8218-e29bd25ff309,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:06.088278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.093747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.218276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.223123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f36680-2bdc-4a69-ae1f-472efef709c2 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:06.225832 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] create failed (client error): The resource could not be found. Jul 05 10:18:06.227652 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-23694d46-04f2-4f14-94a1-de04ce197f95 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8389227 Jul 05 10:18:06.234042 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:06.238799 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.246771 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:06.247503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b3f4d8e2-1973-41fa-8ed6-f08b32bfed72 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f0f36680-2bdc-4a69-ae1f-472efef709c2 HTTP/1.1" status: 204 len: 168 time: 2.0516026 Jul 05 10:18:06.497645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] Deleting subnet 829b1105-63c3-46a4-97e8-fc3cd3c6660e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:06.545655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.613214 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.638347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7842d61b-16e1-4800-b86d-c8098f7caddc no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:06.655756 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:06.693630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7842d61b-16e1-4800-b86d-c8098f7caddc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:06.694401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7842d61b-16e1-4800-b86d-c8098f7caddc not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:06.695311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 34bc211c-a42c-498e-bf79-abf02221e667 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:06.742802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 34bc211c-a42c-498e-bf79-abf02221e667 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:06.743664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 34bc211c-a42c-498e-bf79-abf02221e667 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:06.846496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Deleting port 8fc72d90-4042-4710-8437-87d314bee956 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:06.847442 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.036541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9036179-d43f-4e7a-aa81-1d67acc2884f req-7cd8f81d-d172-4aae-97a0-81648ab020ef tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.039576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9036179-d43f-4e7a-aa81-1d67acc2884f req-7cd8f81d-d172-4aae-97a0-81648ab020ef tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 945 time: 0.1263707 Jul 05 10:18:07.096536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9036179-d43f-4e7a-aa81-1d67acc2884f req-9017ed8d-e521-47d4-92e9-12c0fc1171c6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475883 Jul 05 10:18:07.432408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bdc81-e03c-4bf4-9031-426a70418f6e req-760b616d-7943-48ee-a8e9-137b35ea6a79 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.435114 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e2bdc81-e03c-4bf4-9031-426a70418f6e req-760b616d-7943-48ee-a8e9-137b35ea6a79 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 945 time: 0.1480780 Jul 05 10:18:07.519540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2e2bdc81-e03c-4bf4-9031-426a70418f6e req-9a854d2b-f9c4-4cfc-a757-ff1ba1c143b1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732276 Jul 05 10:18:07.568021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.593530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.774916 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.816837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Calling delete_port for 8fc72d90-4042-4710-8437-87d314bee956 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:07.912105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884482f-77a5-4dd1-9682-668233fc5c7f tempest-TestVolumeBootPattern-1601822016 tempest-TestVolumeBootPattern-1601822016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.915111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c884482f-77a5-4dd1-9682-668233fc5c7f tempest-TestVolumeBootPattern-1601822016 tempest-TestVolumeBootPattern-1601822016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 1092 time: 0.3443830 Jul 05 10:18:07.920382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:07.920691 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.928742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:07.973484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.061938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829b1105-63c3-46a4-97e8-fc3cd3c6660e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:08.079912 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.082508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c04098-533f-422b-9185-da5e4f53f739 None None] Network e0128233-bd45-4752-b89d-7ad8e7820519 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:08.083475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-18c2d066-ea27-49cb-93d2-dbc96c152fec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/829b1105-63c3-46a4-97e8-fc3cd3c6660e HTTP/1.1" status: 204 len: 168 time: 1.8298824 Jul 05 10:18:08.089660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:08.120579 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:08.275374 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.376510 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.442791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] DHCP port deletion for e0128233-bd45-4752-b89d-7ad8e7820519 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:08.455443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:08.464914 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-56ace524-cef8-4ad9-a105-6fceb5dd99ad tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/902c3a00-7f4b-4e14-a177-a4aeb74f9d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1992846 Jul 05 10:18:08.466235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.469084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:08.513940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] Sync routers for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:08.534509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event deleted for resources: {'Port': ['ID=8fc72d90-4042-4710-8437-87d314bee956,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:08.541083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:08.543916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.585837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Deleting port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:08.586582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.622353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:08.784846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.788457 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9ee1b3f6-c51a-4b1f-9a33-394858456be8 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "DELETE /v2.0/ports/8fc72d90-4042-4710-8437-87d314bee956 HTTP/1.1" status: 204 len: 168 time: 2.5527527 Jul 05 10:18:08.796132 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting subnet a25b4ec5-5fd6-447c-91df-8bd3588137ee {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:08.798942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:08.827811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.840294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] Deleting port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:08.841950 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.959228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:09.001018 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.102382 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4433917-2197-4278-a5cf-ec69d74577f0 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:09.110185 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c4433917-2197-4278-a5cf-ec69d74577f0 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b29556-c322-47d0-aa86-edf477a6739a HTTP/1.1" status: 200 len: 913 time: 0.3046279 Jul 05 10:18:09.111128 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:09.240721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] For port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:09.241727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.292440 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.307736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] For port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:09.308792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.308979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] Calling delete_port for 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:09.340738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.25.1.145 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/1cee3202-4ecb-4407-b2f1-dc5da19eaf51) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:09.354010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Calling delete_port for 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:09.390354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.466551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,segment=NetworkSegment(8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1),segment_id=8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:09.484020 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.659432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:09.670184 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.685863 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.693649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:18:05Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:09.752497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.756746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] No DVR routers for this DVR port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:09.769325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:09.776274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] Pushing event deleted for resources: {'Port': ['ID=3c3951a5-a50c-4875-96a3-a870ef6ff7b5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:09.781637 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c557496-f3c9-4297-9795-e3adaa79f9e6 None None] No DVR routers for this DVR port 3c3951a5-a50c-4875-96a3-a870ef6ff7b5 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:09.784438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] Checking router: 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:09.804936 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.817969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] Routers {'902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:09.819541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:09.840979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.850644 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/subnets/a25b4ec5-5fd6-447c-91df-8bd3588137ee HTTP/1.1" status: 204 len: 168 time: 1.3785036 Jul 05 10:18:09.852337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:09.869783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.870350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.871275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.871838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.872374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.872928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.873490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.874046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.874600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.875183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.875741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.876318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:09.904499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba8d50-e3d7-4bb1-bd24-0732acbc9a87 None None] Network a0731eb5-b70c-4960-b13c-694fd08ab3dd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:09.912898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fbd2d-9d77-42fa-a767-83342e1af813 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Subnet': ['ID=a25b4ec5-5fd6-447c-91df-8bd3588137ee,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:10.013124 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.039988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0128233-bd45-4752-b89d-7ad8e7820519']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:10.065299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:10.065664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9f9ad8-27b8-4178-81e2-549ec9fcb4f1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:10.087533 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.102104 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.142108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:10.171199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:10.185647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.189125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:10.209484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.249701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:10.250331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: self.session.flush() Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:10.253492 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:10.262719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] Set router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:10.359172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.364967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=1cee3202-4ecb-4407-b2f1-dc5da19eaf51,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:10.490523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.536923 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.540712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0128233-bd45-4752-b89d-7ad8e7820519 HTTP/1.1" status: 204 len: 168 time: 2.4429431 Jul 05 10:18:10.551291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a5692-4707-49b3-b396-836ad8ac2660 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0128233-bd45-4752-b89d-7ad8e7820519,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:10.648937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] DHCP port deletion for a0731eb5-b70c-4960-b13c-694fd08ab3dd request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:10.704470 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.817879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:18:05Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:10.884390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f495b1b-dfd8-445b-9942-c6e160c6b88a None None] The sync data for ids ['902c3a00-7f4b-4e14-a177-a4aeb74f9d8c'] in n-d-771363-33 is: [{'id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922914078', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:18:05Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': '7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902c3a00-7f4b-4e14-a177-a4aeb74f9d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:56Z', 'updated_at': '2021-07-05T10:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:10.930551 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] Deleting port cc36b910-153b-492e-a0e6-e4a4a2eff00b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:10.931238 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.016874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:11.017882 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.127331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:11.153418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] For port cc36b910-153b-492e-a0e6-e4a4a2eff00b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=cc36b910-153b-492e-a0e6-e4a4a2eff00b,segment=NetworkSegment(3fa22a3e-fce1-4a07-b25c-6a396d6ae260),segment_id=3fa22a3e-fce1-4a07-b25c-6a396d6ae260)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:11.154564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.181416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] Calling delete_port for cc36b910-153b-492e-a0e6-e4a4a2eff00b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:11.320997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:11.322029 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.361166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:11.374684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f4ad15a1-faf7-40f4-9c56-587b8471bcdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aac53df361f64039b96e506daa095b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453854 Jul 05 10:18:11.383625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:11.406502 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Deleting port 22b468b9-3f67-4830-be14-93918b0c43cb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:11.407363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.530143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.634213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63a9b61a-93bd-453d-9a9b-548661bf5e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.687507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.723422 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.732258 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63a9b61a-93bd-453d-9a9b-548661bf5e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.781972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] Pushing event deleted for resources: {'Port': ['ID=cc36b910-153b-492e-a0e6-e4a4a2eff00b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:11.782515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Calling delete_port for 22b468b9-3f67-4830-be14-93918b0c43cb owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:11.785930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e4c14-bfb7-4f56-a246-ad6bece7abed None None] No DVR routers for this DVR port cc36b910-153b-492e-a0e6-e4a4a2eff00b on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:11.852194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.000207 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63a9b61a-93bd-453d-9a9b-548661bf5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.003537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63a9b61a-93bd-453d-9a9b-548661bf5e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.005041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-63a9b61a-93bd-453d-9a9b-548661bf5e33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d40fd312-e4ed-4598-bb94-db5715520c48 HTTP/1.1" status: 204 len: 168 time: 0.6195126 Jul 05 10:18:12.060990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9b61a-93bd-453d-9a9b-548661bf5e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40fd312-e4ed-4598-bb94-db5715520c48,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.070190 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.142056 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.204189 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.221139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.318692 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.356874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=1cee3202-4ecb-4407-b2f1-dc5da19eaf51,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.377682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.554776 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.559570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.578590 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.629254 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Floating IP f41a2831-470c-4c25-a521-887c72a4f26b associated. External IP: 172.25.1.145, port: 2e5cd179-c0c4-41cd-9864-16a67df9e8cf. Jul 05 10:18:12.692171 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 93ea92d3-2340-4e0e-8218-e29bd25ff309 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:12.712202 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event deleted for resources: {'Port': ['ID=22b468b9-3f67-4830-be14-93918b0c43cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.780312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.781534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Fanout notify agent at l3_agent the message router_deleted on router 902c3a00-7f4b-4e14-a177-a4aeb74f9d8c {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:12.786034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 93ea92d3-2340-4e0e-8218-e29bd25ff309 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:12.786939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 93ea92d3-2340-4e0e-8218-e29bd25ff309 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:12.787527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cc36b910-153b-492e-a0e6-e4a4a2eff00b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:12.838450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.841609 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-23374301-673e-4bb5-8c74-6728ce5a0d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/routers/902c3a00-7f4b-4e14-a177-a4aeb74f9d8c HTTP/1.1" status: 204 len: 168 time: 2.9854224 Jul 05 10:18:12.847341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:12.900410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: cc36b910-153b-492e-a0e6-e4a4a2eff00b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:12.902127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device cc36b910-153b-492e-a0e6-e4a4a2eff00b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:13.109264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:13.295237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9e46b982-e1ab-4c4e-9675-80ba3e514965 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6aa6893bec22409183c049872a50bd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790287 Jul 05 10:18:13.300452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:13.397602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:13.448962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e7fad25-1fd9-4c46-9a6f-fb5ae9791108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.625117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e7fad25-1fd9-4c46-9a6f-fb5ae9791108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.732450 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.746220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.806173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:13.829545 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:13.844546 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.852907 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e7fad25-1fd9-4c46-9a6f-fb5ae9791108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.853691 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:13.854763 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:13.859256 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e7fad25-1fd9-4c46-9a6f-fb5ae9791108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.865653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9e7fad25-1fd9-4c46-9a6f-fb5ae9791108 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c46cc8be-1f67-46f2-beb5-a8857b0c1a04 HTTP/1.1" status: 204 len: 168 time: 0.5599792 Jul 05 10:18:13.961739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e04ac783-4eac-4c5b-97af-ac111424cc80 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0393982 Jul 05 10:18:13.966769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:13.972948 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f108cb6-3fd9-4d42-ba8a-1b5225778262" -d '{"events": [{"name": "network-changed", "server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:14.005088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fad25-1fd9-4c46-9a6f-fb5ae9791108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46cc8be-1f67-46f2-beb5-a8857b0c1a04,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:14.095588 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de5d0f6-0f31-44eb-9931-e8b517f06fca x-openstack-request-id: req-9de5d0f6-0f31-44eb-9931-e8b517f06fca {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:14.095966 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:14.096218 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9de5d0f6-0f31-44eb-9931-e8b517f06fca {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:14.097401 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.097631 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'status': 'completed', 'code': 200} Jul 05 10:18:14.134454 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df98ec49-2e9e-47fc-a3c1-c22a9a906603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.193813 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:14.247696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0731eb5-b70c-4960-b13c-694fd08ab3dd']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:14.276522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa22a3e-fce1-4a07-b25c-6a396d6ae260') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:14.278716 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa22a3e-fce1-4a07-b25c-6a396d6ae260') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:14.300120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-8a80eaa8-0f72-4008-9e04-50e1aff5bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:14.303645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-8a80eaa8-0f72-4008-9e04-50e1aff5bdbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 1097 time: 0.1483104 Jul 05 10:18:14.321071 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Router 98b29556-c322-47d0-aa86-edf477a6739a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:14.325510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.367845 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.385925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:14.388238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.528273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:14.544528 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:14.559155 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.579474 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.582531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-6b191df4-7912-4397-ad12-171f6e9bd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:14.585510 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/networks/a0731eb5-b70c-4960-b13c-694fd08ab3dd HTTP/1.1" status: 204 len: 168 time: 1.7358284 Jul 05 10:18:14.587897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-6b191df4-7912-4397-ad12-171f6e9bd27f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2697742 Jul 05 10:18:14.590389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:14.636895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:14.637548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7fdb8aa3-dcaf-438a-abc5-3e8732e0b1e3 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:14.707569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f558f-2f9d-4a66-a5fc-6dcc71f41fd9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Network': ['ID=a0731eb5-b70c-4960-b13c-694fd08ab3dd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:14.801431 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:14.822704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] Sync routers for ids ['98b29556-c322-47d0-aa86-edf477a6739a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:14.832854 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-95aadb33-8955-45dc-bee6-364f4279319b tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "PUT /v2.0/routers/98b29556-c322-47d0-aa86-edf477a6739a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7164030 Jul 05 10:18:14.833696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:14.845190 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-688c9182-cb90-400d-b274-baa545ecb1c5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.862717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] Routers {'98b29556-c322-47d0-aa86-edf477a6739a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:14.865901 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98b29556-c322-47d0-aa86-edf477a6739a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:14.918092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-688c9182-cb90-400d-b274-baa545ecb1c5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.013534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:15.061028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] Routers {'98b29556-c322-47d0-aa86-edf477a6739a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:15.062916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['98b29556-c322-47d0-aa86-edf477a6739a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:15.079183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-4f8bf91d-b4e8-4d90-b90b-a4b98215b5d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf HTTP/1.1" status: 200 len: 999 time: 0.4717760 Jul 05 10:18:15.132945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7399f8fe-2be5-4110-940b-d9e6e8df6358 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.154712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:15.160854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adebe10-f935-45a1-8434-9180619a87c0 None None] The sync data for ids ['98b29556-c322-47d0-aa86-edf477a6739a'] in n-d-771363-33 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:15.173759 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'f41a2831-470c-4c25-a521-887c72a4f26b', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.145', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:02:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843579f4-a626-4e36-b196-241371e1275c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:18:10Z', 'updated_at': '2021-07-05T10:18:10Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:15.185379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-688c9182-cb90-400d-b274-baa545ecb1c5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.190014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-688c9182-cb90-400d-b274-baa545ecb1c5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.196159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-688c9182-cb90-400d-b274-baa545ecb1c5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5 HTTP/1.1" status: 204 len: 168 time: 0.5998530 Jul 05 10:18:15.228607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c9182-cb90-400d-b274-baa545ecb1c5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e730cb6-4ceb-4c11-ba7a-cc871dabc5c5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:15.235734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-11c87481-7705-4cf5-9f53-7693b17fa9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:15.239747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-11c87481-7705-4cf5-9f53-7693b17fa9dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1516862 Jul 05 10:18:15.285830 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:15.333623 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:15.334816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:17:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:15.406623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-2fbbfa22-4346-4d5c-8a82-bccbd2f4b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:15.416691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-2fbbfa22-4346-4d5c-8a82-bccbd2f4b42e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660697 Jul 05 10:18:15.622940 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7399f8fe-2be5-4110-940b-d9e6e8df6358 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.629137 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7399f8fe-2be5-4110-940b-d9e6e8df6358 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.631350 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:15.670731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-8cf01538-78d2-44a0-9436-dc48d6d104ce service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443006 Jul 05 10:18:15.739516 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7399f8fe-2be5-4110-940b-d9e6e8df6358 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.739516 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7399f8fe-2be5-4110-940b-d9e6e8df6358 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Fanout notify agent at l3_agent the message router_deleted on router 98b29556-c322-47d0-aa86-edf477a6739a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:15.767402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7399f8fe-2be5-4110-940b-d9e6e8df6358 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.769844 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7399f8fe-2be5-4110-940b-d9e6e8df6358 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "DELETE /v2.0/routers/98b29556-c322-47d0-aa86-edf477a6739a HTTP/1.1" status: 204 len: 168 time: 0.9342780 Jul 05 10:18:15.774947 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58488) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:15.891824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Deleting subnet d89acbc6-dd2d-4795-807b-93abe19707d1 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:15.900031 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.917374 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:18:15.956097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:15.965808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3f108cb6-3fd9-4d42-ba8a-1b5225778262 req-dff2404a-2cd6-4711-94db-ded1b2e40217 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795689 Jul 05 10:18:15.969102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a4a7a89-cbca-49f2-aed0-cde8e827fa72 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306112688', 'description': 'tempest-secgroup-smoke-1306112688 description', 'project_id': 'cb802803e0f34a418fc20a611e285767'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:16.046151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.099730 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7a89-cbca-49f2-aed0-cde8e827fa72 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.223638 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'f41a2831-470c-4c25-a521-887c72a4f26b', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.145', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:02:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843579f4-a626-4e36-b196-241371e1275c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:18:10Z', 'updated_at': '2021-07-05T10:18:10Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:16.298573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.302497 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa4e17-d034-4a3a-8054-7f243318f4cc None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'f41a2831-470c-4c25-a521-887c72a4f26b', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.145', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:02:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843579f4-a626-4e36-b196-241371e1275c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:18:10Z', 'updated_at': '2021-07-05T10:18:10Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:16.473434 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7a89-cbca-49f2-aed0-cde8e827fa72 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.486151 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7a89-cbca-49f2-aed0-cde8e827fa72 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.507500 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.592680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7a89-cbca-49f2-aed0-cde8e827fa72 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.594991 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3a4a7a89-cbca-49f2-aed0-cde8e827fa72 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6372468 Jul 05 10:18:16.600404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.601519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event deleted for resources: {'Subnet': ['ID=d89acbc6-dd2d-4795-807b-93abe19707d1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.611223 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.619547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a9d853ba-a1d9-4527-af88-3f73da504599 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "DELETE /v2.0/subnets/d89acbc6-dd2d-4795-807b-93abe19707d1 HTTP/1.1" status: 204 len: 168 time: 0.8426185 Jul 05 10:18:16.620897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.622226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a7a89-cbca-49f2-aed0-cde8e827fa72 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.623412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f258c829-4de6-4e5b-b8f4-8f15873169e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'e3e90d19-aa9d-4dc0-acf7-0a02c8c05125', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:16.630972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5399b-2493-4105-a953-4ba8ab2dd511 None None] Network c2e3d1c7-8683-4de0-8e3b-1e49500751fc requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:16.724117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f258c829-4de6-4e5b-b8f4-8f15873169e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.743665 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9ec11-9416-4ad5-8b65-6929e2f12a09 None None] New status for floating IP f41a2831-470c-4c25-a521-887c72a4f26b: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:18:16.873227 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.890701 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f258c829-4de6-4e5b-b8f4-8f15873169e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.901916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f258c829-4de6-4e5b-b8f4-8f15873169e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.949181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258c829-4de6-4e5b-b8f4-8f15873169e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2095ff-57fc-439c-8999-401cdea1a619,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.954359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f258c829-4de6-4e5b-b8f4-8f15873169e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.955857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ede940da-8102-4b5e-868f-682a869a2514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.961954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f258c829-4de6-4e5b-b8f4-8f15873169e0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537455 Jul 05 10:18:16.963050 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.966827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.971070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e0b13d7a-9bfd-43f2-a81d-51315f726ad6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'e3e90d19-aa9d-4dc0-acf7-0a02c8c05125', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:17.056446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0b13d7a-9bfd-43f2-a81d-51315f726ad6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.070564 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Deleting port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:17.071374 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.183464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] DHCP port deletion for c2e3d1c7-8683-4de0-8e3b-1e49500751fc request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:17.261398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] For port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,segment=NetworkSegment(281a109b-9127-4dfa-9aef-445ec74a52f2),segment_id=281a109b-9127-4dfa-9aef-445ec74a52f2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:17.262429 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.307500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Calling delete_port for 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:17.311330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] Deleting port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:17.311920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.313067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0b13d7a-9bfd-43f2-a81d-51315f726ad6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.329321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0b13d7a-9bfd-43f2-a81d-51315f726ad6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.428281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] For port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,segment=NetworkSegment(281a109b-9127-4dfa-9aef-445ec74a52f2),segment_id=281a109b-9127-4dfa-9aef-445ec74a52f2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:17.428834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.445619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b13d7a-9bfd-43f2-a81d-51315f726ad6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf02d24-4ac7-4774-a7be-e9bf32e8ad3d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.457106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0b13d7a-9bfd-43f2-a81d-51315f726ad6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.459698 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e0b13d7a-9bfd-43f2-a81d-51315f726ad6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4962831 Jul 05 10:18:17.466515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:17.467266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] Calling delete_port for 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:17.473228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f370ce45-83ee-46fb-bbe9-3d2bb4928868 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'e3e90d19-aa9d-4dc0-acf7-0a02c8c05125', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:17.577842 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.581514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f370ce45-83ee-46fb-bbe9-3d2bb4928868 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.614426 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.671752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] Pushing event deleted for resources: {'Port': ['ID=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.683807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event deleted for resources: {'Port': ['ID=9f202c90-9a18-4aaf-9c8d-a8b4ba158af1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.698339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007f44a-39e3-4d6e-b46d-c234912b4fc0 None None] No DVR routers for this DVR port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:17.701785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] No DVR routers for this DVR port 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:17.990266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.998416 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f370ce45-83ee-46fb-bbe9-3d2bb4928868 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.016295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e3d1c7-8683-4de0-8e3b-1e49500751fc']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:18.031618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.034312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f370ce45-83ee-46fb-bbe9-3d2bb4928868 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.039791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281a109b-9127-4dfa-9aef-445ec74a52f2') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:18.040368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281a109b-9127-4dfa-9aef-445ec74a52f2') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:18.067714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.104798 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370ce45-83ee-46fb-bbe9-3d2bb4928868 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328a700c-b72c-4887-b394-e72a3da4706d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.117709 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.122812 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f370ce45-83ee-46fb-bbe9-3d2bb4928868 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.124698 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f370ce45-83ee-46fb-bbe9-3d2bb4928868 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6588366 Jul 05 10:18:18.129951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:18.132354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:18.133343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:18.138305 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:18.143624 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9a41354d-e004-4d8e-b972-877177043b19 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'e3e90d19-aa9d-4dc0-acf7-0a02c8c05125', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:18.214336 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a41354d-e004-4d8e-b972-877177043b19 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.259883 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.273824 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.278039 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] 10.222.0.21 "DELETE /v2.0/networks/c2e3d1c7-8683-4de0-8e3b-1e49500751fc HTTP/1.1" status: 204 len: 168 time: 1.6512542 Jul 05 10:18:18.296604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef827d-eb37-44bd-9858-8ae02f698ca4 tempest-FloatingIPNegativeTestJSON-1969941377 tempest-FloatingIPNegativeTestJSON-1969941377-project] Pushing event deleted for resources: {'Network': ['ID=c2e3d1c7-8683-4de0-8e3b-1e49500751fc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.347625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a41354d-e004-4d8e-b972-877177043b19 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.356531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a41354d-e004-4d8e-b972-877177043b19 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.406096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41354d-e004-4d8e-b972-877177043b19 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e9ade8-0a2e-4615-8fef-ccb3d1677ab4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.413801 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a41354d-e004-4d8e-b972-877177043b19 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.416314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9a41354d-e004-4d8e-b972-877177043b19 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2843320 Jul 05 10:18:18.421286 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58504) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:18.427835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'e3e90d19-aa9d-4dc0-acf7-0a02c8c05125', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:18.483701 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:18:18.494446 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.554721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:18.612142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:18.613333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 9f202c90-9a18-4aaf-9c8d-a8b4ba158af1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:18.660853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.667525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.703781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4652107b-f217-45f6-ba93-52fe0e77d047,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.715019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.719755 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-865d06c3-88f4-4fa7-889d-9a8e051929ca tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2961748 Jul 05 10:18:18.724199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:18.732214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'security_group_rule': {'security_group_id': 'e3e90d19-aa9d-4dc0-acf7-0a02c8c05125', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:18.777697 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Project cb802803e0f34a418fc20a611e285767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:18:18.787569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.893806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:18.925086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.932300 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.968524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd5bc46-bdc6-4bf4-845e-d9c091bac6e8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.983553 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.986265 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ba092d2e-670b-4139-8efb-fa7efc66b7f2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2605412 Jul 05 10:18:18.991057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:19.001810 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'network': {'name': 'tempest-network-smoke--124447848', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:19.046197 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:19.052961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.115440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:19.136179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.137426 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Added segment d7e198ff-dee6-4abf-a1ff-9f801d1d1547 of type vlan for network 795641bb-cf89-477d-b827-ee1822da783f Jul 05 10:18:19.219378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a849684e-8793-490f-9234-176fb0298783 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73573bdc91274a51a204494639f8ba8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236129 Jul 05 10:18:19.221161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.225712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:19.281728 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.304969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:19.306790 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.322767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fab0-933a-46ee-a507-e2f35bc514e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.369688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fab0-933a-46ee-a507-e2f35bc514e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.468159 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4747493 Jul 05 10:18:19.474138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:19.482868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fab0-933a-46ee-a507-e2f35bc514e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.488083 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fab0-933a-46ee-a507-e2f35bc514e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.489626 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'admin_state_up': True, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:19.490315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3bf3fab0-933a-46ee-a507-e2f35bc514e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1804d41f-493f-4207-b48d-2a96b7cd7652 HTTP/1.1" status: 204 len: 168 time: 0.2624607 Jul 05 10:18:19.509777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3fab0-933a-46ee-a507-e2f35bc514e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804d41f-493f-4207-b48d-2a96b7cd7652,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:19.516256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e7a5-b52d-4f17-acf6-4b14db6ebd16 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Network': ['ID=795641bb-cf89-477d-b827-ee1822da783f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:19.551907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 795641bb-cf89-477d-b827-ee1822da783f details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:19.562748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.564945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.698278 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.827235 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.993330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.380046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.414439 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.642967 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.252 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/b498a806-bd28-4be9-9fcb-078f96c05f74) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:20.875431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.908323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.988886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.076815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:21.082741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:21.095445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:21.131126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156764124'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:21.154854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=b498a806-bd28-4be9-9fcb-078f96c05f74,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.182759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:21.190637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.208087 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.440573 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.448367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.509733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:21.532031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeba619-4c17-45f9-adeb-a189f662652e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.544391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.544964 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 8d31b49c-6a56-40b1-bc27-cd8df57fde3d of type vlan for network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 Jul 05 10:18:21.628599 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.634683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.079328 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.092706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:22.094101 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.207129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2836740 Jul 05 10:18:22.244792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbfdc0-d0aa-4816-885e-59959fdf3f1a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=c598db7d-ceca-44e6-bfe4-6b96a0d62b31,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.266966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:22.546886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.834595 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 24e18b68-4bfe-40e9-a001-95eaccf709c0 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:18:23.051883 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:23.068779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Sync routers for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:23.087817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.096157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7de20b59-5761-47b5-967c-2c2d1a4b32af tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6139321 Jul 05 10:18:23.096882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:23.100264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:23.102097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:18:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:23.328308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:23.532219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-09fcc30e-4346-4319-a597-975105f57342 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cb802803e0f34a418fc20a611e285767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4330165 Jul 05 10:18:23.536694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:23.743265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:21Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:23.800845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Checking router: 24e18b68-4bfe-40e9-a001-95eaccf709c0 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:23.801441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Updating router 24e18b68-4bfe-40e9-a001-95eaccf709c0 port b498a806-bd28-4be9-9fcb-078f96c05f74 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:18:23.873088 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.927467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce5ba6c-da11-4309-bf13-1e84182b8d26 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:23.930880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6ce5ba6c-da11-4309-bf13-1e84182b8d26 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3918924 Jul 05 10:18:23.937058 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:23.998193 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-01fb538a-39b7-4a1f-8b58-598cf25b5445 tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584724 Jul 05 10:18:24.002436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:24.011861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617452267', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'project_id': 'cb802803e0f34a418fc20a611e285767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:24.201826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:24.208432 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.457639 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.503447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Transition to ACTIVE for port object b498a806-bd28-4be9-9fcb-078f96c05f74 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:24.518846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.583169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.631339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Attempting to bind port b498a806-bd28-4be9-9fcb-078f96c05f74 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:24.631967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Attempting to bind port b498a806-bd28-4be9-9fcb-078f96c05f74 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:24.632677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Attempting to bind port b498a806-bd28-4be9-9fcb-078f96c05f74 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:24.639628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Pushing event updated for resources: {'Port': ['ID=b498a806-bd28-4be9-9fcb-078f96c05f74,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:24.656929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:24.657557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:24.658241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.659149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:24.660583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Bound port: b498a806-bd28-4be9-9fcb-078f96c05f74, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:24.660877 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.670646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.670646 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.671177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.671792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.672512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.673203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.673883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.674437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.675510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.676068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.676690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.677238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:24.749122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Subnet': ['ID=3a11caac-2ffc-42df-adcb-a8a5410ddbcd,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:24.758723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Checking segment: {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:24.759569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network hostable DHCP agents. Network: 795641bb-cf89-477d-b827-ee1822da783f, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:24.799801 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 795641bb-cf89-477d-b827-ee1822da783f is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:24.811301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] For port b498a806-bd28-4be9-9fcb-078f96c05f74, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:24.816508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 795641bb-cf89-477d-b827-ee1822da783f) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:24.818554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] For port b498a806-bd28-4be9-9fcb-078f96c05f74, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b498a806-bd28-4be9-9fcb-078f96c05f74,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:24.825827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:24.829192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.839012 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.857542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4c247-753c-424a-944c-a3402ccbc4e7 None None] Network 795641bb-cf89-477d-b827-ee1822da783f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:24.872587 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b23c31fb-a958-4382-a20f-9f62153663ea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8673124 Jul 05 10:18:24.876076 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58556) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:25.238867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:25.241113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:18:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:25.341683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b07be-2b36-4317-a803-7621f6c285b3 None None] Pushing event updated for resources: {'Port': ['ID=b498a806-bd28-4be9-9fcb-078f96c05f74,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:25.619849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:25.878534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.276774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-795641bb-cf89-477d-b827-ee1822da783f', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:26.277932 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.416041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.1 (795641bb-cf89-477d-b827-ee1822da783f/3a11caac-2ffc-42df-adcb-a8a5410ddbcd/c6375c1c-f3f8-4483-bbe7-6bbe5894d820) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:26.551225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:21Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:26.589672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34403fc-f28b-48d6-aa87-900eca87895b None None] The sync data for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 is: [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:21Z', 'revision_number': 3, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:26.675494 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.718761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object c6375c1c-f3f8-4483-bbe7-6bbe5894d820 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:26.790259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.875603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 795641bb-cf89-477d-b827-ee1822da783f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:26.882424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:26.894790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:26.914426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Allocated IP 172.20.0.2 (795641bb-cf89-477d-b827-ee1822da783f/3a11caac-2ffc-42df-adcb-a8a5410ddbcd/b6b911d6-5040-4515-9fd0-33944b1e85d1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:26.962030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:27.048680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.299047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.327301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Transition to ACTIVE for port object b6b911d6-5040-4515-9fd0-33944b1e85d1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:27.361413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Transition to ACTIVE for port object b6b911d6-5040-4515-9fd0-33944b1e85d1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:27.376005 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.401623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.467266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Network 795641bb-cf89-477d-b827-ee1822da783f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:27.472543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:27.484299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:27.539191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Pushing event updated for resources: {'Port': ['ID=b6b911d6-5040-4515-9fd0-33944b1e85d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:27.617492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Attempting to bind port b6b911d6-5040-4515-9fd0-33944b1e85d1 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:27.618115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Attempting to bind port b6b911d6-5040-4515-9fd0-33944b1e85d1 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:27.618708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Attempting to bind port b6b911d6-5040-4515-9fd0-33944b1e85d1 on network 795641bb-cf89-477d-b827-ee1822da783f {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:27.629511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:27.630216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Checking segment: {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:27.630786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.631409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Bound using segment: {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:27.632176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Bound port: b6b911d6-5040-4515-9fd0-33944b1e85d1, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:27.632805 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.812327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] For port b6b911d6-5040-4515-9fd0-33944b1e85d1, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:27.821528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] For port b6b911d6-5040-4515-9fd0-33944b1e85d1, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b6b911d6-5040-4515-9fd0-33944b1e85d1,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:27.839722 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:27.996214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9f2be-50a4-4290-92a8-898f8d7b12cb None None] Pushing event updated for resources: {'Port': ['ID=b6b911d6-5040-4515-9fd0-33944b1e85d1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:28.161974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.170712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.407617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:28.427338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:28.770632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 795641bb-cf89-477d-b827-ee1822da783f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:28.773693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b6b911d6-5040-4515-9fd0-33944b1e85d1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:28.774121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:28.905769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b6b911d6-5040-4515-9fd0-33944b1e85d1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:28.914140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b498a806-bd28-4be9-9fcb-078f96c05f74 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:29.036300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b498a806-bd28-4be9-9fcb-078f96c05f74 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:29.041216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 24e18b68-4bfe-40e9-a001-95eaccf709c0 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:29.054596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b498a806-bd28-4be9-9fcb-078f96c05f74 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:29.055859 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.179013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:29.193333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': 'c598db7d-ceca-44e6-bfe4-6b96a0d62b31', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:29.277203 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.328072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b498a806-bd28-4be9-9fcb-078f96c05f74, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b498a806-bd28-4be9-9fcb-078f96c05f74,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:29.336643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:29.341105 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.346012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c2fe9fd0-f08b-4a07-81f2-2af2016af772 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/24e18b68-4bfe-40e9-a001-95eaccf709c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4678538 Jul 05 10:18:29.422786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:29.429904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.475056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b498a806-bd28-4be9-9fcb-078f96c05f74,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:29.776504 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.780647 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Sync routers for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:29.795887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-5fbc163c-e834-4576-ae68-20b285903ec8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306112688&fields=id&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 267 time: 0.0884976 Jul 05 10:18:29.803186 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:29.804772 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:18:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:29.835665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.839613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.973998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=d405934d-1221-416c-9e58-36e1ce9bed92,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:29.996903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': '8d31b49c-6a56-40b1-bc27-cd8df57fde3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c598db7d-ceca-44e6-bfe4-6b96a0d62b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:29.997545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: c598db7d-ceca-44e6-bfe4-6b96a0d62b31, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:30.041009 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:30.064895 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c598db7d-ceca-44e6-bfe4-6b96a0d62b31) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:30.073645 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.075348 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.082545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579cdeb9-a63e-4582-8c7d-613300b961c2 None None] Network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:30.089100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-34b97bc0-c2f9-4bc0-b42a-f4e383c55dfa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.105577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-34b97bc0-c2f9-4bc0-b42a-f4e383c55dfa tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/networks?id=795641bb-cf89-477d-b827-ee1822da783f HTTP/1.1" status: 200 len: 796 time: 0.2889457 Jul 05 10:18:30.120010 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-679fdb03-5d11-4b3d-867f-6ea0a7a1c483 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9389529 Jul 05 10:18:30.125254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:30.142481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-d5e3fb8d-919f-4244-bb4b-33a2905c567b tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/quotas/cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 375 time: 0.0306106 Jul 05 10:18:30.154370 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:30.164039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510487476'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:30.218551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:30.226808 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.293249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:30.314844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.315281 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 00268a35-c995-4487-85fa-c68c104d021f of type vlan for network a720cd61-4637-4b81-8509-26b7457620fd Jul 05 10:18:30.403792 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.404747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-ec591b5b-ba29-41d9-aec1-d89f8afae09d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2394576 Jul 05 10:18:30.484915 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.502594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.507304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.520677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c598db7d-ceca-44e6-bfe4-6b96a0d62b31', 'network_id': 'c598db7d-ceca-44e6-bfe4-6b96a0d62b31', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': 'd405934d-1221-416c-9e58-36e1ce9bed92'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:30.520677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:30.720764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:30.721292 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5936391 Jul 05 10:18:30.737961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': 'a720cd61-4637-4b81-8509-26b7457620fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:30.776606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b498a806-bd28-4be9-9fcb-078f96c05f74 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:30.786761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=a720cd61-4637-4b81-8509-26b7457620fd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:30.807063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.807762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.808458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.809036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.810356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.810931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.811647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.812288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.812911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.813599 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.814167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.814994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751d162-1798-4ab4-9bef-350fbe8e6dcd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:30.853381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network a720cd61-4637-4b81-8509-26b7457620fd details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:30.922675 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 2, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:30.938503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-f405768b-f09e-4e06-a0f7-9471b17a0214 service neutron] 10.222.0.21 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159562 Jul 05 10:18:30.955115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b1baa0-5ce3-46f7-9f84-b16188bded46 None None] Network 795641bb-cf89-477d-b827-ee1822da783f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:30.981131 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Checking router: 24e18b68-4bfe-40e9-a001-95eaccf709c0 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:30.982317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Updating router 24e18b68-4bfe-40e9-a001-95eaccf709c0 port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:18:31.048988 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.080287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:31.085234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.161266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cec6a2d8-9c2e-45d9-8682-a7c39d8412c9 None None] Provisioning for port b6b911d6-5040-4515-9fd0-33944b1e85d1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:31.197363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cec6a2d8-9c2e-45d9-8682-a7c39d8412c9 None None] Provisioning complete for port b6b911d6-5040-4515-9fd0-33944b1e85d1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:31.197942 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec6a2d8-9c2e-45d9-8682-a7c39d8412c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.236754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-9f6ca46a-8f48-4857-bce3-ca10c157acb7 service neutron] 10.222.0.21 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955697 Jul 05 10:18:31.252045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Allocated IP 2001:db8:0:ffff::2 (c598db7d-ceca-44e6-bfe4-6b96a0d62b31/d405934d-1221-416c-9e58-36e1ce9bed92/22ce76c4-775f-4f8f-88bb-420111b8101d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:31.336999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b498a806-bd28-4be9-9fcb-078f96c05f74 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:31.337601 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.494067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.659464 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f0bf056-6463-4597-8a55-2082c1fea16c req-914aedb0-1cd6-4c94-97f8-345c78f27fc8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 210 time: 0.0744727 Jul 05 10:18:31.714026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec6a2d8-9c2e-45d9-8682-a7c39d8412c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.714674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': '00268a35-c995-4487-85fa-c68c104d021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a720cd61-4637-4b81-8509-26b7457620fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:31.715432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: a720cd61-4637-4b81-8509-26b7457620fd, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:31.725478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=c0365adf-25fd-4955-89a0-59524195534f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:31.770517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network a720cd61-4637-4b81-8509-26b7457620fd is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:31.794177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, a720cd61-4637-4b81-8509-26b7457620fd) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:31.810453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:31.811568 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.833165 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.845558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066cd5ca-049d-4ad0-9318-20d58935f2b7 None None] Network a720cd61-4637-4b81-8509-26b7457620fd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:31.846729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:31.858324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2084564b-5fa1-4236-a9cf-b567528e04c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1305039 Jul 05 10:18:31.860212 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Transition to ACTIVE for port object c6375c1c-f3f8-4483-bbe7-6bbe5894d820 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:31.887062 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.954685 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:31.976565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Transition to ACTIVE for port object 22ce76c4-775f-4f8f-88bb-420111b8101d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:32.007684 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Pushing event updated for resources: {'Port': ['ID=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.032779 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.033921 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.034794 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.035750 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.037070 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.037955 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.038799 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.039726 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.040568 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.041694 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.042828 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.044577 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:32.093817 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.137199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Transition to ACTIVE for port object 22ce76c4-775f-4f8f-88bb-420111b8101d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:32.195795 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.208980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cec6a2d8-9c2e-45d9-8682-a7c39d8412c9 None None] For port b6b911d6-5040-4515-9fd0-33944b1e85d1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b6b911d6-5040-4515-9fd0-33944b1e85d1,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:32.229914 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Attempting to bind port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:32.231522 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Attempting to bind port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:32.232515 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Attempting to bind port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 on network 795641bb-cf89-477d-b827-ee1822da783f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:32.247352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:32.250614 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Checking segment: {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:32.251301 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.252082 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Bound using segment: {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:32.252815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Bound port: c6375c1c-f3f8-4483-bbe7-6bbe5894d820, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:32.253466 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.282211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.362009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec6a2d8-9c2e-45d9-8682-a7c39d8412c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.400000 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] For port c6375c1c-f3f8-4483-bbe7-6bbe5894d820, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:32.410130 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] For port c6375c1c-f3f8-4483-bbe7-6bbe5894d820, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:32.425846 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.441242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:32.443358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Pushing event updated for resources: {'Port': ['ID=22ce76c4-775f-4f8f-88bb-420111b8101d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.481225 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.572597 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb24e8-4f35-4110-9c59-6a8df17cb5f1 None None] Pushing event updated for resources: {'Port': ['ID=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.579434 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:32.580641 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:18:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:32.614426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:32.625869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:32.638414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=c0365adf-25fd-4955-89a0-59524195534f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.642087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6a2d8-9c2e-45d9-8682-a7c39d8412c9 None None] Pushing event updated for resources: {'Port': ['ID=b6b911d6-5040-4515-9fd0-33944b1e85d1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.829160 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.865940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a720cd61-4637-4b81-8509-26b7457620fd']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:32.895210 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00268a35-c995-4487-85fa-c68c104d021f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:32.904254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00268a35-c995-4487-85fa-c68c104d021f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:32.939447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.947636 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ea9f7-1a21-4015-a8d5-f1052bc7e6b4 None None] Network a720cd61-4637-4b81-8509-26b7457620fd requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:33.006941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.033741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:33.035827 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:33.054342 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:33.254746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec65422b-f9d4-4e37-a541-668813afc8fb req-f06319df-fa1a-4995-931f-b539db77ac75 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 210 time: 0.1039624 Jul 05 10:18:33.261759 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:33.389564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.401806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.422992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:33.433129 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/a720cd61-4637-4b81-8509-26b7457620fd HTTP/1.1" status: 204 len: 168 time: 1.5838301 Jul 05 10:18:33.441069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468741363'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:33.504696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312275d-adf5-43f8-be29-646224214ff6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=a720cd61-4637-4b81-8509-26b7457620fd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:33.528102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:33.541719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.612551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:33.634902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.636531 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 7c9b7ffd-85e9-4e58-9c87-685d83bd3db6 of type vlan for network 3e554cb0-c21c-41a0-9159-387a7a24cc26 Jul 05 10:18:33.740498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.838812 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.861327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.863054 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.883772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Attempting to bind port 22ce76c4-775f-4f8f-88bb-420111b8101d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:33.885739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Attempting to bind port 22ce76c4-775f-4f8f-88bb-420111b8101d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8d31b49c-6a56-40b1-bc27-cd8df57fde3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c598db7d-ceca-44e6-bfe4-6b96a0d62b31'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:33.886810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Attempting to bind port 22ce76c4-775f-4f8f-88bb-420111b8101d on network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:33.951051 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:32Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:33.958744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:33.961041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Checking segment: {'id': '8d31b49c-6a56-40b1-bc27-cd8df57fde3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c598db7d-ceca-44e6-bfe4-6b96a0d62b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:33.962580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.964045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Bound using segment: {'id': '8d31b49c-6a56-40b1-bc27-cd8df57fde3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c598db7d-ceca-44e6-bfe4-6b96a0d62b31'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:33.965340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Bound port: 22ce76c4-775f-4f8f-88bb-420111b8101d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d31b49c-6a56-40b1-bc27-cd8df57fde3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c598db7d-ceca-44e6-bfe4-6b96a0d62b31'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:33.967157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.971989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-475e27a0-ed12-4377-9c08-6fbcd71fe5d9 None None] Provisioning complete for port b6b911d6-5040-4515-9fd0-33944b1e85d1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:33.973203 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-475e27a0-ed12-4377-9c08-6fbcd71fe5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.996748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:33.998127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5722520 Jul 05 10:18:34.006473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': '3e554cb0-c21c-41a0-9159-387a7a24cc26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:34.025687 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4607e5d-fed3-4821-8bab-3ea9425669c0 None None] The sync data for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 is: [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:32Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:34.041193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd9b69-a74e-4259-881b-7c3d6454c26d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=3e554cb0-c21c-41a0-9159-387a7a24cc26,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:34.106858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 3e554cb0-c21c-41a0-9159-387a7a24cc26 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:34.831923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] For port 22ce76c4-775f-4f8f-88bb-420111b8101d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:34.839651 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-580bdb16-8161-490f-a296-5a628fafe77a req-aa130d75-e103-4bb2-b6ce-b831e6d43800 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 210 time: 0.0869501 Jul 05 10:18:34.893315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:34.914038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.937605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] For port 22ce76c4-775f-4f8f-88bb-420111b8101d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=22ce76c4-775f-4f8f-88bb-420111b8101d,segment=NetworkSegment(8d31b49c-6a56-40b1-bc27-cd8df57fde3d),segment_id=8d31b49c-6a56-40b1-bc27-cd8df57fde3d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:34.970947 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.077713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b6b911d6-5040-4515-9fd0-33944b1e85d1 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:35.104258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-475e27a0-ed12-4377-9c08-6fbcd71fe5d9 None None] Provisioning for port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:35.212254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16612c-d896-44f9-8baa-0417f036d8a2 None None] Pushing event updated for resources: {'Port': ['ID=22ce76c4-775f-4f8f-88bb-420111b8101d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:35.259841 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-c976b539-306a-473b-9bcb-e59bedc3a43f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.272780 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-c976b539-306a-473b-9bcb-e59bedc3a43f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/networks?id=795641bb-cf89-477d-b827-ee1822da783f HTTP/1.1" status: 200 len: 796 time: 0.7719243 Jul 05 10:18:35.369755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b6b911d6-5040-4515-9fd0-33944b1e85d1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:35.370709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.680168 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-dc8b975d-cda5-4d0d-bdb2-4cd2a4f12fba tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb802803e0f34a418fc20a611e285767 HTTP/1.1" status: 200 len: 380 time: 0.1962891 Jul 05 10:18:35.691741 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'port': {'device_id': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'admin_state_up': True, 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'security_groups': ['e3e90d19-aa9d-4dc0-acf7-0a02c8c05125']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:35.799364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c6375c1c-f3f8-4483-bbe7-6bbe5894d820 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:35.928220 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.943703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:35.956421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:35.958509 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.146102 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.192562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66e1745f-0175-4fd5-a726-37c05a633506 req-f22df98b-b8b0-4372-b21c-106179793ef8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 210 time: 0.0795703 Jul 05 10:18:36.204296 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=c58fdbf3-d1e5-4c8f-bb58-378f15189156,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:36.218978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port c6375c1c-f3f8-4483-bbe7-6bbe5894d820, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:36.237704 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.241634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Made reservation on behalf of cb802803e0f34a418fc20a611e285767 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:36.246941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.254709 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': '7c9b7ffd-85e9-4e58-9c87-685d83bd3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3e554cb0-c21c-41a0-9159-387a7a24cc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:36.255169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: 3e554cb0-c21c-41a0-9159-387a7a24cc26, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:36.329184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:36.367394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network 3e554cb0-c21c-41a0-9159-387a7a24cc26 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:36.399608 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 3e554cb0-c21c-41a0-9159-387a7a24cc26) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:36.413242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eaec4d-ffe2-4102-acab-1448c305ccb8 None None] Network 3e554cb0-c21c-41a0-9159-387a7a24cc26 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:36.420150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:36.420613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.525751 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c74c9bec-aafd-491b-9667-8f267cccebb3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5270810 Jul 05 10:18:36.540695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:36.550263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-118091976'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:36.611332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.20.0.4 (795641bb-cf89-477d-b827-ee1822da783f/3a11caac-2ffc-42df-adcb-a8a5410ddbcd/d320244f-f0a0-4104-b149-f89df04b89bc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:36.635539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:36.648442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.752705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:36.788111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.791616 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 23ade58f-bda7-4ed9-be0a-db4a63b627d1 of type vlan for network c6125361-0c3e-463b-b6af-69fd4e8c9167 Jul 05 10:18:36.896306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-3e554cb0-c21c-41a0-9159-387a7a24cc26', 'network_id': '3e554cb0-c21c-41a0-9159-387a7a24cc26', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': 'c58fdbf3-d1e5-4c8f-bb58-378f15189156'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:36.898435 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.902576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 22ce76c4-775f-4f8f-88bb-420111b8101d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:36.977551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.052274 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.075183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:37.076826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.082729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.114114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Transition to ACTIVE for port object d320244f-f0a0-4104-b149-f89df04b89bc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:37.186022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.218673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6761081 Jul 05 10:18:37.236979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:37.312291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network 795641bb-cf89-477d-b827-ee1822da783f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:37.320482 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:37.329956 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:37.394201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 22ce76c4-775f-4f8f-88bb-420111b8101d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:37.415257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c6375c1c-f3f8-4483-bbe7-6bbe5894d820 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:37.465964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:37.572429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Allocated IP 2001:db8::1 (3e554cb0-c21c-41a0-9159-387a7a24cc26/c58fdbf3-d1e5-4c8f-bb58-378f15189156/0172f1f4-689d-448e-99b9-4366b39a1681) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:37.575508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:37.576666 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.591950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc45a2-6ed5-42e1-a717-ad4d6acdb71d None None] Network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:37.605198 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-076cd27f-a9de-428a-a964-6a22865aeab5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9226863 Jul 05 10:18:37.623649 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Request body: {'port': {'device_id': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:37.823958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b003da6a-3477-443f-be2a-d6ef5538222c None None] Provisioning for port 22ce76c4-775f-4f8f-88bb-420111b8101d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:37.830186 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.928334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b003da6a-3477-443f-be2a-d6ef5538222c None None] Provisioning complete for port 22ce76c4-775f-4f8f-88bb-420111b8101d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:37.929921 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b003da6a-3477-443f-be2a-d6ef5538222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.950425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': 'c6125361-0c3e-463b-b6af-69fd4e8c9167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:38.088178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f54f-e1d8-4d4d-9cc1-ff18529252a6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=c6125361-0c3e-463b-b6af-69fd4e8c9167,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:38.133832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:38.134525 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.137776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network c6125361-0c3e-463b-b6af-69fd4e8c9167 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:38.219758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27427-5562-44cf-9bcb-37f4f7d7d582 req-6a5fcda1-2689-4054-878d-d4e288e5e613 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:38.222194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ed27427-5562-44cf-9bcb-37f4f7d7d582 req-6a5fcda1-2689-4054-878d-d4e288e5e613 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 931 time: 0.2648659 Jul 05 10:18:38.253335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:38.258675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.406770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ed27427-5562-44cf-9bcb-37f4f7d7d582 req-7563dfb7-9df9-4e4d-9fed-5b7e6521cf75 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678839 Jul 05 10:18:38.409114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:18:38.410039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:18:38.549442 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d320244f-f0a0-4104-b149-f89df04b89bc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:38.570649 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.597205 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Transition to ACTIVE for port object d320244f-f0a0-4104-b149-f89df04b89bc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:38.607820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.617083 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b003da6a-3477-443f-be2a-d6ef5538222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.651777 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.723679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Transition to ACTIVE for port object 0172f1f4-689d-448e-99b9-4366b39a1681 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:38.745266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.821657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Transition to ACTIVE for port object 0172f1f4-689d-448e-99b9-4366b39a1681 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:38.835840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b003da6a-3477-443f-be2a-d6ef5538222c None None] For port 22ce76c4-775f-4f8f-88bb-420111b8101d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=22ce76c4-775f-4f8f-88bb-420111b8101d,segment=NetworkSegment(8d31b49c-6a56-40b1-bc27-cd8df57fde3d),segment_id=8d31b49c-6a56-40b1-bc27-cd8df57fde3d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:38.844096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.853421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:38.860665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b003da6a-3477-443f-be2a-d6ef5538222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.951148 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Attempting to bind port d320244f-f0a0-4104-b149-f89df04b89bc on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:38.952785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Attempting to bind port d320244f-f0a0-4104-b149-f89df04b89bc by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:38.953775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Attempting to bind port d320244f-f0a0-4104-b149-f89df04b89bc on network 795641bb-cf89-477d-b827-ee1822da783f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:38.958505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=9d8d0b47-8c14-4b5e-8f67-4075ea6b3232,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:38.980485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': '23ade58f-bda7-4ed9-be0a-db4a63b627d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c6125361-0c3e-463b-b6af-69fd4e8c9167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:38.981164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: c6125361-0c3e-463b-b6af-69fd4e8c9167, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:38.989611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Port d320244f-f0a0-4104-b149-f89df04b89bc on network 795641bb-cf89-477d-b827-ee1822da783f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:18:38.989993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Attempting to bind port d320244f-f0a0-4104-b149-f89df04b89bc on network 795641bb-cf89-477d-b827-ee1822da783f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:39.004588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Network 3e554cb0-c21c-41a0-9159-387a7a24cc26 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:39.007776 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:39.008357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Checking segment: {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:39.009273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Bound using segment: {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:39.010157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Bound port: d320244f-f0a0-4104-b149-f89df04b89bc, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '795641bb-cf89-477d-b827-ee1822da783f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:39.012240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.032855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:39.039818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:39.048155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network c6125361-0c3e-463b-b6af-69fd4e8c9167 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:39.054021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e21784ad-ed66-43dd-b20a-0e47db6000e8 None None] Provisioning for port d320244f-f0a0-4104-b149-f89df04b89bc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:39.084971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, c6125361-0c3e-463b-b6af-69fd4e8c9167) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:39.086065 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Pushing event updated for resources: {'Port': ['ID=0172f1f4-689d-448e-99b9-4366b39a1681,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.097371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:39.098401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.156306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-222cbaa5-ee53-4361-a8ed-7e15db068c7e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9028172 Jul 05 10:18:39.160806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58608) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:39.199301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379bde7e-527b-47eb-8aa2-dafce05fb267 None None] Network c6125361-0c3e-463b-b6af-69fd4e8c9167 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:39.232134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:39.239942 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:39.261795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.376374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:39.377723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.380646 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] 10.222.0.16 "PUT /v2.0/ports/d320244f-f0a0-4104-b149-f89df04b89bc HTTP/1.1" status: 200 len: 1092 time: 1.7666073 Jul 05 10:18:39.381369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:39.386433 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1430a22-c0f6-4c86-b6bd-a662b072250c" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:39.436007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Attempting to bind port 0172f1f4-689d-448e-99b9-4366b39a1681 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:39.437534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Attempting to bind port 0172f1f4-689d-448e-99b9-4366b39a1681 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7c9b7ffd-85e9-4e58-9c87-685d83bd3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3e554cb0-c21c-41a0-9159-387a7a24cc26'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:39.438371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Attempting to bind port 0172f1f4-689d-448e-99b9-4366b39a1681 on network 3e554cb0-c21c-41a0-9159-387a7a24cc26 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:39.448890 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.469139 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f92d36-9e66-438d-b80e-c6314444cf34 service neutron] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.524276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:39.525663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Checking segment: {'id': '7c9b7ffd-85e9-4e58-9c87-685d83bd3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3e554cb0-c21c-41a0-9159-387a7a24cc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:39.527119 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.528018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Bound using segment: {'id': '7c9b7ffd-85e9-4e58-9c87-685d83bd3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3e554cb0-c21c-41a0-9159-387a7a24cc26'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:39.530986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Bound port: 0172f1f4-689d-448e-99b9-4366b39a1681, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9b7ffd-85e9-4e58-9c87-685d83bd3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3e554cb0-c21c-41a0-9159-387a7a24cc26'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:39.531846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.582451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003da6a-3477-443f-be2a-d6ef5538222c None None] Pushing event updated for resources: {'Port': ['ID=22ce76c4-775f-4f8f-88bb-420111b8101d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.604178 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db335cbf-9f45-464f-87d2-47e829bba34a x-openstack-request-id: req-db335cbf-9f45-464f-87d2-47e829bba34a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:39.605157 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:39.605529 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db335cbf-9f45-464f-87d2-47e829bba34a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:39.610027 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'status': 'completed', 'code': 200} Jul 05 10:18:39.684122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-260521c9-c88c-4071-9fc5-5a91219d3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:39.684122 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-260521c9-c88c-4071-9fc5-5a91219d3280 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1095 time: 0.1788774 Jul 05 10:18:39.738649 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.805740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-6ce235b7-6278-48b5-8760-b7dd27879bc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d320244f-f0a0-4104-b149-f89df04b89bc HTTP/1.1" status: 200 len: 217 time: 0.1142192 Jul 05 10:18:39.891134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] For port 0172f1f4-689d-448e-99b9-4366b39a1681, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:39.942559 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-6455b846-dc95-496f-810d-b028f6b1e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:39.944423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] For port 0172f1f4-689d-448e-99b9-4366b39a1681, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0172f1f4-689d-448e-99b9-4366b39a1681,segment=NetworkSegment(7c9b7ffd-85e9-4e58-9c87-685d83bd3db6),segment_id=7c9b7ffd-85e9-4e58-9c87-685d83bd3db6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:39.946497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e96daf5-60da-4c7e-8eb8-d4492247f300 None None] Provisioning complete for port 22ce76c4-775f-4f8f-88bb-420111b8101d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:39.947352 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e96daf5-60da-4c7e-8eb8-d4492247f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.950157 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-6455b846-dc95-496f-810d-b028f6b1e47a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a11caac-2ffc-42df-adcb-a8a5410ddbcd HTTP/1.1" status: 200 len: 835 time: 0.1267936 Jul 05 10:18:39.958680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.030843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.095064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-788ffdc2-c047-4d0a-ae93-9afafa7ce857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.098167 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-788ffdc2-c047-4d0a-ae93-9afafa7ce857 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=795641bb-cf89-477d-b827-ee1822da783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294262 Jul 05 10:18:40.102501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8d0b47-8c14-4b5e-8f67-4075ea6b3232,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.189996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37537fef-b703-4384-9344-c15b25fb43e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-c6125361-0c3e-463b-b6af-69fd4e8c9167', 'network_id': 'c6125361-0c3e-463b-b6af-69fd4e8c9167', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': '9d8d0b47-8c14-4b5e-8f67-4075ea6b3232'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:40.189996 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37537fef-b703-4384-9344-c15b25fb43e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.214550 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c7abd-42d4-48c8-b84d-97c71571d41a req-35178239-d744-466f-81f8-f127e48dd70d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.217973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be6c7abd-42d4-48c8-b84d-97c71571d41a req-35178239-d744-466f-81f8-f127e48dd70d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 943 time: 0.3463035 Jul 05 10:18:40.295378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.297649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6423e4-18c7-4062-9a37-4053312b35d5 None None] Pushing event updated for resources: {'Port': ['ID=0172f1f4-689d-448e-99b9-4366b39a1681,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.342226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6125361-0c3e-463b-b6af-69fd4e8c9167']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:40.383142 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-f14db6ed-2d99-4684-a722-b09aaec3484b service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750673 Jul 05 10:18:40.388312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ade58f-bda7-4ed9-be0a-db4a63b627d1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:40.388312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ade58f-bda7-4ed9-be0a-db4a63b627d1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:40.416547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be6c7abd-42d4-48c8-b84d-97c71571d41a req-1552b6e8-9461-412e-96af-5f29c633d176 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767917 Jul 05 10:18:40.420117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.456501 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.474700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:40.475654 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:40.483679 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:40.526807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f7eca4-5d58-4ed2-926d-710453824a71 None None] Network c6125361-0c3e-463b-b6af-69fd4e8c9167 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:40.707249 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.723857 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.727864 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b9cb01ad-3c4f-4142-9005-7084c52850b6 req-e1d08944-f0bd-4d71-9b6a-668e0f28772f service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300455 Jul 05 10:18:40.729254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/c6125361-0c3e-463b-b6af-69fd4e8c9167 HTTP/1.1" status: 204 len: 168 time: 1.5653007 Jul 05 10:18:40.751968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.778295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88208b-e04b-4864-8dec-b35426b66784 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=c6125361-0c3e-463b-b6af-69fd4e8c9167,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.803745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050877863'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:40.941774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:40.948042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.038860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:41.045114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-067d2e26-e728-4ecf-93ff-61d55ebefdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:41.048583 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-067d2e26-e728-4ecf-93ff-61d55ebefdb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1095 time: 0.2059286 Jul 05 10:18:41.097510 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.098129 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment b710871e-e285-4c41-b553-b1ad16d4216a of type vlan for network 1a707eef-c89f-4abf-869b-66f7eebbb0a6 Jul 05 10:18:41.223251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 22ce76c4-775f-4f8f-88bb-420111b8101d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:41.259550 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.353748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-0dca0894-c49a-4144-bf48-044d2a8b6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:41.357691 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-0dca0894-c49a-4144-bf48-044d2a8b6024 service neutron] 10.222.0.16 "GET /v2.0/networks?id=795641bb-cf89-477d-b827-ee1822da783f HTTP/1.1" status: 200 len: 897 time: 0.2988660 Jul 05 10:18:41.440301 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.452176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:41.453507 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.467960 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-e2826efd-9da7-4e59-b275-a62ba38a5517 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d320244f-f0a0-4104-b149-f89df04b89bc HTTP/1.1" status: 200 len: 217 time: 0.0991428 Jul 05 10:18:41.582803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 22ce76c4-775f-4f8f-88bb-420111b8101d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:41.583542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.662898 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9066379 Jul 05 10:18:41.669110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:41.685708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:41.690315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c456abb-d557-4fc7-9338-8f526710c5bd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=1a707eef-c89f-4abf-869b-66f7eebbb0a6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:41.734817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-df6f067d-3683-4555-bad8-228b58b16af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:41.737672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-df6f067d-3683-4555-bad8-228b58b16af2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a11caac-2ffc-42df-adcb-a8a5410ddbcd HTTP/1.1" status: 200 len: 835 time: 0.2292466 Jul 05 10:18:41.743691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 1a707eef-c89f-4abf-869b-66f7eebbb0a6 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:41.870140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-e04730d7-fe2d-4bd9-b078-577c7a7ca891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:41.873997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-e04730d7-fe2d-4bd9-b078-577c7a7ca891 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=795641bb-cf89-477d-b827-ee1822da783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204026 Jul 05 10:18:42.022527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0172f1f4-689d-448e-99b9-4366b39a1681 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:42.083939 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-f45356ae-09d4-44a0-a9f5-02cd4282e4e9 service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958530 Jul 05 10:18:42.182695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0172f1f4-689d-448e-99b9-4366b39a1681 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:42.253883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:42.264196 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.311302 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b1430a22-c0f6-4c86-b6bd-a662b072250c req-3c88a9d1-252f-4944-8ce3-bb844fea9794 service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168882 Jul 05 10:18:42.328333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f17d06-7ed8-4300-8649-fd4042c2b921 None None] Network 3e554cb0-c21c-41a0-9159-387a7a24cc26 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:42.334262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d53eb-0f5b-4026-8e29-58aa1d9943fa req-47cc04dd-607a-410f-8807-94713f999981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:42.337269 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a7d53eb-0f5b-4026-8e29-58aa1d9943fa req-47cc04dd-607a-410f-8807-94713f999981 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 943 time: 0.5791125 Jul 05 10:18:42.426588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-53f8a57b-574d-42b1-b298-00979072878c None None] Provisioning for port 0172f1f4-689d-448e-99b9-4366b39a1681 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:42.440209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-53f8a57b-574d-42b1-b298-00979072878c None None] Provisioning complete for port 0172f1f4-689d-448e-99b9-4366b39a1681 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:42.440793 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53f8a57b-574d-42b1-b298-00979072878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.495937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-08c60099-3552-45ae-8f61-b42904392d30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5812399 Jul 05 10:18:42.598239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a7d53eb-0f5b-4026-8e29-58aa1d9943fa req-61770bcb-fab5-44f6-ac29-7ce93c9818c1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012608 Jul 05 10:18:42.723052 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53f8a57b-574d-42b1-b298-00979072878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.773682 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-ba1c4a66-fecf-467e-985a-3dee3c466643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:42.776402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-ba1c4a66-fecf-467e-985a-3dee3c466643 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 1097 time: 0.1968622 Jul 05 10:18:42.802510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-53f8a57b-574d-42b1-b298-00979072878c None None] For port 0172f1f4-689d-448e-99b9-4366b39a1681, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0172f1f4-689d-448e-99b9-4366b39a1681,segment=NetworkSegment(7c9b7ffd-85e9-4e58-9c87-685d83bd3db6),segment_id=7c9b7ffd-85e9-4e58-9c87-685d83bd3db6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:42.816526 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53f8a57b-574d-42b1-b298-00979072878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.965488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8a57b-574d-42b1-b298-00979072878c None None] Pushing event updated for resources: {'Port': ['ID=0172f1f4-689d-448e-99b9-4366b39a1681,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:42.977385 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.140767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=c733331b-d588-4e08-9bd3-7d143919b625,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.162702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-0915cea9-bcf2-4752-add8-b8fad40e185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:43.165574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-0915cea9-bcf2-4752-add8-b8fad40e185a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.3251243 Jul 05 10:18:43.189365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': 'b710871e-e285-4c41-b553-b1ad16d4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:43.189818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: 1a707eef-c89f-4abf-869b-66f7eebbb0a6, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:43.270415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cdd2d5de-366f-4cd3-a093-4e41370d6afa None None] Provisioning complete for port 0172f1f4-689d-448e-99b9-4366b39a1681 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:43.271181 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cdd2d5de-366f-4cd3-a093-4e41370d6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.301276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-b64aa3a5-d519-4331-9a7a-56bced906ea2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf HTTP/1.1" status: 200 len: 1001 time: 0.1266067 Jul 05 10:18:43.302907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network 1a707eef-c89f-4abf-869b-66f7eebbb0a6 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:43.373362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 1a707eef-c89f-4abf-869b-66f7eebbb0a6) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:43.385703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:43.386658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.431296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-39095ae0-f0a0-4205-bd87-fd2387f28b14 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7577946 Jul 05 10:18:43.435502 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-b8fbbace-0aac-447e-b4f6-463dc7547f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:43.438128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-b8fbbace-0aac-447e-b4f6-463dc7547f88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1279452 Jul 05 10:18:43.438938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:43.444927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755dbc18-22f2-4227-bea2-d3d04597a94b None None] Network 1a707eef-c89f-4abf-869b-66f7eebbb0a6 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:43.660137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-7e36ad30-ff6f-4f44-bf54-7d158ceb2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:43.662854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-7e36ad30-ff6f-4f44-bf54-7d158ceb2599 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090526 Jul 05 10:18:43.668864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.872125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-1a707eef-c89f-4abf-869b-66f7eebbb0a6', 'network_id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': 'c733331b-d588-4e08-9bd3-7d143919b625'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:43.875006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.880139 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.024148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-8f08f845-3826-4edd-b8f1-d54e3454b098 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491249 Jul 05 10:18:44.062082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d320244f-f0a0-4104-b149-f89df04b89bc details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:18:44.152444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1eaacbcf-0dad-4932-bdf8-d1f1dd9b2769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.258013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6829ccf-6712-484b-bb38-586537b4cbba req-72059d1c-f53b-4a41-95e2-288ac9a1a0fe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:44.260890 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6829ccf-6712-484b-bb38-586537b4cbba req-72059d1c-f53b-4a41-95e2-288ac9a1a0fe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 943 time: 0.3662629 Jul 05 10:18:44.294764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2766e0ce-6f88-47d9-81ca-7ddd421910b9 req-f8600acb-3076-4b0a-81c4-17a19fb338db service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572954 Jul 05 10:18:44.346121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Allocated IP 2001:db8::1 (1a707eef-c89f-4abf-869b-66f7eebbb0a6/c733331b-d588-4e08-9bd3-7d143919b625/df3663e1-60ce-4b73-ab4f-d7217bc3bbb9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:44.350287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6829ccf-6712-484b-bb38-586537b4cbba req-5d526681-1aa5-4abe-b5ca-601bf355170f tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778737 Jul 05 10:18:44.507608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:44.536459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'port_id': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'mac_address': 'fa:16:3e:67:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:18:44.652759 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.711778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d320244f-f0a0-4104-b149-f89df04b89bc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:44.762853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:44.765698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.781343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.790768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Transition to ACTIVE for port object df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:44.868047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Transition to ACTIVE for port object df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:44.892324 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.903369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:44.934156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Network 1a707eef-c89f-4abf-869b-66f7eebbb0a6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:44.946233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.975491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:44.984735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:45.002102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0172f1f4-689d-448e-99b9-4366b39a1681 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:45.022344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=c733331b-d588-4e08-9bd3-7d143919b625,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.105603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d320244f-f0a0-4104-b149-f89df04b89bc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:45.136438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.159974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a707eef-c89f-4abf-869b-66f7eebbb0a6']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:45.188041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b710871e-e285-4c41-b553-b1ad16d4216a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:45.188535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b710871e-e285-4c41-b553-b1ad16d4216a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:45.194395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Pushing event updated for resources: {'Port': ['ID=df3663e1-60ce-4b73-ab4f-d7217bc3bbb9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.208366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.237945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Attempting to bind port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:45.238326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.238545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Attempting to bind port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b710871e-e285-4c41-b553-b1ad16d4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:45.238973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Attempting to bind port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 on network 1a707eef-c89f-4abf-869b-66f7eebbb0a6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:45.250468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:45.251072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:45.255047 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:45.261266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:45.261808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Checking segment: {'id': 'b710871e-e285-4c41-b553-b1ad16d4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:45.262336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.262857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Bound using segment: {'id': 'b710871e-e285-4c41-b553-b1ad16d4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:45.264257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Bound port: df3663e1-60ce-4b73-ab4f-d7217bc3bbb9, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b710871e-e285-4c41-b553-b1ad16d4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:45.265199 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.346389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0172f1f4-689d-448e-99b9-4366b39a1681 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:45.346931 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.350697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:18:45.350697 n-d-771363-33 neutron-server[93796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:18:45.350697 n-d-771363-33 neutron-server[93796]: [parameters: {'id': '1a707eef-c89f-4abf-869b-66f7eebbb0a6'}] Jul 05 10:18:45.350697 n-d-771363-33 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:18:45.353181 n-d-771363-33 neutron-server[93796]: DEBUG oslo_db.api [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:18:45.524347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] For port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:45.540503 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] For port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=df3663e1-60ce-4b73-ab4f-d7217bc3bbb9,segment=NetworkSegment(b710871e-e285-4c41-b553-b1ad16d4216a),segment_id=b710871e-e285-4c41-b553-b1ad16d4216a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:45.561028 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.731038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa271-b16c-4c91-95f1-4a2870317ece req-47ae99ec-0f1e-4c40-9f06-f319f33d2ac2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.734099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efafa271-b16c-4c91-95f1-4a2870317ece req-47ae99ec-0f1e-4c40-9f06-f319f33d2ac2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 944 time: 0.1419206 Jul 05 10:18:45.805633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efafa271-b16c-4c91-95f1-4a2870317ece req-42eb2e55-fb42-4a18-9b56-17e15225e665 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638292 Jul 05 10:18:45.855577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.882024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b2c31-8bb7-4950-ad51-094d5c9d20de None None] Pushing event updated for resources: {'Port': ['ID=df3663e1-60ce-4b73-ab4f-d7217bc3bbb9,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.965033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400edb20-25b8-42ac-9083-3796ffd65c88 None None] Network 1a707eef-c89f-4abf-869b-66f7eebbb0a6 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:45.974885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:45.975886 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.102317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] For port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=df3663e1-60ce-4b73-ab4f-d7217bc3bbb9,segment=NetworkSegment(b710871e-e285-4c41-b553-b1ad16d4216a),segment_id=b710871e-e285-4c41-b553-b1ad16d4216a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:46.102902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.130239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Calling delete_port for df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:46.299198 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.353611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Port': ['ID=df3663e1-60ce-4b73-ab4f-d7217bc3bbb9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.362630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No DVR routers for this DVR port df3663e1-60ce-4b73-ab4f-d7217bc3bbb9 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:46.388506 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77423bbc-8952-4773-bb00-bebd178b62e1 None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:18:46.495321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.516405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a707eef-c89f-4abf-869b-66f7eebbb0a6']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:46.537046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b710871e-e285-4c41-b553-b1ad16d4216a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:46.537046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b710871e-e285-4c41-b553-b1ad16d4216a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:46.555171 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.570729 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77423bbc-8952-4773-bb00-bebd178b62e1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:18:46.597350 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.611297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:46.612392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:46.618709 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:46.737920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.750819 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.754380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/1a707eef-c89f-4abf-869b-66f7eebbb0a6 HTTP/1.1" status: 204 len: 168 time: 3.3137419 Jul 05 10:18:46.767181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:46.775273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-794322170'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:46.777125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a031c-47cf-4c03-8201-462ef646a1e9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=1a707eef-c89f-4abf-869b-66f7eebbb0a6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.820504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:46.827960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.880606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:46.903986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.905994 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 26c291db-68dd-4d69-b721-05115924282a of type vlan for network a3f713a2-82f7-4e75-9915-cf1e4d34307e Jul 05 10:18:47.064685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.146259 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.163269 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.164699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.226672 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.233328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-554d698e-d7a3-4c6e-8fe2-cb21a5f9fb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.285322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5155263 Jul 05 10:18:47.286510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889203a-c4fe-4d58-9fb6-a745d18258cb req-9d57a264-b953-4d48-94dd-9cd875645c98 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.291557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:47.302361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': 'a3f713a2-82f7-4e75-9915-cf1e4d34307e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:47.302711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a889203a-c4fe-4d58-9fb6-a745d18258cb req-9d57a264-b953-4d48-94dd-9cd875645c98 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 944 time: 0.1501238 Jul 05 10:18:47.375479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a889203a-c4fe-4d58-9fb6-a745d18258cb req-42c87880-54c8-44a6-b434-dee1c4671d7d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710971 Jul 05 10:18:47.445240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668607c5-9075-4e54-a94b-f17c6f97f9ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=a3f713a2-82f7-4e75-9915-cf1e4d34307e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:47.467339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network a3f713a2-82f7-4e75-9915-cf1e4d34307e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:47.540937 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:47.547555 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.913524 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.027985 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.051768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=dd90787b-dbc2-4f3c-a86c-0170d4892897,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:48.065707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': '26c291db-68dd-4d69-b721-05115924282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3f713a2-82f7-4e75-9915-cf1e4d34307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:48.066263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: a3f713a2-82f7-4e75-9915-cf1e4d34307e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:48.076462 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d320244f-f0a0-4104-b149-f89df04b89bc up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:48.098869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network a3f713a2-82f7-4e75-9915-cf1e4d34307e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:48.116871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, a3f713a2-82f7-4e75-9915-cf1e4d34307e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:48.124680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.125896 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.137339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5aa07-c2bc-49e5-b3f1-aed227c4e7a0 None None] Network a3f713a2-82f7-4e75-9915-cf1e4d34307e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:48.153373 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6aefdec5-724d-403e-80cc-15af8ecff00a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8556578 Jul 05 10:18:48.154335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:48.284256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port d320244f-f0a0-4104-b149-f89df04b89bc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:48.296939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port d320244f-f0a0-4104-b149-f89df04b89bc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:48.297558 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.345606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.465629 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.565948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f795d-029f-42cd-8d5b-e8b07924f3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-a3f713a2-82f7-4e75-9915-cf1e4d34307e', 'network_id': 'a3f713a2-82f7-4e75-9915-cf1e4d34307e', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': 'dd90787b-dbc2-4f3c-a86c-0170d4892897'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:48.567540 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-714f795d-029f-42cd-8d5b-e8b07924f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.593880 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.635959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.651000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=dd90787b-dbc2-4f3c-a86c-0170d4892897,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:48.710853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f977a3-e7a3-47b1-b36a-47e6d736bc95 req-67f1502f-4922-42f9-bb6c-de48a505a78d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.716088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02f977a3-e7a3-47b1-b36a-47e6d736bc95 req-67f1502f-4922-42f9-bb6c-de48a505a78d tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 944 time: 0.1164825 Jul 05 10:18:48.783486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02f977a3-e7a3-47b1-b36a-47e6d736bc95 req-515cc858-2b9f-47b0-9128-0f8982fe5b75 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616829 Jul 05 10:18:48.789598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:48.793625 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3736e8de-1949-4929-9aea-d636b71014b9" -d '{"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-plugged", "status": "completed", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:48.819010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb69ebe-e6a7-4306-9463-8640455f52ed None None] Network a3f713a2-82f7-4e75-9915-cf1e4d34307e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:48.847316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:48.898276 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.953959 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3d7f0-915d-4cb2-9b55-a7ce4c3be8c4 x-openstack-request-id: req-a0e3d7f0-915d-4cb2-9b55-a7ce4c3be8c4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:48.954391 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-plugged", "status": "completed", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:48.954787 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0e3d7f0-915d-4cb2-9b55-a7ce4c3be8c4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:48.955456 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'code': 200} Jul 05 10:18:49.116400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.389206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.414897 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f713a2-82f7-4e75-9915-cf1e4d34307e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:49.438049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c291db-68dd-4d69-b721-05115924282a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:49.438733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c291db-68dd-4d69-b721-05115924282a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:49.462212 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.500711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.511725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80470d63-ac1f-4008-964c-76ac424b2ece req-18928aee-0b51-4105-bb4e-ce88e7d0fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.514386 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80470d63-ac1f-4008-964c-76ac424b2ece req-18928aee-0b51-4105-bb4e-ce88e7d0fc61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1097 time: 0.2059934 Jul 05 10:18:49.519113 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:49.519774 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:49.525312 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:49.681069 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-80470d63-ac1f-4008-964c-76ac424b2ece req-1e5a4316-b991-4006-b869-f5f5e5c703dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542947 Jul 05 10:18:49.684141 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.697423 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.701182 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/a3f713a2-82f7-4e75-9915-cf1e4d34307e HTTP/1.1" status: 204 len: 168 time: 1.5448484 Jul 05 10:18:49.707561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:49.717087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064061170'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:49.719524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c96f1-415d-4a0f-8bc5-5a4a1870510f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=a3f713a2-82f7-4e75-9915-cf1e4d34307e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.759352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:49.766436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.806853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:49.822611 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.823352 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 8a103827-375b-467f-9d11-1c939e8666b2 of type vlan for network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 Jul 05 10:18:49.825403 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.896111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.955793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.964206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.965575 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.082616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3732724 Jul 05 10:18:50.087779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:50.098120 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:50.135426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03c9d-229c-4292-bd95-9a5fa2d2c96c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=160a69bc-7ebc-4f57-93d0-cd5aaa312566,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:50.153941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:50.196301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00047-8f23-4a46-ae65-b3ed7853e2f4 req-2cf25103-27a6-454e-892c-26591e23fdea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:50.199911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ea00047-8f23-4a46-ae65-b3ed7853e2f4 req-2cf25103-27a6-454e-892c-26591e23fdea tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1513667 Jul 05 10:18:50.282279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ea00047-8f23-4a46-ae65-b3ed7853e2f4 req-132a7c79-5dfa-42e2-a219-cab28be20122 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664568 Jul 05 10:18:50.294094 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:50.301330 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.645736 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.749904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=7c9a7232-c3c4-4ff0-86dc-e20f6c8fcbcf,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:50.759520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': '8a103827-375b-467f-9d11-1c939e8666b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:50.760102 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: 160a69bc-7ebc-4f57-93d0-cd5aaa312566, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:50.794193 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:50.812794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 160a69bc-7ebc-4f57-93d0-cd5aaa312566) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:50.820699 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:50.821766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.829083 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a8c79-ea5c-48fd-8e41-378d15d420a7 None None] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:50.860853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:50.867884 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-23fc0497-a223-4116-ad3d-4312596a0da9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7782602 Jul 05 10:18:50.878385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:51.122592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:51.128675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.134105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-160a69bc-7ebc-4f57-93d0-cd5aaa312566', 'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': '7c9a7232-c3c4-4ff0-86dc-e20f6c8fcbcf'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:51.135864 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.444537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Allocated IP 2001:db8::2 (160a69bc-7ebc-4f57-93d0-cd5aaa312566/7c9a7232-c3c4-4ff0-86dc-e20f6c8fcbcf/e0a2ac44-0a71-4a8d-8d45-f86b49e40767) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:51.676816 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.769621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e162ff1-64df-48a7-bec3-040906d56278 req-035b36b8-b2b2-48f1-8555-3b8fd38b2ca7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:51.771804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e162ff1-64df-48a7-bec3-040906d56278 req-035b36b8-b2b2-48f1-8555-3b8fd38b2ca7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.2457507 Jul 05 10:18:51.784743 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.786322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:51.803817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Transition to ACTIVE for port object e0a2ac44-0a71-4a8d-8d45-f86b49e40767 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:51.804360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:51.816452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:51.817971 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.821084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=12fe65a5-58bc-4061-a868-1b8bc5dedd6e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.840764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Transition to ACTIVE for port object e0a2ac44-0a71-4a8d-8d45-f86b49e40767 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:51.852856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.862294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-946b928a-a934-4919-b6af-5304426d5547 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9969437 Jul 05 10:18:51.868646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e162ff1-64df-48a7-bec3-040906d56278 req-8f00b182-1181-4165-aa20-8c983c6e04fe tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803714 Jul 05 10:18:51.869424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:51.948017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:51.954362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:51.963564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:51.969817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Pushing event updated for resources: {'Port': ['ID=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.032185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3db8e6-b796-4460-84a8-8809663b42ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.034277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3db8e6-b796-4460-84a8-8809663b42ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.037036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3db8e6-b796-4460-84a8-8809663b42ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.039899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3db8e6-b796-4460-84a8-8809663b42ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.042400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3db8e6-b796-4460-84a8-8809663b42ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.055112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3b3db8e6-b796-4460-84a8-8809663b42ec tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1742167 Jul 05 10:18:52.055576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.062429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355642579'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:52.102504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:52.103518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Attempting to bind port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:52.104459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Attempting to bind port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8a103827-375b-467f-9d11-1c939e8666b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:52.105391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Attempting to bind port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 on network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:52.109463 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.120465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:52.120986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Checking segment: {'id': '8a103827-375b-467f-9d11-1c939e8666b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:52.121766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.122400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Bound using segment: {'id': '8a103827-375b-467f-9d11-1c939e8666b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:52.123317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Bound port: e0a2ac44-0a71-4a8d-8d45-f86b49e40767, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a103827-375b-467f-9d11-1c939e8666b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:52.123988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.155448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:52.175002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.175598 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e of type vlan for network 760e08cc-e54b-479f-b76d-16ce0e0b1398 Jul 05 10:18:52.246584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] For port e0a2ac44-0a71-4a8d-8d45-f86b49e40767, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:52.250430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.252769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] For port e0a2ac44-0a71-4a8d-8d45-f86b49e40767, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,segment=NetworkSegment(8a103827-375b-467f-9d11-1c939e8666b2),segment_id=8a103827-375b-467f-9d11-1c939e8666b2)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:52.256956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8deb3-f905-4e02-9223-c65726ce9d9a req-b2f312cb-e362-4393-a94d-a5807bab5bd0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.260006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5f8deb3-f905-4e02-9223-c65726ce9d9a req-b2f312cb-e362-4393-a94d-a5807bab5bd0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1452854 Jul 05 10:18:52.261446 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.318583 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.333195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.334574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.346124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5f8deb3-f905-4e02-9223-c65726ce9d9a req-1adcd3c2-f6b2-4bb7-9b10-81d9d459f300 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716591 Jul 05 10:18:52.379818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842823f-3c16-4d75-8a48-2f7ac8203afc None None] Pushing event updated for resources: {'Port': ['ID=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.413056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.460959 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3989670 Jul 05 10:18:52.461320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.472963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:52.520268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8209f-41ac-4144-9c9f-bac8fbed1ecf tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.523367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-86b8209f-41ac-4144-9c9f-bac8fbed1ecf tempest-TestNetworkAdvancedServerOps-966841049 tempest-TestNetworkAdvancedServerOps-966841049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1092 time: 0.1088405 Jul 05 10:18:52.527813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58664) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.536969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:52.545728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba72386-97b7-4052-9ca0-822bb980966c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=760e08cc-e54b-479f-b76d-16ce0e0b1398,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.565451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:52.611237 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.842588 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.870952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.893380 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:18:52.990593 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:18:53.002866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:53.003978 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.006773 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "PUT /v2.0/networks/760e08cc-e54b-479f-b76d-16ce0e0b1398 HTTP/1.1" status: 200 len: 723 time: 0.5442555 Jul 05 10:18:53.012914 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.023575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': '760e08cc-e54b-479f-b76d-16ce0e0b1398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:53.104888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e0a2ac44-0a71-4a8d-8d45-f86b49e40767 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:53.195865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149bb26-3298-4ca8-a6d6-d1dea2a1e3b0 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=760e08cc-e54b-479f-b76d-16ce0e0b1398,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.210943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:53.229132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:53.298775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:53.306129 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.528860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.750528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.798217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Allocated IP 172.25.1.222 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/7fcc9570-d931-4060-b172-7c48481f51f4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:53.882117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=df859335-7319-4f59-9b55-d27dbee522e7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.899811 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '760e08cc-e54b-479f-b76d-16ce0e0b1398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:53.900534 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: 760e08cc-e54b-479f-b76d-16ce0e0b1398, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:53.939381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:53.965080 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 760e08cc-e54b-479f-b76d-16ce0e0b1398) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:53.975764 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:53.977104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.985854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e0f98-bf3f-45e7-8f42-1021f659a17d None None] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:54.027876 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e6358b06-1c30-4fd7-bf64-a0d333e6380c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0123053 Jul 05 10:18:54.039189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:54.046881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-611dd2ec-8803-477c-9b4d-ec063671af10 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:54.109513 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.223900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.259212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:54.264493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:54.276453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611dd2ec-8803-477c-9b4d-ec063671af10 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26260273'] for subnet, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.298030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:54.334726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-760e08cc-e54b-479f-b76d-16ce0e0b1398', 'network_id': '760e08cc-e54b-479f-b76d-16ce0e0b1398', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': 'df859335-7319-4f59-9b55-d27dbee522e7'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:54.336892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.368964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a0bdc-d042-4de3-8f1d-07f749a278fd None None] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:54.405319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=7fcc9570-d931-4060-b172-7c48481f51f4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:54.580019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611dd2ec-8803-477c-9b4d-ec063671af10 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794602499871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26179835'] for subnet, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.587008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da9bbe82-d59b-4a23-90d1-8293c3d72e0f None None] Provisioning for port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:54.635355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da9bbe82-d59b-4a23-90d1-8293c3d72e0f None None] Provisioning complete for port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:54.635856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe82-d59b-4a23-90d1-8293c3d72e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.642961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611dd2ec-8803-477c-9b4d-ec063671af10 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:54.644024 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-611dd2ec-8803-477c-9b4d-ec063671af10 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.647711 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-611dd2ec-8803-477c-9b4d-ec063671af10 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "PUT /v2.0/subnets/df859335-7319-4f59-9b55-d27dbee522e7 HTTP/1.1" status: 200 len: 826 time: 0.6087990 Jul 05 10:18:54.653223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:54.772142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dd2ec-8803-477c-9b4d-ec063671af10 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=df859335-7319-4f59-9b55-d27dbee522e7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:54.863275 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.902331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Allocated IP 2001:db8::2 (760e08cc-e54b-479f-b76d-16ce0e0b1398/df859335-7319-4f59-9b55-d27dbee522e7/ab1697ff-7d74-4f8f-870f-94ed14e605a8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:54.995928 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.131802 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe82-d59b-4a23-90d1-8293c3d72e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.136247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.260289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.298443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-da9bbe82-d59b-4a23-90d1-8293c3d72e0f None None] For port e0a2ac44-0a71-4a8d-8d45-f86b49e40767, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,segment=NetworkSegment(8a103827-375b-467f-9d11-1c939e8666b2),segment_id=8a103827-375b-467f-9d11-1c939e8666b2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:55.310548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe82-d59b-4a23-90d1-8293c3d72e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.540662 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.563250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.564934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bbe82-d59b-4a23-90d1-8293c3d72e0f None None] Pushing event updated for resources: {'Port': ['ID=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.571804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.576665 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Transition to ACTIVE for port object ab1697ff-7d74-4f8f-870f-94ed14e605a8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:55.604067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] Update dhcp port {'port': {'network_id': '160a69bc-7ebc-4f57-93d0-cd5aaa312566', 'fixed_ips': [{'subnet_id': '7c9a7232-c3c4-4ff0-86dc-e20f6c8fcbcf', 'ip_address': '2001:db8::2'}, {'subnet_id': '12fe65a5-58bc-4061-a868-1b8bc5dedd6e'}], 'binding:host_id': 'n-d-771363-33'}, 'id': 'e0a2ac44-0a71-4a8d-8d45-f86b49e40767'} from n-d-771363-33. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:18:55.650691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Transition to ACTIVE for port object ab1697ff-7d74-4f8f-870f-94ed14e605a8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:55.674354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.693617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.718021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.723964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event updated for resources: {'Port': ['ID=7fcc9570-d931-4060-b172-7c48481f51f4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.748828 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.770056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:55.778708 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=df859335-7319-4f59-9b55-d27dbee522e7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.906830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.923337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760e08cc-e54b-479f-b76d-16ce0e0b1398']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:55.954562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:55.956331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:55.980168 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.980629 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 0150b3e5-4ef9-4a4a-9348-5391cb1153a1 associated. External IP: 172.25.1.222, port: d320244f-f0a0-4104-b149-f89df04b89bc. Jul 05 10:18:56.015630 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.028646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:56.030307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:56.037003 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:56.058756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:56.070137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:56.078526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Pushing event updated for resources: {'Port': ['ID=ab1697ff-7d74-4f8f-870f-94ed14e605a8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:56.154091 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:18:56.154091 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:18:56.154091 n-d-771363-33 neutron-server[93795]: [parameters: {'id': '760e08cc-e54b-479f-b76d-16ce0e0b1398'}] Jul 05 10:18:56.154091 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:18:56.156615 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:18:56.315215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Attempting to bind port ab1697ff-7d74-4f8f-870f-94ed14e605a8 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:56.316050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Attempting to bind port ab1697ff-7d74-4f8f-870f-94ed14e605a8 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '760e08cc-e54b-479f-b76d-16ce0e0b1398'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:56.316050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Attempting to bind port ab1697ff-7d74-4f8f-870f-94ed14e605a8 on network 760e08cc-e54b-479f-b76d-16ce0e0b1398 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:56.328961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:56.329542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Checking segment: {'id': '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '760e08cc-e54b-479f-b76d-16ce0e0b1398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:56.330074 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.330590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Bound using segment: {'id': '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '760e08cc-e54b-479f-b76d-16ce0e0b1398'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:56.331290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Bound port: ab1697ff-7d74-4f8f-870f-94ed14e605a8, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '760e08cc-e54b-479f-b76d-16ce0e0b1398'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:56.331931 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.432171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 24e18b68-4bfe-40e9-a001-95eaccf709c0 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:56.478859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] Allocated IP 172.20.0.1 (160a69bc-7ebc-4f57-93d0-cd5aaa312566/12fe65a5-58bc-4061-a868-1b8bc5dedd6e/e0a2ac44-0a71-4a8d-8d45-f86b49e40767) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:56.538806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] For port ab1697ff-7d74-4f8f-870f-94ed14e605a8, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:56.578421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] For port ab1697ff-7d74-4f8f-870f-94ed14e605a8, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ab1697ff-7d74-4f8f-870f-94ed14e605a8,segment=NetworkSegment(8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e),segment_id=8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:56.629880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.658906 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.733331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:56.774579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.796339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] Sync routers for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:56.814828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting port ab1697ff-7d74-4f8f-870f-94ed14e605a8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:56.815812 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.828952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51c64-99eb-4aa3-90db-6623d6aed0e6 None None] Pushing event updated for resources: {'Port': ['ID=ab1697ff-7d74-4f8f-870f-94ed14e605a8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:56.857513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:56.858963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:18:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:56.862726 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] For port e0a2ac44-0a71-4a8d-8d45-f86b49e40767, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,segment=NetworkSegment(8a103827-375b-467f-9d11-1c939e8666b2),segment_id=8a103827-375b-467f-9d11-1c939e8666b2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:56.944044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da374c1a-fae3-41f3-b312-5e93c5e31bda None None] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:56.977547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] For port ab1697ff-7d74-4f8f-870f-94ed14e605a8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ab1697ff-7d74-4f8f-870f-94ed14e605a8,segment=NetworkSegment(8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e),segment_id=8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:56.978340 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.980676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-53f6ac32-c1e9-4249-bd47-358f2eb0b0ee tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4507487 Jul 05 10:18:56.981715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:57.010262 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:57.018211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Calling delete_port for ab1697ff-7d74-4f8f-870f-94ed14e605a8 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:57.111959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.177647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] Transition to ACTIVE for port object e0a2ac44-0a71-4a8d-8d45-f86b49e40767 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:57.207241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e0a2ac44-0a71-4a8d-8d45-f86b49e40767 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:57.222674 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.250778 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.313714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Port': ['ID=ab1697ff-7d74-4f8f-870f-94ed14e605a8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.328815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No DVR routers for this DVR port ab1697ff-7d74-4f8f-870f-94ed14e605a8 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:57.372540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:57.430425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba33f14-7dbb-4405-8742-22beee243d0c req-837f46ed-988b-4d27-9fbb-c0ae40f2f6f6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:57.433495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ba33f14-7dbb-4405-8742-22beee243d0c req-837f46ed-988b-4d27-9fbb-c0ae40f2f6f6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1323895 Jul 05 10:18:57.507247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.530024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ba33f14-7dbb-4405-8742-22beee243d0c req-9935571a-d1b5-41cb-84c2-79a823cc94a8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835037 Jul 05 10:18:57.531345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760e08cc-e54b-479f-b76d-16ce0e0b1398']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:57.556598 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:57.556818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be6b3f3-99cc-4dac-a6db-4ff0091c0c8e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:57.582997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58684) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:57.588963 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.619356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.630816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:57.631567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.643443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ab69d-0385-4a2a-9b18-190eed9bb5e3 None None] Network 760e08cc-e54b-479f-b76d-16ce0e0b1398 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:57.740867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-026eb771-b950-4621-bed9-2f5dc3de6a20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/0150b3e5-4ef9-4a4a-9348-5391cb1153a1 HTTP/1.1" status: 200 len: 991 time: 0.1553247 Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:57.759856 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:57.798657 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.812411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.819158 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/760e08cc-e54b-479f-b76d-16ce0e0b1398 HTTP/1.1" status: 204 len: 168 time: 3.1617107 Jul 05 10:18:57.820966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:57.853606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1df92a-209f-480c-8326-519f5210dc8c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=760e08cc-e54b-479f-b76d-16ce0e0b1398,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.857642 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2d6b35-b6d4-4d6d-af0d-a048aeddc80b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:18:57.858854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2d6b35-b6d4-4d6d-af0d-a048aeddc80b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:18:57.861331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-be2d6b35-b6d4-4d6d-af0d-a048aeddc80b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/760e08cc-e54b-479f-b76d-16ce0e0b1398 HTTP/1.1" status: 404 len: 339 time: 0.0384698 Jul 05 10:18:57.868148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58688) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:57.869779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430dcd3-4e51-43dd-86f6-3ff9371dd4db None None] Pushing event updated for resources: {'Port': ['ID=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.891620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111656373', 'description': 'd1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:57.969517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:57.980049 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.025386 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4028dfb-efd1-40b8-9e34-017405460ded x-openstack-request-id: req-b4028dfb-efd1-40b8-9e34-017405460ded {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:58.025895 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:58.026329 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4028dfb-efd1-40b8-9e34-017405460ded {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:58.039999 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'status': 'completed', 'code': 200} Jul 05 10:18:58.056559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:58.077644 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.078347 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment 1fed55f7-f6f1-4688-a8a8-2473ab90c62f of type vlan for network 333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 Jul 05 10:18:58.193767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.221034 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-83454776-f66b-459d-b14a-412a2c5f3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:58.224997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-83454776-f66b-459d-b14a-412a2c5f3252 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1097 time: 0.1579030 Jul 05 10:18:58.265406 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.277340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:58.278364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.429076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5591483 Jul 05 10:18:58.434422 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '0150b3e5-4ef9-4a4a-9348-5391cb1153a1', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'port_id': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'mac_address': 'fa:16:3e:67:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:54Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:58.444955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.456254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-adce6305-dc8c-4e68-bf14-ea5f1145455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:58.459575 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-adce6305-dc8c-4e68-bf14-ea5f1145455a service neutron] 10.222.0.16 "GET /v2.0/networks?id=795641bb-cf89-477d-b827-ee1822da783f HTTP/1.1" status: 200 len: 897 time: 0.2247980 Jul 05 10:18:58.489253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] Checking router: 24e18b68-4bfe-40e9-a001-95eaccf709c0 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:58.512252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:58.513583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:18:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:58.562402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb05ed2-37e8-44eb-9ee5-57d838e1cddb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=333e50e7-ca0d-4e80-8e1d-cc7181c1efb2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:58.606311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:58.620688 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-279451d4-9e74-4754-9978-41db27a7ba80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d320244f-f0a0-4104-b149-f89df04b89bc HTTP/1.1" status: 200 len: 999 time: 0.1489201 Jul 05 10:18:58.652324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a49277-2267-44a7-bc11-7994a238e8cc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:58.655745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-53a49277-2267-44a7-bc11-7994a238e8cc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/networks?id=333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 HTTP/1.1" status: 200 len: 765 time: 0.2078903 Jul 05 10:18:58.667175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58692) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.677659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'description': 'd2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:58.736238 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-e7e4e7fe-0411-4291-b8f1-bfb58c92fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:58.738735 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-e7e4e7fe-0411-4291-b8f1-bfb58c92fa06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a11caac-2ffc-42df-adcb-a8a5410ddbcd HTTP/1.1" status: 200 len: 835 time: 0.1096332 Jul 05 10:18:58.741267 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:58.929722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:58.952733 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db19cca3-ee45-466e-b7de-0492c98a7382 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/0150b3e5-4ef9-4a4a-9348-5391cb1153a1 HTTP/1.1" status: 200 len: 991 time: 0.2029846 Jul 05 10:18:59.000969 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-deae78ca-37b0-4aae-998c-2aba0e0aefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:59.004672 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-deae78ca-37b0-4aae-998c-2aba0e0aefef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=795641bb-cf89-477d-b827-ee1822da783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1914473 Jul 05 10:18:59.036577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e91ba83-5866-45d6-b2e4-d3afdac76836 None None] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:59.123140 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.149635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.219848 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-59a886f7-7512-4b19-ae7f-0d543d2dd756 service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922250 Jul 05 10:18:59.253080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network 333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 is not hosted by any dhcp agent {{(pid=93796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:18:59.265694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:59.266874 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.271953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "PUT /v2.0/networks/333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 HTTP/1.1" status: 200 len: 762 time: 0.6025963 Jul 05 10:18:59.294620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58696) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.387745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460a5d7-d337-42db-83d9-cf6879042fd6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=333e50e7-ca0d-4e80-8e1d-cc7181c1efb2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:59.415765 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-aabf6762-8d1f-4dd0-8122-ad5ef9f13c80 req-9287865b-5f7d-410f-9048-fc97fe5a674b service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870267 Jul 05 10:18:59.454933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418bb87c-4bd8-4569-abe7-5e702d5682d3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:59.459149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-418bb87c-4bd8-4569-abe7-5e702d5682d3 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/networks?id=333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 HTTP/1.1" status: 200 len: 765 time: 0.1583242 Jul 05 10:18:59.464744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58698) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.485979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e0a2ac44-0a71-4a8d-8d45-f86b49e40767 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:59.489913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:59.689251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3dfe4f9f-db4f-4684-8c1c-94941de6437f None None] Provisioning for port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:59.742191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3dfe4f9f-db4f-4684-8c1c-94941de6437f None None] Provisioning complete for port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:59.742717 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4f9f-db4f-4684-8c1c-94941de6437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.819125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60446b3-809e-4c5a-9865-1160519f4d36 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:59.821059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e60446b3-809e-4c5a-9865-1160519f4d36 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3546200 Jul 05 10:18:59.825873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.872520 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-88735e4f-3ee8-47bf-bfa8-f1ee9f817f86 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd HTTP/1.1" status: 200 len: 207 time: 0.0433645 Jul 05 10:18:59.877339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.948316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58704) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.062343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.069326 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.086585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0a271797-d568-4f44-aa4a-07f3b56a1575 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/0150b3e5-4ef9-4a4a-9348-5391cb1153a1 HTTP/1.1" status: 200 len: 991 time: 0.1361434 Jul 05 10:19:00.142513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:00.143186 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.236613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e8d3-ffe6-469f-a971-345623231a11 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:00.249257 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e8d3-ffe6-469f-a971-345623231a11 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:00.261461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e8d3-ffe6-469f-a971-345623231a11 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:00.281606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e8d3-ffe6-469f-a971-345623231a11 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:00.294039 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e8d3-ffe6-469f-a971-345623231a11 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:00.307941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e8d3-ffe6-469f-a971-345623231a11 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:00.317515 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e0c2e8d3-ffe6-469f-a971-345623231a11 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4334359 Jul 05 10:19:00.318089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:00.577816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '0150b3e5-4ef9-4a4a-9348-5391cb1153a1', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'port_id': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'mac_address': 'fa:16:3e:67:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:54Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:00.644642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada00fc5-4474-43f9-8b82-68015c0f475b None None] The sync data for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 is: [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '0150b3e5-4ef9-4a4a-9348-5391cb1153a1', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'port_id': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'mac_address': 'fa:16:3e:67:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:18:54Z', 'updated_at': '2021-07-05T10:18:54Z', 'revision_number': 0, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:00.930413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0002a9-7a55-452d-97f8-144057dc1520 None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:01.033465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d0105195-8c2e-4b0c-9e7d-c0d60608abc9 None None] Provisioning complete for port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:01.034042 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0105195-8c2e-4b0c-9e7d-c0d60608abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.043926 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cce0bf-60f8-47bf-b9e5-c82449625c7e None None] New status for floating IP 0150b3e5-4ef9-4a4a-9348-5391cb1153a1: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:19:01.089037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.236547 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-453849ff-48f9-4a94-8670-a3a804eccea7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/0150b3e5-4ef9-4a4a-9348-5391cb1153a1 HTTP/1.1" status: 200 len: 991 time: 0.1448600 Jul 05 10:19:01.275143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3b6a2eaf-c967-40c8-94ed-5010feaac9da tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.9531910 Jul 05 10:19:01.281917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58710) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.292486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0002a9-7a55-452d-97f8-144057dc1520 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:01.387661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a4400-ce7a-4383-9229-1d9cfb4fc931 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.391406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a4400-ce7a-4383-9229-1d9cfb4fc931 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.393368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a4400-ce7a-4383-9229-1d9cfb4fc931 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.395512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a4400-ce7a-4383-9229-1d9cfb4fc931 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.398108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a4400-ce7a-4383-9229-1d9cfb4fc931 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.403145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-448a4400-ce7a-4383-9229-1d9cfb4fc931 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1172493 Jul 05 10:19:01.408696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.615864 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf2d78-0877-42c9-a637-eaf99cccb4f1 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.618976 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf2d78-0877-42c9-a637-eaf99cccb4f1 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.621817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf2d78-0877-42c9-a637-eaf99cccb4f1 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.625263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf2d78-0877-42c9-a637-eaf99cccb4f1 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.627978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf2d78-0877-42c9-a637-eaf99cccb4f1 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.630005 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6adf2d78-0877-42c9-a637-eaf99cccb4f1 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2194245 Jul 05 10:19:01.636491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.793723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e658e8-946e-4f1c-8ebc-b1936443562e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:01.796123 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-91e658e8-946e-4f1c-8ebc-b1936443562e tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/networks/c598db7d-ceca-44e6-bfe4-6b96a0d62b31 HTTP/1.1" status: 200 len: 804 time: 0.1575003 Jul 05 10:19:01.802705 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.948657 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2684a7c3-a6db-4cc2-8660-b807cb17e89b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/networks/c598db7d-ceca-44e6-bfe4-6b96a0d62b31?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1437707 Jul 05 10:19:01.953324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.043805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d0e06-5cd9-4fb3-afdd-8ed9c9026108 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:02.045814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-079d0e06-5cd9-4fb3-afdd-8ed9c9026108 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/subnets/d405934d-1221-416c-9e58-36e1ce9bed92 HTTP/1.1" status: 200 len: 843 time: 0.0907269 Jul 05 10:19:02.051843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.146633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7181c8-855c-42a8-97f4-d949d5fa4a83 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:02.149421 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0f7181c8-855c-42a8-97f4-d949d5fa4a83 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "GET /v2.0/subnets/d405934d-1221-416c-9e58-36e1ce9bed92?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0961101 Jul 05 10:19:02.155167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.164577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1196011591'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:02.204934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:02.211242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.241925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.258816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:02.276999 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.277758 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Added segment cc39dcfd-3332-4687-b265-09c4f6417329 of type vlan for network e7530103-863f-4899-8ba8-4306f3bba9c8 Jul 05 10:19:02.357542 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.375485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2540e0a7-2eb6-49d6-a39a-8c4794629d51 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/0150b3e5-4ef9-4a4a-9348-5391cb1153a1 HTTP/1.1" status: 200 len: 993 time: 0.1313701 Jul 05 10:19:02.419766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.432173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:02.433280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.560925 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4035523 Jul 05 10:19:02.566397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.574826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'network_id': 'e7530103-863f-4899-8ba8-4306f3bba9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:02.579889 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa77388-9d1c-4e95-a087-0604096c9073 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Network': ['ID=e7530103-863f-4899-8ba8-4306f3bba9c8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:02.597832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e7530103-863f-4899-8ba8-4306f3bba9c8 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:02.743071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Made reservation on behalf of eeb2ef30655742d89a2673d56931f2f8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:02.749731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.870618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:19:02.871457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:19:03.147845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.283212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=ce07cf52-acef-4567-b4ec-e84f21e31ffd,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:03.301526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Checking segment: {'id': 'cc39dcfd-3332-4687-b265-09c4f6417329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e7530103-863f-4899-8ba8-4306f3bba9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:03.302132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network hostable DHCP agents. Network: e7530103-863f-4899-8ba8-4306f3bba9c8, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:03.337390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Network e7530103-863f-4899-8ba8-4306f3bba9c8 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:03.354607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e7530103-863f-4899-8ba8-4306f3bba9c8) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:03.363925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:03.365428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.371318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67f647-88aa-4b8c-bd76-79c398fec17a None None] Network e7530103-863f-4899-8ba8-4306f3bba9c8 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:03.393117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4f323eb-a724-425a-a3f4-a597c31ff738 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8248444 Jul 05 10:19:03.398312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.407741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f3d95aae-bec5-4733-88c6-a530a814bd4a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:03.585699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3d95aae-bec5-4733-88c6-a530a814bd4a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27055522'] for subnet, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.659851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e7530103-863f-4899-8ba8-4306f3bba9c8', 'network_id': 'e7530103-863f-4899-8ba8-4306f3bba9c8', 'tenant_id': 'eeb2ef30655742d89a2673d56931f2f8', 'fixed_ips': [{'subnet_id': 'ce07cf52-acef-4567-b4ec-e84f21e31ffd'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:19:03.661286 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.941931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3d95aae-bec5-4733-88c6-a530a814bd4a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794602499871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27011464'] for subnet, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.037484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d95aae-bec5-4733-88c6-a530a814bd4a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:04.038559 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3d95aae-bec5-4733-88c6-a530a814bd4a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.041201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f3d95aae-bec5-4733-88c6-a530a814bd4a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "PUT /v2.0/subnets/ce07cf52-acef-4567-b4ec-e84f21e31ffd HTTP/1.1" status: 200 len: 900 time: 0.6406400 Jul 05 10:19:04.041493 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Allocated IP 2001:db8::3 (e7530103-863f-4899-8ba8-4306f3bba9c8/ce07cf52-acef-4567-b4ec-e84f21e31ffd/3a37a384-6c46-47dc-ba5a-4f3de8711764) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:04.046146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58730) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:04.057860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d95aae-bec5-4733-88c6-a530a814bd4a tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event updated for resources: {'Subnet': ['ID=ce07cf52-acef-4567-b4ec-e84f21e31ffd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:04.239271 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.341047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.352107 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.361457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Transition to ACTIVE for port object 3a37a384-6c46-47dc-ba5a-4f3de8711764 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:04.392572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Transition to ACTIVE for port object 3a37a384-6c46-47dc-ba5a-4f3de8711764 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:04.404185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.476006 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Network e7530103-863f-4899-8ba8-4306f3bba9c8 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:04.488708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:04.498167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:04.499324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.510402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Pushing event updated for resources: {'Port': ['ID=3a37a384-6c46-47dc-ba5a-4f3de8711764,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:04.563984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=ce07cf52-acef-4567-b4ec-e84f21e31ffd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:04.604166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Attempting to bind port 3a37a384-6c46-47dc-ba5a-4f3de8711764 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:04.604548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Attempting to bind port 3a37a384-6c46-47dc-ba5a-4f3de8711764 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'cc39dcfd-3332-4687-b265-09c4f6417329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e7530103-863f-4899-8ba8-4306f3bba9c8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:04.605074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Attempting to bind port 3a37a384-6c46-47dc-ba5a-4f3de8711764 on network e7530103-863f-4899-8ba8-4306f3bba9c8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:04.613333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:04.613782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Checking segment: {'id': 'cc39dcfd-3332-4687-b265-09c4f6417329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e7530103-863f-4899-8ba8-4306f3bba9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:04.614204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.614638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Bound using segment: {'id': 'cc39dcfd-3332-4687-b265-09c4f6417329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e7530103-863f-4899-8ba8-4306f3bba9c8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:04.615289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Bound port: 3a37a384-6c46-47dc-ba5a-4f3de8711764, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc39dcfd-3332-4687-b265-09c4f6417329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e7530103-863f-4899-8ba8-4306f3bba9c8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:04.615907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.704192 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.720024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7530103-863f-4899-8ba8-4306f3bba9c8']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:04.731680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] For port 3a37a384-6c46-47dc-ba5a-4f3de8711764, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:04.736709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] For port 3a37a384-6c46-47dc-ba5a-4f3de8711764, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3a37a384-6c46-47dc-ba5a-4f3de8711764,segment=NetworkSegment(cc39dcfd-3332-4687-b265-09c4f6417329),segment_id=cc39dcfd-3332-4687-b265-09c4f6417329)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:04.743315 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.743819 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc39dcfd-3332-4687-b265-09c4f6417329') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:04.744096 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc39dcfd-3332-4687-b265-09c4f6417329') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:04.763889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.795811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.812376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:04.813071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:04.819474 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:04.913375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dc67f-63c1-43a5-a231-28216f2e4f0d None None] Pushing event updated for resources: {'Port': ['ID=3a37a384-6c46-47dc-ba5a-4f3de8711764,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:04.937021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:19:04.937021 n-d-771363-33 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:19:04.937021 n-d-771363-33 neutron-server[93795]: [parameters: {'id': 'e7530103-863f-4899-8ba8-4306f3bba9c8'}] Jul 05 10:19:04.937021 n-d-771363-33 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:19:04.937839 n-d-771363-33 neutron-server[93795]: DEBUG oslo_db.api [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:19:04.946248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70f832-f76d-4697-8185-8a318549a350 None None] Network e7530103-863f-4899-8ba8-4306f3bba9c8 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:05.152849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f10a7f-9f49-480d-be8b-fcce2734026f None None] Network e7530103-863f-4899-8ba8-4306f3bba9c8 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:05.362791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a1597-6b72-426b-bd54-44d521be88e6 None None] get_active_networks_info from n-d-771363-33 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:19:05.439237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.536539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1a1597-6b72-426b-bd54-44d521be88e6 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:19:05.544542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting port 3a37a384-6c46-47dc-ba5a-4f3de8711764 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:05.545123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.649953 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] For port 3a37a384-6c46-47dc-ba5a-4f3de8711764, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3a37a384-6c46-47dc-ba5a-4f3de8711764,segment=NetworkSegment(cc39dcfd-3332-4687-b265-09c4f6417329),segment_id=cc39dcfd-3332-4687-b265-09c4f6417329)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:05.650674 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.677647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Calling delete_port for 3a37a384-6c46-47dc-ba5a-4f3de8711764 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:05.836165 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.893843 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Port': ['ID=3a37a384-6c46-47dc-ba5a-4f3de8711764,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.901733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No DVR routers for this DVR port 3a37a384-6c46-47dc-ba5a-4f3de8711764 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:06.054110 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.067175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7530103-863f-4899-8ba8-4306f3bba9c8']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:06.086861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc39dcfd-3332-4687-b265-09c4f6417329') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:06.087357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc39dcfd-3332-4687-b265-09c4f6417329') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:06.100762 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.121153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.132280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:06.132837 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:06.137061 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:06.239312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.248611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.251358 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/e7530103-863f-4899-8ba8-4306f3bba9c8 HTTP/1.1" status: 204 len: 168 time: 2.2035129 Jul 05 10:19:06.257036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58732) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:06.266200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8f0d7-5fc8-4e78-aed9-a4ec76bd67c9 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=e7530103-863f-4899-8ba8-4306f3bba9c8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:06.316019 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7543b0-f1ba-47f3-9d50-3cd24cb14f0b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:06.317059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7543b0-f1ba-47f3-9d50-3cd24cb14f0b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:06.320308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7c7543b0-f1ba-47f3-9d50-3cd24cb14f0b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/ce07cf52-acef-4567-b4ec-e84f21e31ffd HTTP/1.1" status: 404 len: 337 time: 0.0617390 Jul 05 10:19:06.323504 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:06.347761 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc7c1cf-9a9e-4ef0-9275-248a358f5bb8 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:06.348405 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc7c1cf-9a9e-4ef0-9275-248a358f5bb8 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:06.350309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fdc7c1cf-9a9e-4ef0-9275-248a358f5bb8 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/e7530103-863f-4899-8ba8-4306f3bba9c8 HTTP/1.1" status: 404 len: 339 time: 0.0256231 Jul 05 10:19:06.354236 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:06.478532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.610389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.630545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333e50e7-ca0d-4e80-8e1d-cc7181c1efb2']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:06.669412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fed55f7-f6f1-4688-a8a8-2473ab90c62f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:06.669839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fed55f7-f6f1-4688-a8a8-2473ab90c62f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:06.694263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.724607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.737417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:06.738254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:06.743999 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:06.867572 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.881279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.884574 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/333e50e7-ca0d-4e80-8e1d-cc7181c1efb2 HTTP/1.1" status: 204 len: 168 time: 0.5285642 Jul 05 10:19:06.892607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:06.908343 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cde22-8591-4b71-828e-46349d4d126c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=333e50e7-ca0d-4e80-8e1d-cc7181c1efb2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:06.933923 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-30625dbf-536f-4bdc-aa95-6fed66ea893b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:06.934443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30625dbf-536f-4bdc-aa95-6fed66ea893b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:06.937470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-30625dbf-536f-4bdc-aa95-6fed66ea893b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/df859335-7319-4f59-9b55-d27dbee522e7 HTTP/1.1" status: 404 len: 337 time: 0.0426416 Jul 05 10:19:06.942026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:06.976587 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a25c409-b1d6-46e7-bf94-a75e8896534b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:06.977603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a25c409-b1d6-46e7-bf94-a75e8896534b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:06.981028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6a25c409-b1d6-46e7-bf94-a75e8896534b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/760e08cc-e54b-479f-b76d-16ce0e0b1398 HTTP/1.1" status: 404 len: 339 time: 0.0375044 Jul 05 10:19:06.984785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:07.085892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting subnet 12fe65a5-58bc-4061-a868-1b8bc5dedd6e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:07.091697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.149915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.306032 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.390637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.436855 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.440389 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/12fe65a5-58bc-4061-a868-1b8bc5dedd6e HTTP/1.1" status: 204 len: 168 time: 0.4539135 Jul 05 10:19:07.442566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831303f-5cac-4ca0-946f-85080100a1f5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=12fe65a5-58bc-4061-a868-1b8bc5dedd6e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:07.445479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:07.449151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b50bfd4-403c-4974-a5a4-0302114fded0 None None] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:07.542900 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting subnet 7c9a7232-c3c4-4ff0-86dc-e20f6c8fcbcf {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:07.548277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.622815 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.783265 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.895761 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.937990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9a7232-c3c4-4ff0-86dc-e20f6c8fcbcf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:07.945025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.952504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58746) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:07.952969 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b91fa0df-3d0d-4dfd-8c2c-54ba14dcaffc tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/7c9a7232-c3c4-4ff0-86dc-e20f6c8fcbcf HTTP/1.1" status: 204 len: 168 time: 0.5046709 Jul 05 10:19:08.122704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.237961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:08.238505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.373092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] For port e0a2ac44-0a71-4a8d-8d45-f86b49e40767, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,segment=NetworkSegment(8a103827-375b-467f-9d11-1c939e8666b2),segment_id=8a103827-375b-467f-9d11-1c939e8666b2)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:08.375115 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.405382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Calling delete_port for e0a2ac44-0a71-4a8d-8d45-f86b49e40767 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:08.590126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759f983-a738-46d0-b1e6-4ca6456ccf0c None None] Network 160a69bc-7ebc-4f57-93d0-cd5aaa312566 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:08.598090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.603451 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67a30d93-6c5c-4913-a072-35f706a5a6fe None None] Could not find standard attr ID for object e0a2ac44-0a71-4a8d-8d45-f86b49e40767. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:19:08.668284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Port': ['ID=e0a2ac44-0a71-4a8d-8d45-f86b49e40767,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:08.673096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No DVR routers for this DVR port e0a2ac44-0a71-4a8d-8d45-f86b49e40767 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:08.849467 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.876085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160a69bc-7ebc-4f57-93d0-cd5aaa312566']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:08.892166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269eedc-e786-4bf3-9d6e-acdb4e72f625 None None] DHCP port deletion for 160a69bc-7ebc-4f57-93d0-cd5aaa312566 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:19:08.912237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a103827-375b-467f-9d11-1c939e8666b2') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:08.912237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a103827-375b-467f-9d11-1c939e8666b2') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:08.928990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.959445 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.972357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:08.973047 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:08.979537 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:09.000659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e0a2ac44-0a71-4a8d-8d45-f86b49e40767 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:09.039510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e0a2ac44-0a71-4a8d-8d45-f86b49e40767 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:09.039510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e0a2ac44-0a71-4a8d-8d45-f86b49e40767 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:09.098006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.114530 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.118733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/160a69bc-7ebc-4f57-93d0-cd5aaa312566 HTTP/1.1" status: 204 len: 168 time: 1.1642137 Jul 05 10:19:09.123311 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.148613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e9de3-a1ec-4e9d-8816-a8314231ddbb tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=160a69bc-7ebc-4f57-93d0-cd5aaa312566,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:09.176124 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc612f5-3b48-401e-85e5-0bf5f19ca4e8 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:09.176949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc612f5-3b48-401e-85e5-0bf5f19ca4e8 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:09.180259 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0cc612f5-3b48-401e-85e5-0bf5f19ca4e8 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/dd90787b-dbc2-4f3c-a86c-0170d4892897 HTTP/1.1" status: 404 len: 337 time: 0.0544467 Jul 05 10:19:09.184890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58750) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.229424 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b221e1-7f68-4270-916d-928e54ec951c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:09.230421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b221e1-7f68-4270-916d-928e54ec951c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:09.234626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e6b221e1-7f68-4270-916d-928e54ec951c tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/a3f713a2-82f7-4e75-9915-cf1e4d34307e HTTP/1.1" status: 404 len: 339 time: 0.0478213 Jul 05 10:19:09.238615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58752) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.294679 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cff1f94-d641-40e3-9fcf-5b66b45429dd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:09.295479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cff1f94-d641-40e3-9fcf-5b66b45429dd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:09.299290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1cff1f94-d641-40e3-9fcf-5b66b45429dd tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/c733331b-d588-4e08-9bd3-7d143919b625 HTTP/1.1" status: 404 len: 337 time: 0.0589564 Jul 05 10:19:09.303663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.329803 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-858696f6-56d6-4681-8cbf-09e85135e8af tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:09.330475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858696f6-56d6-4681-8cbf-09e85135e8af tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:09.332691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-858696f6-56d6-4681-8cbf-09e85135e8af tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/1a707eef-c89f-4abf-869b-66f7eebbb0a6 HTTP/1.1" status: 404 len: 339 time: 0.0276351 Jul 05 10:19:09.335719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.367224 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cbe19f-8070-430f-8a54-7caaa3332bd5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:09.367644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cbe19f-8070-430f-8a54-7caaa3332bd5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:09.369849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e9cbe19f-8070-430f-8a54-7caaa3332bd5 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/9d8d0b47-8c14-4b5e-8f67-4075ea6b3232 HTTP/1.1" status: 404 len: 337 time: 0.0327780 Jul 05 10:19:09.372993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.395209 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb7bad8-11b4-41ce-a327-25c276a92646 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:09.396304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb7bad8-11b4-41ce-a327-25c276a92646 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:09.398610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dfb7bad8-11b4-41ce-a327-25c276a92646 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/c6125361-0c3e-463b-b6af-69fd4e8c9167 HTTP/1.1" status: 404 len: 339 time: 0.0242169 Jul 05 10:19:09.401854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.468207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting subnet c58fdbf3-d1e5-4c8f-bb58-378f15189156 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:09.472514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.532724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.686337 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.791164 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.842680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=c58fdbf3-d1e5-4c8f-bb58-378f15189156,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:09.845736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.848466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c7938577-5e3e-4272-97a6-d8ea567dd4e6 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/c58fdbf3-d1e5-4c8f-bb58-378f15189156 HTTP/1.1" status: 204 len: 168 time: 0.4452090 Jul 05 10:19:09.852408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.854916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0f53c-9868-4593-8cdf-7cd56b709803 None None] Network 3e554cb0-c21c-41a0-9159-387a7a24cc26 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:10.024503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.141232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting port 0172f1f4-689d-448e-99b9-4366b39a1681 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:10.141799 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.175445 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] DHCP port deletion for 3e554cb0-c21c-41a0-9159-387a7a24cc26 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:19:10.275940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] Deleting port 0172f1f4-689d-448e-99b9-4366b39a1681 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:10.276443 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.281688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] For port 0172f1f4-689d-448e-99b9-4366b39a1681, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0172f1f4-689d-448e-99b9-4366b39a1681,segment=NetworkSegment(7c9b7ffd-85e9-4e58-9c87-685d83bd3db6),segment_id=7c9b7ffd-85e9-4e58-9c87-685d83bd3db6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:10.282192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.308468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Calling delete_port for 0172f1f4-689d-448e-99b9-4366b39a1681 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:10.406166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] For port 0172f1f4-689d-448e-99b9-4366b39a1681, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0172f1f4-689d-448e-99b9-4366b39a1681,segment=NetworkSegment(7c9b7ffd-85e9-4e58-9c87-685d83bd3db6),segment_id=7c9b7ffd-85e9-4e58-9c87-685d83bd3db6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:10.406798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.433091 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] Calling delete_port for 0172f1f4-689d-448e-99b9-4366b39a1681 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:10.447127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.490691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Port': ['ID=0172f1f4-689d-448e-99b9-4366b39a1681,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.509888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No DVR routers for this DVR port 0172f1f4-689d-448e-99b9-4366b39a1681 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:10.514783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.516317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.516903 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.517473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.518008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.518541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.519115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.519656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.520188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.520934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.521488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.522105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:19:10.616515 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 10:19:10.635800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.672925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.696284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] Pushing event deleted for resources: {'Port': ['ID=0172f1f4-689d-448e-99b9-4366b39a1681,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.696625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e554cb0-c21c-41a0-9159-387a7a24cc26']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:10.699338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab6190-9a50-4a42-8fd5-701e981050fb None None] No DVR routers for this DVR port 0172f1f4-689d-448e-99b9-4366b39a1681 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:10.728494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9b7ffd-85e9-4e58-9c87-685d83bd3db6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:10.728860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9b7ffd-85e9-4e58-9c87-685d83bd3db6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:10.751346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.777832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.790851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:10.791419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:10.798202 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:10.911605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.948357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.952430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/3e554cb0-c21c-41a0-9159-387a7a24cc26 HTTP/1.1" status: 204 len: 168 time: 1.0976243 Jul 05 10:19:10.954987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8f82-6565-4119-bbe3-5592ce808e84 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=3e554cb0-c21c-41a0-9159-387a7a24cc26,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.956569 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58764) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:11.008611 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae77a9a5-3696-4ffc-8b86-c4c73791ec8b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:11.009336 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae77a9a5-3696-4ffc-8b86-c4c73791ec8b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:11.011509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0172f1f4-689d-448e-99b9-4366b39a1681 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:11.017794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ae77a9a5-3696-4ffc-8b86-c4c73791ec8b tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/c0365adf-25fd-4955-89a0-59524195534f HTTP/1.1" status: 404 len: 337 time: 0.0593150 Jul 05 10:19:11.018146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:11.054285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0172f1f4-689d-448e-99b9-4366b39a1681 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:11.054924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0172f1f4-689d-448e-99b9-4366b39a1681 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:11.065985 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f205b1-096c-447a-b8a7-e80144e2645d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] DELETE failed (client error): The resource could not be found. Jul 05 10:19:11.067807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f205b1-096c-447a-b8a7-e80144e2645d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:19:11.075358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-55f205b1-096c-447a-b8a7-e80144e2645d tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/a720cd61-4637-4b81-8509-26b7457620fd HTTP/1.1" status: 404 len: 339 time: 0.0509791 Jul 05 10:19:11.075859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:11.208202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting subnet d405934d-1221-416c-9e58-36e1ce9bed92 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:11.214263 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.322411 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.499387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.624965 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.681783 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Subnet': ['ID=d405934d-1221-416c-9e58-36e1ce9bed92,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:11.686560 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.689707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-de4eb179-e17a-4e62-98b4-838185dffd5f tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/subnets/d405934d-1221-416c-9e58-36e1ce9bed92 HTTP/1.1" status: 204 len: 168 time: 0.6119857 Jul 05 10:19:11.694421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:11.698859 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f7b60-179a-468f-a7ce-ea752b0f48b9 None None] Network c598db7d-ceca-44e6-bfe4-6b96a0d62b31 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:11.849555 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.956689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Deleting port 22ce76c4-775f-4f8f-88bb-420111b8101d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:11.957287 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.034388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] DHCP port deletion for c598db7d-ceca-44e6-bfe4-6b96a0d62b31 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:19:12.082666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] For port 22ce76c4-775f-4f8f-88bb-420111b8101d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=22ce76c4-775f-4f8f-88bb-420111b8101d,segment=NetworkSegment(8d31b49c-6a56-40b1-bc27-cd8df57fde3d),segment_id=8d31b49c-6a56-40b1-bc27-cd8df57fde3d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:12.083351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.112382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Calling delete_port for 22ce76c4-775f-4f8f-88bb-420111b8101d owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:12.127547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] Deleting port 22ce76c4-775f-4f8f-88bb-420111b8101d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:12.128166 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.248309 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] For port 22ce76c4-775f-4f8f-88bb-420111b8101d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=22ce76c4-775f-4f8f-88bb-420111b8101d,segment=NetworkSegment(8d31b49c-6a56-40b1-bc27-cd8df57fde3d),segment_id=8d31b49c-6a56-40b1-bc27-cd8df57fde3d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:12.248849 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.276721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] Calling delete_port for 22ce76c4-775f-4f8f-88bb-420111b8101d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:12.277267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.337345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Port': ['ID=22ce76c4-775f-4f8f-88bb-420111b8101d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:12.344532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] No DVR routers for this DVR port 22ce76c4-775f-4f8f-88bb-420111b8101d on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:12.444776 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.495122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] Pushing event deleted for resources: {'Port': ['ID=22ce76c4-775f-4f8f-88bb-420111b8101d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:12.502825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977eb77-dfe0-4b67-a1b9-3251163fe87d None None] No DVR routers for this DVR port 22ce76c4-775f-4f8f-88bb-420111b8101d on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:12.504710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.527616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c598db7d-ceca-44e6-bfe4-6b96a0d62b31']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:12.559331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d31b49c-6a56-40b1-bc27-cd8df57fde3d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:12.559824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d31b49c-6a56-40b1-bc27-cd8df57fde3d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:12.580302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.608655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.620744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:12.621423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:12.628195 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:12.755540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.768235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:12.771178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] 10.222.0.21 "DELETE /v2.0/networks/c598db7d-ceca-44e6-bfe4-6b96a0d62b31 HTTP/1.1" status: 204 len: 168 time: 1.0750749 Jul 05 10:19:12.792974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ace5de-d8fe-438a-8dd5-d947dac16035 tempest-NetworksIpV6Test-491691441 tempest-NetworksIpV6Test-491691441-project] Pushing event deleted for resources: {'Network': ['ID=c598db7d-ceca-44e6-bfe4-6b96a0d62b31,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:13.001200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 22ce76c4-775f-4f8f-88bb-420111b8101d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:13.037134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 22ce76c4-775f-4f8f-88bb-420111b8101d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:13.038300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 22ce76c4-775f-4f8f-88bb-420111b8101d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:13.283892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:13.519766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-116033cf-37b3-4f79-a207-1d8975370271 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eeb2ef30655742d89a2673d56931f2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342734 Jul 05 10:19:13.522785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:13.638684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32a449f9-68d2-468b-848d-f58ce11c2f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.685111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32a449f9-68d2-468b-848d-f58ce11c2f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.773309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32a449f9-68d2-468b-848d-f58ce11c2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.778209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32a449f9-68d2-468b-848d-f58ce11c2f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.780391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-32a449f9-68d2-468b-848d-f58ce11c2f07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eeba619-4c17-45f9-adeb-a189f662652e HTTP/1.1" status: 204 len: 168 time: 0.2561400 Jul 05 10:19:13.794332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a449f9-68d2-468b-848d-f58ce11c2f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeba619-4c17-45f9-adeb-a189f662652e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:14.091037 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-333c85eb-9c8d-4a37-b610-307060b911ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:14.934017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:15.146087 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cb15484b-0bf5-4a6d-b372-65069caf01a0 tempest-ServiceProvidersTest-132639383 tempest-ServiceProvidersTest-132639383-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2099135 Jul 05 10:19:15.670234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 58810) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:15.879542 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1b3a-f0c6-42f2-908a-0324e9249aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.068530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1b3a-f0c6-42f2-908a-0324e9249aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.076293 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1b3a-f0c6-42f2-908a-0324e9249aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.175949 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad7e1b3a-f0c6-42f2-908a-0324e9249aa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8037972e3aa84592887a61685376211e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033996 Jul 05 10:19:16.177568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e1b3a-f0c6-42f2-908a-0324e9249aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482613cc-426d-49fd-991a-e8853dc5f673,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:16.180358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 58814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:16.274049 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47785a6c-ae5e-4faf-a17b-b384449b63fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.307185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47785a6c-ae5e-4faf-a17b-b384449b63fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.396014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47785a6c-ae5e-4faf-a17b-b384449b63fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.400990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47785a6c-ae5e-4faf-a17b-b384449b63fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.403338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-47785a6c-ae5e-4faf-a17b-b384449b63fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/482613cc-426d-49fd-991a-e8853dc5f673 HTTP/1.1" status: 204 len: 168 time: 0.2197223 Jul 05 10:19:16.416031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47785a6c-ae5e-4faf-a17b-b384449b63fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482613cc-426d-49fd-991a-e8853dc5f673,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:16.819577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57438f5e-c4ce-4886-897c-33b752e745f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.878030 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.037701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.830917 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.804371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.834737 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.902439 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:19:33.046079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eedeb5-1113-44ee-9b43-2baea24b1615 req-97dc5e77-fc46-47e5-bf87-da042d5ee512 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:33.049416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41eedeb5-1113-44ee-9b43-2baea24b1615 req-97dc5e77-fc46-47e5-bf87-da042d5ee512 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1327345 Jul 05 10:19:33.137932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41eedeb5-1113-44ee-9b43-2baea24b1615 req-a76b7a5d-5680-469f-89f0-34570bfc58f8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745282 Jul 05 10:19:34.509204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f79d-760e-4444-912d-4252ef881d8f req-388aa08d-9f57-4118-a732-5076491501b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:34.512000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42a6f79d-760e-4444-912d-4252ef881d8f req-388aa08d-9f57-4118-a732-5076491501b5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1311338 Jul 05 10:19:34.599354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42a6f79d-760e-4444-912d-4252ef881d8f req-2a3d63ad-c89d-4537-b669-7557d3fef517 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740590 Jul 05 10:19:35.970288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240da44c-be37-4b2b-83d5-211d5904d8b9 req-27275686-d0a0-40d8-84d4-608551af2062 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:35.972487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-240da44c-be37-4b2b-83d5-211d5904d8b9 req-27275686-d0a0-40d8-84d4-608551af2062 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1257401 Jul 05 10:19:36.049622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-240da44c-be37-4b2b-83d5-211d5904d8b9 req-91004e35-b057-4943-9b47-c45658d2dc5c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650527 Jul 05 10:19:37.330868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba0856-6cfe-45f6-9406-18b0304e692d req-5f905ba3-4688-4b6f-9918-80265b121ca1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:37.334324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03ba0856-6cfe-45f6-9406-18b0304e692d req-5f905ba3-4688-4b6f-9918-80265b121ca1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1243448 Jul 05 10:19:37.401708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03ba0856-6cfe-45f6-9406-18b0304e692d req-5296b748-a9ad-4c9a-a430-2b393983f458 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607221 Jul 05 10:19:38.767547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb922be7-dca3-475f-a87a-7c0dfb0f6009 req-379e7b27-e5f8-40c6-a264-022c485becd2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.769512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb922be7-dca3-475f-a87a-7c0dfb0f6009 req-379e7b27-e5f8-40c6-a264-022c485becd2 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1314120 Jul 05 10:19:38.842136 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb922be7-dca3-475f-a87a-7c0dfb0f6009 req-07836193-c1d1-4e1a-aaae-7abdca3d9077 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629508 Jul 05 10:19:40.198340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9cbbf-f1cf-4f21-b899-e9620304d27f req-7a105fa4-0752-47c5-9afd-d529aef64491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:40.200678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4c9cbbf-f1cf-4f21-b899-e9620304d27f req-7a105fa4-0752-47c5-9afd-d529aef64491 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1229007 Jul 05 10:19:40.256837 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4c9cbbf-f1cf-4f21-b899-e9620304d27f req-df62fda5-abd2-47c9-ba77-64379309aa7e tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490649 Jul 05 10:19:41.617300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cc676-8ee0-4d64-9ce3-7a7cd976f38c req-5813777c-c46b-4f06-8b3b-804f47383bf9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:41.619458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db9cc676-8ee0-4d64-9ce3-7a7cd976f38c req-5813777c-c46b-4f06-8b3b-804f47383bf9 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1200593 Jul 05 10:19:41.701242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db9cc676-8ee0-4d64-9ce3-7a7cd976f38c req-ac13fd8d-64b9-4cdd-a7d1-ee8f3df2e274 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688236 Jul 05 10:19:43.042029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5458b-b264-4187-b56a-6fdca9085ae1 req-47258357-0790-4371-8f1e-733defdbea2c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:43.045712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0b5458b-b264-4187-b56a-6fdca9085ae1 req-47258357-0790-4371-8f1e-733defdbea2c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1188154 Jul 05 10:19:43.109102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0b5458b-b264-4187-b56a-6fdca9085ae1 req-78293257-6357-407e-a7ad-f7a6e7721ca6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535150 Jul 05 10:19:43.374182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:43.578344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.670357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-12e52d6f-6ce2-4f56-b09a-c65a4b28b9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0883553 Jul 05 10:19:43.777204 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.788625 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.831808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-b0f6c056-5b3d-4059-9933-1690835f842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:43.835112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-b0f6c056-5b3d-4059-9933-1690835f842d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 1097 time: 0.0883808 Jul 05 10:19:43.852598 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f6a902e19a14b358dbe9c5af0afc4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751270 Jul 05 10:19:43.857934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:43.877732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70348188-2561-4d3a-9b2e-0ef4299b4d8c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:43.892886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.893429 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.894141 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.894707 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.895313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.895799 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.896340 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.896876 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.897479 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.897978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.898510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.899036 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d036a9-8eb3-4c5b-a65a-25343a217db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:44.074078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8613f084-630f-40e7-89f7-6c143c405b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.101701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cbf729a-7b18-4a43-976e-210c74ca1cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.146866 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8613f084-630f-40e7-89f7-6c143c405b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.171174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-da05141b-4da6-4460-9e0a-8e8d28d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:44.174699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-da05141b-4da6-4460-9e0a-8e8d28d3360b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.3054352 Jul 05 10:19:44.338009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-284a7d9c-e6b0-4b26-9074-7f005118006c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf HTTP/1.1" status: 200 len: 1001 time: 0.1484618 Jul 05 10:19:44.455245 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8613f084-630f-40e7-89f7-6c143c405b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.458366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8613f084-630f-40e7-89f7-6c143c405b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:44.459807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8613f084-630f-40e7-89f7-6c143c405b42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70348188-2561-4d3a-9b2e-0ef4299b4d8c HTTP/1.1" status: 204 len: 168 time: 0.6000440 Jul 05 10:19:44.494016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-690f4774-eda0-4eb1-ac6d-7073e76bef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:44.496344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-690f4774-eda0-4eb1-ac6d-7073e76bef8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1499135 Jul 05 10:19:44.499160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613f084-630f-40e7-89f7-6c143c405b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70348188-2561-4d3a-9b2e-0ef4299b4d8c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:44.598867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f26f5c-1ddc-4343-b5b4-0988a3fab3da req-50989751-38f3-4dbb-9ed8-8e98a1e75a07 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:44.601527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27f26f5c-1ddc-4343-b5b4-0988a3fab3da req-50989751-38f3-4dbb-9ed8-8e98a1e75a07 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.2394636 Jul 05 10:19:44.664883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-d6f87e1a-7cc5-47ec-bfc0-06d73ca3224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:44.666994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-d6f87e1a-7cc5-47ec-bfc0-06d73ca3224a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603084 Jul 05 10:19:44.719934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27f26f5c-1ddc-4343-b5b4-0988a3fab3da req-5524d04a-065c-4e29-a210-52e74ef2e3db tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020365 Jul 05 10:19:44.851732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-7e12de38-f210-444c-87f8-dac16741c2aa service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693842 Jul 05 10:19:45.039873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:45.042881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c528b656-55d9-4fea-b1c3-d0ab30f1f768 req-5399f7a6-a41d-4284-a0fc-5a9f5bf3c826 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814351 Jul 05 10:19:45.079230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb540eb5-94ef-482c-b73e-9a1a58c73dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.273764 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb540eb5-94ef-482c-b73e-9a1a58c73dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.281096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb540eb5-94ef-482c-b73e-9a1a58c73dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.366552 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eb540eb5-94ef-482c-b73e-9a1a58c73dc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3542a5c03fc4252869caf176b81d5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248034 Jul 05 10:19:45.368687 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb540eb5-94ef-482c-b73e-9a1a58c73dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41051f16-07af-44b4-847a-a596bef71bb7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.371261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59120) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:45.472435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-665e584b-8ced-40fe-af74-87869e957ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.526694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-665e584b-8ced-40fe-af74-87869e957ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.625068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-665e584b-8ced-40fe-af74-87869e957ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.630128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-665e584b-8ced-40fe-af74-87869e957ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.635899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-665e584b-8ced-40fe-af74-87869e957ea7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41051f16-07af-44b4-847a-a596bef71bb7 HTTP/1.1" status: 204 len: 168 time: 0.2590759 Jul 05 10:19:45.648835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e584b-8ced-40fe-af74-87869e957ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41051f16-07af-44b4-847a-a596bef71bb7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:46.086116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32c99b-a120-44e7-9f96-9d5d1158d94b req-161a5649-4d45-4fee-9ce3-675186f27ab7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:46.088654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a32c99b-a120-44e7-9f96-9d5d1158d94b req-161a5649-4d45-4fee-9ce3-675186f27ab7 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1289272 Jul 05 10:19:46.144329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8a32c99b-a120-44e7-9f96-9d5d1158d94b req-5a5d4a0b-cdd9-48a7-ae0f-5e227c88b75a tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476592 Jul 05 10:19:46.827119 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-805b2d52-dfe2-4280-97e8-9976efbea883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.880886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:47.518302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c4d52-12e4-4669-9611-cf3b63b885de req-8a5ee223-2e21-48b7-8dbf-58f345ffdc96 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.521177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-945c4d52-12e4-4669-9611-cf3b63b885de req-8a5ee223-2e21-48b7-8dbf-58f345ffdc96 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1251178 Jul 05 10:19:47.606539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-945c4d52-12e4-4669-9611-cf3b63b885de req-22a38f03-7e78-4a9f-9b9c-87d37fc8da79 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749686 Jul 05 10:19:48.037486 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.987817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a04cdc-c10b-473d-9526-1d4db10e96d2 req-08ec8694-152b-49ca-a7ed-bb09aa4f9ac0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.990600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8a04cdc-c10b-473d-9526-1d4db10e96d2 req-08ec8694-152b-49ca-a7ed-bb09aa4f9ac0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1362956 Jul 05 10:19:49.066717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8a04cdc-c10b-473d-9526-1d4db10e96d2 req-83ba68b3-dded-41bb-bfcb-4510816d539c tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650892 Jul 05 10:19:49.838077 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.416503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c5627-3f66-4e64-9f4c-b04a1049115a req-62c12d1d-5d56-4602-9679-58ee49dafa22 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.419936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-489c5627-3f66-4e64-9f4c-b04a1049115a req-62c12d1d-5d56-4602-9679-58ee49dafa22 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1306884 Jul 05 10:19:50.498807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-489c5627-3f66-4e64-9f4c-b04a1049115a req-b25ec090-cc8a-4143-ba6f-ab96139e15c4 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678234 Jul 05 10:19:50.786368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-b4b6a8f9-e7ee-4174-803f-5824d0c431b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.789299 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-b4b6a8f9-e7ee-4174-803f-5824d0c431b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1097 time: 0.3455629 Jul 05 10:19:51.000565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-7455948f-a97c-4730-b1eb-7305f75c6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.002435 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-7455948f-a97c-4730-b1eb-7305f75c6676 service neutron] 10.222.0.16 "GET /v2.0/networks?id=795641bb-cf89-477d-b827-ee1822da783f HTTP/1.1" status: 200 len: 897 time: 0.1816447 Jul 05 10:19:51.095027 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-e5fd775e-eda1-4e03-a6a7-2dbc9e799022 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d320244f-f0a0-4104-b149-f89df04b89bc HTTP/1.1" status: 200 len: 1001 time: 0.0830112 Jul 05 10:19:51.180398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-75cc935a-966d-4915-bf3c-a2584c6d9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.183319 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-75cc935a-966d-4915-bf3c-a2584c6d9d0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a11caac-2ffc-42df-adcb-a8a5410ddbcd HTTP/1.1" status: 200 len: 835 time: 0.0791698 Jul 05 10:19:51.504142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e61807-0dba-47d5-8d56-1199c325a528 req-cb0bc142-d648-4e0f-b2d3-1605649d498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.507004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4e61807-0dba-47d5-8d56-1199c325a528 req-cb0bc142-d648-4e0f-b2d3-1605649d498d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1097 time: 0.1201522 Jul 05 10:19:51.587417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4e61807-0dba-47d5-8d56-1199c325a528 req-405848a4-cd7e-4d21-98e2-4533fb3a84af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686843 Jul 05 10:19:51.897235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-00ee8b34-25cd-4e6e-859f-05a06191e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.902001 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-00ee8b34-25cd-4e6e-859f-05a06191e694 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=795641bb-cf89-477d-b827-ee1822da783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7069671 Jul 05 10:19:51.925518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4c3b-f7d9-4d62-9ea3-d64c3330ccc5 req-5b8d9127-ab87-4450-9060-bd830ed1d515 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.928331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-181e4c3b-f7d9-4d62-9ea3-d64c3330ccc5 req-5b8d9127-ab87-4450-9060-bd830ed1d515 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.1428363 Jul 05 10:19:52.018939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-181e4c3b-f7d9-4d62-9ea3-d64c3330ccc5 req-40f427dd-3a70-4d83-825f-4656c9dbf756 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776792 Jul 05 10:19:52.102678 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-9c73e74a-e216-4728-ac59-a69231ff5142 service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857743 Jul 05 10:19:52.295844 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-4b4d2728-f14d-4af7-9a91-9173079a9948 req-c20f9793-b07b-4159-93d7-6ff29d66a54a service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830418 Jul 05 10:19:52.398881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d320244f-f0a0-4104-b149-f89df04b89bc details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:19:52.407765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d320244f-f0a0-4104-b149-f89df04b89bc no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:52.428289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:52.672979 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e12360f-fe0e-4bdb-80f5-3ca3207632e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.893498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e12360f-fe0e-4bdb-80f5-3ca3207632e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.900593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e12360f-fe0e-4bdb-80f5-3ca3207632e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.962834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2e12360f-fe0e-4bdb-80f5-3ca3207632e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bec5391f9cc34cdfb98ef0b559179f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289197 Jul 05 10:19:52.963374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59222) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:52.985993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:52.993672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12360f-fe0e-4bdb-80f5-3ca3207632e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18924278-a77b-4f66-aee6-8a5d24121b52,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:52.994390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.023382 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'port_id': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'mac_address': 'fa:16:3e:67:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:19:53.065863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a7499ed-0c08-444b-ba6f-f67f98ab0d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.093693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:53.098509 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5a096-3b3f-4067-ad28-2881d1a893db" -d '{"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-unplugged", "status": "completed", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:53.109243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a7499ed-0c08-444b-ba6f-f67f98ab0d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.133949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:53.146479 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.157425 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.208453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a7499ed-0c08-444b-ba6f-f67f98ab0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.213242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a7499ed-0c08-444b-ba6f-f67f98ab0d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.218484 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0a7499ed-0c08-444b-ba6f-f67f98ab0d2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18924278-a77b-4f66-aee6-8a5d24121b52 HTTP/1.1" status: 204 len: 168 time: 0.2498019 Jul 05 10:19:53.227616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7499ed-0c08-444b-ba6f-f67f98ab0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18924278-a77b-4f66-aee6-8a5d24121b52,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:53.228220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d320244f-f0a0-4104-b149-f89df04b89bc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:53.354161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:53.379510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.380056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.380648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.381238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.382088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.382942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.383753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.384557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.385351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.386385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.387251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.388051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:53.413896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796bb1d-76fb-41b9-a871-3e1b3a301be3 req-bcdd05fc-e44f-42b4-8c1f-2072f59a70e5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:53.416104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:19:53.416924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d796bb1d-76fb-41b9-a871-3e1b3a301be3 req-bcdd05fc-e44f-42b4-8c1f-2072f59a70e5 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 943 time: 0.1407232 Jul 05 10:19:53.417727 n-d-771363-33 neutron-server[93797]: DEBUG oslo_db.api [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:19:53.492507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d796bb1d-76fb-41b9-a871-3e1b3a301be3 req-551ea4b9-6bbb-43e5-81f5-565e3c1fd6bb tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633733 Jul 05 10:19:53.541835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:53.682067 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e1d1eb65-cc85-46bb-a133-caf45889dec6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/floatingips/0150b3e5-4ef9-4a4a-9348-5391cb1153a1 HTTP/1.1" status: 200 len: 991 time: 0.1280410 Jul 05 10:19:53.771444 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:53.795640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dad927ff-d439-45b9-8781-5609058c8d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.869082 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43db0779-4596-411b-b726-8f7452c7d512 x-openstack-request-id: req-43db0779-4596-411b-b726-8f7452c7d512 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:53.869513 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-unplugged", "status": "completed", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:53.869934 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43db0779-4596-411b-b726-8f7452c7d512 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:53.870580 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'code': 200} Jul 05 10:19:53.968140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dad927ff-d439-45b9-8781-5609058c8d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:53.976643 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dad927ff-d439-45b9-8781-5609058c8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.005835 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.031610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d320244f-f0a0-4104-b149-f89df04b89bc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:54.056649 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dad927ff-d439-45b9-8781-5609058c8d8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a4b62b547bc459ba2c46dfad49af4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831132 Jul 05 10:19:54.061038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:54.064268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad927ff-d439-45b9-8781-5609058c8d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1b19f-30bd-4df5-b10d-b1219c0f31c1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:54.075776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:54.085660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.149565 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2a5490e-d09e-44df-8a4c-086f575873c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.182427 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2a5490e-d09e-44df-8a4c-086f575873c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.193943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:54.261152 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2a5490e-d09e-44df-8a4c-086f575873c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.264420 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2a5490e-d09e-44df-8a4c-086f575873c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.266273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c2a5490e-d09e-44df-8a4c-086f575873c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3d1b19f-30bd-4df5-b10d-b1219c0f31c1 HTTP/1.1" status: 204 len: 168 time: 0.2037201 Jul 05 10:19:54.278473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5490e-d09e-44df-8a4c-086f575873c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1b19f-30bd-4df5-b10d-b1219c0f31c1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:54.389291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d320244f-f0a0-4104-b149-f89df04b89bc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:56.441756 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d320244f-f0a0-4104-b149-f89df04b89bc up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:56.542796 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port d320244f-f0a0-4104-b149-f89df04b89bc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:56.543360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.715252 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.770107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:56.774589 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f37e75-081f-46cc-abc0-6ebc6e1f419c" -d '{"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-plugged", "status": "completed", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:56.809131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:56.819354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.871017 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d11fae-49a6-47a5-9d7d-f55a56347192 x-openstack-request-id: req-48d11fae-49a6-47a5-9d7d-f55a56347192 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:56.871543 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-plugged", "status": "completed", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:56.871974 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48d11fae-49a6-47a5-9d7d-f55a56347192 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:56.872710 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'code': 200} Jul 05 10:19:56.931276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:57.721908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:57.893532 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf5060e1-102f-4959-b762-088765c27404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.035212 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf5060e1-102f-4959-b762-088765c27404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.041390 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf5060e1-102f-4959-b762-088765c27404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.092171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5060e1-102f-4959-b762-088765c27404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58a7c4-963e-488a-bcd1-ed15127c9a08,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:58.099679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bf5060e1-102f-4959-b762-088765c27404 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=768a0d59ccf84a4bbdf2259b9da74531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777471 Jul 05 10:19:58.102916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:58.181734 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e051-34ca-4db2-ba83-b17e3b6f67ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.226959 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e051-34ca-4db2-ba83-b17e3b6f67ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.327253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e051-34ca-4db2-ba83-b17e3b6f67ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.332783 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e051-34ca-4db2-ba83-b17e3b6f67ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.334978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6bd6e051-34ca-4db2-ba83-b17e3b6f67ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f58a7c4-963e-488a-bcd1-ed15127c9a08 HTTP/1.1" status: 204 len: 168 time: 0.2307250 Jul 05 10:19:58.350571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6e051-34ca-4db2-ba83-b17e3b6f67ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58a7c4-963e-488a-bcd1-ed15127c9a08,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:58.853684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:58.870735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dfd41bfa-3662-4ad1-aa2b-4859066d9b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.023955 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dfd41bfa-3662-4ad1-aa2b-4859066d9b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.030209 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dfd41bfa-3662-4ad1-aa2b-4859066d9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.116282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dfd41bfa-3662-4ad1-aa2b-4859066d9b18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e90e50a23b1c4aba99e5de273598a04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608397 Jul 05 10:19:59.117851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd41bfa-3662-4ad1-aa2b-4859066d9b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7fd4f1-63dd-4d15-9db2-c3f0f59c9353,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:59.119979 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:59.220724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03b4ed5-e60b-41e0-addb-419f9ea4daac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.265944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03b4ed5-e60b-41e0-addb-419f9ea4daac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.357453 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03b4ed5-e60b-41e0-addb-419f9ea4daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.361729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a03b4ed5-e60b-41e0-addb-419f9ea4daac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.363451 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a03b4ed5-e60b-41e0-addb-419f9ea4daac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e7fd4f1-63dd-4d15-9db2-c3f0f59c9353 HTTP/1.1" status: 204 len: 168 time: 0.2417800 Jul 05 10:19:59.374214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b4ed5-e60b-41e0-addb-419f9ea4daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7fd4f1-63dd-4d15-9db2-c3f0f59c9353,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:59.804408 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.833459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.482668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-67cdd359-fa4e-46db-8526-75dfa31efa73 req-c1f2cbf2-2ae2-45b0-87d0-4c93fd9ea08a service neutron] (93795) timed out ('10.222.0.21', 36246) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:20:06.899007 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:20:14.090074 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c287939-fe5c-42be-bd5f-2577d53926bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.825363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ee01c4f-8565-4878-9748-fbbbc82e2c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.883039 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.051443 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.171574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91987e-9715-47d3-a43a-f381b86caad5 req-c1daeb50-7e63-42cb-a9b2-8db75f81c08d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:19.175966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f91987e-9715-47d3-a43a-f381b86caad5 req-c1daeb50-7e63-42cb-a9b2-8db75f81c08d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 945 time: 0.1288972 Jul 05 10:20:19.258628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f91987e-9715-47d3-a43a-f381b86caad5 req-eb67d084-4a9e-467f-b92d-2faee462495b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714869 Jul 05 10:20:19.842837 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.533178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caced9aa-a39e-4c91-b750-00e276e1f939 req-f2df3458-a7c7-4a06-bcec-06c6305f428a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:20.535791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caced9aa-a39e-4c91-b750-00e276e1f939 req-f2df3458-a7c7-4a06-bcec-06c6305f428a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 945 time: 0.1017344 Jul 05 10:20:20.598210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caced9aa-a39e-4c91-b750-00e276e1f939 req-9723b97c-6672-404f-9119-c9a981f082b4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546741 Jul 05 10:20:20.928347 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fadad-f317-43da-908a-e65f26ca9f09 req-610e0a59-102c-4c61-b9a8-5a0e8438d3bd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:20.930137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-684fadad-f317-43da-908a-e65f26ca9f09 req-610e0a59-102c-4c61-b9a8-5a0e8438d3bd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 945 time: 0.1247857 Jul 05 10:20:21.095022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:21.095658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.272442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] For port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:21.273025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.769603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.771345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.772027 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Floating IP f41a2831-470c-4c25-a521-887c72a4f26b disassociated. External IP: 172.25.1.145, port: 2e5cd179-c0c4-41cd-9864-16a67df9e8cf. Jul 05 10:20:21.772729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 2e5cd179-c0c4-41cd-9864-16a67df9e8cf owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:22.568170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e711271-f9f5-4054-b01c-ec79086cd086 req-f1133700-7dda-438b-81c2-186d1284773d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:22.570600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e711271-f9f5-4054-b01c-ec79086cd086 req-f1133700-7dda-438b-81c2-186d1284773d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 945 time: 0.1899602 Jul 05 10:20:22.688633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.755522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5e711271-f9f5-4054-b01c-ec79086cd086 req-ff3c3880-15c6-4925-bef0-a96064270bab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526489 Jul 05 10:20:22.767287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=2e5cd179-c0c4-41cd-9864-16a67df9e8cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:22.880382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.881570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.881570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.881570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.882106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.882302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.882642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.882939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.883465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.883839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.884167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:22.884511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:23.056359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:20:23.271571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:20:23.290502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:20:23.313478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:23.314156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:23.369313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] No DVR routers for this DVR port 2e5cd179-c0c4-41cd-9864-16a67df9e8cf on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:23.377968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:23.381056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-684fadad-f317-43da-908a-e65f26ca9f09 req-dd887f3f-9bfc-414f-ab40-1167f3d4a550 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "DELETE /v2.0/ports/2e5cd179-c0c4-41cd-9864-16a67df9e8cf HTTP/1.1" status: 204 len: 173 time: 2.4429328 Jul 05 10:20:23.381965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'name': 'network-vif-deleted', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:23.385456 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa45a097-02fc-4f86-82c2-517ffe708ea8" -d '{"events": [{"server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "name": "network-vif-deleted", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:23.485398 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e700454-937e-4993-919f-cda4aa2103e9 x-openstack-request-id: req-0e700454-937e-4993-919f-cda4aa2103e9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:23.486896 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843579f4-a626-4e36-b196-241371e1275c", "name": "network-vif-deleted", "tag": "2e5cd179-c0c4-41cd-9864-16a67df9e8cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:23.487927 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e700454-937e-4993-919f-cda4aa2103e9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:23.489852 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843579f4-a626-4e36-b196-241371e1275c', 'name': 'network-vif-deleted', 'tag': '2e5cd179-c0c4-41cd-9864-16a67df9e8cf', 'status': 'completed', 'code': 200} Jul 05 10:20:23.530878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:20:23.939428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:24.003954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:20:24.020317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 2e5cd179-c0c4-41cd-9864-16a67df9e8cf no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:24.058766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 2e5cd179-c0c4-41cd-9864-16a67df9e8cf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:24.059463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 2e5cd179-c0c4-41cd-9864-16a67df9e8cf not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:24.065149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:24.067865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:24.117594 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b4489b10-f9fe-439b-9ff2-a2c09fee818d req-d3b078a2-6094-49ef-92b3-e31101a9a08f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 210 time: 0.0716143 Jul 05 10:20:24.321227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:20:24.752079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:24.795046 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43878f-8cfa-4098-b225-b6187532af1c None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:20:25.249588 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ded0c-d86e-4485-b56c-a74b39bc0730 None None] New status for floating IP f41a2831-470c-4c25-a521-887c72a4f26b: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:20:25.441010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b378e9bf-10a6-44cc-878e-03fdd4726bdd req-6f4a7fef-b186-4242-b837-09d120762181 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 210 time: 0.0629408 Jul 05 10:20:26.688443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-439f22e2-bd33-4909-aaca-b53f8a0ad65c req-45da3786-9f22-406d-8ed2-d2b2b9ca750d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 210 time: 0.0722976 Jul 05 10:20:27.993038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7da34eb-6e9b-400c-bf77-36b99db3a360 req-28914883-0ce3-4ed7-9c71-02254fbe1218 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 210 time: 0.0549352 Jul 05 10:20:29.289459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01ac46ff-cf3f-45fb-8b06-9dd623877c83 req-6e8a36e2-c80d-4a63-8f52-dc81094e7761 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=843579f4-a626-4e36-b196-241371e1275c HTTP/1.1" status: 200 len: 210 time: 0.0621669 Jul 05 10:20:29.824856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:29.859305 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:30.854084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-2316b8e0-700d-4c39-8418-ef3696fe9c45 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99382552&fields=id&tenant_id=9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 267 time: 0.0671003 Jul 05 10:20:31.070149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-1d115560-32e9-412c-a35b-07b60bbaf9d7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:31.072580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-1d115560-32e9-412c-a35b-07b60bbaf9d7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.2049923 Jul 05 10:20:31.098015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-fdd96298-b240-48d9-9315-aec5e03a529b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/quotas/9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 375 time: 0.0149496 Jul 05 10:20:31.240225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-06c77e8a-d592-4313-ba25-824909e4647a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318810 Jul 05 10:20:31.409622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-b7a179da-e487-4fd4-a426-b13b8a22669f service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457989 Jul 05 10:20:31.576333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-92ba4f30-857d-4808-bda1-9e69480200d3 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570859 Jul 05 10:20:32.148250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f58ddb79-c8e9-4c08-aa6f-b58d7e517004 req-45f19d1d-4653-4816-b964-1406e3990d66 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0620012 Jul 05 10:20:33.557499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41aa62b9-adb1-47a2-a62a-2fb36c9f0694 req-42d5b9be-00c7-4dce-a2de-0f0b926bbb08 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0586021 Jul 05 10:20:34.022503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:34.422246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port 7fcc9570-d931-4060-b172-7c48481f51f4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:34.423322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:34.588798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-f78d4ad5-3460-42b9-a144-0ece2129cf2c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:34.591601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-f78d4ad5-3460-42b9-a144-0ece2129cf2c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.3317878 Jul 05 10:20:34.654092 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:34.662045 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:34.695174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for 7fcc9570-d931-4060-b172-7c48481f51f4 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:34.707737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-bcfe00d2-25ec-4e27-b841-7bd759976387 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 378 time: 0.1064053 Jul 05 10:20:34.730546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'port': {'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'admin_state_up': True, 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'security_groups': ['ddeea73e-23cd-4aa8-9c29-b2b57ae95c99']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:34.931625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfb30d-4b65-4b18-ba89-55b75d05e8d4 req-9be47ded-6f1f-4ae4-b105-34a776f87aa4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0890610 Jul 05 10:20:35.062781 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:35.073587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:35.121149 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:35.181150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=7fcc9570-d931-4060-b172-7c48481f51f4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:35.343830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:35.344593 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Floating IP 0150b3e5-4ef9-4a4a-9348-5391cb1153a1 disassociated (deleted). External IP: 172.25.1.222, port: d320244f-f0a0-4104-b149-f89df04b89bc. Jul 05 10:20:35.417799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.20.0.6 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/96bf187d-4117-4e50-9633-cda8ae4fd7cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:35.808657 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:35.847445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Transition to ACTIVE for port object 96bf187d-4117-4e50-9633-cda8ae4fd7cf will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:35.920721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 24e18b68-4bfe-40e9-a001-95eaccf709c0 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:20:35.935464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.032401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:36.045880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:36.053820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:36.066766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=96bf187d-4117-4e50-9633-cda8ae4fd7cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:36.220081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:36.222646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.273765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-10db2a4a-02f6-4221-995b-bb0ef621a204 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564990 Jul 05 10:20:36.293604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Request body: {'port': {'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:36.387171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:20:36.398277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.403434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] Sync routers for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:20:36.449548 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:36.457658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:36.545618 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9b213d9d-38fa-4f5b-966c-3084f8131285 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/floatingips/0150b3e5-4ef9-4a4a-9348-5391cb1153a1 HTTP/1.1" status: 204 len: 168 time: 2.5175183 Jul 05 10:20:36.545618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:36.550954 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aae800-4c5c-4107-8795-aae9fa3109b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:36.636983 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.830265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c5fd1-c138-4106-b62a-c69fe23716c8 req-3ab24469-814d-4be2-8d11-8378346faf97 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:36.833857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-994c5fd1-c138-4106-b62a-c69fe23716c8 req-3ab24469-814d-4be2-8d11-8378346faf97 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 931 time: 0.5297673 Jul 05 10:20:36.843647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-328b692b-49f0-46dd-a7c6-99a6fe72a159 None None] Provisioning for port 96bf187d-4117-4e50-9633-cda8ae4fd7cf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:36.853667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:20:36.857066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-328b692b-49f0-46dd-a7c6-99a6fe72a159 None None] Provisioning complete for port 96bf187d-4117-4e50-9633-cda8ae4fd7cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:36.858027 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-328b692b-49f0-46dd-a7c6-99a6fe72a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.090409 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-994c5fd1-c138-4106-b62a-c69fe23716c8 req-5e3ab180-2a0a-4a90-89ca-f5a9516669b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2358000 Jul 05 10:20:37.241107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-328b692b-49f0-46dd-a7c6-99a6fe72a159 None None] Port 96bf187d-4117-4e50-9633-cda8ae4fd7cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:37.594612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:37.690817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] Checking router: 24e18b68-4bfe-40e9-a001-95eaccf709c0 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:20:37.708209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bf187d-4117-4e50-9633-cda8ae4fd7cf {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:20:37.724335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:37.737810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:37.741632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.791733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Transition to ACTIVE for port object 96bf187d-4117-4e50-9633-cda8ae4fd7cf will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:37.801833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.034569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Pushing event updated for resources: {'Port': ['ID=96bf187d-4117-4e50-9633-cda8ae4fd7cf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:38.117322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:20:38.161938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Attempting to bind port 96bf187d-4117-4e50-9633-cda8ae4fd7cf on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:38.162381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Attempting to bind port 96bf187d-4117-4e50-9633-cda8ae4fd7cf by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:38.162761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Attempting to bind port 96bf187d-4117-4e50-9633-cda8ae4fd7cf on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:38.172743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Port 96bf187d-4117-4e50-9633-cda8ae4fd7cf on network ad129a7e-c36f-42d3-b374-7e79d50be067 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:20:38.173691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Attempting to bind port 96bf187d-4117-4e50-9633-cda8ae4fd7cf on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:38.185302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:38.186478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:38.187546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:38.189008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Bound port: 96bf187d-4117-4e50-9633-cda8ae4fd7cf, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:38.191348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.379479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] For port 96bf187d-4117-4e50-9633-cda8ae4fd7cf, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:38.390135 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] For port 96bf187d-4117-4e50-9633-cda8ae4fd7cf, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:38.400601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.454988 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd3b57-0df7-4af7-9217-26da14557110 x-openstack-request-id: req-31fd3b57-0df7-4af7-9217-26da14557110 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:38.457830 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:38.458937 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31fd3b57-0df7-4af7-9217-26da14557110 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:38.460527 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'status': 'completed', 'code': 200} Jul 05 10:20:38.528203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:38.529776 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.537207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] 10.222.0.15 "PUT /v2.0/ports/96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 1092 time: 2.2513652 Jul 05 10:20:38.540428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:38.551682 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446025ac-087b-4794-989a-ae825ada46b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:38.766784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-991e1650-4dc1-4270-b96e-7b104c11418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:38.774674 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-991e1650-4dc1-4270-b96e-7b104c11418f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb802803e0f34a418fc20a611e285767&device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 1097 time: 0.2790513 Jul 05 10:20:38.792575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6000e-1c22-48c3-a013-87dd93404e9e service neutron] Pushing event updated for resources: {'Port': ['ID=96bf187d-4117-4e50-9633-cda8ae4fd7cf,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:38.897516 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:38.931176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-932c6d10-282b-45f3-9202-bdc8ae6d2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:38.944810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-932c6d10-282b-45f3-9202-bdc8ae6d2ae5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1095 time: 0.2680652 Jul 05 10:20:38.976725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e6f99-1c73-4f48-9fdc-b86f11890772 None None] The sync data for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 is: [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:18:27Z', 'revision_number': 4, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c6375c1c-f3f8-4483-bbe7-6bbe5894d820', 'name': '', 'network_id': '795641bb-cf89-477d-b827-ee1822da783f', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'mac_address': 'fa:16:3e:da:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:26Z', 'updated_at': '2021-07-05T10:18:36Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'subnets': [{'id': '3a11caac-2ffc-42df-adcb-a8a5410ddbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:20:39.136209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-86f23710-a113-4917-9a13-29c92e49d606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 217 time: 0.1723218 Jul 05 10:20:39.257807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-135f9f66-60cd-493e-9190-98634382e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:39.260010 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-135f9f66-60cd-493e-9190-98634382e449 service neutron] 10.222.0.16 "GET /v2.0/networks?id=795641bb-cf89-477d-b827-ee1822da783f HTTP/1.1" status: 200 len: 897 time: 0.4746995 Jul 05 10:20:39.310225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-c3eabe5d-07ae-4567-8706-cc891abf3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:39.313170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-c3eabe5d-07ae-4567-8706-cc891abf3232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1421843 Jul 05 10:20:39.418383 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-50f9c305-6c49-4d50-81c6-af8fa420029e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d320244f-f0a0-4104-b149-f89df04b89bc HTTP/1.1" status: 200 len: 217 time: 0.1470342 Jul 05 10:20:39.479935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b41b38-aa86-45ce-8254-b181cce2802f req-c25ac04b-cf38-4db9-8894-8ec207099744 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:39.496007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92b41b38-aa86-45ce-8254-b181cce2802f req-c25ac04b-cf38-4db9-8894-8ec207099744 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.4004316 Jul 05 10:20:39.546321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-c63f3ee6-86b3-45ba-9810-792051e7cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:39.550997 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-c63f3ee6-86b3-45ba-9810-792051e7cff5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a11caac-2ffc-42df-adcb-a8a5410ddbcd HTTP/1.1" status: 200 len: 835 time: 0.1194477 Jul 05 10:20:39.673626 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f83ee6-d5e9-4522-a0cc-9347e00252f2 None None] New status for floating IP 0150b3e5-4ef9-4a4a-9348-5391cb1153a1: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:20:39.709633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92b41b38-aa86-45ce-8254-b181cce2802f req-1093ac80-f310-4605-b18b-78669eb868bd tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119005 Jul 05 10:20:39.774955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-34e1d4ce-2218-4592-8c63-3010632c9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:39.782233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-97ead906-e484-42bf-8f97-47c6b1e51ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:39.786882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-97ead906-e484-42bf-8f97-47c6b1e51ffd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4385033 Jul 05 10:20:39.787889 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-34e1d4ce-2218-4592-8c63-3010632c9372 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=795641bb-cf89-477d-b827-ee1822da783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2268155 Jul 05 10:20:40.116635 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-81f44788-c9af-4f2b-8d3f-6d131a570720 service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182409 Jul 05 10:20:40.207990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-f9de1dbc-d391-4fd8-b78a-a598acb5f7ef tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:40.211489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-f9de1dbc-d391-4fd8-b78a-a598acb5f7ef tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.6573124 Jul 05 10:20:40.318947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-05067f09-b86c-4081-8267-50d11b0e36c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209019 Jul 05 10:20:40.341648 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-1f480cfc-e552-4071-91ec-b0d2550fff2a service neutron] 10.222.0.16 "GET /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164803 Jul 05 10:20:40.573124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b6d6c-a98a-4138-8926-3760f61c63b7 req-eb390dd1-d9f8-4578-a452-15d1cdf3455a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:40.573124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c52b6d6c-a98a-4138-8926-3760f61c63b7 req-eb390dd1-d9f8-4578-a452-15d1cdf3455a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.3571870 Jul 05 10:20:40.718005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd42463b-a10f-4f36-9ade-bf55b7c30edc req-f12996c3-9c9b-41aa-8776-339866f3bfdc service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457870 Jul 05 10:20:40.748061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c52b6d6c-a98a-4138-8926-3760f61c63b7 req-46b33e3e-1915-40d9-abff-c8c0ef5beb81 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400685 Jul 05 10:20:40.812205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port d320244f-f0a0-4104-b149-f89df04b89bc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:40.812771 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:40.948396 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e55b94-a6ba-4e46-ac20-64ebbcda10c4 x-openstack-request-id: req-c5e55b94-a6ba-4e46-ac20-64ebbcda10c4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:40.948880 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:40.949421 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5e55b94-a6ba-4e46-ac20-64ebbcda10c4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:40.950190 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'status': 'completed', 'code': 200} Jul 05 10:20:41.173339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port d320244f-f0a0-4104-b149-f89df04b89bc, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d320244f-f0a0-4104-b149-f89df04b89bc,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:41.174000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.246259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for d320244f-f0a0-4104-b149-f89df04b89bc owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:41.251006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446025ac-087b-4794-989a-ae825ada46b0 req-e24470f7-6c66-466e-8d8f-12a587c4c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:41.253454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446025ac-087b-4794-989a-ae825ada46b0 req-e24470f7-6c66-466e-8d8f-12a587c4c5aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1095 time: 0.3014412 Jul 05 10:20:41.518929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d0358-3c47-40e4-8486-8ba3f5958e8d req-70e9a21e-a17e-4a5d-934b-ecb4546ff212 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:41.521366 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b08d0358-3c47-40e4-8486-8ba3f5958e8d req-70e9a21e-a17e-4a5d-934b-ecb4546ff212 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 945 time: 0.3812904 Jul 05 10:20:41.593414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446025ac-087b-4794-989a-ae825ada46b0 req-11d7f1e8-37c6-406b-9114-238dadc13b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:41.596699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446025ac-087b-4794-989a-ae825ada46b0 req-11d7f1e8-37c6-406b-9114-238dadc13b76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.3311424 Jul 05 10:20:41.723151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446025ac-087b-4794-989a-ae825ada46b0 req-5e62b31e-0796-492c-b712-2e6c88e9328c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 217 time: 0.1065936 Jul 05 10:20:41.768132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b08d0358-3c47-40e4-8486-8ba3f5958e8d req-bf208b7a-1adf-438e-9814-b50fb560ccc6 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949439 Jul 05 10:20:41.895145 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.956832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=d320244f-f0a0-4104-b149-f89df04b89bc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:41.981169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446025ac-087b-4794-989a-ae825ada46b0 req-9900c902-8760-40d2-8082-d8216faffbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:41.985724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446025ac-087b-4794-989a-ae825ada46b0 req-9900c902-8760-40d2-8082-d8216faffbfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1886554 Jul 05 10:20:42.203856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] No DVR routers for this DVR port d320244f-f0a0-4104-b149-f89df04b89bc on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:42.215188 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.219119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5448782f-caad-4291-a2b1-1dda6ca90ee5 req-63a8d936-490f-428f-9738-e07aea8ae3d8 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.16 "DELETE /v2.0/ports/d320244f-f0a0-4104-b149-f89df04b89bc HTTP/1.1" status: 204 len: 173 time: 1.9244640 Jul 05 10:20:42.288617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446025ac-087b-4794-989a-ae825ada46b0 req-712e1e96-e7e1-409a-ba9a-66135eff6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:42.291497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446025ac-087b-4794-989a-ae825ada46b0 req-712e1e96-e7e1-409a-ba9a-66135eff6596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2948036 Jul 05 10:20:42.328503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce9c22-9093-4585-a80b-d9aa1484e933 req-08412332-00cb-43d5-914e-752e4c7564d7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:42.331867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45ce9c22-9093-4585-a80b-d9aa1484e933 req-08412332-00cb-43d5-914e-752e4c7564d7 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.2270947 Jul 05 10:20:42.637325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45ce9c22-9093-4585-a80b-d9aa1484e933 req-3ba6546a-ef81-4664-8f15-daace4a7b489 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2907500 Jul 05 10:20:42.656686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446025ac-087b-4794-989a-ae825ada46b0 req-caa9546e-edb8-4e56-863c-6dcec7d744a2 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509264 Jul 05 10:20:42.687547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d320244f-f0a0-4104-b149-f89df04b89bc no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:42.772299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: d320244f-f0a0-4104-b149-f89df04b89bc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:42.772832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d320244f-f0a0-4104-b149-f89df04b89bc not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:42.905119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-446025ac-087b-4794-989a-ae825ada46b0 req-a43c7373-0f74-4b5c-a333-b5e5bcef964c service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402446 Jul 05 10:20:42.951520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-deleted', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:42.961126 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567ea45a-5fd8-42a6-98de-6254aa7f5e25" -d '{"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-deleted", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:43.191590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e20b754e-d068-40fc-88cc-25ec52003fb9 req-2059f772-b826-43a8-9de7-5500bd094fc0 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43c56af-899f-4be8-8dfd-64455fb81e55 HTTP/1.1" status: 200 len: 210 time: 0.0494120 Jul 05 10:20:43.295005 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e25d2-25df-48df-bebd-bc0c9b747240 x-openstack-request-id: req-cd5e25d2-25df-48df-bebd-bc0c9b747240 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:43.296246 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c56af-899f-4be8-8dfd-64455fb81e55", "name": "network-vif-deleted", "tag": "d320244f-f0a0-4104-b149-f89df04b89bc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:43.296246 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd5e25d2-25df-48df-bebd-bc0c9b747240 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:43.296591 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c56af-899f-4be8-8dfd-64455fb81e55', 'name': 'network-vif-deleted', 'tag': 'd320244f-f0a0-4104-b149-f89df04b89bc', 'status': 'completed', 'code': 200} Jul 05 10:20:43.901226 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:20:44.002188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc262cd-2c7e-4370-8a59-f41485a0dd45 req-17cca0b9-63c6-417d-956a-9191566dd375 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:44.004821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bc262cd-2c7e-4370-8a59-f41485a0dd45 req-17cca0b9-63c6-417d-956a-9191566dd375 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.1289945 Jul 05 10:20:44.100064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bc262cd-2c7e-4370-8a59-f41485a0dd45 req-5bbd3106-4e44-43c1-a634-79b8dd464d6f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847399 Jul 05 10:20:44.115415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec0111d4-4630-48f4-9c2e-143ae1ce2f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:44.393395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:45.210752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.501087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b3393-e32e-462a-adaa-d798910ec727 req-d906f469-05b8-4df4-9ee1-2109af142296 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:45.505531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b23b3393-e32e-462a-adaa-d798910ec727 req-d906f469-05b8-4df4-9ee1-2109af142296 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.1519196 Jul 05 10:20:45.594401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b23b3393-e32e-462a-adaa-d798910ec727 req-525c948b-d537-481b-9b1d-41e387b2fec3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782351 Jul 05 10:20:45.788414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port c6375c1c-f3f8-4483-bbe7-6bbe5894d820 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:45.789256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.990243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port c6375c1c-f3f8-4483-bbe7-6bbe5894d820, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:45.990760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.019704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for c6375c1c-f3f8-4483-bbe7-6bbe5894d820 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:46.416314 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.495958 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=c6375c1c-f3f8-4483-bbe7-6bbe5894d820,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:46.525408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.526041 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.526660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.527294 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.528111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.528726 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.529324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.534376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.534376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.534376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.534376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.534376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:46.875815 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7660e61b-ca03-41e2-a676-6b2e1e3fa193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.902915 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.933022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.198918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c96b-ec64-4fe3-b2a5-abcb9d868b1f req-2915857b-a162-4e3a-bef1-8e815272d308 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:47.215516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc13c96b-ec64-4fe3-b2a5-abcb9d868b1f req-2915857b-a162-4e3a-bef1-8e815272d308 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.1821280 Jul 05 10:20:47.319991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc13c96b-ec64-4fe3-b2a5-abcb9d868b1f req-37a15e9e-d5e3-4a2c-838a-3b13046c0e2e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028326 Jul 05 10:20:47.451053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Router 24e18b68-4bfe-40e9-a001-95eaccf709c0 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:20:47.996129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:20:48.006954 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-70833aa7-4db0-4222-80d7-2ff341f602cc tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "PUT /v2.0/routers/24e18b68-4bfe-40e9-a001-95eaccf709c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6081002 Jul 05 10:20:48.010664 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59908) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:48.016389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] Sync routers for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:20:48.058534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:48.059662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:48.067307 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.106654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting subnet 3a11caac-2ffc-42df-adcb-a8a5410ddbcd {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:20:48.119412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.208669 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.446328 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.626669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:20:48.643021 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.708696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Subnet': ['ID=3a11caac-2ffc-42df-adcb-a8a5410ddbcd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:48.713885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.716183 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3ad6e674-34b4-4ce3-a52e-211618dd0c80 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/subnets/3a11caac-2ffc-42df-adcb-a8a5410ddbcd HTTP/1.1" status: 204 len: 168 time: 0.7018454 Jul 05 10:20:48.732909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59918) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:48.780564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dbfa3e-24da-4915-b089-cd429537712f None None] Network 795641bb-cf89-477d-b827-ee1822da783f requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:48.874266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e58f28-1c44-47aa-a072-1ab8c517928a req-3d529c7b-a33a-41b9-a90d-8cacaac713af tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:48.883653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e58f28-1c44-47aa-a072-1ab8c517928a req-3d529c7b-a33a-41b9-a90d-8cacaac713af tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.2440002 Jul 05 10:20:49.048930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.100289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90e58f28-1c44-47aa-a072-1ab8c517928a req-d7b32b1f-df6d-4c58-a65c-4af742909a03 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892288 Jul 05 10:20:49.335988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:20:46Z', 'revision_number': 5, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port': {'id': 'b498a806-bd28-4be9-9fcb-078f96c05f74', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:18:20Z', 'updated_at': '2021-07-05T10:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:49.362969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.453317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] Checking router: 24e18b68-4bfe-40e9-a001-95eaccf709c0 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:20:49.457312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] DHCP port deletion for 795641bb-cf89-477d-b827-ee1822da783f request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:20:49.512130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Deleting port b498a806-bd28-4be9-9fcb-078f96c05f74 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:49.512983 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.528174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] Routers {'24e18b68-4bfe-40e9-a001-95eaccf709c0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:49.529942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['24e18b68-4bfe-40e9-a001-95eaccf709c0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:49.731781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] For port b498a806-bd28-4be9-9fcb-078f96c05f74, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b498a806-bd28-4be9-9fcb-078f96c05f74,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:49.732586 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.768859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Calling delete_port for b498a806-bd28-4be9-9fcb-078f96c05f74 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:49.796872 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] Deleting port b6b911d6-5040-4515-9fd0-33944b1e85d1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:49.797469 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.904414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] Set router 24e18b68-4bfe-40e9-a001-95eaccf709c0 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:20:50.068297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:20:49Z', 'revision_number': 6, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:50.125467 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.134024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb9ea1-56de-4fee-b4c7-d45721fb792c None None] The sync data for ids ['24e18b68-4bfe-40e9-a001-95eaccf709c0'] in n-d-771363-33 is: [{'id': '24e18b68-4bfe-40e9-a001-95eaccf709c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396648799', 'tenant_id': 'cb802803e0f34a418fc20a611e285767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:19Z', 'updated_at': '2021-07-05T10:20:49Z', 'revision_number': 6, 'project_id': 'cb802803e0f34a418fc20a611e285767', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:20:50.196865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] For port b6b911d6-5040-4515-9fd0-33944b1e85d1, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b6b911d6-5040-4515-9fd0-33944b1e85d1,segment=NetworkSegment(d7e198ff-dee6-4abf-a1ff-9f801d1d1547),segment_id=d7e198ff-dee6-4abf-a1ff-9f801d1d1547)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:50.198330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.219867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.229111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] Calling delete_port for b6b911d6-5040-4515-9fd0-33944b1e85d1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:50.277470 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Port': ['ID=b498a806-bd28-4be9-9fcb-078f96c05f74,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:50.430839 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.442161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.552123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] No DVR routers for this DVR port b6b911d6-5040-4515-9fd0-33944b1e85d1 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:50.555218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47da507-267d-4152-891f-3a558b34deb5 None None] Pushing event deleted for resources: {'Port': ['ID=b6b911d6-5040-4515-9fd0-33944b1e85d1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:50.604544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79273-cb80-4116-8ed9-6b7b7d53756d req-18cd598c-0d49-490a-ba9c-6a93d72ee0bb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:50.617138 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9c79273-cb80-4116-8ed9-6b7b7d53756d req-18cd598c-0d49-490a-ba9c-6a93d72ee0bb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.2280986 Jul 05 10:20:50.697251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9c79273-cb80-4116-8ed9-6b7b7d53756d req-00fc7a9d-d5f3-4a0b-a760-770cedaca4b6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751395 Jul 05 10:20:50.760194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.772564 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.875170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.876090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Fanout notify agent at l3_agent the message router_deleted on router 24e18b68-4bfe-40e9-a001-95eaccf709c0 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:20:50.886855 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.891162 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c042704f-ae62-469e-afde-fadc81e85e20 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/routers/24e18b68-4bfe-40e9-a001-95eaccf709c0 HTTP/1.1" status: 204 len: 168 time: 2.1528726 Jul 05 10:20:50.892921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 59944) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:51.057516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.256200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.280577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795641bb-cf89-477d-b827-ee1822da783f']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:51.305416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:51.306422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e198ff-dee6-4abf-a1ff-9f801d1d1547') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:51.330052 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.348102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b6b911d6-5040-4515-9fd0-33944b1e85d1 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:51.376867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.388790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b6b911d6-5040-4515-9fd0-33944b1e85d1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:51.389374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b6b911d6-5040-4515-9fd0-33944b1e85d1 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:51.390132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b498a806-bd28-4be9-9fcb-078f96c05f74 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:51.393937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:51.395439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.427735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b498a806-bd28-4be9-9fcb-078f96c05f74 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:51.428352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b498a806-bd28-4be9-9fcb-078f96c05f74 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:51.429085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c6375c1c-f3f8-4483-bbe7-6bbe5894d820 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:51.473702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c6375c1c-f3f8-4483-bbe7-6bbe5894d820 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:51.474743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c6375c1c-f3f8-4483-bbe7-6bbe5894d820 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:52.029094 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:52.126591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 96bf187d-4117-4e50-9633-cda8ae4fd7cf details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:20:52.140156 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.149206 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.158142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/networks/795641bb-cf89-477d-b827-ee1822da783f HTTP/1.1" status: 204 len: 168 time: 1.2598259 Jul 05 10:20:52.161097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:52.210791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561c340-a6e3-48ae-8020-c1b9b49ae0f1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'Network': ['ID=795641bb-cf89-477d-b827-ee1822da783f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:52.246829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f95d32-b642-439c-af6d-c881bb49eaa6 req-cbecc40f-515a-4d5f-b7bf-36197232ca70 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:52.250399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6f95d32-b642-439c-af6d-c881bb49eaa6 req-cbecc40f-515a-4d5f-b7bf-36197232ca70 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 943 time: 0.2189786 Jul 05 10:20:52.311650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd0f17fc-20e8-4441-a208-260c7fb736b1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.335846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6f95d32-b642-439c-af6d-c881bb49eaa6 req-cfce5031-bd2f-4754-a555-e79f87f624cb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733523 Jul 05 10:20:52.383191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd0f17fc-20e8-4441-a208-260c7fb736b1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.389661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 96bf187d-4117-4e50-9633-cda8ae4fd7cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:52.410401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:20:52.496855 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.513360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd0f17fc-20e8-4441-a208-260c7fb736b1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.520249 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd0f17fc-20e8-4441-a208-260c7fb736b1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.526144 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fd0f17fc-20e8-4441-a208-260c7fb736b1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] 10.222.0.21 "DELETE /v2.0/security-groups/e3e90d19-aa9d-4dc0-acf7-0a02c8c05125 HTTP/1.1" status: 204 len: 168 time: 0.3594832 Jul 05 10:20:52.544449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f17fc-20e8-4441-a208-260c7fb736b1 tempest-TestNetworkAdvancedServerOps-973779045 tempest-TestNetworkAdvancedServerOps-973779045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e90d19-aa9d-4dc0-acf7-0a02c8c05125,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:52.549827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bf187d-4117-4e50-9633-cda8ae4fd7cf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:20:52.616247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 96bf187d-4117-4e50-9633-cda8ae4fd7cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:52.630173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.717324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=96bf187d-4117-4e50-9633-cda8ae4fd7cf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:52.960981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['96bf187d-4117-4e50-9633-cda8ae4fd7cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:20:53.970271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076e6a1-7792-48f2-b869-dae981f8c654 req-40bc31ea-c094-4bdf-8863-4450e1195e29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:53.973887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3076e6a1-7792-48f2-b869-dae981f8c654 req-40bc31ea-c094-4bdf-8863-4450e1195e29 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 944 time: 0.1405883 Jul 05 10:20:54.058559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3076e6a1-7792-48f2-b869-dae981f8c654 req-261e74f1-7600-4331-be2d-859cc63696ce tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739622 Jul 05 10:20:54.142483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 96bf187d-4117-4e50-9633-cda8ae4fd7cf up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:54.213499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 59998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:54.272607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 96bf187d-4117-4e50-9633-cda8ae4fd7cf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:54.280449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 96bf187d-4117-4e50-9633-cda8ae4fd7cf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:54.281268 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.450794 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.501222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:54.506262 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c958caf8-562d-447a-a3df-293735ded091" -d '{"events": [{"server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "name": "network-vif-plugged", "status": "completed", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:54.532776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 96bf187d-4117-4e50-9633-cda8ae4fd7cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:54.540605 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.597625 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dcf6ac-9c24-4fc8-afda-2066d62c2e67 x-openstack-request-id: req-60dcf6ac-9c24-4fc8-afda-2066d62c2e67 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:54.598500 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "name": "network-vif-plugged", "status": "completed", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:54.599017 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60dcf6ac-9c24-4fc8-afda-2066d62c2e67 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:54.599788 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'code': 200} Jul 05 10:20:54.665591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=96bf187d-4117-4e50-9633-cda8ae4fd7cf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:54.681154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.681652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.682170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.682692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.683293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.683808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.684344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.687173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.687173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.687173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.687173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.687173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:54.703630 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d4bb817c-84ca-431c-a532-78d4b7a6aae7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb802803e0f34a418fc20a611e285767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879422 Jul 05 10:20:54.710772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:54.821582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb4b2-ea06-4bde-82c7-a56a1bc8aefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.836302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16aa7f-7a69-41f5-8f3b-eaaa08fff8be req-7682c877-7028-4aef-a458-c636fa08470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:54.839039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f16aa7f-7a69-41f5-8f3b-eaaa08fff8be req-7682c877-7028-4aef-a458-c636fa08470e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1097 time: 0.0959520 Jul 05 10:20:54.861712 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb4b2-ea06-4bde-82c7-a56a1bc8aefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.904787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f16aa7f-7a69-41f5-8f3b-eaaa08fff8be req-6b4401ac-0cc8-41f6-a11d-03c2d2a1f8d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581460 Jul 05 10:20:54.935070 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb4b2-ea06-4bde-82c7-a56a1bc8aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.941080 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb4b2-ea06-4bde-82c7-a56a1bc8aefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.943523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad8bb4b2-ea06-4bde-82c7-a56a1bc8aefd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8546006f-235f-46c3-bf75-39882cef4e3d HTTP/1.1" status: 204 len: 168 time: 0.2308121 Jul 05 10:20:54.961037 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bb4b2-ea06-4bde-82c7-a56a1bc8aefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8546006f-235f-46c3-bf75-39882cef4e3d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:55.405233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5315ca-24ea-4d33-b0d7-49fb52002fd5 req-ef798d36-dd80-4a58-bc34-37009d324bc8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.416475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c5315ca-24ea-4d33-b0d7-49fb52002fd5 req-ef798d36-dd80-4a58-bc34-37009d324bc8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 945 time: 0.1584687 Jul 05 10:20:55.497937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c5315ca-24ea-4d33-b0d7-49fb52002fd5 req-a7eb6066-288e-4f59-893a-d9669240c82d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712540 Jul 05 10:20:55.505099 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60028) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:55.600550 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4397c656-c3f9-46f6-90d5-4885b2823c0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ad775aa5754468f9b4207a120fcac16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930557 Jul 05 10:20:55.600884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60030) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:55.703641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93d252db-2f26-4c37-b126-fe9b5fdb11c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.751740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93d252db-2f26-4c37-b126-fe9b5fdb11c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.865082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93d252db-2f26-4c37-b126-fe9b5fdb11c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.869127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93d252db-2f26-4c37-b126-fe9b5fdb11c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.871613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-93d252db-2f26-4c37-b126-fe9b5fdb11c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f62f8ac0-1620-419f-ade1-a97ae1558edf HTTP/1.1" status: 204 len: 168 time: 0.2689574 Jul 05 10:20:55.887279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d252db-2f26-4c37-b126-fe9b5fdb11c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f8ac0-1620-419f-ade1-a97ae1558edf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.910168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aff16c-91fd-4417-bf82-c925c529ef63 req-f435f35e-f9c9-47b8-990f-2637aa158a3a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:56.916942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11aff16c-91fd-4417-bf82-c925c529ef63 req-f435f35e-f9c9-47b8-990f-2637aa158a3a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 945 time: 0.1669354 Jul 05 10:20:57.007156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-11aff16c-91fd-4417-bf82-c925c529ef63 req-f058c446-6692-4e3b-b6d6-ebd236d1a23c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785036 Jul 05 10:20:57.389861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884a2b-a890-4802-bc35-389b33c57c51 req-e5928920-20d7-4537-a0ef-755729fe04cf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:57.392491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de884a2b-a890-4802-bc35-389b33c57c51 req-e5928920-20d7-4537-a0ef-755729fe04cf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 945 time: 0.1379685 Jul 05 10:20:57.476715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-de884a2b-a890-4802-bc35-389b33c57c51 req-91d72200-92ed-49e9-833a-94a26285b3cf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714922 Jul 05 10:20:57.526079 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60084) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:57.638727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474e4a3-d87b-402a-9c88-930b42704031 tempest-TestVolumeBootPattern-1601822016 tempest-TestVolumeBootPattern-1601822016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:57.642618 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1474e4a3-d87b-402a-9c88-930b42704031 tempest-TestVolumeBootPattern-1601822016 tempest-TestVolumeBootPattern-1601822016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1092 time: 0.1133189 Jul 05 10:20:57.649175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60090) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:57.658100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:57.777379 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.078633 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.338130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.25.1.201 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/88afb23b-2fe4-4d18-bf63-afbb36835b34) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:58.580991 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.664342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.744292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:58.751480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:58.756875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:58.844432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=88afb23b-2fe4-4d18-bf63-afbb36835b34,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:59.668292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.857177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.867072 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.876355 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.241039 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.260262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.424119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=88afb23b-2fe4-4d18-bf63-afbb36835b34,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:00.450009 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.604064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 60232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:00.674325 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Floating IP c693316c-0b85-49ae-8ed0-440f35b3f2d4 associated. External IP: 172.25.1.201, port: 96bf187d-4117-4e50-9633-cda8ae4fd7cf. Jul 05 10:21:00.851777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5170eae4-6d90-4322-94e6-cd626f75711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.052656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5170eae4-6d90-4322-94e6-cd626f75711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.060306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5170eae4-6d90-4322-94e6-cd626f75711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.145637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:01.157788 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5170eae4-6d90-4322-94e6-cd626f75711c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36a70210ae3d45088225a824aba40b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506670 Jul 05 10:21:01.159300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170eae4-6d90-4322-94e6-cd626f75711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf3a6d-2074-4ccd-81c7-5cdb66fa3b40,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:01.162895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:01.419410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8908-ca02-468b-9573-167c6bf6f4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.427852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:01.449431 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:01.469680 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:01.470852 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:01.488141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8908-ca02-468b-9573-167c6bf6f4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.504289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.611956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-64c117e3-7215-4b66-990e-723ca7d29ef3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9591389 Jul 05 10:21:01.612309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:01.616581 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71784834-b509-4e81-bd6b-702663ceead8" -d '{"events": [{"name": "network-changed", "server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:01.676082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8908-ca02-468b-9573-167c6bf6f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.681324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8908-ca02-468b-9573-167c6bf6f4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.687229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4e6c8908-ca02-468b-9573-167c6bf6f4c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34cf3a6d-2074-4ccd-81c7-5cdb66fa3b40 HTTP/1.1" status: 204 len: 168 time: 0.5184221 Jul 05 10:21:01.700840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c8908-ca02-468b-9573-167c6bf6f4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf3a6d-2074-4ccd-81c7-5cdb66fa3b40,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:01.735670 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c202cae-6688-46c1-9203-6a05f0ad2c6a x-openstack-request-id: req-7c202cae-6688-46c1-9203-6a05f0ad2c6a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:01.736272 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:01.736803 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c202cae-6688-46c1-9203-6a05f0ad2c6a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:01.737393 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'status': 'completed', 'code': 200} Jul 05 10:21:01.790711 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:01.903600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71784834-b509-4e81-bd6b-702663ceead8 req-5991c7a0-6a1d-4d4e-b36d-7f508bd80187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:01.906880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71784834-b509-4e81-bd6b-702663ceead8 req-5991c7a0-6a1d-4d4e-b36d-7f508bd80187 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1097 time: 0.1290021 Jul 05 10:21:02.100786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71784834-b509-4e81-bd6b-702663ceead8 req-1f56833f-db8e-4090-b900-2ec589917a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.103612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71784834-b509-4e81-bd6b-702663ceead8 req-1f56833f-db8e-4090-b900-2ec589917a77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.1868463 Jul 05 10:21:02.275684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71784834-b509-4e81-bd6b-702663ceead8 req-1e9e1b7e-867f-4309-a234-3d179a1e44dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 999 time: 0.1629169 Jul 05 10:21:02.342298 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:20:59Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:02.389908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71784834-b509-4e81-bd6b-702663ceead8 req-340a991d-7b86-4756-a1dc-66c72100180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.393127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71784834-b509-4e81-bd6b-702663ceead8 req-340a991d-7b86-4756-a1dc-66c72100180e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1067927 Jul 05 10:21:02.404005 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:02.421760 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:02.422878 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:20:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:02.480055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:02.510267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88215ed8-a422-4512-8cb8-9e669313f637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.579713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71784834-b509-4e81-bd6b-702663ceead8 req-06bb63fc-970a-465c-8a01-1cac3e6c718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.582520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71784834-b509-4e81-bd6b-702663ceead8 req-06bb63fc-970a-465c-8a01-1cac3e6c718d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821146 Jul 05 10:21:02.613250 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:02.833038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71784834-b509-4e81-bd6b-702663ceead8 req-40edfe74-a59a-440e-a2f9-3bf5ca69931c service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396872 Jul 05 10:21:02.890643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88215ed8-a422-4512-8cb8-9e669313f637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.942660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88215ed8-a422-4512-8cb8-9e669313f637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.064898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-88215ed8-a422-4512-8cb8-9e669313f637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=def31702c7d44c89aca28d4ace46cb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789595 Jul 05 10:21:03.067128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 60252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:03.080715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88215ed8-a422-4512-8cb8-9e669313f637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeef17e-8372-4553-91d2-787494818414,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:03.124377 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:20:59Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:03.127391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71784834-b509-4e81-bd6b-702663ceead8 req-98a48133-58f8-4ffa-9cd7-eccea484b9fd service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864027 Jul 05 10:21:03.181323 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674adb93-d3af-437c-9b74-a898370f1519 None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:20:59Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:03.204300 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d08ca62-db6b-4ec8-9123-f8f3f9ba2b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.258946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d08ca62-db6b-4ec8-9123-f8f3f9ba2b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.350410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d08ca62-db6b-4ec8-9123-f8f3f9ba2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.357042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d08ca62-db6b-4ec8-9123-f8f3f9ba2b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.358949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1d08ca62-db6b-4ec8-9123-f8f3f9ba2b5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdeef17e-8372-4553-91d2-787494818414 HTTP/1.1" status: 204 len: 168 time: 0.2898216 Jul 05 10:21:03.375390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08ca62-db6b-4ec8-9123-f8f3f9ba2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeef17e-8372-4553-91d2-787494818414,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:03.782403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d6f83c-6067-4925-bddd-6f1d9dc79b77 None None] New status for floating IP c693316c-0b85-49ae-8ed0-440f35b3f2d4: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:21:14.102599 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9426d97a-91cd-4943-a8d9-d887087281ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.837492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06baf902-11ca-4715-8962-4fe8dc9352f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.886612 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.054748 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.844477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.901090 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:29.840149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:29.863566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.093876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3853ef76-1fe9-4819-abe6-c7e31d17b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.702851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-0fe4070d-3b04-4c3c-95c7-226facb78c99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093714 Jul 05 10:21:44.901012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865838-a6fe-46aa-a7e5-44851662a926 req-2179ef84-ff4f-45e1-8a30-69cf9e9982f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:44.904169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-2179ef84-ff4f-45e1-8a30-69cf9e9982f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1097 time: 0.1285558 Jul 05 10:21:45.212669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865838-a6fe-46aa-a7e5-44851662a926 req-039142cf-2ac3-448c-9f9b-a8fd2cae9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.215362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-039142cf-2ac3-448c-9f9b-a8fd2cae9074 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2750430 Jul 05 10:21:45.376027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-f31d2c91-7cd6-40e6-990d-f59d60f97c06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 1001 time: 0.1493039 Jul 05 10:21:45.476569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865838-a6fe-46aa-a7e5-44851662a926 req-b47a004a-71e2-4a80-aa5a-edb227326815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.478318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-b47a004a-71e2-4a80-aa5a-edb227326815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.0905187 Jul 05 10:21:45.597657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865838-a6fe-46aa-a7e5-44851662a926 req-4fd3e109-d592-456f-8f8f-b83f120a5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.602371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-4fd3e109-d592-456f-8f8f-b83f120a5177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147172 Jul 05 10:21:45.820706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-801564aa-c13e-4470-957e-f0b7fd035ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097566 Jul 05 10:21:46.022221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00865838-a6fe-46aa-a7e5-44851662a926 req-95b65397-15cc-4bb1-bc31-aecae3a9a9e3 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876192 Jul 05 10:21:46.823574 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-093fc168-496c-47b5-a52a-3717fb114668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:46.894520 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.048116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.848517 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.893846 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:59.855006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.873657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.082496 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3977fe35-703b-4419-b7ff-09dd372132da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:16.821956 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b81a9f3-7257-4738-8632-7e104eccefe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:16.891045 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.060301 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.852724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.857234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.904155 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.901177 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:22:44.120590 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-955c79a4-8832-4139-9212-6a6c32e38566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.742495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-8b62c4aa-943f-48e0-bb4b-9c094cb02304 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1370406 Jul 05 10:22:45.983434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7d33-7503-488d-a933-00918584eae1 req-0182619e-cf25-4b30-8140-939ef9c8f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:45.986299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-0182619e-cf25-4b30-8140-939ef9c8f8bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1097 time: 0.1455960 Jul 05 10:22:46.242368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7d33-7503-488d-a933-00918584eae1 req-ca441ae6-cdb6-4d5e-8280-ef81df1fa1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:46.245738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-ca441ae6-cdb6-4d5e-8280-ef81df1fa1fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2267046 Jul 05 10:22:46.403823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-aa3d374d-0a89-42c0-b99c-9f7354835d03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 1001 time: 0.1423638 Jul 05 10:22:46.523256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7d33-7503-488d-a933-00918584eae1 req-3c744656-279d-4c1c-b725-399fdb6cca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:46.529078 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-3c744656-279d-4c1c-b725-399fdb6cca6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1181779 Jul 05 10:22:46.714904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7d33-7503-488d-a933-00918584eae1 req-84ef1381-9b41-4b64-8298-a6107b63f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:46.717831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-84ef1381-9b41-4b64-8298-a6107b63f21e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1826129 Jul 05 10:22:46.845901 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-372106ac-7cd3-4cbe-8c0c-bb5acfd56343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:46.916806 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:47.484077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-a6874c03-3298-4f55-ba14-87f9ed565de4 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7572281 Jul 05 10:22:47.807752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46dd7d33-7503-488d-a933-00918584eae1 req-72274892-bf9d-4ec4-b7dd-18b2f219ad83 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133626 Jul 05 10:22:48.102157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:49.896091 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:53.035515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-c991be08-804b-45ca-8ddc-1e997514e627 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99382552&fields=id&tenant_id=9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 267 time: 0.0509574 Jul 05 10:22:53.263841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-07fe2cdd-50dd-4c93-921d-554b0f4b5397 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:53.266640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-07fe2cdd-50dd-4c93-921d-554b0f4b5397 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.2168038 Jul 05 10:22:53.292950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-ecfb46ef-193c-4791-9887-5576166bc179 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/quotas/9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 375 time: 0.0146759 Jul 05 10:22:53.444514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-fc79a444-496b-4bad-ac3f-f332f0f7b60c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1390810 Jul 05 10:22:53.997460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-863e9efd-f6cd-4b48-8309-625f74d1ab26 service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029445 Jul 05 10:22:54.177834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-faf1c0cb-e5aa-4cc0-94a9-cf28d9c9c6fc service neutron] 10.222.0.21 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710360 Jul 05 10:22:54.820033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-14b1f6e9-3d5e-4e17-ba51-0c253a3ba21d req-5ed66877-4ca2-40a9-8ac1-aca081984999 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0640013 Jul 05 10:22:56.008806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37456659-d08e-4105-9405-d10234b8527e req-5cbda1da-7d5b-47a2-bfd0-806d0e15a75e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0753133 Jul 05 10:22:57.420971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c5407bc-e7ff-4af6-9ff6-8ced9b1d0449 req-35c571ed-c85f-4655-87e9-9c6123d5c583 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0989780 Jul 05 10:22:57.463851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-c3515056-ef88-4efb-87bc-feb80ece9507 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:57.466746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-c3515056-ef88-4efb-87bc-feb80ece9507 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 811 time: 0.3808720 Jul 05 10:22:57.548975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-ddb74200-7b36-4749-8d5a-c537c3f31103 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9700116bf4394a16a285b5783db7bf17 HTTP/1.1" status: 200 len: 378 time: 0.0709422 Jul 05 10:22:57.563205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'port': {'device_id': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'admin_state_up': True, 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'security_groups': ['ddeea73e-23cd-4aa8-9c29-b2b57ae95c99']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:57.786551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Made reservation on behalf of 9700116bf4394a16a285b5783db7bf17 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:57.795561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:58.066911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.20.0.10 (ad129a7e-c36f-42d3-b374-7e79d50be067/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f/8778a12a-898b-452d-a1fa-d30c6fee01ca) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:58.367687 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:58.401110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Transition to ACTIVE for port object 8778a12a-898b-452d-a1fa-d30c6fee01ca will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:58.490138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:58.681512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network ad129a7e-c36f-42d3-b374-7e79d50be067 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:58.683725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=8778a12a-898b-452d-a1fa-d30c6fee01ca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:58.691508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:58.734163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:58.837720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.838890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.840099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.841607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.842511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.844244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.846141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.847685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.849089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.850757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.852670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:58.854121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:59.089535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:59.093747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:59.195395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-eca91e9b-7ae9-42a2-89c2-283f09bc219f tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6399164 Jul 05 10:22:59.224539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Request body: {'port': {'device_id': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:59.272020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bfe7af7b-f1e4-4a83-8fe2-ad4235fff155 None None] Provisioning for port 8778a12a-898b-452d-a1fa-d30c6fee01ca completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:59.321697 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bfe7af7b-f1e4-4a83-8fe2-ad4235fff155 None None] Provisioning complete for port 8778a12a-898b-452d-a1fa-d30c6fee01ca triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:59.325079 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfe7af7b-f1e4-4a83-8fe2-ad4235fff155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:59.343631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a087af2-45c8-4907-9b38-80233b6f5f2c req-f12a3d2d-0a9e-429b-9d5d-3ba3329315fd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:59.349843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a087af2-45c8-4907-9b38-80233b6f5f2c req-f12a3d2d-0a9e-429b-9d5d-3ba3329315fd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 932 time: 0.5181382 Jul 05 10:22:59.481189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7af7b-f1e4-4a83-8fe2-ad4235fff155 None None] Port 8778a12a-898b-452d-a1fa-d30c6fee01ca cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:59.505214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a087af2-45c8-4907-9b38-80233b6f5f2c req-ffe5c57c-4fd6-477e-be97-46745ca1b9a8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086733 Jul 05 10:22:59.525225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:59.874651 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:59.886342 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:00.114205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8778a12a-898b-452d-a1fa-d30c6fee01ca {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:23:00.132224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:00.159030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Transition to ACTIVE for port object 8778a12a-898b-452d-a1fa-d30c6fee01ca will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:23:00.166694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:00.318442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Pushing event updated for resources: {'Port': ['ID=8778a12a-898b-452d-a1fa-d30c6fee01ca,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:00.423998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Attempting to bind port 8778a12a-898b-452d-a1fa-d30c6fee01ca on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:23:00.424519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Attempting to bind port 8778a12a-898b-452d-a1fa-d30c6fee01ca by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:23:00.424940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Attempting to bind port 8778a12a-898b-452d-a1fa-d30c6fee01ca on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:23:00.442277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Port 8778a12a-898b-452d-a1fa-d30c6fee01ca on network ad129a7e-c36f-42d3-b374-7e79d50be067 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:23:00.442941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Attempting to bind port 8778a12a-898b-452d-a1fa-d30c6fee01ca on network ad129a7e-c36f-42d3-b374-7e79d50be067 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:23:00.456477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:23:00.457243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Checking segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:23:00.457919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Bound using segment: {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:23:00.460023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Bound port: 8778a12a-898b-452d-a1fa-d30c6fee01ca, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956d415-6540-4959-8d7e-d10ef2e1b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:23:00.460678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:00.672197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] For port 8778a12a-898b-452d-a1fa-d30c6fee01ca, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:23:00.679635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] For port 8778a12a-898b-452d-a1fa-d30c6fee01ca, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:23:00.690613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:00.815240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:00.824213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:00.828731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] 10.222.0.16 "PUT /v2.0/ports/8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 200 len: 1093 time: 1.6198378 Jul 05 10:23:00.830923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:00.836173 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a21259-749a-4f11-a801-4b749126dd38" -d '{"events": [{"name": "network-changed", "server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:01.057242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d1abb-bfb3-4cfc-a0a6-5d42d808a392 service neutron] Pushing event updated for resources: {'Port': ['ID=8778a12a-898b-452d-a1fa-d30c6fee01ca,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:01.154686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-80091ba9-6dfa-4849-a311-889000ede474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:01.157500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-80091ba9-6dfa-4849-a311-889000ede474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1096 time: 0.2238121 Jul 05 10:23:01.175492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7c504-5797-498a-94a7-90c143bad1c1 req-0e2028b9-1320-4744-806a-dd91fbeb88fb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:01.179200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9f7c504-5797-498a-94a7-90c143bad1c1 req-0e2028b9-1320-4744-806a-dd91fbeb88fb tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.3191626 Jul 05 10:23:01.291781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-9a7c66b8-c1b7-4694-9b23-5a8483cab80a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 200 len: 217 time: 0.1077318 Jul 05 10:23:01.405602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e9f7c504-5797-498a-94a7-90c143bad1c1 req-4bc78847-3a16-4269-a41f-2dcba7177b1e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076283 Jul 05 10:23:01.433342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-3ca8ae86-9173-45b4-8b1a-bff6a03b996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:01.437656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-3ca8ae86-9173-45b4-8b1a-bff6a03b996d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1400447 Jul 05 10:23:01.524930 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3095a099-ac1d-4556-9d07-72624d02b778 x-openstack-request-id: req-3095a099-ac1d-4556-9d07-72624d02b778 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:01.525974 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:01.526587 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3095a099-ac1d-4556-9d07-72624d02b778 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:01.527357 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'status': 'completed', 'code': 200} Jul 05 10:23:01.587108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44eee9-10cf-418c-b547-41e365324ddf req-f4bb246e-18b5-4df5-b02c-c3ce559827e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:01.590158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-f4bb246e-18b5-4df5-b02c-c3ce559827e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439779 Jul 05 10:23:01.790145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-385102ff-9c7b-42a8-a66c-b5b32de97a20 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923501 Jul 05 10:23:01.993314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f44eee9-10cf-418c-b547-41e365324ddf req-54dfdb8d-463f-4202-bd68-de8e08b37fa7 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946902 Jul 05 10:23:02.199253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a21259-749a-4f11-a801-4b749126dd38 req-767a9893-566c-4587-9a0b-98f7b7680e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:02.202046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7a21259-749a-4f11-a801-4b749126dd38 req-767a9893-566c-4587-9a0b-98f7b7680e0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1096 time: 0.1146588 Jul 05 10:23:02.390844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a21259-749a-4f11-a801-4b749126dd38 req-852db3a3-47a0-4479-b5f2-4de46ad6a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:02.393600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7a21259-749a-4f11-a801-4b749126dd38 req-852db3a3-47a0-4479-b5f2-4de46ad6a655 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.1831357 Jul 05 10:23:02.468494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7a21259-749a-4f11-a801-4b749126dd38 req-1b8a2a3a-b689-4053-915e-b8e5dabc960a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 200 len: 217 time: 0.0651956 Jul 05 10:23:02.582386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a21259-749a-4f11-a801-4b749126dd38 req-483ef926-625a-4f8e-be2c-fade62343bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:02.586265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7a21259-749a-4f11-a801-4b749126dd38 req-483ef926-625a-4f8e-be2c-fade62343bb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1087122 Jul 05 10:23:02.708622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a21259-749a-4f11-a801-4b749126dd38 req-1bc15be7-7ff6-4259-a4d9-c0a9263c6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:02.715148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7a21259-749a-4f11-a801-4b749126dd38 req-1bc15be7-7ff6-4259-a4d9-c0a9263c6f8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186454 Jul 05 10:23:02.962967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc117b-14e0-4292-a309-2e268feee7d8 req-4e022ce5-4669-4b76-9b73-f04fdd5d19b0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:02.965797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efbc117b-14e0-4292-a309-2e268feee7d8 req-4e022ce5-4669-4b76-9b73-f04fdd5d19b0 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.2504973 Jul 05 10:23:02.973094 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7a21259-749a-4f11-a801-4b749126dd38 req-679646b3-2121-4cb2-bc84-e1c8919d63a9 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398345 Jul 05 10:23:03.152055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efbc117b-14e0-4292-a309-2e268feee7d8 req-28fcc5e7-7751-432d-bd06-fcfb462fe213 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1748569 Jul 05 10:23:03.230323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7a21259-749a-4f11-a801-4b749126dd38 req-af452df1-b632-40b5-9095-2b6715d46ade service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452228 Jul 05 10:23:03.709918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 33994) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:03.952646 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1b17-faa3-4354-93ab-1620f249f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.154719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1b17-faa3-4354-93ab-1620f249f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.163898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1b17-faa3-4354-93ab-1620f249f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.249333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b2ca1b17-faa3-4354-93ab-1620f249f5a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f920cc9c13943cdb56e239e8abc6641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372515 Jul 05 10:23:04.253729 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:04.262053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1b17-faa3-4354-93ab-1620f249f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5538d277-82ff-4511-8112-39ee3303459e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:04.384913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.444142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.560147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.566593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.569462 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5538d277-82ff-4511-8112-39ee3303459e HTTP/1.1" status: 204 len: 168 time: 0.3133619 Jul 05 10:23:04.586553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e895-8ddb-41e5-b38b-1c616a8bb272 req-0463b21b-201d-4ac6-a8b7-4c6c1d12edb5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:04.589667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ed1e895-8ddb-41e5-b38b-1c616a8bb272 req-0463b21b-201d-4ac6-a8b7-4c6c1d12edb5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.1756918 Jul 05 10:23:04.605975 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5538d277-82ff-4511-8112-39ee3303459e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:04.638541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.639689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.640643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.641562 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.741830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbdf3f-06bd-4cd6-93da-249371c917ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:04.747048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ed1e895-8ddb-41e5-b38b-1c616a8bb272 req-2564673c-fc43-4477-83cb-1c2ec89a0d26 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163671 Jul 05 10:23:05.346016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:05.368584 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52bae96a-28ab-47d7-950b-d4429c98d8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.529846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52bae96a-28ab-47d7-950b-d4429c98d8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.535829 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52bae96a-28ab-47d7-950b-d4429c98d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.616805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-52bae96a-28ab-47d7-950b-d4429c98d8aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d76b934a337646cdbe20e891d28da002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679522 Jul 05 10:23:05.621791 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34014) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:05.635838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bae96a-28ab-47d7-950b-d4429c98d8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea75b1-bac7-4914-b3ed-6cdf8e1accb8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:05.726922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71ff1147-c404-4b3b-8d52-f07ac6541ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.770237 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71ff1147-c404-4b3b-8d52-f07ac6541ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.873528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71ff1147-c404-4b3b-8d52-f07ac6541ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.880071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71ff1147-c404-4b3b-8d52-f07ac6541ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.883354 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-71ff1147-c404-4b3b-8d52-f07ac6541ee3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70ea75b1-bac7-4914-b3ed-6cdf8e1accb8 HTTP/1.1" status: 204 len: 168 time: 0.2599459 Jul 05 10:23:05.899730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff1147-c404-4b3b-8d52-f07ac6541ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea75b1-bac7-4914-b3ed-6cdf8e1accb8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:06.145703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb782c-40c4-4b05-b5e0-b774492e3d46 req-30dacdae-3b4e-4b7e-85f9-f67f0728dde8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:06.148899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6eb782c-40c4-4b05-b5e0-b774492e3d46 req-30dacdae-3b4e-4b7e-85f9-f67f0728dde8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.1339986 Jul 05 10:23:06.227408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6eb782c-40c4-4b05-b5e0-b774492e3d46 req-150a95dc-be7d-47ee-b867-c2411ef523d1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655584 Jul 05 10:23:07.602434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479a978-4cf1-4399-a295-bff8a3a028c3 req-5bcd3ee9-f49b-4898-aa8c-b58409ae4dc3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:07.605342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f479a978-4cf1-4399-a295-bff8a3a028c3 req-5bcd3ee9-f49b-4898-aa8c-b58409ae4dc3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.1378710 Jul 05 10:23:07.686243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f479a978-4cf1-4399-a295-bff8a3a028c3 req-4a60308c-4e38-4fbc-9103-5061e307f314 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710919 Jul 05 10:23:08.290209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 34062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:08.447757 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-333f85fa-4ca6-4ddd-a873-22335ba86cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.635224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-333f85fa-4ca6-4ddd-a873-22335ba86cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.643453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-333f85fa-4ca6-4ddd-a873-22335ba86cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.728760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-333f85fa-4ca6-4ddd-a873-22335ba86cb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9483cb25fe504f91b7b289e627d00296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324589 Jul 05 10:23:08.729051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f85fa-4ca6-4ddd-a873-22335ba86cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fc0f8-cb60-4d90-bf3a-864936725466,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:08.729453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34066) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:08.834134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7368aee-328f-4c04-9212-e7b77b692de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.882527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7368aee-328f-4c04-9212-e7b77b692de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.980676 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7368aee-328f-4c04-9212-e7b77b692de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.985680 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7368aee-328f-4c04-9212-e7b77b692de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.987985 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f7368aee-328f-4c04-9212-e7b77b692de6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d63fc0f8-cb60-4d90-bf3a-864936725466 HTTP/1.1" status: 204 len: 168 time: 0.2568238 Jul 05 10:23:09.005318 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7368aee-328f-4c04-9212-e7b77b692de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fc0f8-cb60-4d90-bf3a-864936725466,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:09.053337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b6ef2-6ce0-4780-a369-5479d292543a req-81bec059-31c4-4fc5-893b-a57af778b6a6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:09.056729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-585b6ef2-6ce0-4780-a369-5479d292543a req-81bec059-31c4-4fc5-893b-a57af778b6a6 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.1454308 Jul 05 10:23:09.138307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-585b6ef2-6ce0-4780-a369-5479d292543a req-1f1ccbbe-5c79-4ac1-8721-52f341115b25 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696700 Jul 05 10:23:10.498864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45e31e-18f5-4ab0-949c-0f971a78addb req-901ec721-8d6f-4051-be0d-ed03d4f4d805 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:10.501497 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f45e31e-18f5-4ab0-949c-0f971a78addb req-901ec721-8d6f-4051-be0d-ed03d4f4d805 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.1302242 Jul 05 10:23:10.571811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f45e31e-18f5-4ab0-949c-0f971a78addb req-7d3baedf-fef5-4f3a-baff-cf5773c0133e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593719 Jul 05 10:23:11.895519 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:23:11.935042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8149b7c-3705-473a-82e4-5edb13752312 req-8e5dda20-d1d1-42be-92d5-374bf460c9c5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:11.937904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8149b7c-3705-473a-82e4-5edb13752312 req-8e5dda20-d1d1-42be-92d5-374bf460c9c5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.1225109 Jul 05 10:23:11.999295 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8149b7c-3705-473a-82e4-5edb13752312 req-d1bf5241-4850-4323-8995-c22337de8dcf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501053 Jul 05 10:23:12.171271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-4247fb76-bca3-460d-9700-7e207be31a4b tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6de19be0e3cb48ee80d1083590814803&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342216 Jul 05 10:23:12.430191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-2cc98602-fb4f-44b1-9049-677f4f21b172 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:12.433380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-2cc98602-fb4f-44b1-9049-677f4f21b172 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550256 Jul 05 10:23:12.460820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-6783a8ae-4a7e-4b50-927a-aa686deff3a3 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/quotas/6de19be0e3cb48ee80d1083590814803 HTTP/1.1" status: 200 len: 375 time: 0.0178292 Jul 05 10:23:12.525080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-7ede4c37-49c8-4193-b4f8-40693d2948a2 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6de19be0e3cb48ee80d1083590814803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535734 Jul 05 10:23:12.800445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc1c620f-ef93-43b3-8eb9-ff1b84ef3051 req-0d10ccaa-e138-46b8-94ee-9f530e806bd3 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 210 time: 0.0547152 Jul 05 10:23:13.349008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4906f39-92bb-4fd4-bd79-1b60cabfd5be req-591ed486-d5be-45a0-9888-d14f7b19725e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:13.352235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4906f39-92bb-4fd4-bd79-1b60cabfd5be req-591ed486-d5be-45a0-9888-d14f7b19725e tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.1281772 Jul 05 10:23:13.436571 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4906f39-92bb-4fd4-bd79-1b60cabfd5be req-2d448e06-0c0c-440b-8383-1bfeab34d052 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717635 Jul 05 10:23:14.084563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7acd6848-b12d-41e5-8446-9e8260405e14 req-0ea018b2-e70f-4d93-b716-66251bdaf1f0 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 210 time: 0.0475123 Jul 05 10:23:14.087212 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d9d7c34-9b72-418c-96eb-db63ab6c7988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.540066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-edc2476a-ca14-4674-927c-d44dfb18a6ea tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6de19be0e3cb48ee80d1083590814803&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395637 Jul 05 10:23:14.829821 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-fcdb3b06-6ff7-414e-9b02-00455c3f730b tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:14.832589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-fcdb3b06-6ff7-414e-9b02-00455c3f730b tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866492 Jul 05 10:23:14.861592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Request body: {'port': {'device_id': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '6de19be0e3cb48ee80d1083590814803'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:14.987309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d14993-1199-42db-82e4-015ad6b06e67 req-3f4c1405-1717-41e6-af72-7b89ed6e6eb2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:14.989982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96d14993-1199-42db-82e4-015ad6b06e67 req-3f4c1405-1717-41e6-af72-7b89ed6e6eb2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 944 time: 0.3047996 Jul 05 10:23:15.120258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96d14993-1199-42db-82e4-015ad6b06e67 req-8a3e0b6d-55d9-45fd-994c-a3183f365de5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148331 Jul 05 10:23:15.161395 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Made reservation on behalf of 6de19be0e3cb48ee80d1083590814803 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:23:15.168717 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.185167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.299282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8778a12a-898b-452d-a1fa-d30c6fee01ca details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:23:15.433154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1425b584-f95c-48b1-b7d3-f4a9a203857e req-d1e2bb18-9e20-456f-be20-7a54ca041399 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 210 time: 0.0726316 Jul 05 10:23:15.442524 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.452208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.587944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24642fe4-87c3-4631-aa28-d77cb953476f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:15.720156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Allocated IP 192.168.233.250 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/e3df8007-fe9b-4471-9881-ea9c9b1019c8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:23:15.774160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8778a12a-898b-452d-a1fa-d30c6fee01ca, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:15.797182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'port_id': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'mac_address': 'fa:16:3e:c6:7c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:23:15.870048 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.889440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8778a12a-898b-452d-a1fa-d30c6fee01ca {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:23:15.918509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8778a12a-898b-452d-a1fa-d30c6fee01ca, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:15.925442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.968362 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.990174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Transition to ACTIVE for port object e3df8007-fe9b-4471-9881-ea9c9b1019c8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:23:16.000296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8778a12a-898b-452d-a1fa-d30c6fee01ca,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:16.013669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.014167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.014565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.014963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.015452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.015850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.016332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.016782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.017247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.017701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.018155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.018598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:16.045092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.102577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:23:16.106848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:23:16.112731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:23:16.187639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Pushing event updated for resources: {'Port': ['ID=e3df8007-fe9b-4471-9881-ea9c9b1019c8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:16.204281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['8778a12a-898b-452d-a1fa-d30c6fee01ca'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:16.236204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:16.236204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.270739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-e517dea1-f733-4cb0-be9c-42f8e36eb1fb tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4221938 Jul 05 10:23:16.291003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-9283a754-e453-4ea8-8924-c24b1d1c120a tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:23:16.293267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-9283a754-e453-4ea8-8924-c24b1d1c120a tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110288 Jul 05 10:23:16.311581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Request body: {'port': {'device_id': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:16.554471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.604988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419b88e-4590-456a-a033-f417175fc83e req-211fbde5-58fa-4621-96df-870a973de7e1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:16.607929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f419b88e-4590-456a-a033-f417175fc83e req-211fbde5-58fa-4621-96df-870a973de7e1 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 945 time: 0.2308569 Jul 05 10:23:16.621993 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d27e0fe3-bbdd-4b93-8905-8fd5c8767502 None None] Provisioning for port e3df8007-fe9b-4471-9881-ea9c9b1019c8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:23:16.649339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d27e0fe3-bbdd-4b93-8905-8fd5c8767502 None None] Provisioning complete for port e3df8007-fe9b-4471-9881-ea9c9b1019c8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:23:16.649986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d27e0fe3-bbdd-4b93-8905-8fd5c8767502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.766699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d27e0fe3-bbdd-4b93-8905-8fd5c8767502 None None] Port e3df8007-fe9b-4471-9881-ea9c9b1019c8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:23:16.769964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f419b88e-4590-456a-a033-f417175fc83e req-d7497121-d62b-4d24-a44f-db9f83b31873 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206567 Jul 05 10:23:16.834396 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-791a3255-d771-485a-a925-37a18bcb1623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.891718 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.176252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c14cfc-6703-457e-a08a-b807df4629cb req-99015e7b-54bf-49ae-8dcc-cf485f1cc74c tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:17.179217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88c14cfc-6703-457e-a08a-b807df4629cb req-99015e7b-54bf-49ae-8dcc-cf485f1cc74c tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 936 time: 0.1773167 Jul 05 10:23:17.182836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3df8007-fe9b-4471-9881-ea9c9b1019c8 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:23:17.198482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.237517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Transition to ACTIVE for port object e3df8007-fe9b-4471-9881-ea9c9b1019c8 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:23:17.249748 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.289476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88c14cfc-6703-457e-a08a-b807df4629cb req-7d358008-adfa-41ef-877d-dc6fbbada54a tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952516 Jul 05 10:23:17.315431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8778a12a-898b-452d-a1fa-d30c6fee01ca up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:23:17.361164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3df8007-fe9b-4471-9881-ea9c9b1019c8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:17.418232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 8778a12a-898b-452d-a1fa-d30c6fee01ca completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:23:17.426482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 8778a12a-898b-452d-a1fa-d30c6fee01ca triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:23:17.427381 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.535283 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Attempting to bind port e3df8007-fe9b-4471-9881-ea9c9b1019c8 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:23:17.536097 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Attempting to bind port e3df8007-fe9b-4471-9881-ea9c9b1019c8 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:23:17.536747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Attempting to bind port e3df8007-fe9b-4471-9881-ea9c9b1019c8 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:23:17.546305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Port e3df8007-fe9b-4471-9881-ea9c9b1019c8 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:23:17.547021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Attempting to bind port e3df8007-fe9b-4471-9881-ea9c9b1019c8 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:23:17.560616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:23:17.561157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:23:17.561780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:23:17.562498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Bound port: e3df8007-fe9b-4471-9881-ea9c9b1019c8, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:23:17.563113 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.593564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.628745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:17.633021 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886415c6-92e3-45d1-ba00-02c7a57c8cab" -d '{"events": [{"server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "name": "network-vif-plugged", "status": "completed", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:17.657150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 8778a12a-898b-452d-a1fa-d30c6fee01ca, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:17.664967 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.705910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] For port e3df8007-fe9b-4471-9881-ea9c9b1019c8, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:23:17.713536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] For port e3df8007-fe9b-4471-9881-ea9c9b1019c8, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:23:17.721823 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.728979 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd4f7b6-4c37-4a8e-b4cd-98ef52878499 x-openstack-request-id: req-7dd4f7b6-4c37-4a8e-b4cd-98ef52878499 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:17.728979 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "name": "network-vif-plugged", "status": "completed", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:17.729246 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dd4f7b6-4c37-4a8e-b4cd-98ef52878499 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:17.729734 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'code': 200} Jul 05 10:23:17.797438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:17.798403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.799280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=8778a12a-898b-452d-a1fa-d30c6fee01ca,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:17.800299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3df8007-fe9b-4471-9881-ea9c9b1019c8 HTTP/1.1" status: 200 len: 1097 time: 1.4986227 Jul 05 10:23:17.800784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'tag': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:17.805378 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460c590-a6f8-41e4-887b-c1478dd3d32c" -d '{"events": [{"name": "network-changed", "server_uuid": "e79ac29e-5304-4c4e-82c7-9557638fd087", "tag": "e3df8007-fe9b-4471-9881-ea9c9b1019c8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:17.928654 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf7fdc7-788c-420f-8fdc-f35c8b997b68 x-openstack-request-id: req-acf7fdc7-788c-420f-8fdc-f35c8b997b68 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:17.929137 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79ac29e-5304-4c4e-82c7-9557638fd087", "tag": "e3df8007-fe9b-4471-9881-ea9c9b1019c8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:17.929475 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acf7fdc7-788c-420f-8fdc-f35c8b997b68 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:17.930207 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'tag': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8', 'status': 'completed', 'code': 200} Jul 05 10:23:17.936202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d241a-bf6d-4aa9-abfa-9e211af831b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3df8007-fe9b-4471-9881-ea9c9b1019c8,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:18.074253 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.097858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07563-baeb-4af3-917b-2c6059fa1746 req-3c4dfc83-2bc3-4044-9aee-abadbd65a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:18.102510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83a07563-baeb-4af3-917b-2c6059fa1746 req-3c4dfc83-2bc3-4044-9aee-abadbd65a048 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1098 time: 0.2401645 Jul 05 10:23:18.106868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-1e3a35ba-e2ed-49e1-a3c9-e62efc02d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:18.110381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-1e3a35ba-e2ed-49e1-a3c9-e62efc02d654 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6de19be0e3cb48ee80d1083590814803&device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 1100 time: 0.1774802 Jul 05 10:23:18.689179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-efe67988-ec3a-44ac-a851-a912dda98d4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8 HTTP/1.1" status: 200 len: 217 time: 0.5652838 Jul 05 10:23:18.813836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83a07563-baeb-4af3-917b-2c6059fa1746 req-ad31b4d5-1365-4549-b2f8-74dfe26b0c3d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7017097 Jul 05 10:23:18.874020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-0b7e3e03-f306-44e5-9dde-17df4db72131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:18.876631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-0b7e3e03-f306-44e5-9dde-17df4db72131 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1488531 Jul 05 10:23:18.983491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420c0b4-937f-46f1-996e-73c6ddb8cce0 req-0437b5ba-dd2f-488c-8288-006c894519c4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:18.986146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c420c0b4-937f-46f1-996e-73c6ddb8cce0 req-0437b5ba-dd2f-488c-8288-006c894519c4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 946 time: 0.8605125 Jul 05 10:23:19.095963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-f84b0048-9849-42a1-b637-a5e3305388e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:19.101791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-f84b0048-9849-42a1-b637-a5e3305388e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2096682 Jul 05 10:23:19.121183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c420c0b4-937f-46f1-996e-73c6ddb8cce0 req-9efca78a-0b78-4700-9b15-c5c92598520d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193914 Jul 05 10:23:19.302556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-ab7d1f6c-28d7-450d-b5e0-2195dc329edb service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898205 Jul 05 10:23:19.567562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1e1f49e-62a5-42cf-b67f-25b1fd3185dc req-dfd2d7a7-7a0a-43c5-b12d-08bb220804bc service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565229 Jul 05 10:23:19.606731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540b32-e110-47da-aa3e-563cf5b9c2f8 req-f9214f17-cbdb-4dfe-a4a1-0ed73fa2c874 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:19.609610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87540b32-e110-47da-aa3e-563cf5b9c2f8 req-f9214f17-cbdb-4dfe-a4a1-0ed73fa2c874 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 948 time: 0.1926186 Jul 05 10:23:19.728739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87540b32-e110-47da-aa3e-563cf5b9c2f8 req-faa05738-5e8d-4a41-be12-5f74c496a44d tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070960 Jul 05 10:23:19.781600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-86c187b9-fedb-4163-b0ce-142f7b9e4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:19.784049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-86c187b9-fedb-4163-b0ce-142f7b9e4a2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6de19be0e3cb48ee80d1083590814803&device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 1100 time: 0.1272047 Jul 05 10:23:19.858812 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.977170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-641dec28-b28c-4caf-9703-0c51de7e22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:19.979876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-641dec28-b28c-4caf-9703-0c51de7e22b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1879058 Jul 05 10:23:20.055286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-4d4a8e8b-3fe1-4d10-905d-44930771b726 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8 HTTP/1.1" status: 200 len: 217 time: 0.0671077 Jul 05 10:23:20.158249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-5129c261-24da-467d-80c0-6119d9b81e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:20.160878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-5129c261-24da-467d-80c0-6119d9b81e82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0983005 Jul 05 10:23:20.285457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-25159811-7fcf-4526-bcb4-5b46cbf46b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:20.289068 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-25159811-7fcf-4526-bcb4-5b46cbf46b1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200309 Jul 05 10:23:20.571482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-75c3e81c-44dc-417c-94af-1fdda0a85e81 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705476 Jul 05 10:23:20.592494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31313d85-670b-4c0b-b8bf-b7f6f2f2b66e req-04b539a7-4aab-4bfb-bbea-557a129e8a65 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:20.594436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31313d85-670b-4c0b-b8bf-b7f6f2f2b66e req-04b539a7-4aab-4bfb-bbea-557a129e8a65 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 946 time: 0.2112381 Jul 05 10:23:20.732458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31313d85-670b-4c0b-b8bf-b7f6f2f2b66e req-8c3a6e5b-1402-4249-b626-fb35981a69fc tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255913 Jul 05 10:23:20.795857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9460c590-a6f8-41e4-887b-c1478dd3d32c req-9b81fc0c-34af-42a4-af6a-9b479bd18cfb service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992645 Jul 05 10:23:20.942547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e3df8007-fe9b-4471-9881-ea9c9b1019c8 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:23:21.038941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5121a33-fe35-4281-9efe-c3d75581f719 req-6c153a2c-b61c-4e4d-8947-298c2720b07b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:21.042005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5121a33-fe35-4281-9efe-c3d75581f719 req-6c153a2c-b61c-4e4d-8947-298c2720b07b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 946 time: 0.1357388 Jul 05 10:23:21.101361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e3df8007-fe9b-4471-9881-ea9c9b1019c8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:21.117968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5121a33-fe35-4281-9efe-c3d75581f719 req-4f3e4fb8-f962-452c-b945-3b1ed7151d3c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640802 Jul 05 10:23:21.126710 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8', 'mac_address': 'fa:16:3e:75:f4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:23:21.166373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34170) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:21.208925 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.235871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3df8007-fe9b-4471-9881-ea9c9b1019c8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:23:21.279031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e3df8007-fe9b-4471-9881-ea9c9b1019c8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:21.286386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.396515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e3df8007-fe9b-4471-9881-ea9c9b1019c8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:21.459440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134b8f-43b7-4f87-9be2-4ba427a18935 req-a33cf1f9-7caf-4ce0-98d3-3ae581387bad tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:21.463666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81134b8f-43b7-4f87-9be2-4ba427a18935 req-a33cf1f9-7caf-4ce0-98d3-3ae581387bad tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 949 time: 0.1344409 Jul 05 10:23:21.542724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81134b8f-43b7-4f87-9be2-4ba427a18935 req-8b8336cf-110e-477d-a0e6-34975b8c2867 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679407 Jul 05 10:23:21.591661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['e3df8007-fe9b-4471-9881-ea9c9b1019c8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:21.708359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f82ddd-3f4f-479e-b18f-9d675f01cf48 tempest-TestVolumeBootPattern-1601822016 tempest-TestVolumeBootPattern-1601822016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:21.712707 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-43f82ddd-3f4f-479e-b18f-9d675f01cf48 tempest-TestVolumeBootPattern-1601822016 tempest-TestVolumeBootPattern-1601822016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1093 time: 0.5440638 Jul 05 10:23:21.716827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 34174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:21.724832 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:21.769898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.929805 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.110809 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Allocated IP 172.25.1.10 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e8936b96-7750-4dc6-9f2c-5c39c02f8857) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:23:22.333681 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.417477 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.481292 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:23:22.486049 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:23:22.496323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:23:22.533514 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=e8936b96-7750-4dc6-9f2c-5c39c02f8857,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:22.865712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedc8f6-5363-4e33-9e86-5c4c862bf8cb req-9df5526f-2590-42de-8fa3-c862c29b0d73 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:22.869662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaedc8f6-5363-4e33-9e86-5c4c862bf8cb req-9df5526f-2590-42de-8fa3-c862c29b0d73 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 949 time: 0.1193676 Jul 05 10:23:22.931714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaedc8f6-5363-4e33-9e86-5c4c862bf8cb req-1fdb9e27-8e39-4386-b16b-c7242154bd5c tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 Jul 05 10:23:22.957367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e3df8007-fe9b-4471-9881-ea9c9b1019c8 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:23:23.050157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port e3df8007-fe9b-4471-9881-ea9c9b1019c8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:23:23.057581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port e3df8007-fe9b-4471-9881-ea9c9b1019c8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:23:23.058282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.219317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.268249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:23.273337 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc9713645a3431ee520a573a0259bb06ddd5427de4251f816ec8059d3ae7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c3a3d-9606-43cd-8d6e-c0c1d5970b25" -d '{"events": [{"server_uuid": "e79ac29e-5304-4c4e-82c7-9557638fd087", "name": "network-vif-plugged", "status": "completed", "tag": "e3df8007-fe9b-4471-9881-ea9c9b1019c8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:23.298077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e3df8007-fe9b-4471-9881-ea9c9b1019c8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:23.308234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.364160 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6efb38-34fc-4c49-9143-58f3443be3ca x-openstack-request-id: req-4f6efb38-34fc-4c49-9143-58f3443be3ca {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:23.364833 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79ac29e-5304-4c4e-82c7-9557638fd087", "name": "network-vif-plugged", "status": "completed", "tag": "e3df8007-fe9b-4471-9881-ea9c9b1019c8", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:23.365240 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f6efb38-34fc-4c49-9143-58f3443be3ca {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:23.372324 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8', 'code': 200} Jul 05 10:23:23.405942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.434269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e3df8007-fe9b-4471-9881-ea9c9b1019c8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:23.566171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8706978-60a9-4dec-961b-fc9ef0033dc4 req-15c6031b-2497-412b-83e1-30ce279b36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:23.568854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8706978-60a9-4dec-961b-fc9ef0033dc4 req-15c6031b-2497-412b-83e1-30ce279b36a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 1102 time: 0.1017342 Jul 05 10:23:23.595693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.626764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8706978-60a9-4dec-961b-fc9ef0033dc4 req-2f69bd06-7ef9-4b6f-a16b-4b67e47b2af7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501444 Jul 05 10:23:23.885631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.893042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.987407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event updated for resources: {'Port': ['ID=e8936b96-7750-4dc6-9f2c-5c39c02f8857,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:24.010547 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:24.227858 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Floating IP dec41578-f56e-4c91-a6d2-ce9876eeabeb associated. External IP: 172.25.1.10, port: 8778a12a-898b-452d-a1fa-d30c6fee01ca. Jul 05 10:23:24.293763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bae346-82e8-49c3-bc4b-fc6ea4924550 req-e31fd03c-4ef8-4a7c-9180-cdf10c3fc441 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:24.298086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30bae346-82e8-49c3-bc4b-fc6ea4924550 req-e31fd03c-4ef8-4a7c-9180-cdf10c3fc441 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 950 time: 0.1388602 Jul 05 10:23:24.398799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-30bae346-82e8-49c3-bc4b-fc6ea4924550 req-82a003e5-2752-4e8a-aea8-3984d0ec55bf tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898068 Jul 05 10:23:24.901966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:23:25.105372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:23:25.123900 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:23:25.138065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:25.143288 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:23:25.144452 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:23:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:25.224309 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c634020a-b85f-46b6-a5c0-8f0641abd009 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5056510 Jul 05 10:23:25.225367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:25.230643 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454154ec-18e9-48f3-86b1-6fd0c925f526" -d '{"events": [{"name": "network-changed", "server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:25.305040 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be136cb-5d9a-4273-9db9-df6b944acaa9 x-openstack-request-id: req-7be136cb-5d9a-4273-9db9-df6b944acaa9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:25.305507 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:25.305904 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7be136cb-5d9a-4273-9db9-df6b944acaa9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:25.306565 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'status': 'completed', 'code': 200} Jul 05 10:23:25.360487 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:23:25.442186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-23e0ba45-b4a5-40df-8859-6c78c6873fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:25.446921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-23e0ba45-b4a5-40df-8859-6c78c6873fbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1098 time: 0.1082652 Jul 05 10:23:25.634471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-8f3b9618-340d-4c35-925e-6bc2e3f87532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:25.637246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-8f3b9618-340d-4c35-925e-6bc2e3f87532 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.1826797 Jul 05 10:23:25.747941 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:21:04Z', 'revision_number': 1, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}, {'id': 'dec41578-f56e-4c91-a6d2-ce9876eeabeb', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.10', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:c6:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:23:22Z', 'updated_at': '2021-07-05T10:23:22Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:25.790225 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:23:25.807480 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:23:25.808570 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:23:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:25.852032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-460b6656-a51f-48d7-83c6-570bd0073888 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 200 len: 999 time: 0.2045350 Jul 05 10:23:25.949441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d204b-acd9-49e1-826a-8f7b72f08a4d req-af9efecc-10d2-4056-9674-0cec191360db tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:25.952429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc9d204b-acd9-49e1-826a-8f7b72f08a4d req-af9efecc-10d2-4056-9674-0cec191360db tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 950 time: 0.3081236 Jul 05 10:23:25.974671 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:23:25.991786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-fd439ed2-497b-483a-b910-551c6c2e0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:25.995007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-fd439ed2-497b-483a-b910-551c6c2e0620 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1348376 Jul 05 10:23:26.130432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc9d204b-acd9-49e1-826a-8f7b72f08a4d req-e6f779af-f54a-4b15-847e-9d1ce0a62cc8 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642566 Jul 05 10:23:26.181894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-b9bf4441-e440-4cad-a443-67749c5ba222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:26.185792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-b9bf4441-e440-4cad-a443-67749c5ba222 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758413 Jul 05 10:23:26.400019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-69bc2c99-b8d0-48c0-8755-9c12a360d04e service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061307 Jul 05 10:23:26.485547 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:21:04Z', 'revision_number': 1, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}, {'id': 'dec41578-f56e-4c91-a6d2-ce9876eeabeb', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.10', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:c6:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:23:22Z', 'updated_at': '2021-07-05T10:23:22Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:26.548593 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ccc26-4585-441e-8aef-47346d349c8b None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:21:04Z', 'revision_number': 1, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}, {'id': 'dec41578-f56e-4c91-a6d2-ce9876eeabeb', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.10', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:c6:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:23:22Z', 'updated_at': '2021-07-05T10:23:22Z', 'revision_number': 0, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:23:26.625004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-454154ec-18e9-48f3-86b1-6fd0c925f526 req-9325fe54-a74b-4d17-8cd4-0823ff3b68f3 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143738 Jul 05 10:23:26.931507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc94715-e59d-445d-ac03-1a55b6a3b82f None None] New status for floating IP dec41578-f56e-4c91-a6d2-ce9876eeabeb: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:23:29.901903 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.904899 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:44.094158 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-accb7a1d-b6bf-413c-9212-3bbd0e5c517d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:46.827338 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b1282cd-0988-4497-a17f-c2e9101d0884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:46.837706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-e3eb70d1-8cfa-4083-817d-ca3dc45b544b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2255387 Jul 05 10:23:46.899634 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:47.025708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-c08e2613-4e06-47ba-8f9a-0f26d599e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.027869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-c08e2613-4e06-47ba-8f9a-0f26d599e6d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1097 time: 0.1144354 Jul 05 10:23:47.258977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-1ce4dfb0-eb5f-4a08-876c-d9439ce97626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.263645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-1ce4dfb0-eb5f-4a08-876c-d9439ce97626 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2022483 Jul 05 10:23:47.385960 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-fb53d87e-d950-413a-ad5f-ab0f96ea01de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 1001 time: 0.1137578 Jul 05 10:23:47.473872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-a770dbbf-d313-4bf2-a6e2-b81af99e24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.477937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-a770dbbf-d313-4bf2-a6e2-b81af99e24eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.0840962 Jul 05 10:23:47.596835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-692a70f4-356d-479c-a344-3280496eab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:47.600040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-692a70f4-356d-479c-a344-3280496eab67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150165 Jul 05 10:23:47.793855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-6d3954aa-7294-45a8-9d74-b49985fbcca5 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847160 Jul 05 10:23:47.975855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba6c719a-01a7-4bd1-8d6d-fd69bcf0d8c0 req-ce1c8142-d7c0-4df1-8b44-b8a10dad35b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730182 Jul 05 10:23:48.068548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:48.905300 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:23:49.886078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:52.600894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-e8eaf7d0-40e3-4591-92ed-542fe260c52e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0952806 Jul 05 10:23:52.728983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-30806368-f32c-4c69-8224-8745126555d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.732044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-30806368-f32c-4c69-8224-8745126555d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1098 time: 0.0775127 Jul 05 10:23:52.955793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-bcb398b1-b816-4ca8-b521-d9c2b89a5a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.958643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-bcb398b1-b816-4ca8-b521-d9c2b89a5a6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2002242 Jul 05 10:23:53.091492 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-3b393066-44ac-4180-a561-3e1baf921e3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 200 len: 1001 time: 0.1240430 Jul 05 10:23:53.194621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-38910064-b64e-4008-bbde-ce64b7aeb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:53.197717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-38910064-b64e-4008-bbde-ce64b7aeb51c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.0988801 Jul 05 10:23:53.328492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-3281d67a-69cc-4274-a2ec-838f9cb4e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:53.330791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-3281d67a-69cc-4274-a2ec-838f9cb4e59b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241982 Jul 05 10:23:53.346441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-40339193-06bc-4310-8b90-a8f5e37b82a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:23:53.348644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-40339193-06bc-4310-8b90-a8f5e37b82a0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098109 Jul 05 10:23:53.525633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-a7818cec-1947-4086-8022-f3497398ecb0 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692488 Jul 05 10:23:53.732032 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-255dccfb-0be1-4d06-87ab-087cc550cf7e req-d4c201ed-8e3f-4559-b7be-8f71f56d28a5 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985805 Jul 05 10:23:59.927774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:59.952498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:14.087959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40b87eaa-c74a-4f15-b002-c50532defa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.829686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-537ef0f8-158f-4b64-b7aa-a5e3984fa8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.892009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.068036 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:19.859055 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:25.902714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:24:29.931728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.947921 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:44.088204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62cf1f7-1964-4cb6-9c57-0358c15a91f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:46.828822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-3a390a9b-baa9-4252-8f14-be04aa8026cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1240921 Jul 05 10:24:46.829727 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c407-a32b-40db-91a9-36fe1a8fbeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:46.894262 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:46.979468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-cd087d50-5d71-4ad7-95b9-4f4b2b89546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:46.983175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-cd087d50-5d71-4ad7-95b9-4f4b2b89546f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6de19be0e3cb48ee80d1083590814803&device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 1102 time: 0.1170206 Jul 05 10:24:47.241203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-97ef561d-8401-4bd6-a6d8-dd759a78d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:47.244040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-97ef561d-8401-4bd6-a6d8-dd759a78d0e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.2279568 Jul 05 10:24:47.327812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-aac72e8a-4d76-4348-96a5-606e76be4fd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8 HTTP/1.1" status: 200 len: 217 time: 0.0762954 Jul 05 10:24:47.450629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-936297dd-cdd3-412f-92e9-2d09ff44fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:47.465530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-936297dd-cdd3-412f-92e9-2d09ff44fd86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.1289871 Jul 05 10:24:47.588388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-49b1e386-66e5-4c8f-9660-932c868faefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:47.588388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-49b1e386-66e5-4c8f-9660-932c868faefc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101182 Jul 05 10:24:47.784703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-88c30103-2f45-4648-9675-302b80fb24e3 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893542 Jul 05 10:24:47.981556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e60f6263-c4d7-4522-b40f-7a0d04696436 req-45f532ac-b86d-4c36-83c8-3ac38b7479af service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894135 Jul 05 10:24:48.074560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:49.864634 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:52.729533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-76b552ed-6143-4605-ac9a-6df32c35d8ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2181494 Jul 05 10:24:52.922355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-95f7e66c-8f05-45bf-a33f-89db969c5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:52.924620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-95f7e66c-8f05-45bf-a33f-89db969c5ab6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1098 time: 0.1170003 Jul 05 10:24:53.162223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-c45f43d8-246b-4247-8e2e-f8997fecc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:53.166724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-c45f43d8-246b-4247-8e2e-f8997fecc210 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2053797 Jul 05 10:24:53.317098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-0d66bb1b-08b2-4c0d-878b-e7a1676daa6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 200 len: 1001 time: 0.1361754 Jul 05 10:24:53.424276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-802fd13e-4701-4335-bf2c-42c7e82cbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:53.427830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-802fd13e-4701-4335-bf2c-42c7e82cbf0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1010270 Jul 05 10:24:53.542433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-8a5d56e9-deb5-4b6f-846c-53d3099e070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:53.545723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-8a5d56e9-deb5-4b6f-846c-53d3099e070f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098156 Jul 05 10:24:53.744485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-c2edd7bf-802d-48da-8725-fc97af464019 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901131 Jul 05 10:24:53.970805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18c9c46f-49e0-4c99-82af-2910276ce66a req-0676c81f-2b86-4487-8e39-0fa8b7878637 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128839 Jul 05 10:24:55.388591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:55.722908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port e8936b96-7750-4dc6-9f2c-5c39c02f8857 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:55.723528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:55.895917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:55.896489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:55.923154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for e8936b96-7750-4dc6-9f2c-5c39c02f8857 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:56.241383 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:56.292239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=e8936b96-7750-4dc6-9f2c-5c39c02f8857,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:56.318585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.319585 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.320142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.321074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.321907 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.322728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.323983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.324443 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.325024 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.325675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.326181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.338881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:56.441786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:56.443071 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Floating IP dec41578-f56e-4c91-a6d2-ce9876eeabeb disassociated (deleted). External IP: 172.25.1.10, port: 8778a12a-898b-452d-a1fa-d30c6fee01ca. Jul 05 10:24:56.899556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:24:57.082823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:24:57.091163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:57.096936 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:24:57.115767 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:24:57.116868 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:24:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:57.166224 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a3464015-9035-4d6e-a896-3698b6cb3745 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "DELETE /v2.0/floatingips/dec41578-f56e-4c91-a6d2-ce9876eeabeb HTTP/1.1" status: 204 len: 168 time: 1.7757127 Jul 05 10:24:57.167747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:57.172755 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067ea22dd52cdc3682f7adaf34d4e83c862b42d4a08e411ce346f4fe696819c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb494f8-d3ed-4b11-9167-bd53904928a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:57.324269 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:24:57.689232 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9d5b9-dba9-4ab2-8a1d-2e034a423716 x-openstack-request-id: req-d0f9d5b9-dba9-4ab2-8a1d-2e034a423716 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:57.690088 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:57.690876 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0f9d5b9-dba9-4ab2-8a1d-2e034a423716 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:57.691705 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'status': 'completed', 'code': 200} Jul 05 10:24:57.851099 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:21:04Z', 'revision_number': 1, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:57.881547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-8b21e535-9f50-4fde-9c02-a13523cb98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:57.888316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-8b21e535-9f50-4fde-9c02-a13523cb98dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 1098 time: 0.1417718 Jul 05 10:24:57.919126 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:24:57.938011 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:24:57.939718 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:24:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:58.164226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-23174265-31ec-4337-86e7-412e327967f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:58.168242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-23174265-31ec-4337-86e7-412e327967f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.2697146 Jul 05 10:24:58.178453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07763d73-ba0f-46af-bfcf-88c961d16b05 req-b53273bd-6c74-49c4-9406-5cf5b48ad3fd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:58.181878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07763d73-ba0f-46af-bfcf-88c961d16b05 req-b53273bd-6c74-49c4-9406-5cf5b48ad3fd tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 946 time: 0.2447507 Jul 05 10:24:58.263872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-4b074d3c-cc27-4990-8938-56b8b66ac9c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 200 len: 217 time: 0.0802228 Jul 05 10:24:58.281365 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:24:58.384198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-07763d73-ba0f-46af-bfcf-88c961d16b05 req-8cc03fda-ee1f-46d8-aed2-581f36c56ad3 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1883624 Jul 05 10:24:58.408392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-223ae00a-1334-4861-98e9-2b6c52ff92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:58.411874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-223ae00a-1334-4861-98e9-2b6c52ff92d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1344507 Jul 05 10:24:58.526915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-5b916a71-b70d-4a8b-83d4-32fde957efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:58.529817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-5b916a71-b70d-4a8b-83d4-32fde957efb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096096 Jul 05 10:24:58.722832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-8236bcf7-21d4-426d-ac06-416e575daf46 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833506 Jul 05 10:24:58.770851 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:21:04Z', 'revision_number': 1, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:58.835019 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5670748-29aa-4e93-95e0-ac035ec96938 None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'c693316c-0b85-49ae-8ed0-440f35b3f2d4', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'port_id': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'mac_address': 'fa:16:3e:d6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:59Z', 'updated_at': '2021-07-05T10:21:04Z', 'revision_number': 1, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:24:58.917814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4eb494f8-d3ed-4b11-9167-bd53904928a3 req-55f3a410-5997-4668-9f93-a7be9b92cdc8 service neutron] 10.222.0.16 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825068 Jul 05 10:24:59.266860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8412dd-9913-4481-b65c-c06ea5618612 None None] New status for floating IP dec41578-f56e-4c91-a6d2-ce9876eeabeb: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:24:59.793775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-b498c746-9685-4c18-a72f-8540e398643b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:59.796490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-b498c746-9685-4c18-a72f-8540e398643b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 946 time: 0.1767874 Jul 05 10:24:59.813504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091b745-c2e5-4e7a-921e-a3432860087c req-82334673-487f-44f4-98e7-8f34bd36523c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:59.816426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7091b745-c2e5-4e7a-921e-a3432860087c req-82334673-487f-44f4-98e7-8f34bd36523c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 946 time: 0.2505448 Jul 05 10:24:59.951892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.954926 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.963920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7091b745-c2e5-4e7a-921e-a3432860087c req-c00e5cbe-9975-49f9-b3dd-399c6b9d8545 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312447 Jul 05 10:25:00.086310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 8778a12a-898b-452d-a1fa-d30c6fee01ca {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:00.087388 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:00.322610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] For port 8778a12a-898b-452d-a1fa-d30c6fee01ca, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=8778a12a-898b-452d-a1fa-d30c6fee01ca,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:00.324712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:00.354882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 8778a12a-898b-452d-a1fa-d30c6fee01ca owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:00.678439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:00.727017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=8778a12a-898b-452d-a1fa-d30c6fee01ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:00.749941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.750629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.751407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.752149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.752570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.753123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.753657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.754390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.754953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.755700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.756581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.756949 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:00.834609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] No DVR routers for this DVR port 8778a12a-898b-452d-a1fa-d30c6fee01ca on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:00.840716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:00.844266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60e8c9d0-1fac-4d5c-9569-d9048ce3d65c req-e2ef35a2-b307-4d53-86de-18f375d80b69 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.16 "DELETE /v2.0/ports/8778a12a-898b-452d-a1fa-d30c6fee01ca HTTP/1.1" status: 204 len: 173 time: 1.0261278 Jul 05 10:25:00.845095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'name': 'network-vif-deleted', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:00.851169 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413b833d-a984-450c-86be-166555b99b23" -d '{"events": [{"server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "name": "network-vif-deleted", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:01.283260 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f815c296-89d4-43c4-a964-347a8b9415bd x-openstack-request-id: req-f815c296-89d4-43c4-a964-347a8b9415bd {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:01.284458 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edba8c6-2f0e-4e94-832c-0e2e210c0a3b", "name": "network-vif-deleted", "tag": "8778a12a-898b-452d-a1fa-d30c6fee01ca", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:01.284458 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f815c296-89d4-43c4-a964-347a8b9415bd {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:01.285053 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edba8c6-2f0e-4e94-832c-0e2e210c0a3b', 'name': 'network-vif-deleted', 'tag': '8778a12a-898b-452d-a1fa-d30c6fee01ca', 'status': 'completed', 'code': 200} Jul 05 10:25:01.528437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-325933f4-2d0f-4cdf-99ab-9171fc97f3cc req-48f0a57b-fae0-4b44-9dd8-1d51170b7ffe tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0687225 Jul 05 10:25:02.823050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2338bd9c-c650-420e-8ddf-f62c39b01c33 req-5e9a6069-0c3c-4f74-81ef-c221d6ff40b5 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0550060 Jul 05 10:25:02.898154 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:25:03.888163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8778a12a-898b-452d-a1fa-d30c6fee01ca no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:03.934971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 8778a12a-898b-452d-a1fa-d30c6fee01ca {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:03.935621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 8778a12a-898b-452d-a1fa-d30c6fee01ca not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:04.189788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9bf97692-502e-4cba-a5f0-f15743ad3c00 req-29c99c62-12b2-4807-ac72-c818e438d61b tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0578473 Jul 05 10:25:04.443361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6508d13-9247-4a0a-9a5c-a38b4b341cbe req-0d79dfab-35de-4b50-9fbc-7980b848d809 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:04.446168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6508d13-9247-4a0a-9a5c-a38b4b341cbe req-0d79dfab-35de-4b50-9fbc-7980b848d809 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 950 time: 0.1038089 Jul 05 10:25:04.507598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6508d13-9247-4a0a-9a5c-a38b4b341cbe req-b92a14ae-5f04-4867-8b74-11f6cc898136 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531523 Jul 05 10:25:05.480807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3564c5f6-2a46-472b-9354-fe1bcbc301ea req-58f8386c-d809-4381-80a0-db3b4a8d2154 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0591326 Jul 05 10:25:05.957218 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-16578195-56eb-48a3-afcc-ed1b5c404e98 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:05.960309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-16578195-56eb-48a3-afcc-ed1b5c404e98 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 950 time: 0.2256849 Jul 05 10:25:05.979656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac92416-ec48-417b-ab77-ab831b436fa0 req-96e1e306-b4c1-4f93-a68f-6fd1ff5216ab tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:05.983030 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aac92416-ec48-417b-ab77-ab831b436fa0 req-96e1e306-b4c1-4f93-a68f-6fd1ff5216ab tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 950 time: 0.2321270 Jul 05 10:25:06.140056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aac92416-ec48-417b-ab77-ab831b436fa0 req-15e034ff-49a8-4c40-857b-c3ab6ef5994e tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/security-groups?id=24642fe4-87c3-4631-aa28-d77cb953476f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424613 Jul 05 10:25:06.249450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Deleting port e3df8007-fe9b-4471-9881-ea9c9b1019c8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:06.250167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.436196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] For port e3df8007-fe9b-4471-9881-ea9c9b1019c8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e3df8007-fe9b-4471-9881-ea9c9b1019c8,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:06.436839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.456139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Calling delete_port for e3df8007-fe9b-4471-9881-ea9c9b1019c8 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:06.776580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f74fa82-9c1b-4819-a0c4-56e964ea3939 req-71c40ba6-b882-415c-91a4-97784a2d71c9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0746946 Jul 05 10:25:06.784233 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.802100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['e3df8007-fe9b-4471-9881-ea9c9b1019c8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:06.845465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Pushing event deleted for resources: {'Port': ['ID=e3df8007-fe9b-4471-9881-ea9c9b1019c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:06.919830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] No DVR routers for this DVR port e3df8007-fe9b-4471-9881-ea9c9b1019c8 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:06.923949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.927305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-691aa7c6-c4c4-4f84-81d9-53073526d5ee req-1b057085-1a37-42f8-864d-24d860676027 tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.15 "DELETE /v2.0/ports/e3df8007-fe9b-4471-9881-ea9c9b1019c8 HTTP/1.1" status: 204 len: 173 time: 0.9426153 Jul 05 10:25:06.927997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'name': 'network-vif-deleted', 'tag': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:06.932645 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f6a1f-4eaf-4318-8745-d17181aad794" -d '{"events": [{"server_uuid": "e79ac29e-5304-4c4e-82c7-9557638fd087", "name": "network-vif-deleted", "tag": "e3df8007-fe9b-4471-9881-ea9c9b1019c8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:07.000369 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b3d3ef-55ea-48fc-b056-747c10856d7c x-openstack-request-id: req-e0b3d3ef-55ea-48fc-b056-747c10856d7c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:07.001458 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79ac29e-5304-4c4e-82c7-9557638fd087", "name": "network-vif-deleted", "tag": "e3df8007-fe9b-4471-9881-ea9c9b1019c8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:07.002446 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0b3d3ef-55ea-48fc-b056-747c10856d7c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:07.003595 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79ac29e-5304-4c4e-82c7-9557638fd087', 'name': 'network-vif-deleted', 'tag': 'e3df8007-fe9b-4471-9881-ea9c9b1019c8', 'status': 'completed', 'code': 200} Jul 05 10:25:07.469411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d76985c4-7513-4194-a839-789b3d35ce0a req-e45b0fe6-9e84-4160-87be-e67fcb0bec4f tempest-VolumesBackupsTest-1094496756 tempest-VolumesBackupsTest-1094496756-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79ac29e-5304-4c4e-82c7-9557638fd087 HTTP/1.1" status: 200 len: 210 time: 0.0675583 Jul 05 10:25:08.078583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e8cdc42c-ccb2-4537-9a9c-374ce8bc0084 req-6d570f5a-300f-4e51-be15-08a35bfb7463 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0605114 Jul 05 10:25:09.420166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12e87796-f7bb-454f-9e97-875da1c5fa94 req-16458bb1-3d44-4d0a-a299-285b3f0393b9 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edba8c6-2f0e-4e94-832c-0e2e210c0a3b HTTP/1.1" status: 200 len: 210 time: 0.0548232 Jul 05 10:25:09.579990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e3df8007-fe9b-4471-9881-ea9c9b1019c8 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:09.616475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: e3df8007-fe9b-4471-9881-ea9c9b1019c8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:09.617049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e3df8007-fe9b-4471-9881-ea9c9b1019c8 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:14.119314 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5f6eeb9-8cb1-49dc-b4cd-b22c9e856163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.839490 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69923769-4d9c-45c7-9f86-42cd86a4703b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.895241 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.472285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:17.795496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 88afb23b-2fe4-4d18-bf63-afbb36835b34 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:17.795810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.077595 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.486410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.487324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.517625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 88afb23b-2fe4-4d18-bf63-afbb36835b34 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:18.836096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.875003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=88afb23b-2fe4-4d18-bf63-afbb36835b34,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:18.995960 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.996625 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Floating IP c693316c-0b85-49ae-8ed0-440f35b3f2d4 disassociated (deleted). External IP: 172.25.1.201, port: 96bf187d-4117-4e50-9633-cda8ae4fd7cf. Jul 05 10:25:19.446846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:19.678936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:19.687453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.711173 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:19.730561 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:19.731548 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:25:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:19.766857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-54ef3ead-69ab-4659-a7d9-fa66c55f7eaf tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "DELETE /v2.0/floatingips/c693316c-0b85-49ae-8ed0-440f35b3f2d4 HTTP/1.1" status: 204 len: 168 time: 2.2926295 Jul 05 10:25:19.767974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:19.782732 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:19.882765 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.987470 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:20.292225 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7408245-31f4-4efe-9c95-0af37cdd78b8 x-openstack-request-id: req-a7408245-31f4-4efe-9c95-0af37cdd78b8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:20.293146 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:20.293836 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7408245-31f4-4efe-9c95-0af37cdd78b8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:20.295333 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'status': 'completed', 'code': 200} Jul 05 10:25:20.486978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-62f11cc7-3ab5-417b-8c27-b1747bbfad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:20.493880 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-62f11cc7-3ab5-417b-8c27-b1747bbfad0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9700116bf4394a16a285b5783db7bf17&device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 1097 time: 0.1446722 Jul 05 10:25:20.502340 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:20.580146 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:20.607992 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:20.609516 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:25:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:20.785339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce71bef-f475-4b95-a1df-eb9296e0c6c5 req-74123000-97b0-42d9-a13a-fcd5962d668d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:20.787382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ce71bef-f475-4b95-a1df-eb9296e0c6c5 req-74123000-97b0-42d9-a13a-fcd5962d668d tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 945 time: 0.2872570 Jul 05 10:25:20.819393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-cb6c359d-f774-471e-a102-fe0caac542b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:20.822194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-cb6c359d-f774-471e-a102-fe0caac542b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 200 len: 912 time: 0.3196042 Jul 05 10:25:20.906645 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:20.941568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-f89bca0c-7c78-407b-9c1c-50abd161889c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 200 len: 217 time: 0.0993972 Jul 05 10:25:21.080066 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8ce71bef-f475-4b95-a1df-eb9296e0c6c5 req-7ecdc783-5ea8-49a0-859a-3710e8ecf57a tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2766500 Jul 05 10:25:21.093913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-7cbe1de8-9a71-4bbf-8a51-35550f2b4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:21.097520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-7cbe1de8-9a71-4bbf-8a51-35550f2b4cab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 200 len: 850 time: 0.1383247 Jul 05 10:25:21.223065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-7a6664e7-fcb0-409f-a3c3-dd6802eb0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:21.226021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-7a6664e7-fcb0-409f-a3c3-dd6802eb0b01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad129a7e-c36f-42d3-b374-7e79d50be067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195650 Jul 05 10:25:21.401062 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:21.436034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-81a4d3db-73f6-4715-9e27-bff5643877d4 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963954 Jul 05 10:25:21.450872 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2e943-d31e-4722-908f-02dc35a168c3 None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'c2a4722b-b286-4622-907b-593b6e6f5c6f', 'name': '', 'network_id': 'ad129a7e-c36f-42d3-b374-7e79d50be067', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'mac_address': 'fa:16:3e:94:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:13Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'subnets': [{'id': 'a4fccc26-3b85-4e7a-8165-c040fe9d0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:21.642118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d3bb7f9-c6ab-4af9-bb06-060361431bfd req-c96966ac-69e6-4776-a7b9-a57d8ec6c3c2 service neutron] 10.222.0.15 "GET /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004838 Jul 05 10:25:21.884234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be849c91-552a-4445-b168-a30ef5cb50f7 None None] New status for floating IP c693316c-0b85-49ae-8ed0-440f35b3f2d4: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:25:22.221629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-3a9dda30-e51e-4987-acdb-337514fa0d12 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.224592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-3a9dda30-e51e-4987-acdb-337514fa0d12 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 945 time: 0.1596789 Jul 05 10:25:22.543901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 96bf187d-4117-4e50-9633-cda8ae4fd7cf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:22.544731 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.664202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76bb72-8ac8-42af-aac9-22819eb78376 req-7f84ff74-e1bd-43b2-af3b-bbed7998a375 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.666469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed76bb72-8ac8-42af-aac9-22819eb78376 req-7f84ff74-e1bd-43b2-af3b-bbed7998a375 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 945 time: 0.2622550 Jul 05 10:25:22.813985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed76bb72-8ac8-42af-aac9-22819eb78376 req-cc1cbfa9-bfa7-47a6-bf5e-7391a9c877a8 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/security-groups?id=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335535 Jul 05 10:25:22.828521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] For port 96bf187d-4117-4e50-9633-cda8ae4fd7cf, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=96bf187d-4117-4e50-9633-cda8ae4fd7cf,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:22.829403 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.857528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 96bf187d-4117-4e50-9633-cda8ae4fd7cf owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:23.109266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:23.172930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=96bf187d-4117-4e50-9633-cda8ae4fd7cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:23.276809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] No DVR routers for this DVR port 96bf187d-4117-4e50-9633-cda8ae4fd7cf on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:23.282086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:23.286717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b157cdb-f579-43a0-8aa0-325409a81524 req-c63bc3aa-c9fc-445c-b727-b7282ff3b439 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.15 "DELETE /v2.0/ports/96bf187d-4117-4e50-9633-cda8ae4fd7cf HTTP/1.1" status: 204 len: 173 time: 1.0549240 Jul 05 10:25:23.287627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'name': 'network-vif-deleted', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:23.293189 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3fc89b-8678-474a-a7b1-c09907c77d36" -d '{"events": [{"server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "name": "network-vif-deleted", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:23.390391 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc84c1e7-9dff-4fe6-a189-dd78c24e89c3 x-openstack-request-id: req-fc84c1e7-9dff-4fe6-a189-dd78c24e89c3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:23.391568 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace61824-9046-47a7-925c-fa1717c8f17a", "name": "network-vif-deleted", "tag": "96bf187d-4117-4e50-9633-cda8ae4fd7cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:23.391998 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc84c1e7-9dff-4fe6-a189-dd78c24e89c3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:23.397989 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace61824-9046-47a7-925c-fa1717c8f17a', 'name': 'network-vif-deleted', 'tag': '96bf187d-4117-4e50-9633-cda8ae4fd7cf', 'status': 'completed', 'code': 200} Jul 05 10:25:24.111892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cf23e54-859e-4fa8-bc44-fe15a0186be9 req-bf6e4d55-8644-4521-9d4e-b450bec6d58c tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0477791 Jul 05 10:25:25.393676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46e049a6-19a7-4b1d-a88b-a3c04deaff1a req-431f5b1c-40cd-48cf-a163-30b0e0d13d43 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0551386 Jul 05 10:25:25.700815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 96bf187d-4117-4e50-9633-cda8ae4fd7cf no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:25.743159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 96bf187d-4117-4e50-9633-cda8ae4fd7cf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:25.743683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 96bf187d-4117-4e50-9633-cda8ae4fd7cf not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:26.762445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddbb452c-3afa-4c75-a981-fcfaa23f4265 req-e4feac64-7c0f-4f04-9035-23ab253e44c2 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0962763 Jul 05 10:25:28.086500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c89b989a-a6ac-4983-a96d-82d8d4943d79 req-13b19efc-eeab-4367-818c-4cf736b940ee tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0596368 Jul 05 10:25:29.385705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb9a715f-8b00-4ea3-b7be-a70d501cbcce req-2d46e109-e099-4733-bbc1-4150081858e4 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace61824-9046-47a7-925c-fa1717c8f17a HTTP/1.1" status: 200 len: 210 time: 0.0501552 Jul 05 10:25:29.981643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:29.982636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:30.581552 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:30.854368 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Deleting port 1cee3202-4ecb-4407-b2f1-dc5da19eaf51 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:30.854954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.025526 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.026046 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.052437 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Calling delete_port for 1cee3202-4ecb-4407-b2f1-dc5da19eaf51 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:31.399558 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.449028 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'Port': ['ID=1cee3202-4ecb-4407-b2f1-dc5da19eaf51,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:31.574826 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.580153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.582314 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-09b21d6c-e332-481c-9984-abb2167b8517 tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "DELETE /v2.0/floatingips/f41a2831-470c-4c25-a521-887c72a4f26b HTTP/1.1" status: 204 len: 168 time: 0.9990799 Jul 05 10:25:35.365076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:35.488905 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad099-74ae-444d-8f86-9ef0937499ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.550694 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad099-74ae-444d-8f86-9ef0937499ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.740284 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad099-74ae-444d-8f86-9ef0937499ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.746406 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad099-74ae-444d-8f86-9ef0937499ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.752865 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ca1ad099-74ae-444d-8f86-9ef0937499ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] 10.222.0.21 "DELETE /v2.0/security-groups/ddeea73e-23cd-4aa8-9c29-b2b57ae95c99 HTTP/1.1" status: 204 len: 168 time: 0.3821676 Jul 05 10:25:35.768755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ad099-74ae-444d-8f86-9ef0937499ab tempest-TestVolumeBootPattern-2033004324 tempest-TestVolumeBootPattern-2033004324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeea73e-23cd-4aa8-9c29-b2b57ae95c99,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:36.928299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:38.007197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.532110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Deleting port c2a4722b-b286-4622-907b-593b6e6f5c6f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:38.532601 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.682444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] For port c2a4722b-b286-4622-907b-593b6e6f5c6f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c2a4722b-b286-4622-907b-593b6e6f5c6f,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:38.682988 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.709892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Calling delete_port for c2a4722b-b286-4622-907b-593b6e6f5c6f owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:39.103903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.165923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a4722b-b286-4622-907b-593b6e6f5c6f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:39.552234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.903586 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:25:40.024474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Router 96e80a0e-3f60-4f49-a96a-5930816f7c55 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:40.214433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:40.229657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3abd234f-a44d-4dae-add4-a013819dafec admin admin] 10.222.0.21 "PUT /v2.0/routers/96e80a0e-3f60-4f49-a96a-5930816f7c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2927635 Jul 05 10:25:40.229834 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:40.233760 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] Sync routers for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:40.252409 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:40.253601 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:25:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.435588 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:40.443184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.678605 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.819618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Deleting port db231547-214c-4408-86c9-a200e87d738d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:40.819891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.825919 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'db231547-214c-4408-86c9-a200e87d738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:25:39Z', 'revision_number': 5, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port': {'id': 'db231547-214c-4408-86c9-a200e87d738d', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:07Z', 'updated_at': '2021-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.876608 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] Checking router: 96e80a0e-3f60-4f49-a96a-5930816f7c55 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:40.890036 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] Routers {'96e80a0e-3f60-4f49-a96a-5930816f7c55'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:40.890918 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:25:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['96e80a0e-3f60-4f49-a96a-5930816f7c55'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.982522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] For port db231547-214c-4408-86c9-a200e87d738d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=db231547-214c-4408-86c9-a200e87d738d,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:40.983004 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.007850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Calling delete_port for db231547-214c-4408-86c9-a200e87d738d owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:41.038905 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] Set router 96e80a0e-3f60-4f49-a96a-5930816f7c55 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:41.296793 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:25:40Z', 'revision_number': 6, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:41.341065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.348552 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b825a-f0a4-41a5-93b4-8ac61dc3c7f4 None None] The sync data for ids ['96e80a0e-3f60-4f49-a96a-5930816f7c55'] in n-d-771363-33 is: [{'id': '96e80a0e-3f60-4f49-a96a-5930816f7c55', 'name': 'tempest-TestVolumeBootPattern-833407793-router', 'tenant_id': '9700116bf4394a16a285b5783db7bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:05Z', 'updated_at': '2021-07-05T10:25:40Z', 'revision_number': 6, 'project_id': '9700116bf4394a16a285b5783db7bf17', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:41.387874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=db231547-214c-4408-86c9-a200e87d738d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:41.524258 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.702867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.707544 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.792942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.794977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e80a0e-3f60-4f49-a96a-5930816f7c55 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:25:41.804519 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.806746 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8ad83195-d33b-4fe2-ac1e-029d05150b16 admin admin] 10.222.0.21 "DELETE /v2.0/routers/96e80a0e-3f60-4f49-a96a-5930816f7c55 HTTP/1.1" status: 204 len: 168 time: 1.5762048 Jul 05 10:25:41.811323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35612) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:41.896336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] Deleting subnet a4fccc26-3b85-4e7a-8165-c040fe9d0b9f {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:25:41.902349 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.987321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.160254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.298808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.356819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fccc26-3b85-4e7a-8165-c040fe9d0b9f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:42.368638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.373341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d77f817b-b6a7-4433-8ad4-f6aa507e4b3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4fccc26-3b85-4e7a-8165-c040fe9d0b9f HTTP/1.1" status: 204 len: 168 time: 0.5604634 Jul 05 10:25:42.379652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849e1a3-c6a7-4d88-8b14-c316d6dbfc1d None None] Network ad129a7e-c36f-42d3-b374-7e79d50be067 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:42.380290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:42.530480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.673785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Deleting port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:42.674405 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.792524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] DHCP port deletion for ad129a7e-c36f-42d3-b374-7e79d50be067 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:25:42.828829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] For port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:42.829692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.866265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Calling delete_port for e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:42.900469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Deleting port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:42.901161 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.039143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] For port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,segment=NetworkSegment(e956d415-6540-4959-8d7e-d10ef2e1b65a),segment_id=e956d415-6540-4959-8d7e-d10ef2e1b65a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:43.040717 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.043746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.067372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Calling delete_port for e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:43.096258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:43.108467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] No DVR routers for this DVR port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:43.233924 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.250973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.272413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad129a7e-c36f-42d3-b374-7e79d50be067']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:43.291261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e956d415-6540-4959-8d7e-d10ef2e1b65a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:43.292007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e956d415-6540-4959-8d7e-d10ef2e1b65a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:43.295434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Pushing event deleted for resources: {'Port': ['ID=e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:43.308976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.317974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] No DVR routers for this DVR port e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:43.341673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.342753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.343598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.345075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.345599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.346470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.347866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.348776 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.349320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.350843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.356687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.357983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.359023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50922680-9094-4cc8-9aa2-5b1da0851251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:43.365050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:43.365050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:25:43.371276 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:25:43.384881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2a4722b-b286-4622-907b-593b6e6f5c6f no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:43.425179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c2a4722b-b286-4622-907b-593b6e6f5c6f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:43.425787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c2a4722b-b286-4622-907b-593b6e6f5c6f not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:43.426243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:43.472754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:43.473333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e5edb1e1-bb5d-43b0-a15e-766d0b8bf1dd not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:43.474079 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device db231547-214c-4408-86c9-a200e87d738d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:43.486798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.513680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.521737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad129a7e-c36f-42d3-b374-7e79d50be067 HTTP/1.1" status: 204 len: 168 time: 1.1361163 Jul 05 10:25:43.522643 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:43.523809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: db231547-214c-4408-86c9-a200e87d738d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:43.524689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device db231547-214c-4408-86c9-a200e87d738d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:43.527597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298a59b-16e5-44f2-bc1d-4f6f83488f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad129a7e-c36f-42d3-b374-7e79d50be067,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:44.088214 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce560bc-7e36-4dce-8e24-c4c07967cf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.265317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.794723 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Deleting port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:44.795798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.951471 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] For port 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,segment=NetworkSegment(2fdc2695-c7b6-4da3-b05a-512358a87ed6),segment_id=2fdc2695-c7b6-4da3-b05a-512358a87ed6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:44.952148 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.986264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Calling delete_port for 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:45.360503 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.413868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:45.740235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.566085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:46.848964 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3d9106c-e08f-49e5-ab1f-9584fd8dee57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.872402 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:46.891957 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-18802457-aed5-4e02-b015-982e9c7ace41 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5735c0c-6e6b-47fa-8644-d988cedcc7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3665612 Jul 05 10:25:46.892265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] Sync routers for ids ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:46.895687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35636) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:46.907968 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.921395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] Routers {'b5735c0c-6e6b-47fa-8644-d988cedcc7b1'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:46.922865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:25:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:47.174247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] Set router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:47.585761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:25:45Z', 'revision_number': 5, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:47.641454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] Checking router: b5735c0c-6e6b-47fa-8644-d988cedcc7b1 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:47.657863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] Routers {'b5735c0c-6e6b-47fa-8644-d988cedcc7b1'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:47.658912 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:25:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:47.735820 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.965167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.075519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Deleting port e42a9754-9bdf-45f6-8a31-d96fe50acbce {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:48.075998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.153570 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.176288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] Set router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:48.251730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] For port e42a9754-9bdf-45f6-8a31-d96fe50acbce, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e42a9754-9bdf-45f6-8a31-d96fe50acbce,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:48.253031 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.281680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Calling delete_port for e42a9754-9bdf-45f6-8a31-d96fe50acbce owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:48.554624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:25:45Z', 'revision_number': 5, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:48.613876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.635344 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14e295-53d1-4ecd-b881-ab2fe6d1685c None None] The sync data for ids ['b5735c0c-6e6b-47fa-8644-d988cedcc7b1'] in n-d-771363-33 is: [{'id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'name': 'tempest-TestVolumeBootPattern-1401757816-router', 'tenant_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:25Z', 'updated_at': '2021-07-05T10:25:45Z', 'revision_number': 5, 'project_id': 'fc58d2df93a0446c893c7b2ff329f9fc', 'gw_port': {'id': 'e42a9754-9bdf-45f6-8a31-d96fe50acbce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5735c0c-6e6b-47fa-8644-d988cedcc7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:28Z', 'updated_at': '2021-07-05T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:48.666332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Pushing event deleted for resources: {'Port': ['ID=e42a9754-9bdf-45f6-8a31-d96fe50acbce,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.794255 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.983691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.988325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.085814 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.086859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5735c0c-6e6b-47fa-8644-d988cedcc7b1 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:25:49.096069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.099911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-61b5e99b-18f5-43ac-9c66-0df7ac56355f admin admin] 10.222.0.21 "DELETE /v2.0/routers/b5735c0c-6e6b-47fa-8644-d988cedcc7b1 HTTP/1.1" status: 204 len: 168 time: 2.2013211 Jul 05 10:25:49.102150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:49.197769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] Deleting subnet b456e763-79de-484a-96c5-17ea8b3077d3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:25:49.204093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.282895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.478382 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.591711 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.647424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.655928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b456e763-79de-484a-96c5-17ea8b3077d3 HTTP/1.1" status: 204 len: 168 time: 0.5479650 Jul 05 10:25:49.655928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082684b-4f61-4abf-bf4a-5005c0aba510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b456e763-79de-484a-96c5-17ea8b3077d3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:49.656694 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35654) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:49.692792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191eb45-58e6-4829-baf6-af40ba2dcf9c None None] Network fde6d6a8-26a2-41a1-a7df-736c5f925205 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:49.796553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:49.863535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:49.864221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01cb201c-6cec-4a8d-bdb7-6d0d6afdd21e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:49.866613 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.918283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.000409 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Deleting port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:50.001014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.126252 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] For port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,segment=NetworkSegment(2fdc2695-c7b6-4da3-b05a-512358a87ed6),segment_id=2fdc2695-c7b6-4da3-b05a-512358a87ed6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:50.127190 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.147167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] DHCP port deletion for fde6d6a8-26a2-41a1-a7df-736c5f925205 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:25:50.154768 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Calling delete_port for 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:50.240887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] Deleting port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:50.241484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.283693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.330078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:50.336260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] No DVR routers for this DVR port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:50.388367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] For port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,segment=NetworkSegment(2fdc2695-c7b6-4da3-b05a-512358a87ed6),segment_id=2fdc2695-c7b6-4da3-b05a-512358a87ed6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:50.389520 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.416698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] Calling delete_port for 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:50.468760 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.503008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde6d6a8-26a2-41a1-a7df-736c5f925205']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:50.528450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdc2695-c7b6-4da3-b05a-512358a87ed6') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:50.529325 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdc2695-c7b6-4da3-b05a-512358a87ed6') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:50.548822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.574206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.586308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:50.587387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:25:50.590818 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:25:50.599163 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.645433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] Pushing event deleted for resources: {'Port': ['ID=7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:50.650803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636f971-bb18-43b2-8c5d-ee4080f28243 None None] No DVR routers for this DVR port 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:50.713715 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.725889 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:50.729721 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] 10.222.0.21 "DELETE /v2.0/networks/fde6d6a8-26a2-41a1-a7df-736c5f925205 HTTP/1.1" status: 204 len: 168 time: 1.0715132 Jul 05 10:25:50.749458 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb254c-23a8-45d6-8339-9b31d7359aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=fde6d6a8-26a2-41a1-a7df-736c5f925205,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:50.970280 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:51.058573 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-dc4bf5c6-dafa-4ed8-9340-b7c3a80e9e03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9700116bf4394a16a285b5783db7bf17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829425 Jul 05 10:25:51.060018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 35674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:51.140638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-728d6a2e-0843-4e5a-b209-a3dd648f021d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:51.187332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-728d6a2e-0843-4e5a-b209-a3dd648f021d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:51.295363 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-728d6a2e-0843-4e5a-b209-a3dd648f021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:51.300733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-728d6a2e-0843-4e5a-b209-a3dd648f021d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:51.303533 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-728d6a2e-0843-4e5a-b209-a3dd648f021d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4af5ae1-7edc-4416-bb66-74191dab532e HTTP/1.1" status: 204 len: 168 time: 0.2418551 Jul 05 10:25:51.322818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d6a2e-0843-4e5a-b209-a3dd648f021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4af5ae1-7edc-4416-bb66-74191dab532e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:51.393034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:51.438866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:51.439585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7ffd62c5-d6dd-4e62-ab18-d3bd334d8a92 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:51.441058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e42a9754-9bdf-45f6-8a31-d96fe50acbce no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:51.479987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e42a9754-9bdf-45f6-8a31-d96fe50acbce {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:51.480643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e42a9754-9bdf-45f6-8a31-d96fe50acbce not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:51.968732 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:52.030675 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a610b22e-eace-4a88-8237-a621f969ee82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc58d2df93a0446c893c7b2ff329f9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603361 Jul 05 10:25:52.034839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 35682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:52.128215 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc1ad8c-6f62-4461-a2d1-76dddf3a89dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.189656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc1ad8c-6f62-4461-a2d1-76dddf3a89dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.296967 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc1ad8c-6f62-4461-a2d1-76dddf3a89dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.301752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5cc1ad8c-6f62-4461-a2d1-76dddf3a89dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.303965 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5cc1ad8c-6f62-4461-a2d1-76dddf3a89dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc1ba0b9-a69f-4eb2-ab61-04d3831586ec HTTP/1.1" status: 204 len: 168 time: 0.2673562 Jul 05 10:25:52.320207 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1ad8c-6f62-4461-a2d1-76dddf3a89dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ba0b9-a69f-4eb2-ab61-04d3831586ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:59.990453 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:59.992822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.089366 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ff962d8-c86f-4aa8-a2af-30a82e987348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.827562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c133-8f0a-4044-a9f9-dd558c8ba6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.891043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.911038 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:18.084872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.876328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.988350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.990309 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:44.083632 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ea32272-d00f-4a9d-b903-9fb4145764bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:46.838575 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8b04-2e4c-4d40-bc7d-d57f7af74e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:46.883855 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:48.086606 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.880092 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.906612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:59.971772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.004761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.090618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee77-a925-49a3-8a0b-29a06862bb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.837772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b99068d8-0629-491f-a5a8-8be1693671a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.893689 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.094363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.883530 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.005992 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.010801 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.909510 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:27:44.089057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66814f7f-891c-4405-a42e-f9a0eeabf037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.839054 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f8cf4e3-10a9-46a8-b722-e752bc4bee9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.890696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:48.098400 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:49.888589 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.976543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.006798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.906167 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:28:14.088448 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a9a57d0-f69f-44a2-94c5-27aa6574986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:16.842223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-972006d8-a37a-4d9a-abe5-48abf54cde6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:16.898850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:18.096658 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:19.889782 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.971283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:30.006542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.089621 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-899033ca-0b9e-40d6-badf-2d31dfdd4bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.898389 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:28:46.832222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87f6df88-1e42-4db8-8afa-07bcb9341861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:46.888834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:48.106294 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.897254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:59.969762 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.018701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.091398 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d20a9b-239b-49dd-b10b-87873eb15a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.833711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3636-1166-4efd-91b7-672d9496cada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.881887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.107250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.905606 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.900039 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:29.974096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.031103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.574354 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:39.862661 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-101badf8-d7a9-4d9b-9829-52df090beb49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6de19be0e3cb48ee80d1083590814803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863193 Jul 05 10:29:39.866372 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:39.934324 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.971396 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.061602 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.066659 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.068863 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24642fe4-87c3-4631-aa28-d77cb953476f HTTP/1.1" status: 204 len: 168 time: 0.2009676 Jul 05 10:29:40.083261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24642fe4-87c3-4631-aa28-d77cb953476f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:40.098358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.098923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.099551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.100055 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.100635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.101227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.101800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.103802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.103802 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.104260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.104837 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:40.105412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd5d30-80ce-49e0-bc69-43621dae03ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:41.807903 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:41.995822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9c95db5-f67b-4e10-b293-0ec928d2e546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.153170 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9c95db5-f67b-4e10-b293-0ec928d2e546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.158291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9c95db5-f67b-4e10-b293-0ec928d2e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.208127 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e9c95db5-f67b-4e10-b293-0ec928d2e546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1143cbaaa1304ddc9c8c3ffec216a668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981094 Jul 05 10:29:42.208889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:42.209634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c95db5-f67b-4e10-b293-0ec928d2e546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36776651-bb9b-4f45-8bfd-4ff78ad3b1c1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:42.289589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.330861 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.425432 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.430658 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.432873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36776651-bb9b-4f45-8bfd-4ff78ad3b1c1 HTTP/1.1" status: 204 len: 168 time: 0.2224543 Jul 05 10:29:42.445792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36776651-bb9b-4f45-8bfd-4ff78ad3b1c1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:42.460779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.461961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.462564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.463187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.464443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.465046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.465897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.466352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.467112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.467723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.468301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:42.469019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6491ee-de56-4890-869d-fc0d998de868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:44.091666 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3efb318-cc9e-424a-8d0d-f0755c2b9c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.831317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1a25ae5-ceb8-4abc-ad0c-fa5c917df51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.889669 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.112264 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.904454 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.449282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-daa8fe8b-2a3e-4042-904c-2475e43205c3 req-89ea68ff-a763-47ab-8d22-04dbeb65e279 tempest-ServersNegativeTestJSON-1745979771 tempest-ServersNegativeTestJSON-1745979771-project] (93796) timed out ('10.222.0.21', 33058) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:29:55.594601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-443e79b1-ebee-4289-9d2b-8fd89923bd26 req-ba126190-9c12-40f6-9b84-fcd1956bfd33 service neutron] (93796) timed out ('10.222.0.21', 49892) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:29:58.909183 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:59.964468 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.022711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.050320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:04.225628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1792d272-c01f-4c6b-8c10-6139675c4922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.382090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1792d272-c01f-4c6b-8c10-6139675c4922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.387864 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1792d272-c01f-4c6b-8c10-6139675c4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.438830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1792d272-c01f-4c6b-8c10-6139675c4922 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44f920ec6f714ac3a024f90cce1f3d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868446 Jul 05 10:30:04.440287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792d272-c01f-4c6b-8c10-6139675c4922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d44003b-1dbd-4dd2-898e-6e7556e05ed3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:04.442545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:04.514773 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b96b34f-69a6-4acd-b4de-8b0d53230189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.545607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b96b34f-69a6-4acd-b4de-8b0d53230189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.612656 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b96b34f-69a6-4acd-b4de-8b0d53230189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.616797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b96b34f-69a6-4acd-b4de-8b0d53230189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.618664 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8b96b34f-69a6-4acd-b4de-8b0d53230189 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d44003b-1dbd-4dd2-898e-6e7556e05ed3 HTTP/1.1" status: 204 len: 168 time: 0.1747007 Jul 05 10:30:04.628064 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96b34f-69a6-4acd-b4de-8b0d53230189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d44003b-1dbd-4dd2-898e-6e7556e05ed3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:05.701538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:05.911772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1211139449-network', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:05.951181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Made reservation on behalf of 4b6c3fe71fdd4009bed9c189ca213eac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:05.955525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.971659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.163598 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.170642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.208635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:06.235838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b518c8a-574b-4592-9ce4-40ec2a384680,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:06.244818 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.245359 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Added segment 67bcc4fc-53b5-4f80-bde0-8760f72ed4fd of type vlan for network 5c30f899-e829-478d-80a3-e5822590a3f8 Jul 05 10:30:06.321157 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.364881 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.366687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:06.368192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.438588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7311995 Jul 05 10:30:06.439016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:06.448663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Request body: {'subnet': {'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1211139449-subnet', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:06.464116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379097cc-b69e-4879-b221-c0f3499ba10a admin admin] Pushing event updated for resources: {'Network': ['ID=5c30f899-e829-478d-80a3-e5822590a3f8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:06.481052 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 5c30f899-e829-478d-80a3-e5822590a3f8 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:06.493870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Made reservation on behalf of 4b6c3fe71fdd4009bed9c189ca213eac for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:06.497069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.823548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.941275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebe66d6-4fa4-4d36-a521-fe66c464170e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:06.962680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Checking segment: {'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:06.963221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Network hostable DHCP agents. Network: 5c30f899-e829-478d-80a3-e5822590a3f8, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:06.994941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Network 5c30f899-e829-478d-80a3-e5822590a3f8 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:07.010961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 5c30f899-e829-478d-80a3-e5822590a3f8) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:07.018846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:07.020878 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.027844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08611b-5793-4dd9-9785-653626225eab None None] Network 5c30f899-e829-478d-80a3-e5822590a3f8 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:07.045547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1781adfc-fc5f-4b18-b2e4-63c0991e186c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6046662 Jul 05 10:30:07.049888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:07.058658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:07.102580 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.104741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.208347 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.314696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-5c30f899-e829-478d-80a3-e5822590a3f8', 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'fixed_ips': [{'subnet_id': '8ebe66d6-4fa4-4d36-a521-fe66c464170e'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:07.316289 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.441994 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.563016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Allocated IP 172.20.0.2 (5c30f899-e829-478d-80a3-e5822590a3f8/8ebe66d6-4fa4-4d36-a521-fe66c464170e/41e8088d-8695-4da8-a639-3c1d0a5cdc2e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:07.865742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.869154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.882934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Transition to ACTIVE for port object 41e8088d-8695-4da8-a639-3c1d0a5cdc2e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:07.904482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.915790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Transition to ACTIVE for port object 41e8088d-8695-4da8-a639-3c1d0a5cdc2e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:07.927871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.016227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Network 5c30f899-e829-478d-80a3-e5822590a3f8 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:08.025810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:08.032486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:08.045996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Pushing event updated for resources: {'Port': ['ID=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:08.081200 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Allocated IP 172.25.1.159 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/3b67044b-f485-43b4-946f-68f4d907fe35) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:08.099373 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.099968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.101274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.101274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.101649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.108277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.109011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.109834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.110188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.110780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.111618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.112225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:08.178253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Attempting to bind port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:08.179213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Attempting to bind port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:08.179821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Attempting to bind port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e on network 5c30f899-e829-478d-80a3-e5822590a3f8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:08.201230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:08.201851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Checking segment: {'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:08.202535 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.203264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Bound using segment: {'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:08.204126 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Bound port: 41e8088d-8695-4da8-a639-3c1d0a5cdc2e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:08.204782 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.294356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.355541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] For port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:08.362755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] For port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,segment=NetworkSegment(67bcc4fc-53b5-4f80-bde0-8760f72ed4fd),segment_id=67bcc4fc-53b5-4f80-bde0-8760f72ed4fd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:08.370455 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.376326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.456239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:08.462136 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:08.466652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:08.496879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97711ff-ebe3-4716-a637-e97621de1258 None None] Pushing event updated for resources: {'Port': ['ID=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:08.529093 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b67044b-f485-43b4-946f-68f4d907fe35,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:09.029705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.331246 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.593949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 41e8088d-8695-4da8-a639-3c1d0a5cdc2e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:09.700974 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:09.839068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19b993-9d31-453f-89ca-978a172c7eab None None] Network 5c30f899-e829-478d-80a3-e5822590a3f8 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:09.950717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Router 73d68087-4d00-455f-8938-9a44d8c8a392 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:30:09.953188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f5edcd8-af59-4383-9aed-ec5adc3e900c None None] Provisioning for port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:09.966440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f5edcd8-af59-4383-9aed-ec5adc3e900c None None] Provisioning complete for port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:09.967310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f5edcd8-af59-4383-9aed-ec5adc3e900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.141554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:10.159758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Sync routers for ids ['73d68087-4d00-455f-8938-9a44d8c8a392'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:10.173926 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.179470 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c0d3ec9c-9fef-41f7-8a3b-5b51254ae6d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1270626 Jul 05 10:30:10.182424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38626) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:10.183393 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Routers {'73d68087-4d00-455f-8938-9a44d8c8a392'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:10.184267 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:29:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['73d68087-4d00-455f-8938-9a44d8c8a392'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:10.267591 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f5edcd8-af59-4383-9aed-ec5adc3e900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.358425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8f5edcd8-af59-4383-9aed-ec5adc3e900c None None] For port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,segment=NetworkSegment(67bcc4fc-53b5-4f80-bde0-8760f72ed4fd),segment_id=67bcc4fc-53b5-4f80-bde0-8760f72ed4fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:10.370272 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f5edcd8-af59-4383-9aed-ec5adc3e900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.407679 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Set router 73d68087-4d00-455f-8938-9a44d8c8a392 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:10.475604 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5edcd8-af59-4383-9aed-ec5adc3e900c None None] Pushing event updated for resources: {'Port': ['ID=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:10.757619 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:08Z', 'revision_number': 3, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port': {'id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:10.809294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9978ccaa-d32f-4479-9a11-8e5acd5b29a8 None None] Provisioning complete for port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:10.810140 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9978ccaa-d32f-4479-9a11-8e5acd5b29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.816266 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Checking router: 73d68087-4d00-455f-8938-9a44d8c8a392 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:10.816777 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Updating router 73d68087-4d00-455f-8938-9a44d8c8a392 port 3b67044b-f485-43b4-946f-68f4d907fe35 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:30:10.884871 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.066385 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.347392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Allocated IP 172.20.0.1 (5c30f899-e829-478d-80a3-e5822590a3f8/8ebe66d6-4fa4-4d36-a521-fe66c464170e/feb2154f-f2bb-41c7-9181-f11a050f653b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:11.379060 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.397008 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Transition to ACTIVE for port object 3b67044b-f485-43b4-946f-68f4d907fe35 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:11.405583 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.486304 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Attempting to bind port 3b67044b-f485-43b4-946f-68f4d907fe35 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:11.486854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Attempting to bind port 3b67044b-f485-43b4-946f-68f4d907fe35 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:11.491217 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Attempting to bind port 3b67044b-f485-43b4-946f-68f4d907fe35 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:11.512402 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:11.513010 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:11.513650 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.514298 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:11.515459 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Bound port: 3b67044b-f485-43b4-946f-68f4d907fe35, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:11.516176 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.522471 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Pushing event updated for resources: {'Port': ['ID=3b67044b-f485-43b4-946f-68f4d907fe35,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:11.550796 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.557574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 41e8088d-8695-4da8-a639-3c1d0a5cdc2e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:11.577600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Transition to ACTIVE for port object feb2154f-f2bb-41c7-9181-f11a050f653b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:11.616297 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.616742 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.617284 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.618948 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.619547 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.620122 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.620691 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.621533 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.622074 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.623460 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.623903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.624457 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:11.644415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:11.645353 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.651195 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] For port 3b67044b-f485-43b4-946f-68f4d907fe35, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:11.652868 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.658053 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] For port 3b67044b-f485-43b4-946f-68f4d907fe35, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3b67044b-f485-43b4-946f-68f4d907fe35,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:11.668153 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.741345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Network 5c30f899-e829-478d-80a3-e5822590a3f8 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:11.748410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:11.755264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:11.779822 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0b96f-f069-4e4d-abf5-7e9025719194 None None] Pushing event updated for resources: {'Port': ['ID=3b67044b-f485-43b4-946f-68f4d907fe35,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:11.784762 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Routers {'73d68087-4d00-455f-8938-9a44d8c8a392'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:11.785815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:29:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['73d68087-4d00-455f-8938-9a44d8c8a392'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:11.842389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.913592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Pushing event updated for resources: {'Port': ['ID=feb2154f-f2bb-41c7-9181-f11a050f653b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:11.983670 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] Set router 73d68087-4d00-455f-8938-9a44d8c8a392 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:12.141174 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.224176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00a39934-aab8-467e-ae9e-fb9bbced0d08 None None] Provisioning for port feb2154f-f2bb-41c7-9181-f11a050f653b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:12.234260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00a39934-aab8-467e-ae9e-fb9bbced0d08 None None] Provisioning complete for port feb2154f-f2bb-41c7-9181-f11a050f653b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:12.235222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00a39934-aab8-467e-ae9e-fb9bbced0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.308989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-00a39934-aab8-467e-ae9e-fb9bbced0d08 None None] Port feb2154f-f2bb-41c7-9181-f11a050f653b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:12.446419 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:08Z', 'revision_number': 3, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port': {'id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:12.459290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.466222 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.498071 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8bfb0-03c5-4209-a9cc-c766a2771e53 None None] The sync data for ids ['73d68087-4d00-455f-8938-9a44d8c8a392'] in n-d-771363-33 is: [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:08Z', 'revision_number': 3, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port': {'id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:12.606474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Pushing event updated for resources: {'Port': ['ID=feb2154f-f2bb-41c7-9181-f11a050f653b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:12.611419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.844696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Network 5c30f899-e829-478d-80a3-e5822590a3f8 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:12.847261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:13.085685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Router 73d68087-4d00-455f-8938-9a44d8c8a392 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:30:13.247864 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b073163-ba05-4df6-a8a6-7a9b547d3e01 None None] Provisioning complete for port feb2154f-f2bb-41c7-9181-f11a050f653b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:13.248739 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b073163-ba05-4df6-a8a6-7a9b547d3e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.297683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:13.307724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c6fd0114-139d-4c97-be14-442ae4c96910 admin admin] 10.222.0.21 "PUT /v2.0/routers/73d68087-4d00-455f-8938-9a44d8c8a392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1234074 Jul 05 10:30:13.326185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9b073163-ba05-4df6-a8a6-7a9b547d3e01 None None] Port feb2154f-f2bb-41c7-9181-f11a050f653b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:13.599361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b67044b-f485-43b4-946f-68f4d907fe35 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:13.697220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3b67044b-f485-43b4-946f-68f4d907fe35 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:13.710381 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3b67044b-f485-43b4-946f-68f4d907fe35 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:13.710381 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.882842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.923316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 3b67044b-f485-43b4-946f-68f4d907fe35, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3b67044b-f485-43b4-946f-68f4d907fe35,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:13.930022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.021146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=3b67044b-f485-43b4-946f-68f4d907fe35,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:14.097846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3360d7a3-af59-4ab3-bd9c-110fa1c2b82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.401597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:14.408611 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1423569524-network', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:14.439293 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Made reservation on behalf of 3be48d8867c64a7198fc15d91dfa2301 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:14.441969 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.462726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.624711 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.630924 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.673892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:14.706668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6dc2f5-702a-4c72-9baa-f5281057b7ce,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:14.709295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.709652 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Added segment 324c98c7-78e6-415b-bcad-05578df07a7d of type vlan for network 27b97326-a428-4dff-a325-6ee570930760 Jul 05 10:30:14.746045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Sync routers for ids ['73d68087-4d00-455f-8938-9a44d8c8a392'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:14.763233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Routers {'73d68087-4d00-455f-8938-9a44d8c8a392'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:14.763888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:29:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['73d68087-4d00-455f-8938-9a44d8c8a392'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:14.785221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.840122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.842065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.842990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.934567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Set router 73d68087-4d00-455f-8938-9a44d8c8a392 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:14.952545 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5493538 Jul 05 10:30:14.957735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:14.968403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Request body: {'subnet': {'network_id': '27b97326-a428-4dff-a325-6ee570930760', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1423569524-subnet', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:14.973047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfb0d4-11f2-4033-89d6-57f4316490d3 admin admin] Pushing event updated for resources: {'Network': ['ID=27b97326-a428-4dff-a325-6ee570930760,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:14.998885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 27b97326-a428-4dff-a325-6ee570930760 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:15.009408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Made reservation on behalf of 3be48d8867c64a7198fc15d91dfa2301 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:15.012643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.233354 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.270655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:12Z', 'revision_number': 4, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port': {'id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'feb2154f-f2bb-41c7-9181-f11a050f653b', 'name': '', 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'mac_address': 'fa:16:3e:97:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '8ebe66d6-4fa4-4d36-a521-fe66c464170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:11Z', 'updated_at': '2021-07-05T10:30:12Z', 'revision_number': 2, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'subnets': [{'id': '8ebe66d6-4fa4-4d36-a521-fe66c464170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:15.301830 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Checking router: 73d68087-4d00-455f-8938-9a44d8c8a392 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:15.302301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Updating router 73d68087-4d00-455f-8938-9a44d8c8a392 port feb2154f-f2bb-41c7-9181-f11a050f653b binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:30:15.312899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e26c34f-5681-4c28-8ede-6be301324025,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:15.325809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Checking segment: {'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:15.326328 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Network hostable DHCP agents. Network: 27b97326-a428-4dff-a325-6ee570930760, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:15.356794 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Network 27b97326-a428-4dff-a325-6ee570930760 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:15.357778 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.373681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 27b97326-a428-4dff-a325-6ee570930760) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:15.380350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:15.381319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.407158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae5dc7-074b-4051-b6a7-5e5d6bdef20d None None] Network 27b97326-a428-4dff-a325-6ee570930760 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:15.410453 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38646) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:15.412378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-31da8645-e353-48dd-ae78-5583aa1c0973 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4502728 Jul 05 10:30:15.418351 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:15.450572 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.452415 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.537685 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.728368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b67044b-f485-43b4-946f-68f4d907fe35 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:15.750693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.031666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 3b67044b-f485-43b4-946f-68f4d907fe35 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:16.032447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.127796 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.158417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-27b97326-a428-4dff-a325-6ee570930760', 'network_id': '27b97326-a428-4dff-a325-6ee570930760', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'fixed_ips': [{'subnet_id': '2e26c34f-5681-4c28-8ede-6be301324025'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:16.159357 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.161176 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.326961 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Allocated IP 172.25.1.205 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/27202647-28b4-443c-b423-1b2bc1047cce) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:16.350532 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.387827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Transition to ACTIVE for port object feb2154f-f2bb-41c7-9181-f11a050f653b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:16.415733 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.473465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.487618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefc930-53d2-4d9e-a369-58b9037ebd6a None None] Pushing event updated for resources: {'Port': ['ID=feb2154f-f2bb-41c7-9181-f11a050f653b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:16.489946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Allocated IP 172.20.0.2 (27b97326-a428-4dff-a325-6ee570930760/2e26c34f-5681-4c28-8ede-6be301324025/f7bcef97-5f12-4ba8-81e8-f33ff3b83391) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:16.530147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.576271 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:16.584342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:16.587327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:16.621221 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Pushing event updated for resources: {'Port': ['ID=27202647-28b4-443c-b423-1b2bc1047cce,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:16.645295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Attempting to bind port feb2154f-f2bb-41c7-9181-f11a050f653b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:16.645770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Attempting to bind port feb2154f-f2bb-41c7-9181-f11a050f653b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:16.646240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Attempting to bind port feb2154f-f2bb-41c7-9181-f11a050f653b on network 5c30f899-e829-478d-80a3-e5822590a3f8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:16.657870 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:16.658331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Checking segment: {'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:16.658818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.659374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Bound using segment: {'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:16.660043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Bound port: feb2154f-f2bb-41c7-9181-f11a050f653b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:16.660507 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.830183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] For port feb2154f-f2bb-41c7-9181-f11a050f653b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:16.874329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] For port feb2154f-f2bb-41c7-9181-f11a050f653b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=feb2154f-f2bb-41c7-9181-f11a050f653b,segment=NetworkSegment(67bcc4fc-53b5-4f80-bde0-8760f72ed4fd),segment_id=67bcc4fc-53b5-4f80-bde0-8760f72ed4fd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:16.882802 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5717-76d3-455f-a740-9deb2987ba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.886771 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.893073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.913163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Transition to ACTIVE for port object f7bcef97-5f12-4ba8-81e8-f33ff3b83391 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:16.941113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.942242 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.963691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Transition to ACTIVE for port object f7bcef97-5f12-4ba8-81e8-f33ff3b83391 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:16.979379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.015748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Routers {'73d68087-4d00-455f-8938-9a44d8c8a392'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:17.016494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['73d68087-4d00-455f-8938-9a44d8c8a392'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:17.062178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefc930-53d2-4d9e-a369-58b9037ebd6a None None] Pushing event updated for resources: {'Port': ['ID=feb2154f-f2bb-41c7-9181-f11a050f653b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.068175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Network 27b97326-a428-4dff-a325-6ee570930760 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:17.076754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:17.104448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:17.170687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Pushing event updated for resources: {'Port': ['ID=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.247368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] Set router 73d68087-4d00-455f-8938-9a44d8c8a392 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:17.276961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Attempting to bind port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:17.277335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Attempting to bind port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:17.277740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Attempting to bind port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 on network 27b97326-a428-4dff-a325-6ee570930760 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:17.290455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:17.290839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Checking segment: {'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:17.291254 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.291464 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.291659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Bound using segment: {'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:17.292166 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Bound port: f7bcef97-5f12-4ba8-81e8-f33ff3b83391, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:17.292557 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.484807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] For port f7bcef97-5f12-4ba8-81e8-f33ff3b83391, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:17.509878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] For port f7bcef97-5f12-4ba8-81e8-f33ff3b83391, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,segment=NetworkSegment(324c98c7-78e6-415b-bcad-05578df07a7d),segment_id=324c98c7-78e6-415b-bcad-05578df07a7d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:17.516180 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.537427 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Router fec16712-f0a0-40f4-ada7-7abc7be6d12f is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:30:17.622299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413b04a-8b96-46f0-b206-62110f8c7fb5 None None] Pushing event updated for resources: {'Port': ['ID=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.641786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:12Z', 'revision_number': 4, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port': {'id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'feb2154f-f2bb-41c7-9181-f11a050f653b', 'name': '', 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'mac_address': 'fa:16:3e:97:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '8ebe66d6-4fa4-4d36-a521-fe66c464170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:11Z', 'updated_at': '2021-07-05T10:30:16Z', 'revision_number': 4, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'subnets': [{'id': '8ebe66d6-4fa4-4d36-a521-fe66c464170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:17.684977 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20022032-23cc-44e8-848d-a53ffb1b55ee None None] The sync data for ids ['73d68087-4d00-455f-8938-9a44d8c8a392'] in n-d-771363-33 is: [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:12Z', 'revision_number': 4, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port': {'id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'feb2154f-f2bb-41c7-9181-f11a050f653b', 'name': '', 'network_id': '5c30f899-e829-478d-80a3-e5822590a3f8', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'mac_address': 'fa:16:3e:97:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '8ebe66d6-4fa4-4d36-a521-fe66c464170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:11Z', 'updated_at': '2021-07-05T10:30:16Z', 'revision_number': 4, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'subnets': [{'id': '8ebe66d6-4fa4-4d36-a521-fe66c464170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:17.728646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:17.754758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Sync routers for ids ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:17.771230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.776198 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3e9ef1ab-7da1-4e58-9816-de60f327393b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3606753 Jul 05 10:30:17.777362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.784214 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Routers {'fec16712-f0a0-40f4-ada7-7abc7be6d12f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:17.790210 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:18.013173 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Set router fec16712-f0a0-40f4-ada7-7abc7be6d12f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:18.128119 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.294433 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '27202647-28b4-443c-b423-1b2bc1047cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:16Z', 'revision_number': 3, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port': {'id': '27202647-28b4-443c-b423-1b2bc1047cce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:16Z', 'updated_at': '2021-07-05T10:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:18.351260 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Checking router: fec16712-f0a0-40f4-ada7-7abc7be6d12f for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:18.352738 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Updating router fec16712-f0a0-40f4-ada7-7abc7be6d12f port 27202647-28b4-443c-b423-1b2bc1047cce binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:30:18.421476 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.513570 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.795746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Allocated IP 172.20.0.1 (27b97326-a428-4dff-a325-6ee570930760/2e26c34f-5681-4c28-8ede-6be301324025/8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:18.819838 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.836786 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Transition to ACTIVE for port object 27202647-28b4-443c-b423-1b2bc1047cce will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:18.847207 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.909145 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Attempting to bind port 27202647-28b4-443c-b423-1b2bc1047cce on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:18.909516 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Attempting to bind port 27202647-28b4-443c-b423-1b2bc1047cce by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:18.910161 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Attempting to bind port 27202647-28b4-443c-b423-1b2bc1047cce on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:18.926247 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:18.926649 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:18.927055 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.927479 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:18.927971 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Bound port: 27202647-28b4-443c-b423-1b2bc1047cce, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:18.928355 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.937593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.958597 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Transition to ACTIVE for port object 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:18.976022 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabf3c1-8b8c-48c7-8955-3f55a0e85c84 None None] Pushing event updated for resources: {'Port': ['ID=27202647-28b4-443c-b423-1b2bc1047cce,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.009014 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] For port 27202647-28b4-443c-b423-1b2bc1047cce, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:19.017511 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] For port 27202647-28b4-443c-b423-1b2bc1047cce, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=27202647-28b4-443c-b423-1b2bc1047cce,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:19.025233 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.025911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.087759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Network 27b97326-a428-4dff-a325-6ee570930760 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:19.088371 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Routers {'fec16712-f0a0-40f4-ada7-7abc7be6d12f'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:19.089105 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:19.091316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:19.097803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:19.126586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.127330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8516a0f-30b7-4045-aea0-af43445b2664 None None] Network 27b97326-a428-4dff-a325-6ee570930760 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:19.153553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.166211 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabf3c1-8b8c-48c7-8955-3f55a0e85c84 None None] Pushing event updated for resources: {'Port': ['ID=27202647-28b4-443c-b423-1b2bc1047cce,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.217009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9446f312-29f1-441c-ad92-ad8a7a04f788 None None] Provisioning for port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:19.245975 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] Set router fec16712-f0a0-40f4-ada7-7abc7be6d12f gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:19.388207 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.539683 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '27202647-28b4-443c-b423-1b2bc1047cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:16Z', 'revision_number': 3, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port': {'id': '27202647-28b4-443c-b423-1b2bc1047cce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:16Z', 'updated_at': '2021-07-05T10:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:19.574166 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b613f36-2334-409c-9542-95b6ac9a9336 None None] The sync data for ids ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'] in n-d-771363-33 is: [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '27202647-28b4-443c-b423-1b2bc1047cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:16Z', 'revision_number': 3, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port': {'id': '27202647-28b4-443c-b423-1b2bc1047cce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:16Z', 'updated_at': '2021-07-05T10:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:19.639557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device feb2154f-f2bb-41c7-9181-f11a050f653b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:19.682909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.692498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.730799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port feb2154f-f2bb-41c7-9181-f11a050f653b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:19.741329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port feb2154f-f2bb-41c7-9181-f11a050f653b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:19.741836 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.805366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.816061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.833055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-800657a0-a913-4e07-b757-a401a73590ff None None] Provisioning for port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:19.858825 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-800657a0-a913-4e07-b757-a401a73590ff None None] Provisioning complete for port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:19.859374 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-800657a0-a913-4e07-b757-a401a73590ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.931894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.971988 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.999418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-800657a0-a913-4e07-b757-a401a73590ff None None] Port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:20.010709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Network 27b97326-a428-4dff-a325-6ee570930760 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:20.015696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:20.046233 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port feb2154f-f2bb-41c7-9181-f11a050f653b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=feb2154f-f2bb-41c7-9181-f11a050f653b,segment=NetworkSegment(67bcc4fc-53b5-4f80-bde0-8760f72ed4fd),segment_id=67bcc4fc-53b5-4f80-bde0-8760f72ed4fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:20.056278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.057967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f7bcef97-5f12-4ba8-81e8-f33ff3b83391 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:20.230614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a55b615d-3f21-46ae-a2ea-709e89ae9cda None None] Provisioning complete for port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:20.235779 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a55b615d-3f21-46ae-a2ea-709e89ae9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.337129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=feb2154f-f2bb-41c7-9181-f11a050f653b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:20.375611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:20.380141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a55b615d-3f21-46ae-a2ea-709e89ae9cda None None] Port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:20.387905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:20.388548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.539910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3e7d4e2f-e6e1-46a6-9cd5-667b8cb3b041 None None] Provisioning complete for port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:20.540354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4e2f-e6e1-46a6-9cd5-667b8cb3b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.542438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.624893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d4e2f-e6e1-46a6-9cd5-667b8cb3b041 None None] Port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:20.631555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port f7bcef97-5f12-4ba8-81e8-f33ff3b83391, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,segment=NetworkSegment(324c98c7-78e6-415b-bcad-05578df07a7d),segment_id=324c98c7-78e6-415b-bcad-05578df07a7d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:20.639671 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.706215 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Router fec16712-f0a0-40f4-ada7-7abc7be6d12f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:30:20.744077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:20.877829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:20.889643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-78f17138-e361-42f4-b03e-86b9fd1017f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/fec16712-f0a0-40f4-ada7-7abc7be6d12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1093574 Jul 05 10:30:21.661930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 27202647-28b4-443c-b423-1b2bc1047cce up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:21.740317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 27202647-28b4-443c-b423-1b2bc1047cce completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:21.748291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 27202647-28b4-443c-b423-1b2bc1047cce triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:21.748622 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:21.841590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Sync routers for ids ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:21.882629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Routers {'fec16712-f0a0-40f4-ada7-7abc7be6d12f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:21.883674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:21.930860 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:21.971783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 27202647-28b4-443c-b423-1b2bc1047cce, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=27202647-28b4-443c-b423-1b2bc1047cce,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:22.013818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.014648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device feb2154f-f2bb-41c7-9181-f11a050f653b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:22.161103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Set router fec16712-f0a0-40f4-ada7-7abc7be6d12f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:22.462980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=27202647-28b4-443c-b423-1b2bc1047cce,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:22.487941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:22.523738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port feb2154f-f2bb-41c7-9181-f11a050f653b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:22.524825 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.765609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f7bcef97-5f12-4ba8-81e8-f33ff3b83391 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:22.828334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '27202647-28b4-443c-b423-1b2bc1047cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:19Z', 'revision_number': 4, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port': {'id': '27202647-28b4-443c-b423-1b2bc1047cce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:16Z', 'updated_at': '2021-07-05T10:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf', 'name': '', 'network_id': '27b97326-a428-4dff-a325-6ee570930760', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'mac_address': 'fa:16:3e:8d:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '2e26c34f-5681-4c28-8ede-6be301324025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:18Z', 'updated_at': '2021-07-05T10:30:19Z', 'revision_number': 2, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'subnets': [{'id': '2e26c34f-5681-4c28-8ede-6be301324025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:22.864232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Checking router: fec16712-f0a0-40f4-ada7-7abc7be6d12f for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:22.864701 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Updating router fec16712-f0a0-40f4-ada7-7abc7be6d12f port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:30:22.893673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:22.894054 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.944548 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.034119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.369380 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.380203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Deleting port feb2154f-f2bb-41c7-9181-f11a050f653b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:23.380646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.386063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Transition to ACTIVE for port object 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:23.396207 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.460630 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4839d5-f7a7-471e-85e6-333cab9cda22 None None] Pushing event updated for resources: {'Port': ['ID=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:23.510679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] For port feb2154f-f2bb-41c7-9181-f11a050f653b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=feb2154f-f2bb-41c7-9181-f11a050f653b,segment=NetworkSegment(67bcc4fc-53b5-4f80-bde0-8760f72ed4fd),segment_id=67bcc4fc-53b5-4f80-bde0-8760f72ed4fd)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:23.511806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.528094 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Attempting to bind port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:23.528572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Attempting to bind port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:23.528879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Attempting to bind port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf on network 27b97326-a428-4dff-a325-6ee570930760 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:23.529246 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Calling delete_port for feb2154f-f2bb-41c7-9181-f11a050f653b owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:23.536204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:23.536564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Checking segment: {'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:23.536971 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.537470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Bound using segment: {'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:23.537965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Bound port: 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324c98c7-78e6-415b-bcad-05578df07a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '27b97326-a428-4dff-a325-6ee570930760'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:23.538351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.614610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 27202647-28b4-443c-b423-1b2bc1047cce up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:23.654048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] For port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:23.678242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] For port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,segment=NetworkSegment(324c98c7-78e6-415b-bcad-05578df07a7d),segment_id=324c98c7-78e6-415b-bcad-05578df07a7d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:23.692999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.778673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 27202647-28b4-443c-b423-1b2bc1047cce triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:23.779625 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.830369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Routers {'fec16712-f0a0-40f4-ada7-7abc7be6d12f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:23.831179 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:23.837792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4839d5-f7a7-471e-85e6-333cab9cda22 None None] Pushing event updated for resources: {'Port': ['ID=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:23.880304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.937117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb2154f-f2bb-41c7-9181-f11a050f653b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:24.054719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] Set router fec16712-f0a0-40f4-ada7-7abc7be6d12f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:24.254707 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.431959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '27202647-28b4-443c-b423-1b2bc1047cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:19Z', 'revision_number': 4, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port': {'id': '27202647-28b4-443c-b423-1b2bc1047cce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:16Z', 'updated_at': '2021-07-05T10:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf', 'name': '', 'network_id': '27b97326-a428-4dff-a325-6ee570930760', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'mac_address': 'fa:16:3e:8d:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '2e26c34f-5681-4c28-8ede-6be301324025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:18Z', 'updated_at': '2021-07-05T10:30:23Z', 'revision_number': 4, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'subnets': [{'id': '2e26c34f-5681-4c28-8ede-6be301324025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:24.464427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae87c-f25b-4c2d-a7d8-629d6b813a11 None None] The sync data for ids ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'] in n-d-771363-33 is: [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '27202647-28b4-443c-b423-1b2bc1047cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:19Z', 'revision_number': 4, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port': {'id': '27202647-28b4-443c-b423-1b2bc1047cce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:16Z', 'updated_at': '2021-07-05T10:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf', 'name': '', 'network_id': '27b97326-a428-4dff-a325-6ee570930760', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'mac_address': 'fa:16:3e:8d:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '2e26c34f-5681-4c28-8ede-6be301324025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:18Z', 'updated_at': '2021-07-05T10:30:23Z', 'revision_number': 4, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'subnets': [{'id': '2e26c34f-5681-4c28-8ede-6be301324025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:25.016277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Router 73d68087-4d00-455f-8938-9a44d8c8a392 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:30:25.173380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:25.182753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-86472bb8-8d0b-46ec-a84f-c43db22b5a39 admin admin] 10.222.0.21 "PUT /v2.0/routers/73d68087-4d00-455f-8938-9a44d8c8a392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6960237 Jul 05 10:30:25.185787 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] Sync routers for ids ['73d68087-4d00-455f-8938-9a44d8c8a392'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:25.186459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38704) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:25.200829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] Routers {'73d68087-4d00-455f-8938-9a44d8c8a392'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:25.201721 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['73d68087-4d00-455f-8938-9a44d8c8a392'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:25.340527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.356479 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] Set router 73d68087-4d00-455f-8938-9a44d8c8a392 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:25.565366 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.688468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Deleting port 3b67044b-f485-43b4-946f-68f4d907fe35 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:25.688846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.748034 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:23Z', 'revision_number': 5, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port': {'id': '3b67044b-f485-43b4-946f-68f4d907fe35', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:25.758327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:25.811008 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] Checking router: 73d68087-4d00-455f-8938-9a44d8c8a392 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:25.832865 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] Routers {'73d68087-4d00-455f-8938-9a44d8c8a392'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:25.833824 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['73d68087-4d00-455f-8938-9a44d8c8a392'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:25.858235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] For port 3b67044b-f485-43b4-946f-68f4d907fe35, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3b67044b-f485-43b4-946f-68f4d907fe35,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:25.859312 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.880489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Calling delete_port for 3b67044b-f485-43b4-946f-68f4d907fe35 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:25.893054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:25.903541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:25.904310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.001259 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] Set router 73d68087-4d00-455f-8938-9a44d8c8a392 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:26.021123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.064692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,segment=NetworkSegment(324c98c7-78e6-415b-bcad-05578df07a7d),segment_id=324c98c7-78e6-415b-bcad-05578df07a7d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:26.070320 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.138662 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:25Z', 'revision_number': 6, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:26.139497 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.141986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:26.179463 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431bce76-deb4-43b3-9a84-583a66337900 None None] The sync data for ids ['73d68087-4d00-455f-8938-9a44d8c8a392'] in n-d-771363-33 is: [{'id': '73d68087-4d00-455f-8938-9a44d8c8a392', 'name': 'tempest-TestAggregatesBasicOps-1211139449-router', 'tenant_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:07Z', 'updated_at': '2021-07-05T10:30:25Z', 'revision_number': 6, 'project_id': '4b6c3fe71fdd4009bed9c189ca213eac', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:26.183939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3b67044b-f485-43b4-946f-68f4d907fe35,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:26.259034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.365410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.368304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.422122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.422885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d68087-4d00-455f-8938-9a44d8c8a392 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:30:26.429425 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.431842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-87e4fe29-71a4-48cf-b8bc-d87cb381c8bc admin admin] 10.222.0.21 "DELETE /v2.0/routers/73d68087-4d00-455f-8938-9a44d8c8a392 HTTP/1.1" status: 204 len: 168 time: 1.2446806 Jul 05 10:30:26.434422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:26.489346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] Deleting subnet 8ebe66d6-4fa4-4d36-a521-fe66c464170e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:26.493625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.538584 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.647338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.722832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.754156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ebe66d6-4fa4-4d36-a521-fe66c464170e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:26.757372 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.762287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-206aa0d0-4625-41ed-8a0c-a8353f9e852d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8ebe66d6-4fa4-4d36-a521-fe66c464170e HTTP/1.1" status: 204 len: 168 time: 0.3261321 Jul 05 10:30:26.764067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836010f9-d901-40d8-841c-320610f75491 None None] Network 5c30f899-e829-478d-80a3-e5822590a3f8 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:26.766190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:26.897968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.005837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Deleting port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:27.006325 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.044464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] DHCP port deletion for 5c30f899-e829-478d-80a3-e5822590a3f8 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:27.126208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] Deleting port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:27.126527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] For port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,segment=NetworkSegment(67bcc4fc-53b5-4f80-bde0-8760f72ed4fd),segment_id=67bcc4fc-53b5-4f80-bde0-8760f72ed4fd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:27.126650 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.127410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.154523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Calling delete_port for 41e8088d-8695-4da8-a639-3c1d0a5cdc2e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:27.244745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] For port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,segment=NetworkSegment(67bcc4fc-53b5-4f80-bde0-8760f72ed4fd),segment_id=67bcc4fc-53b5-4f80-bde0-8760f72ed4fd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:27.245355 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.272378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] Calling delete_port for 41e8088d-8695-4da8-a639-3c1d0a5cdc2e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:27.290495 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.343564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Pushing event deleted for resources: {'Port': ['ID=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:27.352142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] No DVR routers for this DVR port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:27.421560 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.465406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] Pushing event deleted for resources: {'Port': ['ID=41e8088d-8695-4da8-a639-3c1d0a5cdc2e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:27.484339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903808d1-a1db-4d90-bafd-25bafefd5200 None None] No DVR routers for this DVR port 41e8088d-8695-4da8-a639-3c1d0a5cdc2e on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:27.485094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.506676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c30f899-e829-478d-80a3-e5822590a3f8']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:27.527316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:27.527758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bcc4fc-53b5-4f80-bde0-8760f72ed4fd') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:27.544430 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.574281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:27.577351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.589509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:27.590173 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:27.593403 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:27.667644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:27.667644 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.710452 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.725475 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.734146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c30f899-e829-478d-80a3-e5822590a3f8 HTTP/1.1" status: 204 len: 168 time: 0.9620972 Jul 05 10:30:27.734966 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:27.751119 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f671e-ffd8-4fd7-968f-9ae31354db6c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c30f899-e829-478d-80a3-e5822590a3f8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:27.874619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b67044b-f485-43b4-946f-68f4d907fe35 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:27.911355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3b67044b-f485-43b4-946f-68f4d907fe35 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:27.911708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3b67044b-f485-43b4-946f-68f4d907fe35 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:27.912139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device feb2154f-f2bb-41c7-9181-f11a050f653b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:27.942187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: feb2154f-f2bb-41c7-9181-f11a050f653b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:27.942860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device feb2154f-f2bb-41c7-9181-f11a050f653b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:27.943378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 41e8088d-8695-4da8-a639-3c1d0a5cdc2e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:27.966999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 41e8088d-8695-4da8-a639-3c1d0a5cdc2e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:27.967463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 41e8088d-8695-4da8-a639-3c1d0a5cdc2e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:28.388069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.798356 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Deleting port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:28.799069 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.913923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] For port 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,segment=NetworkSegment(324c98c7-78e6-415b-bcad-05578df07a7d),segment_id=324c98c7-78e6-415b-bcad-05578df07a7d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:28.915290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.934026 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Calling delete_port for 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:29.241117 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.278333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:29.560287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.972755 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Router fec16712-f0a0-40f4-ada7-7abc7be6d12f has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:30:29.978045 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.032729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.201873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:30.211328 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-aa95fd9e-6575-444b-86dc-580a6100c315 admin admin] 10.222.0.21 "PUT /v2.0/routers/fec16712-f0a0-40f4-ada7-7abc7be6d12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4746201 Jul 05 10:30:30.215544 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:30.215906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] Sync routers for ids ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:30.233526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] Routers {'fec16712-f0a0-40f4-ada7-7abc7be6d12f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:30.234301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:30.425652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.610504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] Set router fec16712-f0a0-40f4-ada7-7abc7be6d12f gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:30.635842 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.723506 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Deleting port 27202647-28b4-443c-b423-1b2bc1047cce {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:30.723983 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.868886 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] For port 27202647-28b4-443c-b423-1b2bc1047cce, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=27202647-28b4-443c-b423-1b2bc1047cce,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:30.869603 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.896818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Calling delete_port for 27202647-28b4-443c-b423-1b2bc1047cce owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:30.939011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '27202647-28b4-443c-b423-1b2bc1047cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:29Z', 'revision_number': 5, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port': {'id': '27202647-28b4-443c-b423-1b2bc1047cce', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:30:16Z', 'updated_at': '2021-07-05T10:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:30.989464 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] Checking router: fec16712-f0a0-40f4-ada7-7abc7be6d12f for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:31.003024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] Routers {'fec16712-f0a0-40f4-ada7-7abc7be6d12f'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:31.004105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:30:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:31.157878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] Set router fec16712-f0a0-40f4-ada7-7abc7be6d12f gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:31.189811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.241839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Pushing event deleted for resources: {'Port': ['ID=27202647-28b4-443c-b423-1b2bc1047cce,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:31.265619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:30Z', 'revision_number': 6, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:31.305902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86af1ba-85f1-4159-9d47-63c39780cf4b None None] The sync data for ids ['fec16712-f0a0-40f4-ada7-7abc7be6d12f'] in n-d-771363-33 is: [{'id': 'fec16712-f0a0-40f4-ada7-7abc7be6d12f', 'name': 'tempest-TestAggregatesBasicOps-1423569524-router', 'tenant_id': '3be48d8867c64a7198fc15d91dfa2301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:30:15Z', 'updated_at': '2021-07-05T10:30:30Z', 'revision_number': 6, 'project_id': '3be48d8867c64a7198fc15d91dfa2301', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:31.359636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.492911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.496346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.579708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.580679 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fec16712-f0a0-40f4-ada7-7abc7be6d12f {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:30:31.588714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.590718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5a3d8c3f-34c8-4d03-9aa0-da61c52c80fe admin admin] 10.222.0.21 "DELETE /v2.0/routers/fec16712-f0a0-40f4-ada7-7abc7be6d12f HTTP/1.1" status: 204 len: 168 time: 1.3735392 Jul 05 10:30:31.595329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:31.663301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] Deleting subnet 2e26c34f-5681-4c28-8ede-6be301324025 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:31.669877 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.740071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.796237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:31.841253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:31.841998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 8ae1f7d7-c0b0-4c36-9e39-8947672e2dbf not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:31.912399 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.009501 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.058111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e26c34f-5681-4c28-8ede-6be301324025,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:32.061264 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.067754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38716) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:32.067987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c4f8bbb0-a254-4d35-84f5-e3b4cf15ffed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2e26c34f-5681-4c28-8ede-6be301324025 HTTP/1.1" status: 204 len: 168 time: 0.4705858 Jul 05 10:30:32.070758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1dd511-1e87-4049-b995-09bf749b99f9 None None] Network 27b97326-a428-4dff-a325-6ee570930760 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:32.200947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.288637 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Deleting port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:32.289637 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.361610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] DHCP port deletion for 27b97326-a428-4dff-a325-6ee570930760 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:32.379228 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] For port f7bcef97-5f12-4ba8-81e8-f33ff3b83391, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,segment=NetworkSegment(324c98c7-78e6-415b-bcad-05578df07a7d),segment_id=324c98c7-78e6-415b-bcad-05578df07a7d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:32.379818 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.400701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Calling delete_port for f7bcef97-5f12-4ba8-81e8-f33ff3b83391 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:32.433659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] Deleting port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:32.434265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.528925 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.534814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] For port f7bcef97-5f12-4ba8-81e8-f33ff3b83391, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,segment=NetworkSegment(324c98c7-78e6-415b-bcad-05578df07a7d),segment_id=324c98c7-78e6-415b-bcad-05578df07a7d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:32.535294 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.555372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] Calling delete_port for f7bcef97-5f12-4ba8-81e8-f33ff3b83391 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:32.568464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:32.577333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] No DVR routers for this DVR port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:32.704249 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.748592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] Pushing event deleted for resources: {'Port': ['ID=f7bcef97-5f12-4ba8-81e8-f33ff3b83391,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:32.756602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e6b2e-cece-4ac2-9d48-908377c33e70 None None] No DVR routers for this DVR port f7bcef97-5f12-4ba8-81e8-f33ff3b83391 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:33.109424 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.130111 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b97326-a428-4dff-a325-6ee570930760']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:33.152013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324c98c7-78e6-415b-bcad-05578df07a7d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:33.152515 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324c98c7-78e6-415b-bcad-05578df07a7d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:33.171286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.201191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.214116 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:33.214970 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:33.217705 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:33.303187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.313930 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.317430 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/27b97326-a428-4dff-a325-6ee570930760 HTTP/1.1" status: 204 len: 168 time: 1.2478781 Jul 05 10:30:33.334507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea7362-9fb7-408a-9449-ab4e9c26e4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=27b97326-a428-4dff-a325-6ee570930760,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:33.565185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 27202647-28b4-443c-b423-1b2bc1047cce no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:33.623365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 27202647-28b4-443c-b423-1b2bc1047cce {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:33.623735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 27202647-28b4-443c-b423-1b2bc1047cce not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:33.624686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f7bcef97-5f12-4ba8-81e8-f33ff3b83391 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:33.661441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f7bcef97-5f12-4ba8-81e8-f33ff3b83391 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:33.661441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f7bcef97-5f12-4ba8-81e8-f33ff3b83391 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:33.671339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38720) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:33.743179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f79bc4c6-5dac-4c1d-8b48-cd60ef9e8eef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b6c3fe71fdd4009bed9c189ca213eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702608 Jul 05 10:30:33.747825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38722) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:33.850973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e32e3856-fb44-4a4e-9366-e3b83e575bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.899951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e32e3856-fb44-4a4e-9366-e3b83e575bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.989686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e32e3856-fb44-4a4e-9366-e3b83e575bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.994897 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e32e3856-fb44-4a4e-9366-e3b83e575bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.996322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e32e3856-fb44-4a4e-9366-e3b83e575bf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b518c8a-574b-4592-9ce4-40ec2a384680 HTTP/1.1" status: 204 len: 168 time: 0.2466278 Jul 05 10:30:34.013357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e3856-fb44-4a4e-9366-e3b83e575bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b518c8a-574b-4592-9ce4-40ec2a384680,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:34.587461 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38728) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:34.663512 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d2e3da26-9941-478a-9ca3-adbf79822bd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3be48d8867c64a7198fc15d91dfa2301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743134 Jul 05 10:30:34.668567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:34.762850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53e926f8-d11c-4a75-b40b-5acee54aa373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.793069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53e926f8-d11c-4a75-b40b-5acee54aa373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.870477 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53e926f8-d11c-4a75-b40b-5acee54aa373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.873383 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53e926f8-d11c-4a75-b40b-5acee54aa373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.874904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-53e926f8-d11c-4a75-b40b-5acee54aa373 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c6dc2f5-702a-4c72-9baa-f5281057b7ce HTTP/1.1" status: 204 len: 168 time: 0.2052071 Jul 05 10:30:34.886844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e926f8-d11c-4a75-b40b-5acee54aa373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6dc2f5-702a-4c72-9baa-f5281057b7ce,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:35.902793 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:30:44.096078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b623ff0e-572e-434e-8971-749484bb4f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.839141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85062c4e-a959-4273-96f6-56aef047036e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.880646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.119611 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.136162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-eff3db9c-fcb4-4cd1-91aa-eb10f1085fe9 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=54c82dccc636469681be13bde5888c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277927 Jul 05 10:30:49.307251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-7d5918b4-6188-44ac-a244-69c47a26fd38 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:49.309345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-7d5918b4-6188-44ac-a244-69c47a26fd38 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614633 Jul 05 10:30:49.326986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-cabaeb49-03cd-4074-b6ee-712d1073fc04 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/quotas/54c82dccc636469681be13bde5888c38 HTTP/1.1" status: 200 len: 375 time: 0.0115159 Jul 05 10:30:49.367121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-ca7f378d-8d34-4080-b973-520aa2917b26 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54c82dccc636469681be13bde5888c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339570 Jul 05 10:30:49.609674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bad4138-9171-4caa-afb9-88c7e4f020be req-6433ec28-4146-451f-9366-01864814e554 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 210 time: 0.0556350 Jul 05 10:30:49.905344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.869320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48cb4c52-a502-4aed-868e-87bc6b82d4ff req-977cbaba-acaa-4c56-947f-bf670afef85f tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 210 time: 0.0434041 Jul 05 10:30:51.428904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-9dc48515-c5e0-4172-88d0-479a33087289 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=54c82dccc636469681be13bde5888c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401683 Jul 05 10:30:51.630115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-d2ff25d6-eda5-4187-a59e-18b9f9af4bca tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:51.631752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-d2ff25d6-eda5-4187-a59e-18b9f9af4bca tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973295 Jul 05 10:30:51.646743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Request body: {'port': {'device_id': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'admin_state_up': True, 'tenant_id': '54c82dccc636469681be13bde5888c38'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:51.829717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Made reservation on behalf of 54c82dccc636469681be13bde5888c38 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:51.837087 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.856228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.038108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.045553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.250422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7546dd6f-a415-44dd-a816-47c38aabfd29 req-43560d76-43db-4148-a239-9d4d5d6a7f5d tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 210 time: 0.0901835 Jul 05 10:30:52.251382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90128474-a313-4c13-9941-1face86728fa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:52.279026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.279631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.280181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.280744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.281304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.281844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.282416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.282987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.283594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.284132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.284708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.285238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:52.397977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Allocated IP 192.168.233.66 (c8a1d737-3e89-4de9-a855-0a313e5a2bbb/1c6664f0-14c3-45f6-ab51-b8a7edb18811/760adcb1-0a57-473a-a03c-f0a343d61da3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:52.698842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.723417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Transition to ACTIVE for port object 760adcb1-0a57-473a-a03c-f0a343d61da3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:52.788420 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.873504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Network c8a1d737-3e89-4de9-a855-0a313e5a2bbb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:52.880397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:52.893416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:52.948141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Pushing event updated for resources: {'Port': ['ID=760adcb1-0a57-473a-a03c-f0a343d61da3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:53.002479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:53.003667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.032287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-81b10846-3f5a-437a-b73e-0e18378b5dec tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3907437 Jul 05 10:30:53.292041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Request body: {'port': {'device_id': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:53.309109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bb9a03e-4164-439f-96a8-ae7f514f7e74 None None] Provisioning for port 760adcb1-0a57-473a-a03c-f0a343d61da3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:53.316533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bb9a03e-4164-439f-96a8-ae7f514f7e74 None None] Provisioning complete for port 760adcb1-0a57-473a-a03c-f0a343d61da3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:53.317183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bb9a03e-4164-439f-96a8-ae7f514f7e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.383788 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9a03e-4164-439f-96a8-ae7f514f7e74 None None] Port 760adcb1-0a57-473a-a03c-f0a343d61da3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:53.432152 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.718999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0f84e-5fd6-4721-a085-e195e4e35d67 req-8c20662d-75a9-4a8e-97ce-47fb7f4b5226 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:53.721172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83e0f84e-5fd6-4721-a085-e195e4e35d67 req-8c20662d-75a9-4a8e-97ce-47fb7f4b5226 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 935 time: 0.2390177 Jul 05 10:30:53.795952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83e0f84e-5fd6-4721-a085-e195e4e35d67 req-c07e2887-e497-47e2-a370-cb2f1969fb70 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627782 Jul 05 10:30:53.924859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760adcb1-0a57-473a-a03c-f0a343d61da3 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:53.940238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.967419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Transition to ACTIVE for port object 760adcb1-0a57-473a-a03c-f0a343d61da3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:53.973848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.098635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Pushing event updated for resources: {'Port': ['ID=760adcb1-0a57-473a-a03c-f0a343d61da3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:54.183560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Attempting to bind port 760adcb1-0a57-473a-a03c-f0a343d61da3 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:54.184081 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Attempting to bind port 760adcb1-0a57-473a-a03c-f0a343d61da3 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:54.184609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Attempting to bind port 760adcb1-0a57-473a-a03c-f0a343d61da3 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:54.192693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Port 760adcb1-0a57-473a-a03c-f0a343d61da3 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:30:54.193156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Attempting to bind port 760adcb1-0a57-473a-a03c-f0a343d61da3 on network c8a1d737-3e89-4de9-a855-0a313e5a2bbb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:54.202210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:54.202398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Checking segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:54.202843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Bound using segment: {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:54.203530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Bound port: 760adcb1-0a57-473a-a03c-f0a343d61da3, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1fd79d-57f2-44ff-9d42-ccb04368e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:54.203951 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.339759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] For port 760adcb1-0a57-473a-a03c-f0a343d61da3, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:54.345348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] For port 760adcb1-0a57-473a-a03c-f0a343d61da3, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=760adcb1-0a57-473a-a03c-f0a343d61da3,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:54.352009 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.410789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.411531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.413713 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-15299639-d410-4dff-9de4-0626c51588ae service neutron] 10.222.0.15 "PUT /v2.0/ports/760adcb1-0a57-473a-a03c-f0a343d61da3 HTTP/1.1" status: 200 len: 1096 time: 1.2105467 Jul 05 10:30:54.414907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'tag': '760adcb1-0a57-473a-a03c-f0a343d61da3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:54.418335 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284" -d '{"events": [{"name": "network-changed", "server_uuid": "9e33dbae-21c6-4e30-b443-f759a159eecb", "tag": "760adcb1-0a57-473a-a03c-f0a343d61da3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:54.473243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15299639-d410-4dff-9de4-0626c51588ae service neutron] Pushing event updated for resources: {'Port': ['ID=760adcb1-0a57-473a-a03c-f0a343d61da3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:54.599647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-33513902-a439-47f6-9bb3-b11c788f99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.602636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-33513902-a439-47f6-9bb3-b11c788f99fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c82dccc636469681be13bde5888c38&device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 1099 time: 0.1159799 Jul 05 10:30:54.693713 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd540c4b-dae6-4195-a028-b7ffd558d5c8 x-openstack-request-id: req-cd540c4b-dae6-4195-a028-b7ffd558d5c8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:54.694182 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e33dbae-21c6-4e30-b443-f759a159eecb", "tag": "760adcb1-0a57-473a-a03c-f0a343d61da3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:54.694700 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd540c4b-dae6-4195-a028-b7ffd558d5c8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:54.695458 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'tag': '760adcb1-0a57-473a-a03c-f0a343d61da3', 'status': 'completed', 'code': 200} Jul 05 10:30:54.698971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-2027935a-4a0f-4462-8171-14b1e7a722bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=760adcb1-0a57-473a-a03c-f0a343d61da3 HTTP/1.1" status: 200 len: 217 time: 0.0851991 Jul 05 10:30:54.782377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-6b8606ed-fc55-4b99-9989-6fd7c25b0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.784468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-6b8606ed-fc55-4b99-9989-6fd7c25b0f2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0777831 Jul 05 10:30:54.882816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-8f41bd19-c7e9-41de-a6aa-f9d17c06e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.885837 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-8f41bd19-c7e9-41de-a6aa-f9d17c06e6b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913856 Jul 05 10:30:55.097049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-6e661ac9-34b3-4ff0-be77-d5acc2c500e6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017531 Jul 05 10:30:55.301749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a88226-f159-4022-8031-036144499acf req-5031a742-1e63-4c7f-878f-86a12d76e0e3 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:55.303569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17a88226-f159-4022-8031-036144499acf req-5031a742-1e63-4c7f-878f-86a12d76e0e3 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 947 time: 0.2475293 Jul 05 10:30:55.314090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7f1d25e-5979-4b90-af8b-3d4dcc097a50 req-f293017f-373c-408f-865c-e247cc3d963c service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861572 Jul 05 10:30:55.371324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17a88226-f159-4022-8031-036144499acf req-9aead0ab-0512-4224-ac15-3326c511864d tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597043 Jul 05 10:30:55.450897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-57d3a3f6-d6e6-465e-96a8-8dc323825e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:55.452518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-57d3a3f6-d6e6-465e-96a8-8dc323825e78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c82dccc636469681be13bde5888c38&device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 1099 time: 0.0682588 Jul 05 10:30:55.568795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-0f0d9b7d-625a-4d50-87cd-5a863cfd42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:55.571028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-0f0d9b7d-625a-4d50-87cd-5a863cfd42a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb HTTP/1.1" status: 200 len: 870 time: 0.1096408 Jul 05 10:30:55.623352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-30bb2757-961c-4f1c-9bfb-3692ab416ccc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=760adcb1-0a57-473a-a03c-f0a343d61da3 HTTP/1.1" status: 200 len: 217 time: 0.0435460 Jul 05 10:30:55.712495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-33048a8c-0490-426d-b51e-0a3f855257ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:55.715471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-33048a8c-0490-426d-b51e-0a3f855257ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c6664f0-14c3-45f6-ab51-b8a7edb18811 HTTP/1.1" status: 200 len: 843 time: 0.0834737 Jul 05 10:30:55.817121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-5eecd386-b4ad-429a-9418-024986483300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:55.819178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-5eecd386-b4ad-429a-9418-024986483300 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8a1d737-3e89-4de9-a855-0a313e5a2bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946553 Jul 05 10:30:55.942073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-b80a7f0f-8cbb-40e9-8062-4265c87756c1 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125112 Jul 05 10:30:56.125072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aaa9177d-7bc7-4d91-bd2d-78793d9d2284 req-a3bedd2e-50d0-43ac-beac-cd8aa5906e96 service neutron] 10.222.0.15 "GET /v2.0/networks/c8a1d737-3e89-4de9-a855-0a313e5a2bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742787 Jul 05 10:30:56.714576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54a225-2277-413e-b079-185e939ce0f3 req-0983e147-c7e1-4f2e-8ebe-0efd7e30ad5e tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:56.717586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d54a225-2277-413e-b079-185e939ce0f3 req-0983e147-c7e1-4f2e-8ebe-0efd7e30ad5e tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 947 time: 0.1316729 Jul 05 10:30:56.794504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d54a225-2277-413e-b079-185e939ce0f3 req-44c18eb5-c271-48cb-8592-29f7acbad774 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659809 Jul 05 10:30:58.140920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b97eee-d391-41ac-93b9-8604f3c90e9f req-a4541431-e39a-46e6-88ea-6839b86ec134 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:58.144673 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98b97eee-d391-41ac-93b9-8604f3c90e9f req-a4541431-e39a-46e6-88ea-6839b86ec134 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 947 time: 0.1261024 Jul 05 10:30:58.210316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98b97eee-d391-41ac-93b9-8604f3c90e9f req-f1e9589d-c912-4c5a-94b3-c4a5577f45ed tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552878 Jul 05 10:30:59.009933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 760adcb1-0a57-473a-a03c-f0a343d61da3 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:30:59.210048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 760adcb1-0a57-473a-a03c-f0a343d61da3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=760adcb1-0a57-473a-a03c-f0a343d61da3,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:59.239949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '760adcb1-0a57-473a-a03c-f0a343d61da3', 'network_id': 'c8a1d737-3e89-4de9-a855-0a313e5a2bbb', 'port_id': '760adcb1-0a57-473a-a03c-f0a343d61da3', 'mac_address': 'fa:16:3e:95:3f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6664f0-14c3-45f6-ab51-b8a7edb18811', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:30:59.315674 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:59.343500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760adcb1-0a57-473a-a03c-f0a343d61da3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:59.387377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 760adcb1-0a57-473a-a03c-f0a343d61da3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=760adcb1-0a57-473a-a03c-f0a343d61da3,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:59.394336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:59.488533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=760adcb1-0a57-473a-a03c-f0a343d61da3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:59.565596 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e074a3-7071-4866-9e1e-d301345c5fe3 req-dd041465-aea8-4626-a235-ba5d81551677 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:59.568452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89e074a3-7071-4866-9e1e-d301345c5fe3 req-dd041465-aea8-4626-a235-ba5d81551677 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 948 time: 0.1341350 Jul 05 10:30:59.623429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89e074a3-7071-4866-9e1e-d301345c5fe3 req-b29018ab-6087-4218-9189-8f1ec67598cb tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435076 Jul 05 10:30:59.709813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['760adcb1-0a57-473a-a03c-f0a343d61da3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:00.011494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.042007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.969342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee5a5a-17f4-4a2b-92d6-ac0df828dc95 req-9847a84f-9299-4c35-91e9-252dd1050931 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:00.971916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cee5a5a-17f4-4a2b-92d6-ac0df828dc95 req-9847a84f-9299-4c35-91e9-252dd1050931 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 948 time: 0.1210907 Jul 05 10:31:01.027195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 760adcb1-0a57-473a-a03c-f0a343d61da3 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:01.045188 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cee5a5a-17f4-4a2b-92d6-ac0df828dc95 req-2e61d8ff-5238-497a-9337-652baad81bd5 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639479 Jul 05 10:31:01.112207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 760adcb1-0a57-473a-a03c-f0a343d61da3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:01.118277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 760adcb1-0a57-473a-a03c-f0a343d61da3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:01.119067 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.253285 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.295745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760adcb1-0a57-473a-a03c-f0a343d61da3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:01.324723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 760adcb1-0a57-473a-a03c-f0a343d61da3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=760adcb1-0a57-473a-a03c-f0a343d61da3,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:01.331971 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.390349 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc0709-91b2-4d35-9966-014e946fbf66" -d '{"events": [{"server_uuid": "9e33dbae-21c6-4e30-b443-f759a159eecb", "name": "network-vif-plugged", "status": "completed", "tag": "760adcb1-0a57-473a-a03c-f0a343d61da3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:01.435721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=760adcb1-0a57-473a-a03c-f0a343d61da3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:01.497438 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f5969a-05a8-4bea-805c-a396e8dd40ef x-openstack-request-id: req-c4f5969a-05a8-4bea-805c-a396e8dd40ef {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:01.497733 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33dbae-21c6-4e30-b443-f759a159eecb", "name": "network-vif-plugged", "status": "completed", "tag": "760adcb1-0a57-473a-a03c-f0a343d61da3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:01.497992 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4f5969a-05a8-4bea-805c-a396e8dd40ef {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:01.498398 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760adcb1-0a57-473a-a03c-f0a343d61da3', 'code': 200} Jul 05 10:31:01.638124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec96c-078a-4a89-b941-06db01568548 req-b54d3e38-8120-4fc2-8108-4a18b1a1af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:01.639683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdaec96c-078a-4a89-b941-06db01568548 req-b54d3e38-8120-4fc2-8108-4a18b1a1af50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 1101 time: 0.0692062 Jul 05 10:31:01.693285 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdaec96c-078a-4a89-b941-06db01568548 req-55f5720b-ca1c-490a-bde0-20999611bb0a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 Jul 05 10:31:02.349304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0df9-6dce-4f3f-9b8f-f17a1e7e1108 req-4fe95f38-9790-4b14-85a5-32c583e43186 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:02.350838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bedf0df9-6dce-4f3f-9b8f-f17a1e7e1108 req-4fe95f38-9790-4b14-85a5-32c583e43186 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 949 time: 0.0821629 Jul 05 10:31:02.413058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bedf0df9-6dce-4f3f-9b8f-f17a1e7e1108 req-954da162-0605-4684-ad9e-d8509cb93862 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557244 Jul 05 10:31:03.696687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46124650-19fb-44c9-a74f-3b8dced4195d req-b8cf9a24-09b4-426d-977b-fb7749cb379f tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:03.699524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46124650-19fb-44c9-a74f-3b8dced4195d req-b8cf9a24-09b4-426d-977b-fb7749cb379f tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 949 time: 0.1195264 Jul 05 10:31:03.751611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46124650-19fb-44c9-a74f-3b8dced4195d req-7d38134d-f79a-483b-ba5e-c94d002542bc tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Jul 05 10:31:05.976709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82fbf4-9f5c-496c-953a-86b42e12109d req-9991973c-f79f-48e3-bb4f-8c3c10c71641 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:05.981055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e82fbf4-9f5c-496c-953a-86b42e12109d req-9991973c-f79f-48e3-bb4f-8c3c10c71641 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 949 time: 0.1306262 Jul 05 10:31:06.057460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e82fbf4-9f5c-496c-953a-86b42e12109d req-70ac41f3-7741-4ee9-a352-53f2db08e262 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652153 Jul 05 10:31:06.994154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-87916f31-0b68-4136-8d71-92b259db4dfc tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:06.996816 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-87916f31-0b68-4136-8d71-92b259db4dfc tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 949 time: 0.1346915 Jul 05 10:31:07.183166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Deleting port 760adcb1-0a57-473a-a03c-f0a343d61da3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:07.183604 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.979121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] For port 760adcb1-0a57-473a-a03c-f0a343d61da3, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=760adcb1-0a57-473a-a03c-f0a343d61da3,segment=NetworkSegment(5d1fd79d-57f2-44ff-9d42-ccb04368e581),segment_id=5d1fd79d-57f2-44ff-9d42-ccb04368e581)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:07.979717 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.009376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Calling delete_port for 760adcb1-0a57-473a-a03c-f0a343d61da3 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:08.031611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea4bdd-14be-498a-ad73-57bd96cd3821 req-7401b8a2-f9cf-4058-940c-13082e68e675 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:08.034348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cea4bdd-14be-498a-ad73-57bd96cd3821 req-7401b8a2-f9cf-4058-940c-13082e68e675 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 949 time: 0.2873459 Jul 05 10:31:08.188916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cea4bdd-14be-498a-ad73-57bd96cd3821 req-e6d9376f-505d-4c36-b83f-1a7b079e3a4a tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/security-groups?id=90128474-a313-4c13-9941-1face86728fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392305 Jul 05 10:31:08.365676 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.382355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['760adcb1-0a57-473a-a03c-f0a343d61da3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:08.412379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Pushing event deleted for resources: {'Port': ['ID=760adcb1-0a57-473a-a03c-f0a343d61da3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:08.505944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] No DVR routers for this DVR port 760adcb1-0a57-473a-a03c-f0a343d61da3 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:08.512008 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.514972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ccc6214d-37b6-408d-b9d9-389ab8c9160a req-e7ae2893-ae93-4bb8-8c6f-ede410528393 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.15 "DELETE /v2.0/ports/760adcb1-0a57-473a-a03c-f0a343d61da3 HTTP/1.1" status: 204 len: 173 time: 1.5100300 Jul 05 10:31:08.515756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'name': 'network-vif-deleted', 'tag': '760adcb1-0a57-473a-a03c-f0a343d61da3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:08.520021 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2e88132e37445be4d204a9ec87faa28879585291ece7dfe5d6d5662dfea76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579bb3e1-e6ec-411e-9ef5-f41db90fb4b0" -d '{"events": [{"server_uuid": "9e33dbae-21c6-4e30-b443-f759a159eecb", "name": "network-vif-deleted", "tag": "760adcb1-0a57-473a-a03c-f0a343d61da3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:08.598530 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59dce6-39e8-497b-8aa1-a1bac6146186 x-openstack-request-id: req-3c59dce6-39e8-497b-8aa1-a1bac6146186 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:08.599449 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33dbae-21c6-4e30-b443-f759a159eecb", "name": "network-vif-deleted", "tag": "760adcb1-0a57-473a-a03c-f0a343d61da3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:08.604246 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c59dce6-39e8-497b-8aa1-a1bac6146186 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:08.605676 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33dbae-21c6-4e30-b443-f759a159eecb', 'name': 'network-vif-deleted', 'tag': '760adcb1-0a57-473a-a03c-f0a343d61da3', 'status': 'completed', 'code': 200} Jul 05 10:31:09.553493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-16fde12b-5f92-4514-8aaa-024cb41375d3 req-5fe82fe5-52c4-4769-9061-ee0cf1638568 tempest-ServersAdminNegativeTestJSON-686926296 tempest-ServersAdminNegativeTestJSON-686926296-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e33dbae-21c6-4e30-b443-f759a159eecb HTTP/1.1" status: 200 len: 210 time: 0.0566838 Jul 05 10:31:11.063351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 760adcb1-0a57-473a-a03c-f0a343d61da3 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:11.098735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 760adcb1-0a57-473a-a03c-f0a343d61da3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:11.099251 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 760adcb1-0a57-473a-a03c-f0a343d61da3 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:11.259465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:11.462628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-59971d0b-8656-4505-8b1c-b6c0da4c872f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c82dccc636469681be13bde5888c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014351 Jul 05 10:31:11.466000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38890) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:11.540886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.579590 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.669623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.675279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.677475 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90128474-a313-4c13-9941-1face86728fa HTTP/1.1" status: 204 len: 168 time: 0.2097416 Jul 05 10:31:11.693464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90128474-a313-4c13-9941-1face86728fa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:11.706406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.706888 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.707322 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.707746 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.708162 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.708606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.709023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.709398 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.709806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.710233 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.711283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:11.711827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb17ad-ca6c-44e0-9916-44ae4d84857f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:12.193818 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:12.212688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-986c46cb-ecf5-4303-9567-6a42a5ac201c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.358533 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-986c46cb-ecf5-4303-9567-6a42a5ac201c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.366452 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-986c46cb-ecf5-4303-9567-6a42a5ac201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.441933 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-986c46cb-ecf5-4303-9567-6a42a5ac201c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=376de6658e0e4443872282277150f00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482986 Jul 05 10:31:12.443194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c46cb-ecf5-4303-9567-6a42a5ac201c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de760c3d-ea8a-4c77-9948-ca7f1d7cbaec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.446134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:12.544019 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ea117d-f05b-4ff3-b7b0-7908b6e5a592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.588670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ea117d-f05b-4ff3-b7b0-7908b6e5a592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.709703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ea117d-f05b-4ff3-b7b0-7908b6e5a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.713791 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ea117d-f05b-4ff3-b7b0-7908b6e5a592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.718772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-45ea117d-f05b-4ff3-b7b0-7908b6e5a592 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de760c3d-ea8a-4c77-9948-ca7f1d7cbaec HTTP/1.1" status: 204 len: 168 time: 0.2702725 Jul 05 10:31:12.732808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea117d-f05b-4ff3-b7b0-7908b6e5a592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de760c3d-ea8a-4c77-9948-ca7f1d7cbaec,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.906223 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:31:13.908744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 38920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:14.080450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1879317320-network', 'tenant_id': 'ecec195455554c379e0a0231993746e4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:14.088253 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a20e4b2-c901-4e08-8ed2-9f3b7d730482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.109273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Made reservation on behalf of ecec195455554c379e0a0231993746e4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:14.111871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.123544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.245067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.251272 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.285828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:31:14.294285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db901ef-72d7-495f-a1f1-6d067481bcae,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:14.301688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.302028 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Added segment e9407773-1ca7-4d7d-ab7d-4e8c281cb964 of type vlan for network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac Jul 05 10:31:14.350083 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.390811 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.392038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:14.392717 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.458460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5484900 Jul 05 10:31:14.463119 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 38924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:14.470799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f3396-ea0a-4b83-b6e8-9cee1b34c536 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:14.472374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Request body: {'subnet': {'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1879317320-subnet', 'tenant_id': 'ecec195455554c379e0a0231993746e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:14.484499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:31:14.512808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Made reservation on behalf of ecec195455554c379e0a0231993746e4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:14.517329 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.802622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.930604 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87263812-4be8-4853-946b-4d0b18ced01e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:14.937138 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Checking segment: {'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:14.938023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Network hostable DHCP agents. Network: ef1f255a-cb49-4ceb-a56a-84f75ee3eeac, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:31:14.960721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:31:14.972391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ef1f255a-cb49-4ceb-a56a-84f75ee3eeac) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:14.978283 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:14.979019 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.987621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd0eb67-e4bf-4019-ba6f-78794392ead2 None None] Network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:15.000059 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d197e31a-fd7d-434a-ac52-1779238ebdf2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5349290 Jul 05 10:31:15.169472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45c7541-9ea1-4a1b-97e0-dc14f0a790e7 None None] Network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:15.678469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-99a181b8-ef07-45ae-90d3-1db891f6b230 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:15.681177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-99a181b8-ef07-45ae-90d3-1db891f6b230 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 812 time: 0.1361024 Jul 05 10:31:15.700841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-a4ef48c6-a927-4045-bbe2-309de5986e13 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/quotas/ecec195455554c379e0a0231993746e4 HTTP/1.1" status: 200 len: 375 time: 0.0118887 Jul 05 10:31:15.740242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-7364d7c7-9e52-430f-a2cd-30d5297329e2 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332448 Jul 05 10:31:15.906273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-a5322aae-22f8-4bc5-afdb-d006be554e55 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:31:15.907434 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-a5322aae-22f8-4bc5-afdb-d006be554e55 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684979 Jul 05 10:31:16.026598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-1ab3f6f2-8c79-4db8-a2a3-4ee5f6d710ea service neutron] 10.222.0.21 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112812 Jul 05 10:31:16.151913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-a578cdb0-af42-4ca9-9f0b-d1d74cb8431a service neutron] 10.222.0.21 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188028 Jul 05 10:31:16.405259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dfcb3030-c54d-4a20-877d-e934cfec9489 req-fa3760d4-fd81-4a12-a321-6300a023c49b tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 210 time: 0.0482666 Jul 05 10:31:16.835278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25e8b441-ae60-4007-abb7-b0c80faa436c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.879336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.596997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6f3935a4-0fa0-4fbb-a69b-24d40e38062c req-c8d51c20-6e43-4783-bb7e-b0e918de36c7 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 210 time: 0.0316207 Jul 05 10:31:18.110694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-24d5dd88-4aee-4128-abee-d61d2bfe955c tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:18.113561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-24d5dd88-4aee-4128-abee-d61d2bfe955c tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.15 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 812 time: 0.1511197 Jul 05 10:31:18.136385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.142399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Request body: {'port': {'device_id': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac', 'admin_state_up': True, 'tenant_id': 'ecec195455554c379e0a0231993746e4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:18.345864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Made reservation on behalf of ecec195455554c379e0a0231993746e4 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:18.353247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.554331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Allocated IP 172.20.0.11 (ef1f255a-cb49-4ceb-a56a-84f75ee3eeac/87263812-4be8-4853-946b-4d0b18ced01e/e0de2f03-c511-43c5-a1b8-5c1fd46c3a84) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:18.825164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4073537-ba72-4b7c-b2eb-61a88ac238df req-6ac9dc52-918c-4571-926b-057e15fe33a0 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 210 time: 0.0478570 Jul 05 10:31:18.865111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.933710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.020302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:19.027397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:19.038178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:19.087267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:19.139577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:19.140691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.164378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e0e1bace-be8f-4a93-afff-a00a2ca9efe6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0287008 Jul 05 10:31:19.184844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Request body: {'port': {'device_id': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:19.307391 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.670041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:19.680640 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.697936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Transition to ACTIVE for port object e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:19.704778 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.782225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:19.889336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:19.890288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:19.890485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:19.899983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:31:19.900554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:19.910236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:19.910799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Checking segment: {'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:19.911680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Bound using segment: {'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:19.912818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Bound port: e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:19.913106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.914650 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:20.047301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:20.053900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:20.063251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:20.161854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:20.162653 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:20.165304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 1093 time: 0.9887431 Jul 05 10:31:20.167392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:20.208638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16712926-c64f-4e2d-a09f-dffb8054d6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:20.253279 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4404842-b327-45d9-b537-6315c33518ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:20.294966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3973e-e584-4c73-b6f9-709277f32dbf req-c45f07b5-8c3c-45e4-b179-78d2303910cb tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:20.296881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2a3973e-e584-4c73-b6f9-709277f32dbf req-c45f07b5-8c3c-45e4-b179-78d2303910cb tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 944 time: 0.2295589 Jul 05 10:31:20.367465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2a3973e-e584-4c73-b6f9-709277f32dbf req-3ed15b6d-a136-42aa-805b-54034cc1a055 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Jul 05 10:31:20.369732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-c46c33ec-79bf-4c32-8ddf-a51bdac406d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:20.371364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-c46c33ec-79bf-4c32-8ddf-a51bdac406d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1096 time: 0.1354268 Jul 05 10:31:20.450827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-0a156b11-f44b-4989-9725-05fbd821e463 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0666144 Jul 05 10:31:20.510912 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a47e4a-be7a-4c53-8182-1acf53381f5c x-openstack-request-id: req-f5a47e4a-be7a-4c53-8182-1acf53381f5c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:20.511389 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:20.511787 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5a47e4a-be7a-4c53-8182-1acf53381f5c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:20.512422 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'status': 'completed', 'code': 200} Jul 05 10:31:20.547005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-38d5d87d-9d99-430d-b5ae-44065510c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:20.549178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-38d5d87d-9d99-430d-b5ae-44065510c356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.0863335 Jul 05 10:31:20.612044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-75173508-363b-4375-8180-843d06cc8253 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512381 Jul 05 10:31:20.763349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-3ffdd39e-4213-41ed-90d0-6f4a6e37b1f0 service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436687 Jul 05 10:31:20.904550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbdfcda9-40f7-4e48-886b-4539c1c8d166 req-e3c53887-c7d0-44c0-aadf-821f5b700f0a service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291995 Jul 05 10:31:21.045841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4404842-b327-45d9-b537-6315c33518ae req-b83df697-b2b8-4237-9387-64df0b810b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:21.047424 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4404842-b327-45d9-b537-6315c33518ae req-b83df697-b2b8-4237-9387-64df0b810b12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1096 time: 0.0749242 Jul 05 10:31:21.170362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4404842-b327-45d9-b537-6315c33518ae req-2e6bc43f-3fd2-4014-812f-00e8dc489f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:21.173163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4404842-b327-45d9-b537-6315c33518ae req-2e6bc43f-3fd2-4014-812f-00e8dc489f0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 913 time: 0.1159067 Jul 05 10:31:21.261384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4404842-b327-45d9-b537-6315c33518ae req-53d3f770-e6a0-4599-bbab-7a152b82cc80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0786848 Jul 05 10:31:21.355593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4404842-b327-45d9-b537-6315c33518ae req-36e34e2a-ce1f-4267-bb51-e1c2c6b84673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:21.358338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4404842-b327-45d9-b537-6315c33518ae req-36e34e2a-ce1f-4267-bb51-e1c2c6b84673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.0884664 Jul 05 10:31:21.417005 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4404842-b327-45d9-b537-6315c33518ae req-0a08dace-d132-4619-9fad-59dddddd7d41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508525 Jul 05 10:31:21.638203 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4404842-b327-45d9-b537-6315c33518ae req-55f11ee2-0d67-4616-a35b-3e03259a273d service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110105 Jul 05 10:31:21.745644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fcb5b-721f-46db-835b-e26760cbeb9e req-23acb187-dd11-4dd7-b859-a71b3ce01a8a tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:21.747365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b6fcb5b-721f-46db-835b-e26760cbeb9e req-23acb187-dd11-4dd7-b859-a71b3ce01a8a tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 944 time: 0.1634424 Jul 05 10:31:21.817826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4404842-b327-45d9-b537-6315c33518ae req-f0f8599c-6749-4597-9713-50d2e44dbe7e service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716905 Jul 05 10:31:21.841558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b6fcb5b-721f-46db-835b-e26760cbeb9e req-f02211a5-7793-4d76-9328-5bafc1b4e8fa tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867577 Jul 05 10:31:23.088967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bca9d6-5521-4696-a654-cb5f9b515a0a req-a22bf879-7f52-455e-90ca-c242f9650799 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:23.091779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12bca9d6-5521-4696-a654-cb5f9b515a0a req-a22bf879-7f52-455e-90ca-c242f9650799 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 944 time: 0.1063957 Jul 05 10:31:23.121654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:31:23.161626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-12bca9d6-5521-4696-a654-cb5f9b515a0a req-0ccd111d-05b5-4087-9837-87c554249f40 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628762 Jul 05 10:31:23.281892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:23.299301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac', 'port_id': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'mac_address': 'fa:16:3e:1b:04:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87263812-4be8-4853-946b-4d0b18ced01e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:31:23.353420 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.375760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:23.416961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:23.423752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.514154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:23.528581 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.529154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.529740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.530308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.530869 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.531454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.532027 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.532591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.533181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.533860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.534292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.534835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:23.677582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:24.458059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fac43-c2ab-43e2-b66a-9b2a146921ce req-48a2c336-34b6-44cd-b668-bd68128fcf3a tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:24.459579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-771fac43-c2ab-43e2-b66a-9b2a146921ce req-48a2c336-34b6-44cd-b668-bd68128fcf3a tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 945 time: 0.0848010 Jul 05 10:31:24.525647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-771fac43-c2ab-43e2-b66a-9b2a146921ce req-9fe867ed-ffba-475e-a220-252280ce88f4 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545976 Jul 05 10:31:25.145140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:25.208087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:25.214990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:25.215376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.337672 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.368000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:25.370673 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0c85e7-02fb-44ae-bbb5-bf4074b67cee" -d '{"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-plugged", "status": "completed", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:25.390411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:25.397568 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.442147 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26bc332-8bd8-4c4c-b329-5b47a5865030 x-openstack-request-id: req-c26bc332-8bd8-4c4c-b329-5b47a5865030 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:25.442667 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-plugged", "status": "completed", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:25.443003 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c26bc332-8bd8-4c4c-b329-5b47a5865030 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:25.443700 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'code': 200} Jul 05 10:31:25.492844 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:25.602724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a98fe-3f5b-4fe2-abff-2df1b23ac364 req-43f63d04-579f-4749-8541-d4e603760719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:25.605544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-250a98fe-3f5b-4fe2-abff-2df1b23ac364 req-43f63d04-579f-4749-8541-d4e603760719 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1098 time: 0.0955992 Jul 05 10:31:25.669516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-250a98fe-3f5b-4fe2-abff-2df1b23ac364 req-030bafea-f95e-4260-b5aa-855c010c30fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560608 Jul 05 10:31:25.770303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9bfa-9e7b-438d-8fd5-1a8e071d427b req-d9192d5c-7152-4873-b30e-2ab6f8085285 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:25.773266 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-672a9bfa-9e7b-438d-8fd5-1a8e071d427b req-d9192d5c-7152-4873-b30e-2ab6f8085285 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0985811 Jul 05 10:31:25.845295 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-672a9bfa-9e7b-438d-8fd5-1a8e071d427b req-5832a9f6-f8fb-4f1b-b0d4-b3ad5fe6a87f tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636706 Jul 05 10:31:27.082341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60552154-5e30-428c-bef1-2900bc350495 req-e80e6bf6-c21f-46a4-bd6a-48915cc3f8f8 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.085948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60552154-5e30-428c-bef1-2900bc350495 req-e80e6bf6-c21f-46a4-bd6a-48915cc3f8f8 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0901668 Jul 05 10:31:27.132889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60552154-5e30-428c-bef1-2900bc350495 req-c77c838c-5fab-41e8-bff1-b86b8313e0cd tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Jul 05 10:31:27.857082 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404048d2-e864-4347-94e6-ebcd80ddcc70 req-955772f6-d476-459b-9a9d-cb5b9e8dc7ab tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.858688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-404048d2-e864-4347-94e6-ebcd80ddcc70 req-955772f6-d476-459b-9a9d-cb5b9e8dc7ab tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1415489 Jul 05 10:31:27.883605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-52511614-599e-4d80-bd36-c5f6430ea569 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2329435 Jul 05 10:31:27.926093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-404048d2-e864-4347-94e6-ebcd80ddcc70 req-556bc35b-f454-4153-95e1-877821aaa8d5 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563321 Jul 05 10:31:29.279909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbd00-d577-4135-a7b2-8a66680a7449 req-e501ead5-041c-4f92-84bd-b3c9a8ae6f99 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:29.284089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-890cbd00-d577-4135-a7b2-8a66680a7449 req-e501ead5-041c-4f92-84bd-b3c9a8ae6f99 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1303990 Jul 05 10:31:29.342702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-890cbd00-d577-4135-a7b2-8a66680a7449 req-e9854027-c68f-436d-96b9-1deb5c9285c7 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490282 Jul 05 10:31:29.785083 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-74b2f83f-c9fe-47d5-8df2-999e3068f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:29.788023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-74b2f83f-c9fe-47d5-8df2-999e3068f4e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1098 time: 0.0685601 Jul 05 10:31:29.915826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-858a2edf-9821-4a1d-8e64-c7387acbf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:29.917554 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-858a2edf-9821-4a1d-8e64-c7387acbf5c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 913 time: 0.1209955 Jul 05 10:31:29.969732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-65c4996b-b642-40f1-8f9a-853711894d6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0446482 Jul 05 10:31:29.984200 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.037373 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.052951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-468e146d-3b93-405d-b365-63c899bc4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:30.055351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-468e146d-3b93-405d-b365-63c899bc4d54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.0769799 Jul 05 10:31:30.098766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-ac5c71f5-3daf-4def-afd8-fdd96603cb84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357118 Jul 05 10:31:30.214841 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-2c73fb35-b9e7-4ccf-bcae-82f1dae838fe service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090322 Jul 05 10:31:30.324297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-40343b3b-053c-416f-98e8-ffc928f0f5ab service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026442 Jul 05 10:31:30.556520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3311-48e5-46ec-ad45-58ef4024fdbd req-d44787d4-3e2e-4c92-bc86-6a39af5aba4a tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:30.558265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b2a3311-48e5-46ec-ad45-58ef4024fdbd req-d44787d4-3e2e-4c92-bc86-6a39af5aba4a tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0725951 Jul 05 10:31:30.599988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b2a3311-48e5-46ec-ad45-58ef4024fdbd req-ceb0a578-9d4f-47c3-8b77-6a5fefa047b1 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 Jul 05 10:31:31.805880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6957d5c-8ead-4270-8776-ff945b2ea307 req-77cec14f-a48c-48be-b7e2-84558b22206e tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:31.807461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6957d5c-8ead-4270-8776-ff945b2ea307 req-77cec14f-a48c-48be-b7e2-84558b22206e tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0738108 Jul 05 10:31:31.853852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6957d5c-8ead-4270-8776-ff945b2ea307 req-47887a1a-f5cd-475a-a62f-8b6d49d0ca52 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Jul 05 10:31:33.107031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24277b75-69c2-4a48-bda6-99bcc7cc39d9 req-feca887c-9eaa-402d-a3ee-f2a758b43b40 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:33.109341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24277b75-69c2-4a48-bda6-99bcc7cc39d9 req-feca887c-9eaa-402d-a3ee-f2a758b43b40 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0840909 Jul 05 10:31:33.156112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24277b75-69c2-4a48-bda6-99bcc7cc39d9 req-b032bc09-f1d3-463f-9761-4e6bae401f0d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Jul 05 10:31:34.381719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1879ee2-06ed-4aa7-aa04-fed8b708b212 req-05184ced-9870-462f-b349-7a309f6d068e tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:34.384165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1879ee2-06ed-4aa7-aa04-fed8b708b212 req-05184ced-9870-462f-b349-7a309f6d068e tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0836549 Jul 05 10:31:34.433080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1879ee2-06ed-4aa7-aa04-fed8b708b212 req-1f5c2436-870a-444d-8291-b3f4bd0839c1 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Jul 05 10:31:35.672272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ddeab-f8a1-443c-bbec-d2613e24a01c req-4b476607-be0b-4cf6-add9-b5029a7fe900 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:35.674666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-558ddeab-f8a1-443c-bbec-d2613e24a01c req-4b476607-be0b-4cf6-add9-b5029a7fe900 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1045558 Jul 05 10:31:35.728222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-558ddeab-f8a1-443c-bbec-d2613e24a01c req-e56063e3-53f9-44af-84c0-3a59bebbd61b tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 Jul 05 10:31:36.953998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583ce10-b885-4801-b43c-38599a5341a7 req-8c397b38-0931-4732-b8e5-6db26c764351 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.955604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8583ce10-b885-4801-b43c-38599a5341a7 req-8c397b38-0931-4732-b8e5-6db26c764351 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0786262 Jul 05 10:31:37.003558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8583ce10-b885-4801-b43c-38599a5341a7 req-8e5c2888-19fd-420e-ba70-5224681546fe tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Jul 05 10:31:38.237324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efbb6d-b275-4ab7-b7cd-15ad5fbc86aa req-d7a7ec56-ec82-4327-8e67-8eff2738a069 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:38.239279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0efbb6d-b275-4ab7-b7cd-15ad5fbc86aa req-d7a7ec56-ec82-4327-8e67-8eff2738a069 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0827210 Jul 05 10:31:38.286931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0efbb6d-b275-4ab7-b7cd-15ad5fbc86aa req-404aa2de-010d-4a62-ad97-9e27dff93bde tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Jul 05 10:31:39.487644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba3a4-df0f-40db-ac2d-8fb50f97f6fe req-a958162f-8f92-4f41-9ebe-7ef04c1f4cb3 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.490102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-655ba3a4-df0f-40db-ac2d-8fb50f97f6fe req-a958162f-8f92-4f41-9ebe-7ef04c1f4cb3 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0794048 Jul 05 10:31:39.541655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-655ba3a4-df0f-40db-ac2d-8fb50f97f6fe req-902fd9f9-bcaf-447b-80b6-af9e9fa4c50d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437174 Jul 05 10:31:40.776046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c97e2a-e3b7-4691-9d5f-060e1c3490bd req-579dfb2f-2190-4437-aeab-801c57df9aa9 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:40.778491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64c97e2a-e3b7-4691-9d5f-060e1c3490bd req-579dfb2f-2190-4437-aeab-801c57df9aa9 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1089005 Jul 05 10:31:40.837205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-64c97e2a-e3b7-4691-9d5f-060e1c3490bd req-a5191d7e-8506-41b7-9564-9f883d9edbb1 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511947 Jul 05 10:31:42.049377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9004ccb-bec1-47af-8859-f609dec4370e req-a50cb676-9399-4640-bbd1-bfd0a3c810f5 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:42.051209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9004ccb-bec1-47af-8859-f609dec4370e req-a50cb676-9399-4640-bbd1-bfd0a3c810f5 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0866098 Jul 05 10:31:42.101712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9004ccb-bec1-47af-8859-f609dec4370e req-15183710-add0-4ed9-8001-ce5c01bdbb08 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Jul 05 10:31:43.316958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7916d5-2129-4543-909d-02131eee2583 req-b92e181c-d364-4a0f-8ec4-3a82f34f2b40 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:43.318602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da7916d5-2129-4543-909d-02131eee2583 req-b92e181c-d364-4a0f-8ec4-3a82f34f2b40 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0822198 Jul 05 10:31:43.365604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-da7916d5-2129-4543-909d-02131eee2583 req-c29a2baa-738f-41e8-b0e8-22bfc0ae0253 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Jul 05 10:31:44.084118 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e850c4c0-2d55-4954-93ee-1bfc0b113cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.567690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63fe87-521f-40cd-88c9-c015579c1201 req-3d7a8bff-465a-43d2-a7d1-e5af1e0d6bb9 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.569209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f63fe87-521f-40cd-88c9-c015579c1201 req-3d7a8bff-465a-43d2-a7d1-e5af1e0d6bb9 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0739481 Jul 05 10:31:44.620784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f63fe87-521f-40cd-88c9-c015579c1201 req-c81b4d59-8965-4eb8-9a4f-ba0e6eee956e tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Jul 05 10:31:45.846264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd977d5a-5d2c-4105-94ae-16a546be0678 req-339b7fd9-09c2-4bd6-86db-e00ed545a377 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:45.847839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd977d5a-5d2c-4105-94ae-16a546be0678 req-339b7fd9-09c2-4bd6-86db-e00ed545a377 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0758097 Jul 05 10:31:45.892905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd977d5a-5d2c-4105-94ae-16a546be0678 req-aeba9140-4ed5-4bb7-8346-c444484b4183 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Jul 05 10:31:46.824460 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2309c5a3-7f40-4456-927e-4b815f2274ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.876152 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:47.116214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea04f1-3459-4bc1-8242-57f45dbc910f req-f3f097ec-061f-4cd3-ad81-8cb3e8f26153 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:47.118919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9ea04f1-3459-4bc1-8242-57f45dbc910f req-f3f097ec-061f-4cd3-ad81-8cb3e8f26153 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0902448 Jul 05 10:31:47.169465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9ea04f1-3459-4bc1-8242-57f45dbc910f req-2c19c72d-230e-4089-aeee-99437a06199b tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Jul 05 10:31:48.125269 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.425663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a852-a9b1-42ca-b227-6ecfbdb4b7c7 req-250ddc51-f91a-4a1b-8671-8b93b8f712ec tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:48.428212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2f1a852-a9b1-42ca-b227-6ecfbdb4b7c7 req-250ddc51-f91a-4a1b-8671-8b93b8f712ec tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0924728 Jul 05 10:31:48.475956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2f1a852-a9b1-42ca-b227-6ecfbdb4b7c7 req-5e873da4-dd27-447a-9063-7f4dfd62aa1b tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Jul 05 10:31:49.721275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351dd1-d01f-4038-89d2-01004f812220 req-c702df72-b3e8-4e42-bcc5-509ebe4e16d6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:49.723143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4351dd1-d01f-4038-89d2-01004f812220 req-c702df72-b3e8-4e42-bcc5-509ebe4e16d6 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0847301 Jul 05 10:31:49.778488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4351dd1-d01f-4038-89d2-01004f812220 req-488035b3-6e1d-4866-9955-b73091e29f36 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Jul 05 10:31:49.906166 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:31:49.911490 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.074856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2061a42-ee80-471c-8fd1-e8005ec70070 req-92e846eb-909a-4b28-8217-9d154dbedd43 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:51.077314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2061a42-ee80-471c-8fd1-e8005ec70070 req-92e846eb-909a-4b28-8217-9d154dbedd43 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0901625 Jul 05 10:31:51.130834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2061a42-ee80-471c-8fd1-e8005ec70070 req-75943007-a8ad-42e3-9099-dab098abde71 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Jul 05 10:31:52.378722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bfc4c-54d6-4498-a98f-c8ffb345ef68 req-33441f98-1f68-41f8-ace8-8a8abec1b69f tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:52.380965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-188bfc4c-54d6-4498-a98f-c8ffb345ef68 req-33441f98-1f68-41f8-ace8-8a8abec1b69f tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1084037 Jul 05 10:31:52.443174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-188bfc4c-54d6-4498-a98f-c8ffb345ef68 req-f0d89f72-ed16-41b9-843b-0d2da2564482 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515594 Jul 05 10:31:53.711237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa22dd-5201-4cec-8c8f-37e575099569 req-6ed4c94c-76e4-4602-bfa5-9ec998456969 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:53.713920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efaa22dd-5201-4cec-8c8f-37e575099569 req-6ed4c94c-76e4-4602-bfa5-9ec998456969 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1158085 Jul 05 10:31:53.774463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efaa22dd-5201-4cec-8c8f-37e575099569 req-cb576a5f-9b51-4b91-9370-fc5c9bdae5e2 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533633 Jul 05 10:31:55.038224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ed58-6336-4e38-b541-54bf49c40e79 req-592899a4-d956-4e4a-9f1a-878d1e13b5df tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:55.040289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b56ed58-6336-4e38-b541-54bf49c40e79 req-592899a4-d956-4e4a-9f1a-878d1e13b5df tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.0861182 Jul 05 10:31:55.095271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b56ed58-6336-4e38-b541-54bf49c40e79 req-770fadce-3343-41c3-a526-24225b99b7c9 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Jul 05 10:31:56.365125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5ecc-a874-4692-ba05-8dec0bae0b0c req-55ca6b6b-0bdf-4cd5-9064-7cffddf898e4 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:56.369185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a9e5ecc-a874-4692-ba05-8dec0bae0b0c req-55ca6b6b-0bdf-4cd5-9064-7cffddf898e4 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1224728 Jul 05 10:31:56.424679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a9e5ecc-a874-4692-ba05-8dec0bae0b0c req-7ab93431-ced5-4283-940a-872b65f9b5d2 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480361 Jul 05 10:31:56.720186 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-e134c63f-b1d3-45aa-9dab-a81202a277eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:56.722146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-e134c63f-b1d3-45aa-9dab-a81202a277eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1098 time: 0.0742934 Jul 05 10:31:57.440711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-2784e974-9fc9-4e12-a4dd-8642bac44faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:57.443071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-2784e974-9fc9-4e12-a4dd-8642bac44faa service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 913 time: 0.6948974 Jul 05 10:31:57.519047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-30e8e7da-fc7b-433e-ac10-6b13dcc8094e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0677958 Jul 05 10:31:57.672925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-bafc47ce-7c5c-4d94-93b5-39660981a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:57.675835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-bafc47ce-7c5c-4d94-93b5-39660981a09f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.1489310 Jul 05 10:31:57.716569 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-63179522-e9a0-43e2-aa70-de04126b4aeb service neutron] show failed (client error): The resource could not be found. Jul 05 10:31:57.717582 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-63179522-e9a0-43e2-aa70-de04126b4aeb service neutron] 10.222.0.15 "GET /v2.0/ports/e0de2f03-c511-43c5-a1b8-5c1fd46c3a84/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0744848 Jul 05 10:31:57.738622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-7a6c1e4d-16dc-4ec8-ba85-2bc3879cb1f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542562 Jul 05 10:31:57.862523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aefc0-09b7-4f10-87d9-15cb900eba6d req-b86bf503-2eee-4733-8191-2ec5221a115d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:57.865373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f00aefc0-09b7-4f10-87d9-15cb900eba6d req-b86bf503-2eee-4733-8191-2ec5221a115d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.2829022 Jul 05 10:31:57.938093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f00aefc0-09b7-4f10-87d9-15cb900eba6d req-935ef35b-4064-4299-b583-ce81840cd9e3 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646634 Jul 05 10:31:57.951877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-79a75279-6029-411f-a267-e48c44dff870 service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049761 Jul 05 10:31:58.079784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9cf46365-a2eb-428b-9c40-f4956f762f15 req-ea94d158-e1a1-4af6-9a48-55fbb96c7ef9 service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195025 Jul 05 10:31:58.189877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-2ec003b7-8571-4939-88ce-16a203ec8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:58.192660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-2ec003b7-8571-4939-88ce-16a203ec8428 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20&tenant_id=ecec195455554c379e0a0231993746e4 HTTP/1.1" status: 200 len: 1098 time: 0.1765270 Jul 05 10:31:58.211461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:58.329595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.703360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:58.753156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:58.812171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:58.815254 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13e0f99-c9d8-49b5-b6ec-a67a6bfc9f61" -d '{"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-unplugged", "status": "completed", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:58.820940 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.850370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Transition to ACTIVE for port object e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:58.858281 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.922447 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f08dad5-34b0-4ad8-b013-048fbc45a73c x-openstack-request-id: req-0f08dad5-34b0-4ad8-b013-048fbc45a73c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:58.922807 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-unplugged", "status": "completed", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:58.923123 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f08dad5-34b0-4ad8-b013-048fbc45a73c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:58.923578 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'code': 200} Jul 05 10:31:58.959578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] No DVR routers for this DVR port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:58.962648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:58.975400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.975909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.976253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.976591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.976925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.977268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.977634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.978055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.978535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.978870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.979301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:58.979630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:59.026184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:59.026511 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:59.026847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:59.033353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:31:59.033680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Attempting to bind port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on network ef1f255a-cb49-4ceb-a56a-84f75ee3eeac {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:59.040921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:59.041252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Checking segment: {'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:59.041672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Bound using segment: {'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:59.042126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Bound port: e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:59.042504 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.130230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:59.134971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:59.143409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.221087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.221767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.223330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] 10.222.0.16 "PUT /v2.0/ports/e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 1093 time: 1.0196815 Jul 05 10:31:59.248001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967de53-2243-4faf-909f-970f1621ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.313435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51211b85-323a-4ce3-b3b4-fa2f08d52795 req-99fe4b80-a1c1-4c46-babf-1045afad0328 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.315146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51211b85-323a-4ce3-b3b4-fa2f08d52795 req-99fe4b80-a1c1-4c46-babf-1045afad0328 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 944 time: 0.1736188 Jul 05 10:31:59.376642 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-84860051-5b19-41c2-a848-bbd4bdf44da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.378622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-84860051-5b19-41c2-a848-bbd4bdf44da3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1096 time: 0.1177528 Jul 05 10:31:59.383006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51211b85-323a-4ce3-b3b4-fa2f08d52795 req-af54565b-e998-4bd5-b0eb-fba1fb5503f2 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557938 Jul 05 10:31:59.551331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-24a248f7-ff49-485a-bd6a-b5a3adbfa69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.555602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-24a248f7-ff49-485a-bd6a-b5a3adbfa69e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 913 time: 0.1674893 Jul 05 10:31:59.637234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-3ac2b8f6-8f34-49b7-9552-413e7bb53a8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0743585 Jul 05 10:31:59.731336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-53112cf6-5f38-476a-8e14-09486934c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.733602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-53112cf6-5f38-476a-8e14-09486934c7a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.0850911 Jul 05 10:31:59.775452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-adc17186-a2b6-4dd6-a404-e8916aa1d795 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325511 Jul 05 10:31:59.954739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-b6405f8f-6897-435c-9492-1fa2ae2f8ca3 service neutron] 10.222.0.16 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715324 Jul 05 10:32:00.002043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:00.047147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:00.084521 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-455cb3bf-9c31-426e-83b8-bcb2a00fde30 service neutron] 10.222.0.16 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219704 Jul 05 10:32:00.663782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13bfaa-39a9-4830-b56c-f479fa1f8a0b req-085e6eb2-6469-4a05-a37f-885eb9cea709 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:00.666606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d13bfaa-39a9-4830-b56c-f479fa1f8a0b req-085e6eb2-6469-4a05-a37f-885eb9cea709 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 944 time: 0.1315014 Jul 05 10:32:00.745418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d13bfaa-39a9-4830-b56c-f479fa1f8a0b req-6c78c5d6-994c-4f21-8cb9-a903204aea30 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717847 Jul 05 10:32:00.925018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:00.927971 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:01.031665 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c60438-4d23-419a-9d59-068e947e3b9a x-openstack-request-id: req-73c60438-4d23-419a-9d59-068e947e3b9a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:01.032423 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:01.033946 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73c60438-4d23-419a-9d59-068e947e3b9a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:01.034720 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'status': 'completed', 'code': 200} Jul 05 10:32:01.198578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-6af08457-377b-4d2a-86b0-f707bd437585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.201578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-6af08457-377b-4d2a-86b0-f707bd437585 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1096 time: 0.1378279 Jul 05 10:32:01.228541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-51fccb18-800f-498e-88b5-bad7f8078d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.231282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-51fccb18-800f-498e-88b5-bad7f8078d9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1096 time: 0.1513295 Jul 05 10:32:01.417190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:01.461572 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-45b6772f-6dfa-44fc-ba99-3816f5817304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.464205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-45b6772f-6dfa-44fc-ba99-3816f5817304 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 913 time: 0.2553003 Jul 05 10:32:01.493339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:01.502853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-2e9055e7-44d4-4f03-ab8e-d0a9e2adc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.505339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-2e9055e7-44d4-4f03-ab8e-d0a9e2adc373 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 913 time: 0.2549794 Jul 05 10:32:01.573686 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-13a72df4-e12e-43a0-aebe-d60e168b89aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0990965 Jul 05 10:32:01.643213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-315cc9d8-3a2c-4caf-8dfe-c33794f78e82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0851021 Jul 05 10:32:01.786027 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-284da5b5-e5d7-42d2-95cb-13156f528932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.788999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-284da5b5-e5d7-42d2-95cb-13156f528932 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.1607020 Jul 05 10:32:01.818251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-8265351e-c874-4da5-af3c-16be5f0f6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.822071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-8265351e-c874-4da5-af3c-16be5f0f6c1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.1392162 Jul 05 10:32:01.873299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-8e37ff1f-2851-4485-ab60-bf7362e8d064 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754871 Jul 05 10:32:01.903813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-78788072-fb9c-43d4-a8c2-eeff26068bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471036 Jul 05 10:32:02.253198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-27c33a51-7b07-4eda-b364-ecca6cb414c3 service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545747 Jul 05 10:32:02.337773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-ab8ef1d2-5c8f-4115-90c6-a578979d29c0 service neutron] 10.222.0.16 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210260 Jul 05 10:32:02.361547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49956dd-2b9a-4acb-aee5-1c535d78d738 req-8d8bbbf8-2d7f-4a58-8fce-500f473779cd tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.365293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d49956dd-2b9a-4acb-aee5-1c535d78d738 req-8d8bbbf8-2d7f-4a58-8fce-500f473779cd tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 944 time: 0.3400323 Jul 05 10:32:02.556196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d49956dd-2b9a-4acb-aee5-1c535d78d738 req-dafa0bc2-a4e0-4aa6-8025-dc0ee0710d90 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770747 Jul 05 10:32:02.578040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-281b1847-e062-4308-bf86-56a071623977 service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125570 Jul 05 10:32:02.589654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90be11d4-6ba4-47a7-9b4d-d47c650bf73a req-fd20b8fc-ad82-4aab-a128-b952c38b53d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387435 Jul 05 10:32:03.808529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a641e-ffe9-4e0e-9015-b642796c816b req-f98e903b-4fa4-487d-8085-49adbfdfea43 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:03.810985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d2a641e-ffe9-4e0e-9015-b642796c816b req-f98e903b-4fa4-487d-8085-49adbfdfea43 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 944 time: 0.1021600 Jul 05 10:32:03.837492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:03.885058 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d2a641e-ffe9-4e0e-9015-b642796c816b req-4c3ffe99-fa89-4f62-8d73-d993267a929d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634041 Jul 05 10:32:03.993831 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:04.015617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'network_id': 'ef1f255a-cb49-4ceb-a56a-84f75ee3eeac', 'port_id': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'mac_address': 'fa:16:3e:1b:04:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87263812-4be8-4853-946b-4d0b18ced01e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:04.061949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.080530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:04.117699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:04.124249 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.221854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:04.481198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:04.590692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-f86952ed-135b-40f4-bed5-38c4cc4f3bd5 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.592693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-f86952ed-135b-40f4-bed5-38c4cc4f3bd5 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20&tenant_id=ecec195455554c379e0a0231993746e4&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 945 time: 0.1674197 Jul 05 10:32:04.695299 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-2c51803a-887e-49ab-839a-c6d8de39f87d service neutron] delete failed (client error): The resource could not be found. Jul 05 10:32:04.697653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-2c51803a-887e-49ab-839a-c6d8de39f87d service neutron] 10.222.0.15 "DELETE /v2.0/ports/e0de2f03-c511-43c5-a1b8-5c1fd46c3a84/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0951061 Jul 05 10:32:04.824405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-3e5c07f8-ef22-4385-a794-9758ae40b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.825994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-3e5c07f8-ef22-4385-a794-9758ae40b6ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecec195455554c379e0a0231993746e4&device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 1097 time: 0.0661395 Jul 05 10:32:04.962487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-9fc73547-6f72-4a9f-86e7-3138415e68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.964252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-9fc73547-6f72-4a9f-86e7-3138415e68f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 200 len: 913 time: 0.1266558 Jul 05 10:32:05.024628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-0d863f5a-f3a9-4122-9aaa-eca40352c0cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 200 len: 217 time: 0.0497537 Jul 05 10:32:05.090707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-c1d55d86-b03a-4bc2-b061-02ca63793947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:05.092233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-c1d55d86-b03a-4bc2-b061-02ca63793947 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 200 len: 852 time: 0.0580919 Jul 05 10:32:05.137020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-d776dd0c-1f91-4434-b869-50379ecdc9ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320837 Jul 05 10:32:05.252279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-89e82fd2-fb6c-45c4-9725-1b456ea0c40d service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056662 Jul 05 10:32:05.370003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-30633768-3147-470c-b185-d59c677a359c service neutron] 10.222.0.15 "GET /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077814 Jul 05 10:32:05.846839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:05.914133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:05.919497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:05.920105 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.049675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.090721 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:06.093196 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af357c2-05b3-4f76-b685-3e440b712bf6" -d '{"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-plugged", "status": "completed", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:06.110541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:06.116491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.214156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:06.520530 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18c7584-eaa7-4266-b2cb-42786c69eb39 x-openstack-request-id: req-a18c7584-eaa7-4266-b2cb-42786c69eb39 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:06.521136 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-plugged", "status": "completed", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:06.521735 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a18c7584-eaa7-4266-b2cb-42786c69eb39 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:06.522460 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'code': 200} Jul 05 10:32:06.750132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c3355-1a2d-4341-8176-7e2bba43264f req-72b5c011-a0e7-42e1-8913-8aff8673e02e tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:06.752258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-715c3355-1a2d-4341-8176-7e2bba43264f req-72b5c011-a0e7-42e1-8913-8aff8673e02e tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1191056 Jul 05 10:32:06.820141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-715c3355-1a2d-4341-8176-7e2bba43264f req-343a67c9-390e-480a-b1bd-5cece3ac1e67 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577152 Jul 05 10:32:08.161202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58052151-69c9-493c-bfd5-a682da3f5e3f req-89ed569a-1f1b-497d-ba08-82a04ef7e8b7 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:08.164132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58052151-69c9-493c-bfd5-a682da3f5e3f req-89ed569a-1f1b-497d-ba08-82a04ef7e8b7 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1187778 Jul 05 10:32:08.216397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58052151-69c9-493c-bfd5-a682da3f5e3f req-41159e26-18f9-40d4-8d07-743056186fda tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db901ef-72d7-495f-a1f1-6d067481bcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Jul 05 10:32:08.583440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-77381d7c-46e0-44e5-93d2-9f07b174a3c1 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:08.586292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-77381d7c-46e0-44e5-93d2-9f07b174a3c1 tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 946 time: 0.1305990 Jul 05 10:32:08.795676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Deleting port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:08.796012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.943795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] For port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,segment=NetworkSegment(e9407773-1ca7-4d7d-ab7d-4e8c281cb964),segment_id=e9407773-1ca7-4d7d-ab7d-4e8c281cb964)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:08.944758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.975179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Calling delete_port for e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:09.220950 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:09.237558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:09.291827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Pushing event deleted for resources: {'Port': ['ID=e0de2f03-c511-43c5-a1b8-5c1fd46c3a84,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:09.390886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] No DVR routers for this DVR port e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:09.397091 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:09.401695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f7ce6f8-928c-4927-b61f-40fec7c4b46a req-e67b5511-c1d2-458b-86b5-787c2155505d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.16 "DELETE /v2.0/ports/e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 HTTP/1.1" status: 204 len: 173 time: 0.8079250 Jul 05 10:32:09.402485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-deleted', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:09.408387 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236a77f3-3286-4832-b558-33e095650bd4" -d '{"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-deleted", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:09.497748 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b658c980-3917-471d-98a0-9f012d9d0c19 req-e802e04b-cc10-4f8c-b556-b0836f74538d tempest-DeleteServersTestJSON-993880953 tempest-DeleteServersTestJSON-993880953-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5a2cdda-c116-48ad-8a25-0857c9602a20 HTTP/1.1" status: 200 len: 210 time: 0.0510354 Jul 05 10:32:09.584884 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f1ddc-6d7a-498c-9256-81e2e2d54688 x-openstack-request-id: req-2f2f1ddc-6d7a-498c-9256-81e2e2d54688 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:09.586114 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2cdda-c116-48ad-8a25-0857c9602a20", "name": "network-vif-deleted", "tag": "e0de2f03-c511-43c5-a1b8-5c1fd46c3a84", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:09.586526 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f2f1ddc-6d7a-498c-9256-81e2e2d54688 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:09.587249 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a2cdda-c116-48ad-8a25-0857c9602a20', 'name': 'network-vif-deleted', 'tag': 'e0de2f03-c511-43c5-a1b8-5c1fd46c3a84', 'status': 'completed', 'code': 200} Jul 05 10:32:10.886204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:10.947750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] Deleting subnet 87263812-4be8-4853-946b-4d0b18ced01e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:10.952063 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.999050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.054455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.135348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.185939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87263812-4be8-4853-946b-4d0b18ced01e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:11.192799 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.197188 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cbe3f79d-89b5-4840-81b9-e52a705755c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87263812-4be8-4853-946b-4d0b18ced01e HTTP/1.1" status: 204 len: 168 time: 0.3096101 Jul 05 10:32:11.200044 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39112) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:11.289497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.397027 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.411849 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1f255a-cb49-4ceb-a56a-84f75ee3eeac']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:11.425347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:11.425861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9407773-1ca7-4d7d-ab7d-4e8c281cb964') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:11.440875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.469009 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.481542 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:32:11.482240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:32:11.485639 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:32:11.602937 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.613624 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.617917 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef1f255a-cb49-4ceb-a56a-84f75ee3eeac HTTP/1.1" status: 204 len: 168 time: 0.4163201 Jul 05 10:32:11.636648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198620b-7a61-4e95-b90a-163c19c54f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1f255a-cb49-4ceb-a56a-84f75ee3eeac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:11.851001 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39116) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:11.858939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:11.894129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:11.894712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e0de2f03-c511-43c5-a1b8-5c1fd46c3a84 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:11.927718 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-db55863b-899f-4307-b97d-374e12ae39f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecec195455554c379e0a0231993746e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747054 Jul 05 10:32:11.932100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39118) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:12.003228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48d7d1ca-7b11-4cf3-b061-db53f54a57ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.033894 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48d7d1ca-7b11-4cf3-b061-db53f54a57ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.106130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48d7d1ca-7b11-4cf3-b061-db53f54a57ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.111686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48d7d1ca-7b11-4cf3-b061-db53f54a57ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.113811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-48d7d1ca-7b11-4cf3-b061-db53f54a57ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0db901ef-72d7-495f-a1f1-6d067481bcae HTTP/1.1" status: 204 len: 168 time: 0.1800232 Jul 05 10:32:12.129051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7d1ca-7b11-4cf3-b061-db53f54a57ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db901ef-72d7-495f-a1f1-6d067481bcae,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:13.316174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:13.483050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1374105766-network', 'tenant_id': 'd50b2b532d8f42fba1275189b7bbcf5a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:13.535509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Made reservation on behalf of d50b2b532d8f42fba1275189b7bbcf5a for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:13.540643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.554910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.744413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.750439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.791600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:32:13.822471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:13.828175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.828721 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Added segment 52ee9b4d-9bb4-4232-8f0e-d2333ee4033b of type vlan for network d44a68cd-5908-4097-9aba-e9b95967791b Jul 05 10:32:13.911809 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.965968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.967275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:13.968313 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.071477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7535090 Jul 05 10:32:14.074732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:14.083356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Request body: {'subnet': {'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1374105766-subnet', 'tenant_id': 'd50b2b532d8f42fba1275189b7bbcf5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:14.084328 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e67b36ea-b2c0-4353-8254-b86b485a8e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.111225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f105-f949-41d8-a9d8-ad51477ff7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d44a68cd-5908-4097-9aba-e9b95967791b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.128024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network d44a68cd-5908-4097-9aba-e9b95967791b details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:32:14.140433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Made reservation on behalf of d50b2b532d8f42fba1275189b7bbcf5a for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:14.144545 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.450551 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.559962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.577270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Checking segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:14.577848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Network hostable DHCP agents. Network: d44a68cd-5908-4097-9aba-e9b95967791b, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:32:14.605254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Network d44a68cd-5908-4097-9aba-e9b95967791b is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:32:14.619100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, d44a68cd-5908-4097-9aba-e9b95967791b) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:14.624333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.625296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.635485 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc420ff-b7a8-4d17-8343-390c00675424 None None] Network d44a68cd-5908-4097-9aba-e9b95967791b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:14.655636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6ecad0a4-5cb2-42e3-a1ad-143b2eceea28 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5791154 Jul 05 10:32:14.840146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c162e4-3086-4474-85f6-eb7a94343060 None None] Network d44a68cd-5908-4097-9aba-e9b95967791b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:15.381235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-0fb06772-ab29-49e8-9d97-1f0a465f9ef3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.385128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-0fb06772-ab29-49e8-9d97-1f0a465f9ef3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 815 time: 0.1934743 Jul 05 10:32:15.412544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-b257eef8-b3ef-4b23-84ef-c6f8ec92548a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/quotas/d50b2b532d8f42fba1275189b7bbcf5a HTTP/1.1" status: 200 len: 375 time: 0.0168586 Jul 05 10:32:15.477158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-3c15c4e5-e29c-439a-821d-ffc3f4fa21d5 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573614 Jul 05 10:32:15.624863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-d303cf46-d415-4110-8d21-cedba056f2c8 service neutron] 10.222.0.21 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352417 Jul 05 10:32:15.784719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-6b42c1e1-c8d7-4367-8f77-b943a3b94cc8 service neutron] 10.222.0.21 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506205 Jul 05 10:32:16.061519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9359f97e-1254-48a6-8472-74848df319a9 req-1d1d6d32-ea17-4762-b4ec-2581a3c8a770 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 210 time: 0.0559883 Jul 05 10:32:16.829811 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3c37-cdd2-487e-b94d-9de598c68f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.890943 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:17.300728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df12d804-378d-4074-8305-49b63776a37a req-0348aa9b-91c0-430e-8fe8-250beda18a85 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 210 time: 0.0366323 Jul 05 10:32:17.629176 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-c1120645-5567-4c14-92e2-c5682269bcfd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.632444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-c1120645-5567-4c14-92e2-c5682269bcfd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.15 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 815 time: 0.1704340 Jul 05 10:32:17.658001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Request body: {'port': {'device_id': '6e91bf15-7662-4d03-a748-6673302da9a4', 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b', 'admin_state_up': True, 'tenant_id': 'd50b2b532d8f42fba1275189b7bbcf5a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:17.877179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Made reservation on behalf of d50b2b532d8f42fba1275189b7bbcf5a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:17.881937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.070815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Allocated IP 172.20.0.4 (d44a68cd-5908-4097-9aba-e9b95967791b/7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59/a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:18.136670 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.370414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.916398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b45bcc74-a9c4-4d47-8c56-ced684e320f6 req-a2ebcf54-7745-4f1e-9539-17596f85032c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 210 time: 0.0447671 Jul 05 10:32:18.932098 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.001566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Network d44a68cd-5908-4097-9aba-e9b95967791b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:19.010229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:19.015995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:19.025856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:19.098926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.099780 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.122096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-fbf81e12-a2cd-445b-b2a0-3f9c313bb963 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4707389 Jul 05 10:32:19.140341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Request body: {'port': {'device_id': '6e91bf15-7662-4d03-a748-6673302da9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:19.248903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.726671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:19.737419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.756904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Transition to ACTIVE for port object a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:19.761624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.834188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:19.921944 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.984329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:19.984880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:19.985396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:19.994960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on network d44a68cd-5908-4097-9aba-e9b95967791b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:19.995553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:20.005620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:20.006167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Checking segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:20.007423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Bound using segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:20.008152 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Bound port: a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:20.008744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.199372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:20.235045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:20.244302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.326966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:20.328064 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.330579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] 10.222.0.15 "PUT /v2.0/ports/a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 1092 time: 1.1958771 Jul 05 10:32:20.337472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:20.341543 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e6e490-37b0-4a82-8382-53755e52a889" -d '{"events": [{"name": "network-changed", "server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:20.418272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4cfe5-e42e-44f6-b980-d731c3b7d2ed req-902d7113-9184-4e7c-a928-0361774d085a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:20.421128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bc4cfe5-e42e-44f6-b980-d731c3b7d2ed req-902d7113-9184-4e7c-a928-0361774d085a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 943 time: 0.2908914 Jul 05 10:32:20.462735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb975-9986-4d1b-91a0-ebdc9fa4bd4d service neutron] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:20.559351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bc4cfe5-e42e-44f6-b980-d731c3b7d2ed req-4771690a-612d-4206-8ae3-ad7a592a35da tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982394 Jul 05 10:32:20.582881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-1bf6a8fc-de67-4ef8-822b-5eb7475e4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:20.587363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-1bf6a8fc-de67-4ef8-822b-5eb7475e4536 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1095 time: 0.2014208 Jul 05 10:32:20.658924 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b689e1cd-236c-4d53-93ad-8f5c8d2d98bc x-openstack-request-id: req-b689e1cd-236c-4d53-93ad-8f5c8d2d98bc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:20.659304 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:20.659566 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b689e1cd-236c-4d53-93ad-8f5c8d2d98bc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:20.660003 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'status': 'completed', 'code': 200} Jul 05 10:32:20.662069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-2eeea867-81ba-46a6-8f15-2252f337ca48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 217 time: 0.0631490 Jul 05 10:32:20.749746 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-ac334c4c-0ded-420a-847b-a7fa2dc99ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:20.752399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-ac334c4c-0ded-420a-847b-a7fa2dc99ad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0828059 Jul 05 10:32:20.800270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-75759985-8ed9-4dd8-809c-f6802d757844 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371239 Jul 05 10:32:20.921303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-6ebe694b-d2ae-4b10-843c-edaa495baa48 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128247 Jul 05 10:32:21.035185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e1b003d-03c9-421b-ad44-9d193da63a9b req-b599c52a-13e5-477d-b54a-1e13ebd3b0fd service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046925 Jul 05 10:32:21.165551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e490-37b0-4a82-8382-53755e52a889 req-eb182610-32c7-4b7f-9984-ec5b9c6e7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:21.167640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6e490-37b0-4a82-8382-53755e52a889 req-eb182610-32c7-4b7f-9984-ec5b9c6e7bba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1095 time: 0.0742908 Jul 05 10:32:21.280720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e490-37b0-4a82-8382-53755e52a889 req-d686d7bf-b389-4c69-9b3a-521f73fabfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:21.282429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6e490-37b0-4a82-8382-53755e52a889 req-d686d7bf-b389-4c69-9b3a-521f73fabfa6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1075270 Jul 05 10:32:21.337386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6e490-37b0-4a82-8382-53755e52a889 req-55480fdc-156f-4391-b893-9e27a9fa200d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 217 time: 0.0464892 Jul 05 10:32:21.397612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e490-37b0-4a82-8382-53755e52a889 req-ea77a3c9-1644-4880-a2da-036eaefbe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:21.399299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6e490-37b0-4a82-8382-53755e52a889 req-ea77a3c9-1644-4880-a2da-036eaefbe135 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0542107 Jul 05 10:32:21.439021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6e490-37b0-4a82-8382-53755e52a889 req-3e866ec0-2a79-4274-950e-735b816898ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300286 Jul 05 10:32:21.603851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6e490-37b0-4a82-8382-53755e52a889 req-2345b346-0041-4fa2-a148-278e0b01de07 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545222 Jul 05 10:32:21.737061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69e6e490-37b0-4a82-8382-53755e52a889 req-4d71b368-5483-471f-be91-b23ee0ceb709 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253374 Jul 05 10:32:21.896454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190a15-52fb-4993-8e4f-8aaa8faf9d71 req-1f43c53f-34c0-4202-8883-3e1429b9e275 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:21.904580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69190a15-52fb-4993-8e4f-8aaa8faf9d71 req-1f43c53f-34c0-4202-8883-3e1429b9e275 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 943 time: 0.1359699 Jul 05 10:32:21.992002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-69190a15-52fb-4993-8e4f-8aaa8faf9d71 req-2d4c418d-8887-478c-88f5-7ca35575e86e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748305 Jul 05 10:32:23.279970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2dc42-d1ad-4ec2-8dbd-ad752e16de27 req-7aa7bb14-7451-4dd8-b5b4-b79eaceed63f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:23.282799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60d2dc42-d1ad-4ec2-8dbd-ad752e16de27 req-7aa7bb14-7451-4dd8-b5b4-b79eaceed63f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 943 time: 0.1293232 Jul 05 10:32:23.355894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60d2dc42-d1ad-4ec2-8dbd-ad752e16de27 req-628a1c46-b348-46c1-bafc-a980d2ba1216 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656822 Jul 05 10:32:23.587341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:23.739616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:23.755483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b', 'port_id': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'mac_address': 'fa:16:3e:b3:15:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:23.810272 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.830133 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:23.864749 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:23.872564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.968834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:23.978432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.978785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.979156 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.979497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.979833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.980165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.980495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.980982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.981228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.981467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.981792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:23.982117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:24.102494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:24.593820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bdd0f-b9f8-4a8a-9231-9a77608b83ab req-64f03bb5-f1a5-4b5c-914e-09c7816e28e9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.595425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e82bdd0f-b9f8-4a8a-9231-9a77608b83ab req-64f03bb5-f1a5-4b5c-914e-09c7816e28e9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 944 time: 0.1044068 Jul 05 10:32:24.644127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e82bdd0f-b9f8-4a8a-9231-9a77608b83ab req-eb53db8e-1e58-434a-bf85-db720fb2abc0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Jul 05 10:32:25.601699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:25.679998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:25.689940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:25.689940 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.841770 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.886733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:25.891680 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785d344-cc78-4ee9-8ce8-a948cec3a561" -d '{"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-plugged", "status": "completed", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:25.916895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:25.922223 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.939109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aa8c6-230e-4043-a026-e00944ac6260 req-ccb7c706-ab45-49da-bf29-49c9be2261ad tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.941916 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c4aa8c6-230e-4043-a026-e00944ac6260 req-ccb7c706-ab45-49da-bf29-49c9be2261ad tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 944 time: 0.1195185 Jul 05 10:32:25.984073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.003544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c4aa8c6-230e-4043-a026-e00944ac6260 req-e58fc857-c98a-4152-91f0-a689aacdc9bd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544658 Jul 05 10:32:26.063860 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053f5015-a3f1-4eb1-92b1-4f64acbda4dc x-openstack-request-id: req-053f5015-a3f1-4eb1-92b1-4f64acbda4dc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:26.064216 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-plugged", "status": "completed", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:26.064571 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-053f5015-a3f1-4eb1-92b1-4f64acbda4dc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:26.065000 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'code': 200} Jul 05 10:32:26.206476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b297101-35ce-49dd-ae75-d236ea3b924b req-5b62fe46-7346-4558-9c1e-835c3220abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:26.208862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b297101-35ce-49dd-ae75-d236ea3b924b req-5b62fe46-7346-4558-9c1e-835c3220abfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1097 time: 0.0681157 Jul 05 10:32:26.258592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b297101-35ce-49dd-ae75-d236ea3b924b req-7f50d2f7-e3cf-4da6-adad-4405401a2524 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Jul 05 10:32:26.911325 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:32:27.274631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c4d7-9fb5-45f2-9e6d-0f4a7a9bc25d req-f7606800-3ebb-48dd-b59e-acf04d371d6c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:27.277518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1672c4d7-9fb5-45f2-9e6d-0f4a7a9bc25d req-f7606800-3ebb-48dd-b59e-acf04d371d6c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.1260967 Jul 05 10:32:27.361156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1672c4d7-9fb5-45f2-9e6d-0f4a7a9bc25d req-7330c56e-050e-45b3-92c1-b3a803ba9f9a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Jul 05 10:32:28.615465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aca284-790b-42a3-8844-79a6a8d96786 req-6f079c52-4672-4ee1-9fbf-ba6f786a950b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:28.618940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72aca284-790b-42a3-8844-79a6a8d96786 req-6f079c52-4672-4ee1-9fbf-ba6f786a950b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.1204851 Jul 05 10:32:28.693074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72aca284-790b-42a3-8844-79a6a8d96786 req-58f847fb-28df-4dad-8efb-313b6ee440e8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636783 Jul 05 10:32:28.989354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152b231-0910-4c3f-af12-586e66453722 req-fbd4ab64-4aac-4783-925c-f607af330373 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:28.992115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7152b231-0910-4c3f-af12-586e66453722 req-fbd4ab64-4aac-4783-925c-f607af330373 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0921681 Jul 05 10:32:29.066637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7152b231-0910-4c3f-af12-586e66453722 req-d3170f77-59b7-4da2-92d6-2d6f0f0d685e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638809 Jul 05 10:32:29.675047 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e79d-091b-4262-b07f-872b1dd9f0e6 req-62642bc1-1923-44af-8e51-cfb81f29927e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:29.676799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fb6e79d-091b-4262-b07f-872b1dd9f0e6 req-62642bc1-1923-44af-8e51-cfb81f29927e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0932710 Jul 05 10:32:29.767922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fb6e79d-091b-4262-b07f-872b1dd9f0e6 req-f896a5b6-c4a2-4f36-b740-f5f2003e1a13 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729213 Jul 05 10:32:30.020088 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.033867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.084044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464511-1c0a-476c-b50a-f1e9595d03fd req-029401f3-9c82-47f3-b418-d3a7d3950092 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:30.086527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4464511-1c0a-476c-b50a-f1e9595d03fd req-029401f3-9c82-47f3-b418-d3a7d3950092 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.1162663 Jul 05 10:32:30.151708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4464511-1c0a-476c-b50a-f1e9595d03fd req-5437a2a8-ca8a-4b5f-bcc2-d870dd126266 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542872 Jul 05 10:32:30.923128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5cc9-aaa6-4bb9-9e94-2befc6c90fd5 req-a9e399d0-b778-4478-ab8b-4ae17369016c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:30.925823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-107e5cc9-aaa6-4bb9-9e94-2befc6c90fd5 req-a9e399d0-b778-4478-ab8b-4ae17369016c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.2014854 Jul 05 10:32:30.950254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-aa800006-84e7-4893-a010-4756ef37485f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2833476 Jul 05 10:32:31.003811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-107e5cc9-aaa6-4bb9-9e94-2befc6c90fd5 req-0530d532-2ae7-4b2e-896f-d30492c14706 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706551 Jul 05 10:32:32.310910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedbfd1-16ac-4866-8d1e-a627feb29932 req-13ccb967-831f-41aa-9937-2fbde78b01e6 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:32.312696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebedbfd1-16ac-4866-8d1e-a627feb29932 req-13ccb967-831f-41aa-9937-2fbde78b01e6 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0789676 Jul 05 10:32:32.357173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebedbfd1-16ac-4866-8d1e-a627feb29932 req-52b79599-d647-46bb-ab43-a1572d8a5b19 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Jul 05 10:32:32.657657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-320ca41e-445e-4ca0-97d0-5e370a75133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:32.659223 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-320ca41e-445e-4ca0-97d0-5e370a75133a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1097 time: 0.0944526 Jul 05 10:32:32.822151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-06310e89-29c8-423f-aefe-f08cfd94925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:32.824814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-06310e89-29c8-423f-aefe-f08cfd94925f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1583192 Jul 05 10:32:32.911408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-8637c1eb-c2f5-4fdf-99c0-5587b84a8a97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 217 time: 0.0790019 Jul 05 10:32:32.974893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-e71df5a4-1869-4a93-8517-2ed44e50fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:32.977183 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-e71df5a4-1869-4a93-8517-2ed44e50fc06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0571504 Jul 05 10:32:33.024738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-9b86f427-1bfb-4222-83fc-bc4abd8bd5e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406685 Jul 05 10:32:33.157482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-6a4e3079-59db-4f20-84fb-ee50a3e786e9 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254902 Jul 05 10:32:33.273401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-df95b955-2d25-4358-ab61-b33aaf2ab304 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076822 Jul 05 10:32:33.604599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292ed9f-8f5b-48a6-88fc-02fa9e39e436 req-7619415c-5bfd-44fd-88a1-b886950761d4 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.606406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b292ed9f-8f5b-48a6-88fc-02fa9e39e436 req-7619415c-5bfd-44fd-88a1-b886950761d4 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0812626 Jul 05 10:32:33.662175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b292ed9f-8f5b-48a6-88fc-02fa9e39e436 req-c4c485e3-e579-4d73-88c9-b8088ba48381 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Jul 05 10:32:34.877544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d2ad3-6008-4afa-8fb4-70d84f10edcf req-45489615-1bdb-4b8b-8d65-f8f9b6de3f44 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:34.879749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-166d2ad3-6008-4afa-8fb4-70d84f10edcf req-45489615-1bdb-4b8b-8d65-f8f9b6de3f44 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0824094 Jul 05 10:32:34.926522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-166d2ad3-6008-4afa-8fb4-70d84f10edcf req-736e74d1-3bf2-4f62-aa38-ead27b3d5341 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Jul 05 10:32:36.226244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3c78c-50f6-47f6-b5a4-5214fa7302b8 req-0fa009ee-a11c-4d65-a991-3f4263de1c04 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:36.228115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eef3c78c-50f6-47f6-b5a4-5214fa7302b8 req-0fa009ee-a11c-4d65-a991-3f4263de1c04 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0887425 Jul 05 10:32:36.291792 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eef3c78c-50f6-47f6-b5a4-5214fa7302b8 req-2304b782-7052-42b3-b6dc-921f3860dd7d tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530524 Jul 05 10:32:37.519424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cb4a2-6854-4e16-9022-7e678164708e req-ddb16125-035f-4afa-84e1-d75333890083 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:37.521192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-793cb4a2-6854-4e16-9022-7e678164708e req-ddb16125-035f-4afa-84e1-d75333890083 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0813572 Jul 05 10:32:37.568604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-793cb4a2-6854-4e16-9022-7e678164708e req-d59f46c0-3615-40ce-8f39-71c8d15017e1 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Jul 05 10:32:38.774982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656da0f-163a-458f-a9b3-a8943e35b354 req-a41c97da-b1ec-449d-a974-8101efa7e3d0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:38.776743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7656da0f-163a-458f-a9b3-a8943e35b354 req-a41c97da-b1ec-449d-a974-8101efa7e3d0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0746963 Jul 05 10:32:38.834891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7656da0f-163a-458f-a9b3-a8943e35b354 req-a6ad3598-f985-4d69-825f-19ad07227a81 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513344 Jul 05 10:32:40.040820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a443dca-5676-4276-a743-cc7b6d9b2fe6 req-7a84c69c-413b-4f3a-a861-6f4bf32672f2 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:40.042969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a443dca-5676-4276-a743-cc7b6d9b2fe6 req-7a84c69c-413b-4f3a-a861-6f4bf32672f2 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0775344 Jul 05 10:32:40.091656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a443dca-5676-4276-a743-cc7b6d9b2fe6 req-13a1be4f-424a-42a2-a8ce-b6a69ed9408a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Jul 05 10:32:41.309569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f142c6-50fc-4a94-ac94-dcbd8b056e8a req-70b47898-2da7-488c-a155-fd6c1c5f02b0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:41.311336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09f142c6-50fc-4a94-ac94-dcbd8b056e8a req-70b47898-2da7-488c-a155-fd6c1c5f02b0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0830550 Jul 05 10:32:41.370503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09f142c6-50fc-4a94-ac94-dcbd8b056e8a req-39b28ff8-e876-4b1a-883f-4b7b98c95787 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Jul 05 10:32:42.586290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2b4b-5750-4098-b34a-f9efb4e1ae20 req-b2273a43-cac3-4d2b-95b3-2b81572b58f3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:42.588034 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cbf2b4b-5750-4098-b34a-f9efb4e1ae20 req-b2273a43-cac3-4d2b-95b3-2b81572b58f3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0768285 Jul 05 10:32:42.636044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cbf2b4b-5750-4098-b34a-f9efb4e1ae20 req-2e10707e-2288-49af-a71a-9df9ef9dfe99 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Jul 05 10:32:43.906648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7523ffd-8074-4b5a-9745-30d4b687ec83 req-bdf6a075-bf08-463d-a177-d52b034c2961 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:43.908278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7523ffd-8074-4b5a-9745-30d4b687ec83 req-bdf6a075-bf08-463d-a177-d52b034c2961 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.1133425 Jul 05 10:32:43.960975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d7523ffd-8074-4b5a-9745-30d4b687ec83 req-e2643229-73c5-4bdb-8086-5f7215ce7675 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Jul 05 10:32:44.087071 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df1a30ff-6ec8-4e5d-b9d5-c61b5fd8224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.204315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136083c-d011-4e2b-9525-e468fcaca0fd req-745c1d94-d160-4e70-b05a-6d8b24b382e7 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:45.206169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8136083c-d011-4e2b-9525-e468fcaca0fd req-745c1d94-d160-4e70-b05a-6d8b24b382e7 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0757246 Jul 05 10:32:45.253898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8136083c-d011-4e2b-9525-e468fcaca0fd req-0c8ce673-c319-46df-904e-172924e87504 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375998 Jul 05 10:32:46.451705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4df3-01fc-4055-8e92-4d08d1625ff3 req-9e624a14-3cac-4d96-a35f-5c38c9bdf0d8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:46.453793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b87f4df3-01fc-4055-8e92-4d08d1625ff3 req-9e624a14-3cac-4d96-a35f-5c38c9bdf0d8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0746205 Jul 05 10:32:46.507401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b87f4df3-01fc-4055-8e92-4d08d1625ff3 req-74426fff-1dd0-4c50-a6bd-fbf5fde5b6dd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 Jul 05 10:32:46.819674 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-180ee999-fa39-4bf5-8885-8dee3db16a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:46.877111 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.729095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8887a-52fd-4721-ad57-f12495a0c931 req-36c6548f-fcc6-419f-9b60-b388e2c500af tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:47.730973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ade8887a-52fd-4721-ad57-f12495a0c931 req-36c6548f-fcc6-419f-9b60-b388e2c500af tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0848553 Jul 05 10:32:47.797737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ade8887a-52fd-4721-ad57-f12495a0c931 req-fe9aae65-d6b4-4aae-b015-b1968ec5c86b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600197 Jul 05 10:32:48.302043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.111209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f058b-2ea8-484c-8f80-c623cbe0e571 req-79a50dd0-95f9-40b4-be55-8a63a1d0a713 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:49.113941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-521f058b-2ea8-484c-8f80-c623cbe0e571 req-79a50dd0-95f9-40b4-be55-8a63a1d0a713 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.1162479 Jul 05 10:32:49.180568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-521f058b-2ea8-484c-8f80-c623cbe0e571 req-461f7479-5c45-4d31-a528-6ada6f490587 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593162 Jul 05 10:32:49.916330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.432815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2be08-f63c-4a08-8fff-8495405c1898 req-842dd180-8e39-4d9c-903a-4ff6f22b89e9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:50.438883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46a2be08-f63c-4a08-8fff-8495405c1898 req-842dd180-8e39-4d9c-903a-4ff6f22b89e9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.1145506 Jul 05 10:32:50.499324 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-e991dbd7-274c-4eaf-9ab3-6e8dfe64494d service neutron] show failed (client error): The resource could not be found. Jul 05 10:32:50.500302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-e991dbd7-274c-4eaf-9ab3-6e8dfe64494d service neutron] 10.222.0.15 "GET /v2.0/ports/a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.1123550 Jul 05 10:32:50.509682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46a2be08-f63c-4a08-8fff-8495405c1898 req-5c44751f-6c77-4bfe-a4f4-66f1e2b318c9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588303 Jul 05 10:32:50.865370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-60c920ab-e29e-458f-b536-721de8912714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:50.868384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-60c920ab-e29e-458f-b536-721de8912714 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4&tenant_id=d50b2b532d8f42fba1275189b7bbcf5a HTTP/1.1" status: 200 len: 1097 time: 0.0692754 Jul 05 10:32:50.883446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:50.990019 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.252902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:51.296380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:51.347381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:51.351042 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3d797-9dc4-4142-b11c-9d6db8241e2a" -d '{"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-unplugged", "status": "completed", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:51.356921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.375368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Transition to ACTIVE for port object a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:51.381060 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.422366 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d7fc7-168e-48c9-9aac-edc3932b661b x-openstack-request-id: req-cb0d7fc7-168e-48c9-9aac-edc3932b661b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:51.422694 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-unplugged", "status": "completed", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:51.422906 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb0d7fc7-168e-48c9-9aac-edc3932b661b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:51.423427 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'code': 200} Jul 05 10:32:51.471447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] No DVR routers for this DVR port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:51.473920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:51.519021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:51.519429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:51.519841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:51.526148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on network d44a68cd-5908-4097-9aba-e9b95967791b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:51.526501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Attempting to bind port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:51.532896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:51.533224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Checking segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:51.533608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Bound using segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:51.534039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Bound port: a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:51.534394 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.624265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:51.628676 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:51.636839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.680757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:51.681593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.683666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] 10.222.0.16 "PUT /v2.0/ports/a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 1092 time: 0.8065751 Jul 05 10:32:51.758335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5aaf1-8902-4582-8d9c-01ba23ec5dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:51.840522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-d62b2467-c941-4720-9e40-2d487b2966b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:51.841973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-d62b2467-c941-4720-9e40-2d487b2966b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1095 time: 0.1250153 Jul 05 10:32:51.860881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb771a6-1d0a-41a2-849b-c10648466d66 req-183752a1-d0ba-491f-aa70-d21df5315d01 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:51.862522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fcb771a6-1d0a-41a2-849b-c10648466d66 req-183752a1-d0ba-491f-aa70-d21df5315d01 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 943 time: 0.1088207 Jul 05 10:32:51.970232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fcb771a6-1d0a-41a2-849b-c10648466d66 req-c65d5f94-0698-46d1-bd84-af4db4e6db51 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971072 Jul 05 10:32:52.009145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-92f4b212-2d5a-48ff-86be-7e950ad1114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:52.010744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-92f4b212-2d5a-48ff-86be-7e950ad1114c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1585565 Jul 05 10:32:52.061508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-d138a35c-656a-476c-b3f9-a77a36d998d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 217 time: 0.0429816 Jul 05 10:32:52.148733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-17e18fa9-731d-4c7e-9d4f-06edf1bc920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:52.150877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-17e18fa9-731d-4c7e-9d4f-06edf1bc920e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0819881 Jul 05 10:32:52.196398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b0ce3809-8f89-402f-9a85-1fed80f4fd9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381563 Jul 05 10:32:52.306990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-ac643307-5b00-4ac8-b67c-0d49c80fc158 service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028049 Jul 05 10:32:52.421341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-689f9c3f-d586-4df7-b803-e67c793d92a0 req-b9c6576f-2102-4c94-901d-2c55c1e36e6a service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059265 Jul 05 10:32:53.256073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150520fb-2d2e-43df-9192-f296ba6eabbc req-825e26c3-8dc2-4e55-ad1c-db788e61ab03 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.257958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-150520fb-2d2e-43df-9192-f296ba6eabbc req-825e26c3-8dc2-4e55-ad1c-db788e61ab03 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 943 time: 0.0769627 Jul 05 10:32:53.307525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-150520fb-2d2e-43df-9192-f296ba6eabbc req-e0dc4998-3821-41cb-a373-9cac1dfada6b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Jul 05 10:32:53.424730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:53.427496 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:53.484857 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5703d8-eff7-4ba2-96fe-84e91f0c94d7 x-openstack-request-id: req-5a5703d8-eff7-4ba2-96fe-84e91f0c94d7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:53.485252 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:53.485495 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a5703d8-eff7-4ba2-96fe-84e91f0c94d7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:53.485928 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'status': 'completed', 'code': 200} Jul 05 10:32:53.614786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-987a5b7d-2745-4a05-b516-8e156280fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.616470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-987a5b7d-2745-4a05-b516-8e156280fc58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1095 time: 0.1077728 Jul 05 10:32:53.621772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-1547d70f-f8f3-48f3-9d1c-0045bd59cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.623466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-1547d70f-f8f3-48f3-9d1c-0045bd59cbf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1095 time: 0.1037600 Jul 05 10:32:53.758518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:53.796938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-e664efeb-c93a-47b4-bd53-1f132a02d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.800049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-e664efeb-c93a-47b4-bd53-1f132a02d597 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1753035 Jul 05 10:32:53.815183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:53.817780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-bfbe870a-fb99-4e7b-958b-124d812783ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.820133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-bfbe870a-fb99-4e7b-958b-124d812783ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1858554 Jul 05 10:32:53.859467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-d9f50bf8-2c97-4d97-89a2-2f6113929e55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 217 time: 0.0507684 Jul 05 10:32:53.898042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-e09ea530-1c52-48ea-aadd-113ae243ee3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 217 time: 0.0468521 Jul 05 10:32:53.975606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-675dd249-ccba-43b1-b354-97c3241624a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.977540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-675dd249-ccba-43b1-b354-97c3241624a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0891747 Jul 05 10:32:53.989024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-607eeae2-e271-4f6a-9bed-4e5e68aa4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.992957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-607eeae2-e271-4f6a-9bed-4e5e68aa4e3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0697608 Jul 05 10:32:54.046147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-e28a203c-1eba-4513-97f0-7352f95fcf7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601394 Jul 05 10:32:54.048244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-15798746-4ec7-4d6a-8cd2-064d451aa859 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461440 Jul 05 10:32:54.253773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-dcb7c1d6-e183-46f4-a2a9-e2e5c8cecfee service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997247 Jul 05 10:32:54.255954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-5cb8b449-1e05-4266-a640-93554c186b6a service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924772 Jul 05 10:32:54.891599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-9ca7612c-686a-4ac2-9aec-7f94216ab014 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186337 Jul 05 10:32:54.896041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d466d8ea-66eb-4dfa-a6de-5390604cd3f9 req-f0a4b620-0b03-4dcd-bcd0-e84e29029d4d service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328816 Jul 05 10:32:54.913939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172a23c-f7a4-426a-a905-ea39a0f1b476 req-cb0cf93f-2b53-439d-8589-f33ee67ee56f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:54.916349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a172a23c-f7a4-426a-a905-ea39a0f1b476 req-cb0cf93f-2b53-439d-8589-f33ee67ee56f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 943 time: 0.1551251 Jul 05 10:32:54.969488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a172a23c-f7a4-426a-a905-ea39a0f1b476 req-4ddc76c4-a77a-47e7-80ba-f4eef738fda8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Jul 05 10:32:55.324091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944070e6-72c8-405f-80cc-47a22a2f0328 req-088c304e-f016-4cc3-a9a7-c78be67ccd65 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.325965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-944070e6-72c8-405f-80cc-47a22a2f0328 req-088c304e-f016-4cc3-a9a7-c78be67ccd65 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 943 time: 0.0870688 Jul 05 10:32:55.404564 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-944070e6-72c8-405f-80cc-47a22a2f0328 req-dc6ad037-8a88-42d6-af9c-b2fc3eef1f3c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563314 Jul 05 10:32:55.440933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-022b0e5c-d40b-413b-aba2-6ae337f06ca1 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.442795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-022b0e5c-d40b-413b-aba2-6ae337f06ca1 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4&tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 943 time: 0.1398270 Jul 05 10:32:55.519789 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-c67ff6f7-d76e-4cbd-9dd0-2ae609f07a45 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:32:55.520846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-c67ff6f7-d76e-4cbd-9dd0-2ae609f07a45 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0704429 Jul 05 10:32:55.633622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-1b6b7132-a2d5-4c73-bda7-54da57b30196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.635215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-1b6b7132-a2d5-4c73-bda7-54da57b30196 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 1095 time: 0.0638001 Jul 05 10:32:55.749708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-ea825727-aea6-4dc2-87cd-d467b5708ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.752408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-ea825727-aea6-4dc2-87cd-d467b5708ecd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1104593 Jul 05 10:32:55.803487 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-d1fb2d3f-1663-43d7-97dc-a8a05df62864 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 200 len: 217 time: 0.0397503 Jul 05 10:32:55.861478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-9abf71fd-bd96-4c08-8d75-483deeb21dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.863015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-9abf71fd-bd96-4c08-8d75-483deeb21dfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0527091 Jul 05 10:32:55.900570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-ba7d7361-70fc-4a7d-9029-7bd58c2d42cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301149 Jul 05 10:32:55.986513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:56.036846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-f51fd580-fdc0-4ad4-89e8-33b4202a5184 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265500 Jul 05 10:32:56.118880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:56.137136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b', 'port_id': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'mac_address': 'fa:16:3e:b3:15:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:56.168013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d3a2d3bf-82ec-477f-a06b-71a92b337e35 req-17bbd767-cec5-41d5-b578-75618b5dbe7a service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213987 Jul 05 10:32:56.183818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.207337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:56.247219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:56.254217 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.339672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:56.503587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:56.651966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783493e-247f-4c2f-a3d4-df2500e284af req-107d7bd4-4daf-4e83-a1a8-d6d8884ffcd5 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:56.653822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7783493e-247f-4c2f-a3d4-df2500e284af req-107d7bd4-4daf-4e83-a1a8-d6d8884ffcd5 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 944 time: 0.0916874 Jul 05 10:32:56.709942 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7783493e-247f-4c2f-a3d4-df2500e284af req-0256ab31-35e8-4508-bfe3-4626938ff45d tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 Jul 05 10:32:57.925851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b319b-9fdd-4674-bd0f-4f2863e76a20 req-89da3781-475d-469a-a385-0acfe03d6ae3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:57.928282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091b319b-9fdd-4674-bd0f-4f2863e76a20 req-89da3781-475d-469a-a385-0acfe03d6ae3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 944 time: 0.0777283 Jul 05 10:32:57.992881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:57.997304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-091b319b-9fdd-4674-bd0f-4f2863e76a20 req-ce122026-c9f3-4c0f-b80f-81f569b478cc tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595815 Jul 05 10:32:58.083263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:58.089961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:58.090762 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.224310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe5307-0347-4b0f-9f20-87a012579702 req-bd6bb5d0-c704-4eff-9cdd-317fce1587a4 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:58.226952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bbe5307-0347-4b0f-9f20-87a012579702 req-bd6bb5d0-c704-4eff-9cdd-317fce1587a4 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 944 time: 0.0990622 Jul 05 10:32:58.238806 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.274514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:58.277870 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d82c8-ba17-467a-9418-ef42d03c3e29" -d '{"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-plugged", "status": "completed", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:58.278799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bbe5307-0347-4b0f-9f20-87a012579702 req-528d8875-57fc-49fa-bfd4-6c47085cd841 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Jul 05 10:32:58.296020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:58.302760 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.349151 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da41e0-57af-4f50-9d52-d916c1d5493f x-openstack-request-id: req-67da41e0-57af-4f50-9d52-d916c1d5493f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:58.349583 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-plugged", "status": "completed", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:58.350633 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67da41e0-57af-4f50-9d52-d916c1d5493f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:58.351121 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'code': 200} Jul 05 10:32:58.390068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:58.553389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c2a1-a267-4276-98c4-03aee8a49bcf req-c0623981-bf2b-45ae-a1ad-7af71a8b5557 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:58.555645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3512c2a1-a267-4276-98c4-03aee8a49bcf req-c0623981-bf2b-45ae-a1ad-7af71a8b5557 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.0912209 Jul 05 10:32:58.616998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3512c2a1-a267-4276-98c4-03aee8a49bcf req-1f18538c-d9e1-4b0c-ab58-bafd95b7ff13 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521078 Jul 05 10:32:59.268848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-0a9eb9fd-78e5-4c7e-83a2-db2b0d721f80 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:59.271479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-0a9eb9fd-78e5-4c7e-83a2-db2b0d721f80 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 815 time: 0.1999507 Jul 05 10:32:59.289933 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-9c3f0796-17fd-4d59-b8c4-ceb85039d607 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/quotas/d50b2b532d8f42fba1275189b7bbcf5a HTTP/1.1" status: 200 len: 375 time: 0.0114303 Jul 05 10:32:59.372126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-39fb54b6-d1b2-4afd-94e7-b461581d3686 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763619 Jul 05 10:32:59.505888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-f491d5d8-900f-4f21-9c08-7454dd882c66 service neutron] 10.222.0.21 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218283 Jul 05 10:32:59.696244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-7d2b22d4-9584-475b-8bbe-5a82b02b9af3 service neutron] 10.222.0.21 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785541 Jul 05 10:32:59.957623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72c12df6-b90e-49cb-a790-c16bc15089c1 req-d66e7071-8224-438d-bf81-8ebcd2d8d2d4 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 210 time: 0.0424693 Jul 05 10:33:00.030929 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.037901 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.686278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f58040-5ece-43dc-a831-f259f317e149 req-98046a90-6c3f-4750-87dc-4c358fa768fe tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:00.689108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32f58040-5ece-43dc-a831-f259f317e149 req-98046a90-6c3f-4750-87dc-4c358fa768fe tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e91bf15-7662-4d03-a748-6673302da9a4 HTTP/1.1" status: 200 len: 945 time: 0.1181288 Jul 05 10:33:00.816681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Deleting port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:00.817106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.928737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] For port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:00.929193 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.947339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Calling delete_port for a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:01.148318 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:01.165132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:01.226818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Pushing event deleted for resources: {'Port': ['ID=a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:01.280935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.281465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.282030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.282533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.283061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.283632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.284170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.284691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.285223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.285748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.286341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.286799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:01.294715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70514ca1-c7a7-4303-be02-1fa496339056 req-45905960-59f8-4b54-9e10-f12ffd57517f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 210 time: 0.0846727 Jul 05 10:33:01.360992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] No DVR routers for this DVR port a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:01.364787 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:01.367913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32f58040-5ece-43dc-a831-f259f317e149 req-6e87d61a-6aa9-490d-9b8c-7bf41ddfc29b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.16 "DELETE /v2.0/ports/a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f HTTP/1.1" status: 204 len: 173 time: 0.6714361 Jul 05 10:33:01.368397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-deleted', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:01.370757 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a318ab0-ffe6-4218-be65-19526a3d739a" -d '{"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-deleted", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:01.429781 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26973f1-e1c6-4a32-b7bb-175d9aade5c1 x-openstack-request-id: req-b26973f1-e1c6-4a32-b7bb-175d9aade5c1 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:01.430243 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e91bf15-7662-4d03-a748-6673302da9a4", "name": "network-vif-deleted", "tag": "a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:01.430708 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b26973f1-e1c6-4a32-b7bb-175d9aade5c1 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:01.431709 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e91bf15-7662-4d03-a748-6673302da9a4', 'name': 'network-vif-deleted', 'tag': 'a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f', 'status': 'completed', 'code': 200} Jul 05 10:33:01.680463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-75282bfa-1e04-4be8-82ff-ede0d308a871 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.684148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-75282bfa-1e04-4be8-82ff-ede0d308a871 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.16 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 815 time: 0.2039490 Jul 05 10:33:01.697937 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Request body: {'port': {'device_id': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b', 'admin_state_up': True, 'tenant_id': 'd50b2b532d8f42fba1275189b7bbcf5a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:01.896594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Made reservation on behalf of d50b2b532d8f42fba1275189b7bbcf5a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:01.901484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.126765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Allocated IP 172.20.0.7 (d44a68cd-5908-4097-9aba-e9b95967791b/7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59/188a2401-da61-4b17-b7ac-cb914062c70a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:02.424699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.501800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2bda3fa9-949e-4b8f-93c4-da341c1a61e2 req-2f83aa40-2b11-4871-b27b-674658288e12 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 210 time: 0.0409970 Jul 05 10:33:02.511014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.567615 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Network d44a68cd-5908-4097-9aba-e9b95967791b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:02.576756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:02.583504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:02.595468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:02.659239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:02.660217 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.688221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-54f9f0e5-f16a-43cb-ba83-c2da19c01b62 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957383 Jul 05 10:33:02.704306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Request body: {'port': {'device_id': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:02.809449 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.308968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188a2401-da61-4b17-b7ac-cb914062c70a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:03.320628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.340052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Transition to ACTIVE for port object 188a2401-da61-4b17-b7ac-cb914062c70a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:03.345889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.495139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:03.580418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:03.580997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:03.581344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:03.588837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Port 188a2401-da61-4b17-b7ac-cb914062c70a on network d44a68cd-5908-4097-9aba-e9b95967791b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:03.589466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:03.601398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:03.602053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Checking segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:03.602788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Bound using segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:03.603644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Bound port: 188a2401-da61-4b17-b7ac-cb914062c70a, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:03.604292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.795870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:03.822933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:03.838912 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.905835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18b7a9-8fd2-4ac9-9144-89f93aff8f9e req-c141c530-0756-402b-9dd0-5f17ef32e590 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:03.908128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc18b7a9-8fd2-4ac9-9144-89f93aff8f9e req-c141c530-0756-402b-9dd0-5f17ef32e590 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 943 time: 0.2003236 Jul 05 10:33:03.909741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:03.910706 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.913426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] 10.222.0.16 "PUT /v2.0/ports/188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 1092 time: 1.2142639 Jul 05 10:33:03.916840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:03.917262 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:33:03.920349 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97750f18-f06f-4cb1-87a4-7340572ca8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:03.983359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe17b4-7992-4513-8805-b81efd1d223d service neutron] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:04.016123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:04.041805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc18b7a9-8fd2-4ac9-9144-89f93aff8f9e req-1abd9825-1404-467f-bc75-63d4a951a4a9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178546 Jul 05 10:33:04.055098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:04.055778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device a2540b5c-3f0e-44d8-b46d-0f5cfe50f01f not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:04.077717 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-c51d058b-bb99-432d-90dc-b753ff6ff326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.079662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-c51d058b-bb99-432d-90dc-b753ff6ff326 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1095 time: 0.1086080 Jul 05 10:33:04.135801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-42b85bb9-ef9d-4ec1-ac34-a1becfa84891 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 217 time: 0.0451753 Jul 05 10:33:04.137362 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b141dc3-1c9c-49de-924b-d6f715c08035 x-openstack-request-id: req-3b141dc3-1c9c-49de-924b-d6f715c08035 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:04.137654 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:04.137903 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b141dc3-1c9c-49de-924b-d6f715c08035 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:04.138314 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a', 'status': 'completed', 'code': 200} Jul 05 10:33:04.208925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-842726c6-38e1-4026-9677-bbbe072da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.211787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-842726c6-38e1-4026-9677-bbbe072da637 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0669696 Jul 05 10:33:04.268580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-6de26ba3-fe0f-49dd-aa34-a25df27bb829 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488653 Jul 05 10:33:04.443501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-2fd1f0c0-622a-4bfa-bd7a-ce6ed9a4f69a service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657894 Jul 05 10:33:04.620043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-372d43b3-e877-458d-b685-fe4ab9df09c9 req-66927562-569d-4c7a-a3d7-caf5ad73f95b service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684425 Jul 05 10:33:04.798246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-5180c6d4-59c9-4ab8-8c0c-1e03a72f55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.800778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-5180c6d4-59c9-4ab8-8c0c-1e03a72f55d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1095 time: 0.1075549 Jul 05 10:33:04.930387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-36dccc15-4367-472e-9500-858f37d20143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.933966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-36dccc15-4367-472e-9500-858f37d20143 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1209059 Jul 05 10:33:05.005612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-44c355cc-238b-4155-9e21-c9c17709d25f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 217 time: 0.0646479 Jul 05 10:33:05.097569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-d537ee0f-3d76-4869-8879-c073abb7caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:05.102261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-d537ee0f-3d76-4869-8879-c073abb7caf9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0826659 Jul 05 10:33:05.166347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-054cb2cf-8428-4f49-b2ea-16dfeca426e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551009 Jul 05 10:33:05.370528 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-4b1b7b5f-5e6d-48ba-bfd9-39b2862448ed service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902502 Jul 05 10:33:05.411826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718834-df88-4ec1-8ef4-952080fa8de0 req-b6be1750-c782-416f-8efa-0fab6a9ff9f8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:05.414457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5718834-df88-4ec1-8ef4-952080fa8de0 req-b6be1750-c782-416f-8efa-0fab6a9ff9f8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 943 time: 0.1522701 Jul 05 10:33:05.522936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5718834-df88-4ec1-8ef4-952080fa8de0 req-b6b02de3-9236-45e4-8775-41a6f156a536 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Jul 05 10:33:05.571616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97750f18-f06f-4cb1-87a4-7340572ca8ef req-bed4cc13-4b81-4ee6-aef5-4aff1b4dd322 service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927040 Jul 05 10:33:06.810936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408acd1-aa7d-497a-8d7a-d44555528963 req-050ed3b5-6c5f-4b0d-b9b5-7a012aee833b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:06.814853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c408acd1-aa7d-497a-8d7a-d44555528963 req-050ed3b5-6c5f-4b0d-b9b5-7a012aee833b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 943 time: 0.1120420 Jul 05 10:33:06.884728 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c408acd1-aa7d-497a-8d7a-d44555528963 req-eda5c05e-6a1e-41c2-b1b0-f4040ab0dfbc tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600271 Jul 05 10:33:08.062692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:08.260070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7ef8a-bc6c-4f4c-b95c-fdb3b8596a9d req-a5ff3088-cfd6-4f5c-b598-a560448f557f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:08.264037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffb7ef8a-bc6c-4f4c-b95c-fdb3b8596a9d req-a5ff3088-cfd6-4f5c-b598-a560448f557f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 943 time: 0.1465600 Jul 05 10:33:08.291495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:08.317189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '188a2401-da61-4b17-b7ac-cb914062c70a', 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b', 'port_id': '188a2401-da61-4b17-b7ac-cb914062c70a', 'mac_address': 'fa:16:3e:08:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:08.346120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffb7ef8a-bc6c-4f4c-b95c-fdb3b8596a9d req-a77ea75d-a1c3-4bbf-8d20-fa6f22dd718e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 Jul 05 10:33:08.402908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.432932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a2401-da61-4b17-b7ac-cb914062c70a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:08.473599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:08.481081 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.574823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:08.750685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['188a2401-da61-4b17-b7ac-cb914062c70a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:09.688003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6778e-7d95-4c57-9c27-c21b705fd552 req-f1195ef8-f25c-4f65-96dc-ed70046acbcf tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:09.690843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eb6778e-7d95-4c57-9c27-c21b705fd552 req-f1195ef8-f25c-4f65-96dc-ed70046acbcf tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 944 time: 0.1269302 Jul 05 10:33:09.767685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eb6778e-7d95-4c57-9c27-c21b705fd552 req-0640e81d-776b-4f1a-afea-c026e3ceaa4f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650458 Jul 05 10:33:10.066360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:10.129013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 188a2401-da61-4b17-b7ac-cb914062c70a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:10.137161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 188a2401-da61-4b17-b7ac-cb914062c70a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:10.137776 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.292282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.339696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:10.343991 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39917e43-20aa-4ac9-9cb8-9b6a88deb548" -d '{"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-plugged", "status": "completed", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:10.369374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:10.376139 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.426430 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6590ab94-b2f8-40a8-944b-c8e69225b44d x-openstack-request-id: req-6590ab94-b2f8-40a8-944b-c8e69225b44d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:10.426784 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-plugged", "status": "completed", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:10.427352 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6590ab94-b2f8-40a8-944b-c8e69225b44d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:10.427575 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a', 'code': 200} Jul 05 10:33:10.468909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:10.577222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52a36-39ca-4e60-b8ba-91b68889f852 req-ab067bbf-68d0-441c-a5f5-ca56cce1fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:10.578920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7aa52a36-39ca-4e60-b8ba-91b68889f852 req-ab067bbf-68d0-441c-a5f5-ca56cce1fc27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1097 time: 0.0761027 Jul 05 10:33:10.623456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7aa52a36-39ca-4e60-b8ba-91b68889f852 req-f9c3f14d-2caa-4da8-8582-31d0defba830 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Jul 05 10:33:11.114621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1346c3b-a428-45f0-80b0-861151a19b35 req-be089729-44d8-48dd-a32e-5f2d559efd8e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.117532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1346c3b-a428-45f0-80b0-861151a19b35 req-be089729-44d8-48dd-a32e-5f2d559efd8e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1315866 Jul 05 10:33:11.183107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1346c3b-a428-45f0-80b0-861151a19b35 req-b1172287-24af-43a6-87b7-2eaccf855849 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 Jul 05 10:33:12.422608 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4e4e-572e-4120-b822-74c71fb244a2 req-8c5d72ff-6c7f-46a7-87bf-ed3c7a628267 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:12.424279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-628c4e4e-572e-4120-b822-74c71fb244a2 req-8c5d72ff-6c7f-46a7-87bf-ed3c7a628267 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0805998 Jul 05 10:33:12.476050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-628c4e4e-572e-4120-b822-74c71fb244a2 req-b24aee2b-6f4d-46f8-8e4d-2fee2ce33a21 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Jul 05 10:33:12.711998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed7be-5251-4a83-87ac-278ed8ca4f21 req-def6ecc6-d4cb-4857-a541-31ab2e21c517 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:12.713844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e09ed7be-5251-4a83-87ac-278ed8ca4f21 req-def6ecc6-d4cb-4857-a541-31ab2e21c517 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1004088 Jul 05 10:33:12.778932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e09ed7be-5251-4a83-87ac-278ed8ca4f21 req-0a5fb21b-5b81-44aa-b99e-d6bb97114273 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546401 Jul 05 10:33:13.398382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-74b23b63-93e3-47a0-aaeb-c96ab04cf02c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088955 Jul 05 10:33:13.492503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc761dbd-9990-40ef-9dfc-9cd3a4042016 req-23d823b6-f406-48d8-9005-b209ad893ae3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.494794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc761dbd-9990-40ef-9dfc-9cd3a4042016 req-23d823b6-f406-48d8-9005-b209ad893ae3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1190090 Jul 05 10:33:13.547899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc761dbd-9990-40ef-9dfc-9cd3a4042016 req-7a2d050b-f461-4754-bd3f-4666d202b5a0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Jul 05 10:33:14.094986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6d3486b-7741-426a-84e7-b92b27e57ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.906566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb6da1-b0c0-4092-9423-ad792fa9dd3f req-df175c4c-6ed8-43d7-bb49-c17428be4d74 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:14.908724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96fb6da1-b0c0-4092-9423-ad792fa9dd3f req-df175c4c-6ed8-43d7-bb49-c17428be4d74 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1200106 Jul 05 10:33:14.972024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96fb6da1-b0c0-4092-9423-ad792fa9dd3f req-d80711e5-2805-47be-8ab2-d7176b1a3522 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Jul 05 10:33:15.416398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-e35c7c41-20fd-44b3-8e94-963ed46605f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:15.419150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-e35c7c41-20fd-44b3-8e94-963ed46605f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1097 time: 0.0805080 Jul 05 10:33:15.595117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-5c563353-6d4c-4b21-81a1-4751827d5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:15.597768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-5c563353-6d4c-4b21-81a1-4751827d5e7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1701143 Jul 05 10:33:15.674873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-35dc16a4-fc65-4cc1-b167-04d3b4df3003 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 217 time: 0.0694935 Jul 05 10:33:15.763863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-a1e48195-3f19-4625-afb6-4724f6385920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:15.766948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-a1e48195-3f19-4625-afb6-4724f6385920 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0852323 Jul 05 10:33:15.825277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-fd99bed0-9d36-41b0-b2d4-0d228828095d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508525 Jul 05 10:33:16.007209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-08864586-7935-4945-b70e-125670bb194c service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741521 Jul 05 10:33:16.167289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-989aaeb1-dee4-4211-994c-898d4e8b7059 service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527405 Jul 05 10:33:16.324749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b69b-a6b2-4f8b-9b77-45a33b6ab3df req-f226ab33-c58b-4ffd-8e79-7ee7fbf58320 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.327791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dff1b69b-a6b2-4f8b-9b77-45a33b6ab3df req-f226ab33-c58b-4ffd-8e79-7ee7fbf58320 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1232622 Jul 05 10:33:16.406399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dff1b69b-a6b2-4f8b-9b77-45a33b6ab3df req-d2ebf7fa-fc74-4016-a15d-afe94faca06b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678124 Jul 05 10:33:16.822898 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c01845f3-09cc-496d-80ef-1d2fa13c81f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.885995 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:17.689623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d403eab-f51d-4a34-9838-59cd8889eeed req-47881859-ffd0-4a01-b189-4f0d24e384bd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:17.693141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d403eab-f51d-4a34-9838-59cd8889eeed req-47881859-ffd0-4a01-b189-4f0d24e384bd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1232333 Jul 05 10:33:17.761979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d403eab-f51d-4a34-9838-59cd8889eeed req-50e60947-c1bb-4c9d-8d92-2c25707bdc78 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589519 Jul 05 10:33:18.144132 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.130602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bad71-7480-43eb-aa26-4d5e028c53bc req-b383b85b-1e20-4df5-893c-cf92434530c9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:19.133813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd0bad71-7480-43eb-aa26-4d5e028c53bc req-b383b85b-1e20-4df5-893c-cf92434530c9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1305137 Jul 05 10:33:19.213622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd0bad71-7480-43eb-aa26-4d5e028c53bc req-76d77bda-46b0-48b8-9f5a-06efeba4eed7 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691855 Jul 05 10:33:19.916381 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.565174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f7b8f-ebec-4590-bb69-a8075efeb7e2 req-9a7240c3-b7df-487e-ac68-79fcbec32b0f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.567985 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f0f7b8f-ebec-4590-bb69-a8075efeb7e2 req-9a7240c3-b7df-487e-ac68-79fcbec32b0f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1275787 Jul 05 10:33:20.652730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f0f7b8f-ebec-4590-bb69-a8075efeb7e2 req-8b2a6e16-9f4a-4c0a-8c4b-40329a9a6dad tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699124 Jul 05 10:33:21.997734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304d4f4-e444-4fb8-8e83-fa80df4ee854 req-f6a529ce-2bf9-4956-9efc-035f94632918 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.000616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7304d4f4-e444-4fb8-8e83-fa80df4ee854 req-f6a529ce-2bf9-4956-9efc-035f94632918 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1246181 Jul 05 10:33:22.065605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7304d4f4-e444-4fb8-8e83-fa80df4ee854 req-61d50f45-bcf4-45ec-ac62-400567321e2a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Jul 05 10:33:23.358061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17492d-a4f4-4b24-9e80-02a0c971f0eb req-25b01631-83c6-4cdc-aa79-6eaa4706734a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.360973 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab17492d-a4f4-4b24-9e80-02a0c971f0eb req-25b01631-83c6-4cdc-aa79-6eaa4706734a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1219945 Jul 05 10:33:23.433250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab17492d-a4f4-4b24-9e80-02a0c971f0eb req-92f4b305-0358-4e0f-bcff-118da7a3e8b1 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619996 Jul 05 10:33:24.702278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559976be-1e4b-4f23-8279-5f46b09e1997 req-be9cf1bb-7480-47c7-9d1b-71f06b667f14 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:24.704404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-559976be-1e4b-4f23-8279-5f46b09e1997 req-be9cf1bb-7480-47c7-9d1b-71f06b667f14 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0868173 Jul 05 10:33:24.764824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-559976be-1e4b-4f23-8279-5f46b09e1997 req-61e25c87-c45b-45bf-a45d-a2b842776a96 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515096 Jul 05 10:33:26.030508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ceac80-30fd-49d4-bb05-796e5af92139 req-7848c89f-21fd-4a44-b0d6-f80cfe71d30c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:26.032263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76ceac80-30fd-49d4-bb05-796e5af92139 req-7848c89f-21fd-4a44-b0d6-f80cfe71d30c tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1057642 Jul 05 10:33:26.104251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76ceac80-30fd-49d4-bb05-796e5af92139 req-12aa67bc-993a-45db-a202-74b4eece16d4 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609751 Jul 05 10:33:27.454472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8263a-e23e-4047-8036-4c7635d98ffa req-006fe84b-2e37-443b-9c73-3e5b79cd7a1a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:27.456256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71e8263a-e23e-4047-8036-4c7635d98ffa req-006fe84b-2e37-443b-9c73-3e5b79cd7a1a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1194749 Jul 05 10:33:27.516146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71e8263a-e23e-4047-8036-4c7635d98ffa req-c48dcba0-ac83-45b0-b2d1-287f1c4d7b9a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478456 Jul 05 10:33:28.733756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edfd05-b30f-4d2e-bc04-70150a4a0459 req-04ed7609-eb1b-4987-803b-3c3bf2b317e0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:28.735486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74edfd05-b30f-4d2e-bc04-70150a4a0459 req-04ed7609-eb1b-4987-803b-3c3bf2b317e0 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0780149 Jul 05 10:33:28.780938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74edfd05-b30f-4d2e-bc04-70150a4a0459 req-f279f944-ee70-44e7-a0a3-cbb0124f5c17 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376616 Jul 05 10:33:30.014851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.039239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81086882-4a38-4a42-9064-baab31757b18 req-2a3c0d89-598d-4654-b725-591b90cb7e7d tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:30.040726 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.041476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81086882-4a38-4a42-9064-baab31757b18 req-2a3c0d89-598d-4654-b725-591b90cb7e7d tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0903268 Jul 05 10:33:30.085550 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-81086882-4a38-4a42-9064-baab31757b18 req-9cb095b0-16da-4838-a311-f17213c930f5 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Jul 05 10:33:31.336824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d888ed-fdd3-40a7-93d6-b7d0170111fb req-9d3a998d-d067-42ea-a979-f087083c277f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:31.339662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00d888ed-fdd3-40a7-93d6-b7d0170111fb req-9d3a998d-d067-42ea-a979-f087083c277f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1180966 Jul 05 10:33:31.407267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00d888ed-fdd3-40a7-93d6-b7d0170111fb req-b6348b4e-3561-4957-af82-aec837e47341 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611501 Jul 05 10:33:32.611339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a596b8-71c9-4735-a863-afcecd0632d2 req-dadda6c9-b689-4f68-a2ce-c0a4f38f560e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:32.613433 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0a596b8-71c9-4735-a863-afcecd0632d2 req-dadda6c9-b689-4f68-a2ce-c0a4f38f560e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0814245 Jul 05 10:33:32.664697 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0a596b8-71c9-4735-a863-afcecd0632d2 req-1ebfe156-ac1e-4860-bfb1-c259c4d4f22b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Jul 05 10:33:33.888064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eec9c-7217-47b0-b9bd-d4fc9e930da7 req-f9c9fe2d-579c-435b-8514-662279205eae tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:33.890479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-775eec9c-7217-47b0-b9bd-d4fc9e930da7 req-f9c9fe2d-579c-435b-8514-662279205eae tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0770433 Jul 05 10:33:33.946093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-775eec9c-7217-47b0-b9bd-d4fc9e930da7 req-6066da97-7a48-4e6d-91cc-0fd9b40285de tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Jul 05 10:33:35.208492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0e59a-f8db-4305-bed0-d26a5a535308 req-ff286716-9e3e-45bd-a451-75cc25f51f3f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:35.211440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63f0e59a-f8db-4305-bed0-d26a5a535308 req-ff286716-9e3e-45bd-a451-75cc25f51f3f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0819116 Jul 05 10:33:35.281327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-63f0e59a-f8db-4305-bed0-d26a5a535308 req-eaa27226-9172-4386-b7b9-902b6800a8c2 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595009 Jul 05 10:33:36.621772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c92b25-421e-46e7-a310-509ec8950a13 req-53eb1dfb-6a37-4e79-ba00-00b47d95c64b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:36.624570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94c92b25-421e-46e7-a310-509ec8950a13 req-53eb1dfb-6a37-4e79-ba00-00b47d95c64b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1306033 Jul 05 10:33:36.689506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94c92b25-421e-46e7-a310-509ec8950a13 req-65f4790a-b16e-4dde-8553-67fb1d9a689b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574985 Jul 05 10:33:37.943890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9a26c-0d0e-4dbf-ac58-6fd4734e36e6 req-df868510-dbec-41c8-beb7-2a3f40eebbdd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:37.945868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53e9a26c-0d0e-4dbf-ac58-6fd4734e36e6 req-df868510-dbec-41c8-beb7-2a3f40eebbdd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0991101 Jul 05 10:33:38.012011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53e9a26c-0d0e-4dbf-ac58-6fd4734e36e6 req-ee125ab7-2766-4831-89e1-c06d77dc074a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563562 Jul 05 10:33:39.238927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b775a8-dc1b-4b6d-aef4-9a00cbf5967b req-09df9191-1543-4edf-a0ca-c0681c0c6a4a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:39.242460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39b775a8-dc1b-4b6d-aef4-9a00cbf5967b req-09df9191-1543-4edf-a0ca-c0681c0c6a4a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1002021 Jul 05 10:33:39.295561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39b775a8-dc1b-4b6d-aef4-9a00cbf5967b req-7ddbb8c4-4aea-4acf-b26c-4f70d86e32eb tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447650 Jul 05 10:33:40.551591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299d005-7fb5-49f0-aa00-c4e8099057d4 req-f971ab40-4f73-4cc6-ba2b-69514388dbd8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:40.560927 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f299d005-7fb5-49f0-aa00-c4e8099057d4 req-f971ab40-4f73-4cc6-ba2b-69514388dbd8 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1190269 Jul 05 10:33:40.627967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f299d005-7fb5-49f0-aa00-c4e8099057d4 req-a417296f-7269-4701-925d-83378e1c620b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606730 Jul 05 10:33:40.909000 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:33:41.853743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93bee0-e8f0-4ff2-9a92-e308f3284a7a req-a670020b-e040-483a-a9e3-f7489b55e6e7 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:41.855377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb93bee0-e8f0-4ff2-9a92-e308f3284a7a req-a670020b-e040-483a-a9e3-f7489b55e6e7 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0875525 Jul 05 10:33:41.900986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb93bee0-e8f0-4ff2-9a92-e308f3284a7a req-e7c75d9d-f9ac-4c04-9165-e469a04768a3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388319 Jul 05 10:33:43.597384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1e1d2-340b-49f0-92be-e1508f1acf3c req-178f7c93-1c86-42dd-8285-47150159f40f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:43.599836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aa1e1d2-340b-49f0-92be-e1508f1acf3c req-178f7c93-1c86-42dd-8285-47150159f40f tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.5525520 Jul 05 10:33:43.601218 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-80c6298c-ab7a-4dc6-bc32-75dab3548903 service neutron] show failed (client error): The resource could not be found. Jul 05 10:33:43.602727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-80c6298c-ab7a-4dc6-bc32-75dab3548903 service neutron] 10.222.0.16 "GET /v2.0/ports/188a2401-da61-4b17-b7ac-cb914062c70a/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.1117442 Jul 05 10:33:43.666298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aa1e1d2-340b-49f0-92be-e1508f1acf3c req-401cffe4-a1aa-4486-80b6-e60cd3bf3aed tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570571 Jul 05 10:33:43.964685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-7fa5815b-2ee7-4eaa-a755-87aaf3a89d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:43.966417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-7fa5815b-2ee7-4eaa-a755-87aaf3a89d19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07&tenant_id=d50b2b532d8f42fba1275189b7bbcf5a HTTP/1.1" status: 200 len: 1097 time: 0.0801494 Jul 05 10:33:43.985101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:44.091337 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29801159-7bec-45bc-8f48-be6cb073359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.107520 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.440863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:44.498475 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:44.570610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:44.574655 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e7fe08-7815-4efb-b2bd-b6e002111043" -d '{"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-unplugged", "status": "completed", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:44.581629 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.606871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Transition to ACTIVE for port object 188a2401-da61-4b17-b7ac-cb914062c70a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:44.611641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.674500 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1101aa63-8045-416a-b51a-810eca122cfb x-openstack-request-id: req-1101aa63-8045-416a-b51a-810eca122cfb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:44.675134 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-unplugged", "status": "completed", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:44.675542 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1101aa63-8045-416a-b51a-810eca122cfb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:44.676104 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a', 'code': 200} Jul 05 10:33:44.699632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] No DVR routers for this DVR port 188a2401-da61-4b17-b7ac-cb914062c70a on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:44.707664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:44.760559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:44.760990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:44.761506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:44.767904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Port 188a2401-da61-4b17-b7ac-cb914062c70a on network d44a68cd-5908-4097-9aba-e9b95967791b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:44.768226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Attempting to bind port 188a2401-da61-4b17-b7ac-cb914062c70a on network d44a68cd-5908-4097-9aba-e9b95967791b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:44.775385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:44.775760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Checking segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:44.776197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Bound using segment: {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:44.776681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Bound port: 188a2401-da61-4b17-b7ac-cb914062c70a, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:44.777083 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.907753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:44.913552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:44.921307 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.984841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:44.985505 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.987113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] 10.222.0.15 "PUT /v2.0/ports/188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 1092 time: 1.0097790 Jul 05 10:33:44.998457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1c229-7c8c-48c7-ac40-579dbf184b04 req-75e6a587-e716-4baa-ac23-3adf81e18fdb tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:45.000435 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02b1c229-7c8c-48c7-ac40-579dbf184b04 req-75e6a587-e716-4baa-ac23-3adf81e18fdb tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 943 time: 0.1732509 Jul 05 10:33:45.048159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de6ed3-00b9-4650-b0d9-a7d58331bb70 service neutron] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:45.110164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02b1c229-7c8c-48c7-ac40-579dbf184b04 req-94a1a68d-d7e8-4d38-ba58-edfaa06f29e5 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956130 Jul 05 10:33:45.136834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-e4def036-6dba-4c6a-ad20-897500067e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:45.140079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-e4def036-6dba-4c6a-ad20-897500067e3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1095 time: 0.1133277 Jul 05 10:33:45.253105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-be7337c7-488a-4427-b4c3-80fc03304b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:45.254860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-be7337c7-488a-4427-b4c3-80fc03304b1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1091251 Jul 05 10:33:45.308171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-3a2f9738-7e50-4f02-9240-4f03ad568340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 217 time: 0.0461469 Jul 05 10:33:45.371957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-5950526c-c6ae-4658-9345-082667bdcb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:45.373795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-5950526c-c6ae-4658-9345-082667bdcb4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0592713 Jul 05 10:33:45.412354 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-8d6fa6b3-f914-4f08-8fe9-0f9df5c99465 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306420 Jul 05 10:33:45.422987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-2cd6ee1c-dfd2-4873-8ed1-b40a42d282a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:33:45.424150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-2cd6ee1c-dfd2-4873-8ed1-b40a42d282a0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058429 Jul 05 10:33:45.581111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-67c58de4-1948-4f0a-a955-e684fb2fddcf service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501727 Jul 05 10:33:45.709316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b812e0a-74d8-488d-b65b-959ef04f8ee1 req-e233aafd-a015-4a88-86cd-87a9dbe02d33 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211324 Jul 05 10:33:46.266590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:46.330013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:46.331973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e3728-d7f7-461a-85d2-ce0c622dc279 req-842ac691-8ee9-4ec7-8fca-19a5a63bd34a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:46.335039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd6e3728-d7f7-461a-85d2-ce0c622dc279 req-842ac691-8ee9-4ec7-8fca-19a5a63bd34a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 943 time: 0.0801480 Jul 05 10:33:46.379853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd6e3728-d7f7-461a-85d2-ce0c622dc279 req-f74510d6-a905-47ad-beb2-b8d7cff7eded tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379183 Jul 05 10:33:46.677000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:46.680530 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efec9262-4912-4737-b999-f91b49457c04" -d '{"events": [{"name": "network-changed", "server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:46.739444 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6529cfb-f944-4fce-a3cd-e8d028682e2e x-openstack-request-id: req-c6529cfb-f944-4fce-a3cd-e8d028682e2e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:46.740359 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:46.741633 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6529cfb-f944-4fce-a3cd-e8d028682e2e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:46.742287 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a', 'status': 'completed', 'code': 200} Jul 05 10:33:46.826059 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0defc8e8-8e24-408c-aa7d-097c2321809c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.875139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9262-4912-4737-b999-f91b49457c04 req-f506622f-f328-4aa2-acd0-ae312664f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:46.876753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-f506622f-f328-4aa2-acd0-ae312664f08a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1095 time: 0.1071599 Jul 05 10:33:46.887027 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.895231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9262-4912-4737-b999-f91b49457c04 req-7ecd9433-0978-45f7-ac10-a0b7d92372d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:46.897185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-7ecd9433-0978-45f7-ac10-a0b7d92372d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1095 time: 0.1261759 Jul 05 10:33:47.061208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9262-4912-4737-b999-f91b49457c04 req-ce7af1c8-8f5d-438e-829a-f498d596ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.062771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-ce7af1c8-8f5d-438e-829a-f498d596ec67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1785064 Jul 05 10:33:47.119464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9262-4912-4737-b999-f91b49457c04 req-b2e65e9a-2a76-4488-9438-05fc46ff0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.121023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-b2e65e9a-2a76-4488-9438-05fc46ff0049 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.2108898 Jul 05 10:33:47.122552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-a6a63364-3fb9-4129-9812-453698e35942 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 217 time: 0.0491114 Jul 05 10:33:47.191250 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-aff43f4e-173e-49f6-939b-63dde6376f5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 217 time: 0.0631101 Jul 05 10:33:47.246650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9262-4912-4737-b999-f91b49457c04 req-708b8f2a-b02b-43a3-a968-6334238c09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.248286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-708b8f2a-b02b-43a3-a968-6334238c09c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.1136374 Jul 05 10:33:47.292831 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-b924bf11-b251-4a46-a6e7-cb900b0efc0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355754 Jul 05 10:33:47.295902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9262-4912-4737-b999-f91b49457c04 req-a38da9c4-1907-479f-9724-9bc4983d9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.298069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-a38da9c4-1907-479f-9724-9bc4983d9c4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0945587 Jul 05 10:33:47.387233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-d33969db-4f5a-465f-bc33-e0ab08f351a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733151 Jul 05 10:33:47.515879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-9146015b-f00c-426a-90d8-f459df06be60 service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101376 Jul 05 10:33:47.634477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-e427bea4-ba28-465c-be94-3c36ac09fc8a service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350996 Jul 05 10:33:47.788292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-f73fb126-8f26-4bb4-ba87-376c14486bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610812 Jul 05 10:33:47.828811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d158fb2-1fa1-4c44-b22e-02aebe230149 req-7c5573ad-6bf5-4cc9-8386-f0b4572ed9ae tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.830463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d158fb2-1fa1-4c44-b22e-02aebe230149 req-7c5573ad-6bf5-4cc9-8386-f0b4572ed9ae tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 943 time: 0.2122445 Jul 05 10:33:47.833054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-efec9262-4912-4737-b999-f91b49457c04 req-0f75736b-8f28-457d-ad4f-5ffd3f08d000 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729558 Jul 05 10:33:47.879200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6d158fb2-1fa1-4c44-b22e-02aebe230149 req-db6eab01-7243-44d0-9b8b-bf0ca9ee0cbf tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Jul 05 10:33:47.938123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:48.059893 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:48.081012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '188a2401-da61-4b17-b7ac-cb914062c70a', 'network_id': 'd44a68cd-5908-4097-9aba-e9b95967791b', 'port_id': '188a2401-da61-4b17-b7ac-cb914062c70a', 'mac_address': 'fa:16:3e:08:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:48.153290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.154090 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.171704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a2401-da61-4b17-b7ac-cb914062c70a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:48.200465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:48.205800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.291851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:48.306371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.306987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.307624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.308190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.308800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.309367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.309946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.310541 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.311153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.311722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.312299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.312886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:48.451537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['188a2401-da61-4b17-b7ac-cb914062c70a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:49.107694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1792cd-53b7-4127-8ca6-474becd4a262 req-1bce8748-8cea-42e3-8258-988aaaaa8177 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:49.109891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e1792cd-53b7-4127-8ca6-474becd4a262 req-1bce8748-8cea-42e3-8258-988aaaaa8177 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 944 time: 0.0877655 Jul 05 10:33:49.174727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e1792cd-53b7-4127-8ca6-474becd4a262 req-1b4e7878-7332-4c1c-96d1-9e3f7621627b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 Jul 05 10:33:49.780833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ed95-bb5d-4afe-8bdc-840d26fc4d15 req-c305ae0f-0a2d-4bac-98ea-f237bfd5389a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:49.782379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5066ed95-bb5d-4afe-8bdc-840d26fc4d15 req-c305ae0f-0a2d-4bac-98ea-f237bfd5389a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 944 time: 0.2321584 Jul 05 10:33:49.792195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-99d701df-a4ee-45e3-8f16-c7c5c10e90be tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:49.794133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-99d701df-a4ee-45e3-8f16-c7c5c10e90be tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07&tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 944 time: 0.2453454 Jul 05 10:33:49.872735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5066ed95-bb5d-4afe-8bdc-840d26fc4d15 req-65299e73-b883-49a5-a54f-90c8e272edde tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772054 Jul 05 10:33:49.895514 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-f1796e34-080c-42f5-8c41-69a31dcd0d31 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:33:49.898117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-f1796e34-080c-42f5-8c41-69a31dcd0d31 service neutron] 10.222.0.16 "DELETE /v2.0/ports/188a2401-da61-4b17-b7ac-cb914062c70a/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0959125 Jul 05 10:33:49.916552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:49.949956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:50.011976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 188a2401-da61-4b17-b7ac-cb914062c70a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:50.017089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 188a2401-da61-4b17-b7ac-cb914062c70a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:50.017496 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:50.034481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-18ed837f-ac36-48e9-ab77-4ed01e06d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:50.036279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-18ed837f-ac36-48e9-ab77-4ed01e06d162 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 1096 time: 0.0814176 Jul 05 10:33:50.125174 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:50.157851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:50.160238 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c6f158-3765-4a4a-94d5-d2713f6baf36" -d '{"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-plugged", "status": "completed", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:50.180488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:50.186826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:50.198358 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-2dc37d94-9246-4666-b294-a57f1f7077d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:50.200008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-2dc37d94-9246-4666-b294-a57f1f7077d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 200 len: 916 time: 0.1555800 Jul 05 10:33:50.251686 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dad19a-4c68-49fa-b526-0f5563f562eb x-openstack-request-id: req-76dad19a-4c68-49fa-b526-0f5563f562eb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:50.252125 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-plugged", "status": "completed", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:50.252552 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76dad19a-4c68-49fa-b526-0f5563f562eb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:50.253134 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a', 'code': 200} Jul 05 10:33:50.264898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-97ca67ef-4c12-49c0-bbcc-235fd4b2e4be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 200 len: 217 time: 0.0561228 Jul 05 10:33:50.271705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:50.323534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-a033c7f3-fd72-4e07-96e8-459414439b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:50.325147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-a033c7f3-fd72-4e07-96e8-459414439b68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 200 len: 855 time: 0.0524485 Jul 05 10:33:50.363418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-d655eca0-b675-4325-8c68-a87ae6a05584 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d44a68cd-5908-4097-9aba-e9b95967791b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301366 Jul 05 10:33:50.491120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-c0b94979-6b50-4116-bd67-4432c69d8faa service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198511 Jul 05 10:33:50.621151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1b767c-e109-4d1d-9721-acc954803e46 req-d14c562b-dfe8-4c88-aad9-d6b130137033 service neutron] 10.222.0.16 "GET /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194673 Jul 05 10:33:51.145631 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79e96-5bb8-4a68-92ad-6a22370c837a req-bcc43e9e-6dfb-4e01-8a28-848f74280411 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:51.149701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6e79e96-5bb8-4a68-92ad-6a22370c837a req-bcc43e9e-6dfb-4e01-8a28-848f74280411 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1197379 Jul 05 10:33:51.211253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6e79e96-5bb8-4a68-92ad-6a22370c837a req-08d1671b-519a-4279-ad06-f91e39370dd1 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550308 Jul 05 10:33:52.431170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761473ea-b72b-41a3-89e5-f94def07330c req-de8178be-1b93-4b08-9da3-7eb23cc53aa3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:52.433151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-761473ea-b72b-41a3-89e5-f94def07330c req-de8178be-1b93-4b08-9da3-7eb23cc53aa3 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0849676 Jul 05 10:33:52.484798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-761473ea-b72b-41a3-89e5-f94def07330c req-3c6ed656-8805-4b71-85a6-fb55e576fdd7 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Jul 05 10:33:52.734380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f36c2-a18f-4f08-87ef-d5d2e8b762db req-ff65becd-217f-4051-abb5-4c5151b487a1 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:52.736283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f6f36c2-a18f-4f08-87ef-d5d2e8b762db req-ff65becd-217f-4051-abb5-4c5151b487a1 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0814469 Jul 05 10:33:52.787946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f6f36c2-a18f-4f08-87ef-d5d2e8b762db req-2e866ad9-724a-497c-8d08-cf8692840674 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Jul 05 10:33:53.011110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6ea9d-a205-4536-9864-cfba6b7f5061 req-2a746af2-14bb-4091-a466-3e55e9b7522e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:53.012926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97b6ea9d-a205-4536-9864-cfba6b7f5061 req-2a746af2-14bb-4091-a466-3e55e9b7522e tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.0940847 Jul 05 10:33:53.063483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97b6ea9d-a205-4536-9864-cfba6b7f5061 req-2b5bb7de-5249-4866-b04c-f665c7dc3602 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Jul 05 10:33:53.905648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533723-9151-41df-8448-e2ef10b7fb72 req-087f4f2c-ac34-4b02-ace4-782c4c7a13ad tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:53.907534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f533723-9151-41df-8448-e2ef10b7fb72 req-087f4f2c-ac34-4b02-ace4-782c4c7a13ad tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1095181 Jul 05 10:33:53.964061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f533723-9151-41df-8448-e2ef10b7fb72 req-fe69bfa5-b76f-4a13-8d4c-5eed65fbd4bd tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Jul 05 10:33:55.056298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-c5ec8008-0a8c-493e-92c6-11b943bc2d7a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.059180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-c5ec8008-0a8c-493e-92c6-11b943bc2d7a tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1018374 Jul 05 10:33:55.301784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15f093-d539-4dad-a095-1dfb2065c349 req-49b25c82-e69c-4369-8abd-059a72ccae5b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.305043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c15f093-d539-4dad-a095-1dfb2065c349 req-49b25c82-e69c-4369-8abd-059a72ccae5b tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c619236-bf2a-4a8d-af76-8e4b00326d07 HTTP/1.1" status: 200 len: 945 time: 0.1549311 Jul 05 10:33:55.307285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Deleting port 188a2401-da61-4b17-b7ac-cb914062c70a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:55.307790 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.438099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c15f093-d539-4dad-a095-1dfb2065c349 req-64242f07-e2b2-4ef9-a66b-28590d1ade08 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260502 Jul 05 10:33:55.493860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] For port 188a2401-da61-4b17-b7ac-cb914062c70a, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=188a2401-da61-4b17-b7ac-cb914062c70a,segment=NetworkSegment(52ee9b4d-9bb4-4232-8f0e-d2333ee4033b),segment_id=52ee9b4d-9bb4-4232-8f0e-d2333ee4033b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:55.494412 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.515073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Calling delete_port for 188a2401-da61-4b17-b7ac-cb914062c70a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:55.687447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.708676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['188a2401-da61-4b17-b7ac-cb914062c70a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:55.729100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Pushing event deleted for resources: {'Port': ['ID=188a2401-da61-4b17-b7ac-cb914062c70a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:55.793756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] No DVR routers for this DVR port 188a2401-da61-4b17-b7ac-cb914062c70a on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:55.796998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.799446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b1fe84f-1fae-4269-82b9-29bf45ecb0fb req-3edcb5a3-1860-4167-822e-3ebde0016ed9 tempest-ServerDiskConfigTestJSON-1886866743 tempest-ServerDiskConfigTestJSON-1886866743-project] 10.222.0.15 "DELETE /v2.0/ports/188a2401-da61-4b17-b7ac-cb914062c70a HTTP/1.1" status: 204 len: 173 time: 0.7322576 Jul 05 10:33:55.799782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-deleted', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:55.802717 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f42785-7660-47a8-b3d3-973ebfab8deb" -d '{"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-deleted", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:55.870024 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ce3ce4-d543-47c6-8d52-7cc3baab195e x-openstack-request-id: req-66ce3ce4-d543-47c6-8d52-7cc3baab195e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:55.870455 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c619236-bf2a-4a8d-af76-8e4b00326d07", "name": "network-vif-deleted", "tag": "188a2401-da61-4b17-b7ac-cb914062c70a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:55.870855 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66ce3ce4-d543-47c6-8d52-7cc3baab195e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:55.871508 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c619236-bf2a-4a8d-af76-8e4b00326d07', 'name': 'network-vif-deleted', 'tag': '188a2401-da61-4b17-b7ac-cb914062c70a', 'status': 'completed', 'code': 200} Jul 05 10:33:56.774618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:56.868455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] Deleting subnet 7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:33:56.872622 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:56.919921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:56.971837 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.045166 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.077089 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:57.079668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.084017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0f7fd3c1-eea6-43d1-87a3-e92f3a1d47d2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7238f0bb-d8c5-4ce2-9dad-f56ad56cdf59 HTTP/1.1" status: 204 len: 168 time: 0.3066711 Jul 05 10:33:57.084586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:57.170122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.280610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.293838 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44a68cd-5908-4097-9aba-e9b95967791b']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:57.307773 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:57.308038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ee9b4d-9bb4-4232-8f0e-d2333ee4033b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:57.320337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.343952 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.353110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:57.353574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:57.355564 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:57.421614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.429620 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.432332 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] 10.222.0.21 "DELETE /v2.0/networks/d44a68cd-5908-4097-9aba-e9b95967791b HTTP/1.1" status: 204 len: 168 time: 0.3458221 Jul 05 10:33:57.455369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=d44a68cd-5908-4097-9aba-e9b95967791b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:57.465475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.465851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.466168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.466510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.466851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.467231 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.467774 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.468129 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.468445 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.468789 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.469230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.469710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03159022-956b-496c-9960-b7e0cf698dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:57.590472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:57.672624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-425d8edc-5a73-4ce1-bc4a-05ee4b1ae574 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d50b2b532d8f42fba1275189b7bbcf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801001 Jul 05 10:33:57.676577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:57.742880 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e10ba379-44ce-4849-b632-498aca8f5994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.770126 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e10ba379-44ce-4849-b632-498aca8f5994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.839992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e10ba379-44ce-4849-b632-498aca8f5994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.843304 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e10ba379-44ce-4849-b632-498aca8f5994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.845144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e10ba379-44ce-4849-b632-498aca8f5994 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c4986ee-4812-4d84-b5b7-6f6e0fbe7263 HTTP/1.1" status: 204 len: 168 time: 0.1664827 Jul 05 10:33:57.855798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ba379-44ce-4849-b632-498aca8f5994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4986ee-4812-4d84-b5b7-6f6e0fbe7263,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:57.947622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:57.984315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 188a2401-da61-4b17-b7ac-cb914062c70a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:57.984931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 188a2401-da61-4b17-b7ac-cb914062c70a not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:58.709076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:58.872173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-348404317-network', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:58.912378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Made reservation on behalf of a3e30ae1a13a4165bbd22ad84ba78ca2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:58.914965 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.925504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.064250 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.070126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.104275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:59.111142 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36602df0-d2ce-4705-98c1-fe77df3619f5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:59.120354 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.120722 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Added segment f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb of type vlan for network 30fd5217-492d-42e7-bb08-807bcb73b232 Jul 05 10:33:59.170392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.214221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.215946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.216951 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.323872 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6134415 Jul 05 10:33:59.326965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:59.333763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Request body: {'subnet': {'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-348404317-subnet', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:59.335396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25c47e-7950-47a0-b45b-9d9b0623817c admin admin] Pushing event updated for resources: {'Network': ['ID=30fd5217-492d-42e7-bb08-807bcb73b232,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:59.347520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 30fd5217-492d-42e7-bb08-807bcb73b232 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:59.368444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Made reservation on behalf of a3e30ae1a13a4165bbd22ad84ba78ca2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:59.371386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.641424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.767702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4cf675-e84a-4daa-8f2c-68a4ccf57934,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:59.773958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:59.774523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Network hostable DHCP agents. Network: 30fd5217-492d-42e7-bb08-807bcb73b232, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:33:59.804315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:33:59.816649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 30fd5217-492d-42e7-bb08-807bcb73b232) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:59.824020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.824729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.832155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e48964-cc33-450f-856e-5e770d1fb581 None None] Network 30fd5217-492d-42e7-bb08-807bcb73b232 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:59.847017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c908b2e5-b3f0-4251-87a4-7e5a81f6582b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5185959 Jul 05 10:33:59.851521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:59.856371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:59.882829 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.884339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.963385 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.076467 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.085723 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.089241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-30fd5217-492d-42e7-bb08-807bcb73b232', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:34:00.090660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.161213 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.292520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Allocated IP 172.20.0.2 (30fd5217-492d-42e7-bb08-807bcb73b232/0c4cf675-e84a-4daa-8f2c-68a4ccf57934/6254a6b0-7820-4d0b-8741-94c6d335b6a8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:00.470981 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.480342 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.481567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Transition to ACTIVE for port object 6254a6b0-7820-4d0b-8741-94c6d335b6a8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:00.502821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Transition to ACTIVE for port object 6254a6b0-7820-4d0b-8741-94c6d335b6a8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:00.503405 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.512180 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.558594 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:00.561623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:00.564324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:00.581321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Pushing event updated for resources: {'Port': ['ID=6254a6b0-7820-4d0b-8741-94c6d335b6a8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:00.638318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Attempting to bind port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:00.638662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Attempting to bind port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:00.639034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Attempting to bind port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:00.641248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Allocated IP 172.25.1.100 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/514f9a25-00bc-4ff7-8803-2f6a77e5ceca) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:00.653514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:00.654141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:00.654972 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.655492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:00.656327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Bound port: 6254a6b0-7820-4d0b-8741-94c6d335b6a8, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:00.656969 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.768890 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.774909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] For port 6254a6b0-7820-4d0b-8741-94c6d335b6a8, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:00.782361 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] For port 6254a6b0-7820-4d0b-8741-94c6d335b6a8, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6254a6b0-7820-4d0b-8741-94c6d335b6a8,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:00.789256 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.828295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.879657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:00.883116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:00.889580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:00.897582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8f94f-75da-4556-bdcf-54d8dd3b815e None None] Pushing event updated for resources: {'Port': ['ID=6254a6b0-7820-4d0b-8741-94c6d335b6a8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:00.920237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Pushing event updated for resources: {'Port': ['ID=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:01.650697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:01.706216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6254a6b0-7820-4d0b-8741-94c6d335b6a8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:01.801736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:01.957289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.084599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ada233-295f-4412-a770-e9d5cb3af2fa None None] Network 30fd5217-492d-42e7-bb08-807bcb73b232 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:34:02.135786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:34:02.189730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bb62ea89-d3d0-44e5-8446-68ce5a27c929 None None] Provisioning for port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:02.202277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bb62ea89-d3d0-44e5-8446-68ce5a27c929 None None] Provisioning complete for port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:02.203208 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb62ea89-d3d0-44e5-8446-68ce5a27c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.279727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:02.295651 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:02.306998 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.309083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-32577998-e24b-46a9-b414-7c32f6be8db3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4563055 Jul 05 10:34:02.312555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:02.314783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:02.315736 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:02.376876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb62ea89-d3d0-44e5-8446-68ce5a27c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.434303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bb62ea89-d3d0-44e5-8446-68ce5a27c929 None None] For port 6254a6b0-7820-4d0b-8741-94c6d335b6a8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6254a6b0-7820-4d0b-8741-94c6d335b6a8,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:02.440351 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb62ea89-d3d0-44e5-8446-68ce5a27c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.452060 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:02.530288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62ea89-d3d0-44e5-8446-68ce5a27c929 None None] Pushing event updated for resources: {'Port': ['ID=6254a6b0-7820-4d0b-8741-94c6d335b6a8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:02.722877 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:01Z', 'revision_number': 3, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:02.757631 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:02.758076 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Updating router 3357d6e3-5c08-4729-a14b-a184cb6de08a port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:34:02.779329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd28636c-a8da-4a64-8853-82f39fa2a36d None None] Provisioning complete for port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:02.781128 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd28636c-a8da-4a64-8853-82f39fa2a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.825001 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.119848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.192451 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.213190 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Transition to ACTIVE for port object 514f9a25-00bc-4ff7-8803-2f6a77e5ceca will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:03.223668 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.279850 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Attempting to bind port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:03.280226 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Attempting to bind port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:03.280591 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Attempting to bind port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:03.294840 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:03.295246 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:03.295650 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.296042 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:03.296930 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Bound port: 514f9a25-00bc-4ff7-8803-2f6a77e5ceca, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:03.296930 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.322716 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Pushing event updated for resources: {'Port': ['ID=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:03.336913 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.337272 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.337622 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.337957 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.338317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.338683 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.339011 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.339451 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.339776 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.340118 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.340446 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.340849 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.381383 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] For port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:03.385979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Allocated IP 172.20.0.1 (30fd5217-492d-42e7-bb08-807bcb73b232/0c4cf675-e84a-4daa-8f2c-68a4ccf57934/fdfeca77-d38a-4cc0-ae03-5c8ad29c2738) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:03.387210 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] For port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:03.396206 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.492006 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:03.492663 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:03.522572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.549840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Transition to ACTIVE for port object fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:03.613331 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.638328 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80602418-3a08-4122-9dca-b77b1e147d5e None None] Pushing event updated for resources: {'Port': ['ID=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:03.707742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6254a6b0-7820-4d0b-8741-94c6d335b6a8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:03.714355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:03.723101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:03.727470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:03.732671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Pushing event updated for resources: {'Port': ['ID=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:03.736332 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:03.790514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.791260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.791891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.792650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.794014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.794672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.795297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.795648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.795994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.796333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.796804 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.797136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:03.820316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:03.821182 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.836777 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.174659 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca677fdf-d36b-4df4-88f1-255449c1f67c None None] Provisioning for port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:04.185261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca677fdf-d36b-4df4-88f1-255449c1f67c None None] Provisioning complete for port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:04.186383 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca677fdf-d36b-4df4-88f1-255449c1f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.187240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:01Z', 'revision_number': 3, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:04.189733 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.226687 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d009dd7-1f7d-4a12-a44d-ab576c46d28e None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:01Z', 'revision_number': 3, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:04.266149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ca677fdf-d36b-4df4-88f1-255449c1f67c None None] Port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:04.507787 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.517544 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.642531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Pushing event updated for resources: {'Port': ['ID=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:04.667555 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.854488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:04.857187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:05.053213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:34:05.200550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-03277c0d-2cc1-4426-a186-cc86ddb394cd None None] Provisioning complete for port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:05.201405 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-03277c0d-2cc1-4426-a186-cc86ddb394cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:05.248503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:05.261742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ab70da08-e93f-4022-a948-4dfdf98b34dc admin admin] 10.222.0.21 "PUT /v2.0/routers/3357d6e3-5c08-4729-a14b-a184cb6de08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9467010 Jul 05 10:34:05.280318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-03277c0d-2cc1-4426-a186-cc86ddb394cd None None] Port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:05.738502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 514f9a25-00bc-4ff7-8803-2f6a77e5ceca up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:05.832940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:05.840416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:05.841065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.005578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.049468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:06.057372 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.158695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:06.191333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:06.200154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9d07a3e0-8908-43d2-9621-0f1109930bef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839568762', 'description': 'tempest-description--1927625540'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:06.243480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3e0-8908-43d2-9621-0f1109930bef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.404310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3e0-8908-43d2-9621-0f1109930bef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.412953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3e0-8908-43d2-9621-0f1109930bef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.452582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d07a3e0-8908-43d2-9621-0f1109930bef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.454235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9d07a3e0-8908-43d2-9621-0f1109930bef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2613585 Jul 05 10:34:06.460295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:06.460824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a3e0-8908-43d2-9621-0f1109930bef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a318948d-08cc-48a0-afdd-988c31a3846b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:06.466249 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2da7e331-7019-4d60-a921-4b3d1cd9f7f5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'security_group_rule': {'security_group_id': 'a318948d-08cc-48a0-afdd-988c31a3846b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:06.500707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:06.512906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:06.513346 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2da7e331-7019-4d60-a921-4b3d1cd9f7f5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.513675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:06.610925 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2da7e331-7019-4d60-a921-4b3d1cd9f7f5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.617567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2da7e331-7019-4d60-a921-4b3d1cd9f7f5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.649695 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7e331-7019-4d60-a921-4b3d1cd9f7f5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570292ec-d086-4f04-b863-fde44a207ac2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:06.659885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2da7e331-7019-4d60-a921-4b3d1cd9f7f5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.664057 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2da7e331-7019-4d60-a921-4b3d1cd9f7f5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018642 Jul 05 10:34:06.665689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:06.671634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-630e060c-6c53-47ea-ab4f-38b480217409 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'security_group_rule': {'security_group_id': 'a318948d-08cc-48a0-afdd-988c31a3846b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:06.718280 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-630e060c-6c53-47ea-ab4f-38b480217409 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.835337 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-630e060c-6c53-47ea-ab4f-38b480217409 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.840908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-630e060c-6c53-47ea-ab4f-38b480217409 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.867989 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e060c-6c53-47ea-ab4f-38b480217409 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2083cb40-8283-4c67-829b-d1e9b28cd031,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:06.873473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-630e060c-6c53-47ea-ab4f-38b480217409 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:06.875477 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-630e060c-6c53-47ea-ab4f-38b480217409 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2084408 Jul 05 10:34:06.880253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:06.888481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:06.904980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:06.917844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.074768 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.221515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 2, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:07.258910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:07.259279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Updating router 3357d6e3-5c08-4729-a14b-a184cb6de08a port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:34:07.289963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Allocated IP 172.25.1.117 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/d298d603-489e-4d29-86c0-0a0fee41f5bf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:07.318207 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.459100 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.519140 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.575331 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:07.588600 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:07.595607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:07.650091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'Port': ['ID=d298d603-489e-4d29-86c0-0a0fee41f5bf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:07.726100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 514f9a25-00bc-4ff7-8803-2f6a77e5ceca up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:07.766858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.827071 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.887703 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.914114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Transition to ACTIVE for port object fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:07.932858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:07.950073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:07.950073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.086770 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264e7f3-318f-4ac8-b007-dba414b4ca51 None None] Pushing event updated for resources: {'Port': ['ID=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:08.101561 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.108276 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.216007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Attempting to bind port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:08.216598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Attempting to bind port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:08.217172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Attempting to bind port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:08.231927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:08.231927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:08.232587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.233244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:08.234286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Bound port: fdfeca77-d38a-4cc0-ae03-5c8ad29c2738, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:08.235420 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.247893 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'Port': ['ID=d298d603-489e-4d29-86c0-0a0fee41f5bf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:08.261358 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.293163 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.306561 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8b95f765-ed5a-4010-b765-26e6fd98b564 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4148223 Jul 05 10:34:08.398198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] For port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:08.402678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] For port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:08.409869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:08.531050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:08.532130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:33:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:08.548151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-60800b68-6bfe-4b11-bc1d-a2bd6ad3f5a0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1839568762&fields=id&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 267 time: 0.0702155 Jul 05 10:34:08.590088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264e7f3-318f-4ac8-b007-dba414b4ca51 None None] Pushing event updated for resources: {'Port': ['ID=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:08.733909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:08.736206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-ccc2eb55-7b3e-4b59-8278-868a6e74280f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:08.738481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-ccc2eb55-7b3e-4b59-8278-868a6e74280f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1841917 Jul 05 10:34:08.765254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-f6f668cd-551e-4e4d-895a-c2cf7204e4e3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/quotas/a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 375 time: 0.0166895 Jul 05 10:34:08.872067 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-440ea437-20b1-45a1-ac4a-0432452b51e0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954852 Jul 05 10:34:09.011201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-b252706a-98d9-4ddc-a119-30f7b729474e service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240723 Jul 05 10:34:09.091498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:08Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:09.120047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94067a64-7a68-44c6-85af-1b324e6f7491 None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:08Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:09.146235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-79580419-9f24-4983-a7ff-a3bf4ab01ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271026 Jul 05 10:34:09.428320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc88be9a-f65e-4081-9c10-66a11bf4691c req-456ee3d2-0eb8-41c4-a2cc-1939cd9b381b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 210 time: 0.0528865 Jul 05 10:34:09.749351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:09.841374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:09.847758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:09.848197 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:10.017225 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:10.085007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:10.092538 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:10.168438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:10.681906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e465d117-aeda-4a2b-b994-4c7a8facd145 req-21bab0ce-ffad-48ce-819d-2d97018b6a99 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 210 time: 0.0536819 Jul 05 10:34:11.092967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-792e177a-ec67-4a48-806d-db6f39a67f06 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:11.094784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-792e177a-ec67-4a48-806d-db6f39a67f06 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1678343 Jul 05 10:34:11.158695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-41597a24-263c-41c1-a3ff-608350468142 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 380 time: 0.0541122 Jul 05 10:34:11.172105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'port': {'device_id': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'admin_state_up': True, 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'security_groups': ['a318948d-08cc-48a0-afdd-988c31a3846b']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:11.358707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Made reservation on behalf of a3e30ae1a13a4165bbd22ad84ba78ca2 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:11.366010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.593106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Allocated IP 172.20.0.8 (30fd5217-492d-42e7-bb08-807bcb73b232/0c4cf675-e84a-4daa-8f2c-68a4ccf57934/18bf8f71-61c5-4283-bcb7-aaad8ee6d58e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:11.702532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:11.774979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:11.775797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.885448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-10f99864-770e-4d90-b3a3-74a8aa70c155 req-966fb010-88ab-4a30-aae3-dcb56f206b25 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 210 time: 0.0457883 Jul 05 10:34:11.889730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.913930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Transition to ACTIVE for port object 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:11.962351 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.021507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:12.027834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:12.032288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:12.040609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:12.114045 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:12.115964 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.136194 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-d59c1e25-985e-49ae-880d-17f5c64a8580 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9701498 Jul 05 10:34:12.150188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Request body: {'port': {'device_id': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:12.272903 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.320739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13dd63dc-ea18-4ec9-a3f7-c75b2b98f3fd None None] Provisioning for port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:12.326440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13dd63dc-ea18-4ec9-a3f7-c75b2b98f3fd None None] Provisioning complete for port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:12.327104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13dd63dc-ea18-4ec9-a3f7-c75b2b98f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.388095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-13dd63dc-ea18-4ec9-a3f7-c75b2b98f3fd None None] Port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:12.608706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:12.619812 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.635734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Transition to ACTIVE for port object 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:12.641259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.705317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:12.800808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:12.801194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:12.801634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:12.809007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:34:12.809370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:12.816338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:12.816807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:12.817282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:12.821298 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Bound port: 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:12.821298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:12.937012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:12.944755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:12.951967 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.023122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:13.024259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.026982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] 10.222.0.15 "PUT /v2.0/ports/18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 1092 time: 0.8824618 Jul 05 10:34:13.027950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:13.032245 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc26092-c609-488c-ad2b-f2f7102f4baf" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:13.084361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd32d66-e82d-482c-b2ff-70b17ded4fda service neutron] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:13.275779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c112826-c206-4bcf-b620-c39f252bb655 req-3436cbd3-6b23-4aa1-8f1e-1fad22f46a92 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:13.278820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c112826-c206-4bcf-b620-c39f252bb655 req-3436cbd3-6b23-4aa1-8f1e-1fad22f46a92 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 943 time: 0.1980317 Jul 05 10:34:13.287370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-7c833764-c72c-4f13-93ec-a79cae4100b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:13.289863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-7c833764-c72c-4f13-93ec-a79cae4100b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1095 time: 0.1822920 Jul 05 10:34:13.353037 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-4c5f0e21-f5f6-4a73-9ef1-74dfd861cc81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 217 time: 0.0535748 Jul 05 10:34:13.397116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c112826-c206-4bcf-b620-c39f252bb655 req-be532586-3c1d-47a6-a1b4-10a5a3ca392d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059005 Jul 05 10:34:13.419831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-5e8188dd-fb1a-4359-9e53-790d64a2e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:13.421560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-5e8188dd-fb1a-4359-9e53-790d64a2e397 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0606105 Jul 05 10:34:13.473149 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafefe7d-15e6-41ba-9ee8-5d255296ca3d x-openstack-request-id: req-aafefe7d-15e6-41ba-9ee8-5d255296ca3d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:13.473430 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:13.474292 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aafefe7d-15e6-41ba-9ee8-5d255296ca3d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:13.474893 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'status': 'completed', 'code': 200} Jul 05 10:34:13.512657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513a42-703c-4b8f-831a-d13e5f02496a req-f41d42d8-e4cd-4eba-9d16-a11d355c0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:13.514265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-f41d42d8-e4cd-4eba-9d16-a11d355c0cbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826008 Jul 05 10:34:13.632849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-3accebe0-3eca-4935-9558-e2e1706a02e5 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075592 Jul 05 10:34:14.092826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b201ba9c-9b97-49b2-9470-8f936f4624f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.168330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04513a42-703c-4b8f-831a-d13e5f02496a req-1a87d38f-e631-45c1-bc95-0775874a54fb service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280516 Jul 05 10:34:14.290805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-45718bf3-da9c-40ce-af99-24aa9b6659bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:14.292338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-45718bf3-da9c-40ce-af99-24aa9b6659bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1095 time: 0.0659661 Jul 05 10:34:14.402303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-9ad00666-8294-4766-be0e-79f40f314fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:14.404023 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-9ad00666-8294-4766-be0e-79f40f314fe0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1041372 Jul 05 10:34:14.464778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-eb73af2f-fde6-409d-a943-568a21bc0783 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 217 time: 0.0501282 Jul 05 10:34:14.526425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-ab7678d9-0ee8-44fd-9d33-7b7561b446b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:14.528056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-ab7678d9-0ee8-44fd-9d33-7b7561b446b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0561099 Jul 05 10:34:14.667703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-0a650093-c1c3-424d-ac04-d3268748e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:14.669193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-0a650093-c1c3-424d-ac04-d3268748e1b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326492 Jul 05 10:34:14.781975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132a384-6e30-45f7-ae72-59bfd21a3d2f req-8b062298-1ccb-4749-aab2-2a8d288e2588 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:14.784082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f132a384-6e30-45f7-ae72-59bfd21a3d2f req-8b062298-1ccb-4749-aab2-2a8d288e2588 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 943 time: 0.1596856 Jul 05 10:34:14.839228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-0b62e6bc-2219-478a-85a5-8576e8740ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575067 Jul 05 10:34:14.881877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f132a384-6e30-45f7-ae72-59bfd21a3d2f req-1e5398ea-fdc4-43f8-abeb-35fd21e2ad98 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866156 Jul 05 10:34:15.008765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0dc26092-c609-488c-ad2b-f2f7102f4baf req-97cf8cae-9030-4aac-a7a9-28d36bd30ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607931 Jul 05 10:34:16.056691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:34:16.229793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3364e-8845-48c9-b81c-1f2230082bbf req-206e2f21-57b0-40c3-81ed-d0b902138666 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:16.231819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01e3364e-8845-48c9-b81c-1f2230082bbf req-206e2f21-57b0-40c3-81ed-d0b902138666 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 943 time: 0.1208000 Jul 05 10:34:16.232569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:16.255837 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'mac_address': 'fa:16:3e:e6:8d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:34:16.289677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-01e3364e-8845-48c9-b81c-1f2230082bbf req-3f38d212-847b-4faf-bd1e-0be3bdaa2660 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504973 Jul 05 10:34:16.306356 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.329307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:16.359835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:16.365741 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.438916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:16.585333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:16.859447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad27a0f0-ce95-4631-ab1c-b27325a58948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:16.902160 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.633575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df393217-a556-4b63-b057-d64289532c32 req-4423308e-d7a2-4f1a-9e45-7ebc09e060f7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:17.636670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df393217-a556-4b63-b057-d64289532c32 req-4423308e-d7a2-4f1a-9e45-7ebc09e060f7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 944 time: 0.1402516 Jul 05 10:34:17.714891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df393217-a556-4b63-b057-d64289532c32 req-aac131ee-2699-4f24-984a-17d6429d5aba tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666082 Jul 05 10:34:17.910391 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:34:18.055172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:18.157798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:18.164315 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.166475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:18.167068 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.294283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.327910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:18.332643 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77802f2-0c79-4cda-8bb2-6e7f74dd6f48" -d '{"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:18.357238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:18.364014 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:18.408714 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b1315b-2a38-402c-8dce-efe08434a662 x-openstack-request-id: req-35b1315b-2a38-402c-8dce-efe08434a662 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:18.409135 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:18.409493 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35b1315b-2a38-402c-8dce-efe08434a662 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:18.409990 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'code': 200} Jul 05 10:34:18.446992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:18.559257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c517d2b-05cc-4c70-8ae2-0b4ffce04fbd req-79db60c9-e4ae-47c3-b243-0627278db537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:18.560978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c517d2b-05cc-4c70-8ae2-0b4ffce04fbd req-79db60c9-e4ae-47c3-b243-0627278db537 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1097 time: 0.0905471 Jul 05 10:34:18.616253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c517d2b-05cc-4c70-8ae2-0b4ffce04fbd req-eb2f379a-f628-4a5d-9561-a0a3d319e24f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Jul 05 10:34:19.009832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b0240-3296-47c1-8b29-a9e70fb921e9 req-b63a4f51-3b94-4600-b2d0-b1d2b1ccdfbe tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:19.012252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e30b0240-3296-47c1-8b29-a9e70fb921e9 req-b63a4f51-3b94-4600-b2d0-b1d2b1ccdfbe tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1249650 Jul 05 10:34:19.067659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e30b0240-3296-47c1-8b29-a9e70fb921e9 req-d0966a29-5e73-4671-8c0e-6eda49c51ed2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 Jul 05 10:34:19.927549 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.354512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55632cf8-e3c2-4c41-97c9-8279e552d01c req-4bb640b5-67a9-460d-9c6b-66d70bf34d76 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:20.357465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55632cf8-e3c2-4c41-97c9-8279e552d01c req-4bb640b5-67a9-460d-9c6b-66d70bf34d76 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1081176 Jul 05 10:34:20.444580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55632cf8-e3c2-4c41-97c9-8279e552d01c req-f1ab5888-5bc0-4fe1-8187-fb195f7b5f0d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752420 Jul 05 10:34:20.745340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1736e-199c-4cab-9ab2-20a29a68aeb2 req-8fcd1e44-7c9e-4184-8fd5-70c5180a668c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:20.747352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7da1736e-199c-4cab-9ab2-20a29a68aeb2 req-8fcd1e44-7c9e-4184-8fd5-70c5180a668c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1145620 Jul 05 10:34:20.757716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 39612) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:20.763506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'floatingip': {'port_id': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:20.852169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.742338 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.748317 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.981190 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d associated. External IP: 172.25.1.117, port: 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e. Jul 05 10:34:22.361568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:34:22.573880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:22.580792 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.589487 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:22.609559 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:22.610747 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:34:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:22.650246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-878d74d8-94d9-4c46-a08e-38cdf759acaf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "PUT /v2.0/floatingips/06fe1314-c917-4d50-b1b1-3fa8d360f44d HTTP/1.1" status: 200 len: 991 time: 1.8908947 Jul 05 10:34:22.650972 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:22.655219 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e21c2f-c502-4052-b45b-070ab60de8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:22.824951 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:23.281900 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:e6:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 1, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:23.340038 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:23.355694 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:23.356668 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:34:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:23.557378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:23.763830 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0228ce3-e60f-4940-b087-b5556bfbcb7b x-openstack-request-id: req-a0228ce3-e60f-4940-b087-b5556bfbcb7b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:23.764648 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:23.764808 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0228ce3-e60f-4940-b087-b5556bfbcb7b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:23.765242 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'status': 'completed', 'code': 200} Jul 05 10:34:23.904826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-a8facd30-068b-4a3c-bef6-3479abb786de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.907543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-a8facd30-068b-4a3c-bef6-3479abb786de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1097 time: 0.1118212 Jul 05 10:34:23.996376 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:e6:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 1, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:24.054826 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11415fcd-2bd5-4915-aa30-eeb76c268600 None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:e6:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:34:21Z', 'revision_number': 1, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:24.066231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-4b669045-ea93-46ec-b02d-698a71eaa05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:24.068201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-4b669045-ea93-46ec-b02d-698a71eaa05b service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1536644 Jul 05 10:34:24.176409 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-361cbab5-f328-4553-b7ea-1c014caba85f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 999 time: 0.0967202 Jul 05 10:34:24.277772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-bee631f8-e7af-4a9f-b337-a8bf1ffb1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:24.280661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-bee631f8-e7af-4a9f-b337-a8bf1ffb1bab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0913315 Jul 05 10:34:24.377505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785a18e-882e-49d5-afd7-804bd5d84b7a None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:34:24.401984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-2ff96f01-b9c5-4d79-8390-e1df7fc50bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:24.406049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-2ff96f01-b9c5-4d79-8390-e1df7fc50bfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178229 Jul 05 10:34:24.604077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-6554a594-cbb3-4c5e-ba59-f8990b8bc8e2 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861949 Jul 05 10:34:24.788908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-59e21c2f-c502-4052-b45b-070ab60de8b2 req-22db359c-b145-4314-8f98-d025dee08fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768067 Jul 05 10:34:30.052021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:30.060491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.097948 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5582fb2e-4f0c-4120-8330-19915cea4e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.827317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-83036744-c04f-462d-a64b-2dfaca6498a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.898772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:48.163297 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:49.924944 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:54.909974 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:35:00.039333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:00.077189 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:01.648717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-7716338a-b299-457a-844b-0f2adcaa9403 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603533 Jul 05 10:35:01.782060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-1402e8ac-0aa1-444b-9ab1-36f184177986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:01.784544 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-1402e8ac-0aa1-444b-9ab1-36f184177986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1097 time: 0.0826747 Jul 05 10:35:01.954193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-4bb68403-b1fc-42c7-abab-c054b981455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:01.955962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-4bb68403-b1fc-42c7-abab-c054b981455e service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1396775 Jul 05 10:35:02.064328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-9c943e55-01e7-43b9-9bbe-913802edec0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 1001 time: 0.0987885 Jul 05 10:35:02.125220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-765044c2-5bc3-4b02-a740-9f0d63204f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:02.127117 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-765044c2-5bc3-4b02-a740-9f0d63204f92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0555136 Jul 05 10:35:02.199946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-59a7e9d8-81a3-449a-a9c9-1ca717704237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:02.201517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-59a7e9d8-81a3-449a-a9c9-1ca717704237 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644569 Jul 05 10:35:02.343782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-92bf17ad-2a48-40b3-8c78-c31e2293c1af service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305184 Jul 05 10:35:02.470588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-362d2416-1c62-4b24-a89d-00fc60d852cd req-627d3a5c-d84f-4064-bd01-3e1621bbde70 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169178 Jul 05 10:35:14.091914 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d4aa594-2ce8-4d98-b0df-d68163cf1256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:16.836877 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebd411b7-f735-4a09-835d-2b3bf18471c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:16.896012 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:18.168016 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:19.928562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:30.065110 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:30.078843 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:31.914147 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:35:40.344417 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-42aae800-4c5c-4107-8795-aae9fa3109b2 req-1f480cfc-e552-4071-91ec-b0d2550fff2a service neutron] (93795) timed out ('10.222.0.16', 61850) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:35:44.092174 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab949faa-993d-40d5-a78d-6ef4aac958a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.824336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7428c43d-750b-4a0f-b71b-70c001ffa946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.884887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.166233 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:49.924828 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:00.070713 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:00.084684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:03.324886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6ff49-c859-4f51-84a4-57a2a91c5834 req-d94940c9-32b1-430e-a791-caddc4f95ea4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:03.327609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b8d6ff49-c859-4f51-84a4-57a2a91c5834 req-d94940c9-32b1-430e-a791-caddc4f95ea4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.2100282 Jul 05 10:36:03.384002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b8d6ff49-c859-4f51-84a4-57a2a91c5834 req-cf5f248b-3b6a-45e9-9fcf-3c1dc4b5f517 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498240 Jul 05 10:36:03.838181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:03.946669 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6309340-a351-4e88-87ae-9ac9000735ca req-2ef9897c-098b-40a3-a577-cb23a8e41747 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:03.948586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6309340-a351-4e88-87ae-9ac9000735ca req-2ef9897c-098b-40a3-a577-cb23a8e41747 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1383181 Jul 05 10:36:03.973396 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-c960b300-6541-450d-989a-73a87b653d39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340067 Jul 05 10:36:03.984455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-8efb55f2-b87f-4cad-b95b-2556c89778d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:03.986042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-8efb55f2-b87f-4cad-b95b-2556c89778d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1097 time: 0.1900792 Jul 05 10:36:04.009852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6309340-a351-4e88-87ae-9ac9000735ca req-3b1c41f2-6e11-41c1-b161-d8baf241dab8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515683 Jul 05 10:36:04.137784 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-5789ce26-bac0-49e6-b430-eff641f76666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:04.140348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-5789ce26-bac0-49e6-b430-eff641f76666 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1261904 Jul 05 10:36:04.238465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-61f3a172-cb07-4db9-bc60-4dc754da093d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 1001 time: 0.0906012 Jul 05 10:36:04.304179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-eca42027-5480-4c5c-9794-a81a81257af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:04.305932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-eca42027-5480-4c5c-9794-a81a81257af6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0516875 Jul 05 10:36:04.390285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-2a1fcd6b-f4ec-4116-a170-979dbf21db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:04.391949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-2a1fcd6b-f4ec-4116-a170-979dbf21db92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753975 Jul 05 10:36:04.545676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-0ced804b-750e-4509-8923-77b32b3755e1 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449659 Jul 05 10:36:04.682731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d540db6-d830-4ccc-86c6-7ba544d5e1f8 req-a03583ea-62ce-40c4-91ca-6b6af7e11357 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295729 Jul 05 10:36:05.248372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299d261-c82f-4d6f-abd7-0ccec89e0a43 req-0f4830e8-b1f1-4ee1-9bf8-3b6fa0ebd42c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:05.249976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0299d261-c82f-4d6f-abd7-0ccec89e0a43 req-0f4830e8-b1f1-4ee1-9bf8-3b6fa0ebd42c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0932603 Jul 05 10:36:05.311346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0299d261-c82f-4d6f-abd7-0ccec89e0a43 req-f39e4cef-2cb5-4d4a-85b1-bc45bd4dbadf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518434 Jul 05 10:36:05.686039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-bd989d23-0600-4208-a248-f09f18e8a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:05.687669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-bd989d23-0600-4208-a248-f09f18e8a2bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1097 time: 0.0729232 Jul 05 10:36:05.812912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-da50b7a8-067b-4b0c-9a6f-935b82782236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:05.814440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-da50b7a8-067b-4b0c-9a6f-935b82782236 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1159582 Jul 05 10:36:05.900196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-d3ae6515-3945-401f-95cf-aa519c4d7c73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 1001 time: 0.0749614 Jul 05 10:36:06.002567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-e884747a-4155-458f-8128-b1dceb58d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:06.006122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-e884747a-4155-458f-8128-b1dceb58d9b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0953655 Jul 05 10:36:06.084514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-e8e23f71-ff2f-44e7-b0c7-cc35e36b1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:06.086153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-e8e23f71-ff2f-44e7-b0c7-cc35e36b1bcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707088 Jul 05 10:36:06.193984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-3cb71416-293e-4bfe-885c-0868c06f47e4 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975437 Jul 05 10:36:06.310091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-37629558-abd2-4105-a68a-e1a38aaebbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059113 Jul 05 10:36:06.532212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f48516-b5b5-4f58-b4a1-cc1c43b9393a req-f80da5b1-48aa-4440-909e-11d6233dfb90 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:06.533877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25f48516-b5b5-4f58-b4a1-cc1c43b9393a req-f80da5b1-48aa-4440-909e-11d6233dfb90 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0798693 Jul 05 10:36:06.583408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25f48516-b5b5-4f58-b4a1-cc1c43b9393a req-8a21ca71-3414-4cb9-9b0b-d3becae23e96 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Jul 05 10:36:07.840674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928bccb-f2dc-4b62-a04b-a0613d852491 req-bd14c5af-321d-4de3-b1e9-d49a7c09074f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:07.842324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0928bccb-f2dc-4b62-a04b-a0613d852491 req-bd14c5af-321d-4de3-b1e9-d49a7c09074f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1039445 Jul 05 10:36:07.887906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0928bccb-f2dc-4b62-a04b-a0613d852491 req-71fbbfc3-8757-4599-ab20-78d476ebf481 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Jul 05 10:36:08.915568 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:36:09.101618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64442-f343-4aa6-92ba-93a92ffd3cc8 req-14521627-4241-432b-8c66-daf941092f0e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:09.103384 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04a64442-f343-4aa6-92ba-93a92ffd3cc8 req-14521627-4241-432b-8c66-daf941092f0e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0726695 Jul 05 10:36:09.150788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-04a64442-f343-4aa6-92ba-93a92ffd3cc8 req-b2907d17-fce2-446c-bc27-f92ee4a0bf41 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Jul 05 10:36:10.353092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1763c-0d06-4861-9cdd-400c2a7618d6 req-b23b448b-340f-45d9-a68f-3e7028bc22da tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.354764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbf1763c-0d06-4861-9cdd-400c2a7618d6 req-b23b448b-340f-45d9-a68f-3e7028bc22da tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0753877 Jul 05 10:36:10.402099 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbf1763c-0d06-4861-9cdd-400c2a7618d6 req-7cbd03e1-de3a-4086-b3e1-c02288c50e56 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Jul 05 10:36:11.657714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f81cf-93d2-4837-9df6-69cbf1d1cb12 req-bee3eeca-6ce8-424c-9e7e-7310a9ad8db7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:11.661109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-678f81cf-93d2-4837-9df6-69cbf1d1cb12 req-bee3eeca-6ce8-424c-9e7e-7310a9ad8db7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0991764 Jul 05 10:36:11.732715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-678f81cf-93d2-4837-9df6-69cbf1d1cb12 req-55388657-024c-4bb4-800e-36b2c393cb30 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638654 Jul 05 10:36:12.973759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8357d-5275-423e-b2ab-d17a29876dbb req-b5fc8a95-f7fc-4585-9d9e-e5c5a101f2d3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:12.976478 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1df8357d-5275-423e-b2ab-d17a29876dbb req-b5fc8a95-f7fc-4585-9d9e-e5c5a101f2d3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1126606 Jul 05 10:36:13.022343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1df8357d-5275-423e-b2ab-d17a29876dbb req-b6554618-49d8-44fc-b7b4-a47a9b901f6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Jul 05 10:36:14.088119 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f2c408f-124e-49aa-97a4-3b2f787f2c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:14.229365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c542f4-5ad3-4f1b-ba89-d0f55c241671 req-4d086836-10c6-4ed1-b352-39895c77788b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:14.230999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70c542f4-5ad3-4f1b-ba89-d0f55c241671 req-4d086836-10c6-4ed1-b352-39895c77788b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0812452 Jul 05 10:36:14.276797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70c542f4-5ad3-4f1b-ba89-d0f55c241671 req-f733e589-bf9b-4bbb-b472-a8e414aeed14 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Jul 05 10:36:15.476934 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f8114-628f-4297-bb09-e52d1d4ca9f0 req-3e0accac-0e71-4ee7-95bb-aa577aea97c4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:15.478596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d6f8114-628f-4297-bb09-e52d1d4ca9f0 req-3e0accac-0e71-4ee7-95bb-aa577aea97c4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0782490 Jul 05 10:36:15.536608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d6f8114-628f-4297-bb09-e52d1d4ca9f0 req-967812cc-21b9-4e22-90dd-f796fc3c6876 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 Jul 05 10:36:16.781071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5dc10-0e59-4c3e-a9b0-b4f1bc80cb94 req-c355966d-788c-49e5-9a1e-e82d68db1b79 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:16.782742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6f5dc10-0e59-4c3e-a9b0-b4f1bc80cb94 req-c355966d-788c-49e5-9a1e-e82d68db1b79 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0793016 Jul 05 10:36:16.825449 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97522d50-de79-4a80-bdd9-725817930692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:16.836938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6f5dc10-0e59-4c3e-a9b0-b4f1bc80cb94 req-bcc819ce-b8a6-4fcc-ab32-cccb89a403c4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475426 Jul 05 10:36:16.882407 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:18.065860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f3d1-7126-4413-b1bf-66f9f70bf48f req-0e9fc5b7-3e22-4847-b702-df482aa847e8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:18.068262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b85f3d1-7126-4413-b1bf-66f9f70bf48f req-0e9fc5b7-3e22-4847-b702-df482aa847e8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0929294 Jul 05 10:36:18.121121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b85f3d1-7126-4413-b1bf-66f9f70bf48f req-2087fa54-1ed3-4d0d-afbe-41f04ac1fa93 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Jul 05 10:36:18.169606 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:18.843621 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-88f81e66-5381-42dc-9626-147c271674c8 req-d5c2efb8-cd66-46e2-8e46-704a4ed538a2 service neutron] show failed (client error): The resource could not be found. Jul 05 10:36:18.845409 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-d5c2efb8-cd66-46e2-8e46-704a4ed538a2 service neutron] 10.222.0.15 "GET /v2.0/ports/18bf8f71-61c5-4283-bcb7-aaad8ee6d58e/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0872121 Jul 05 10:36:19.206906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-b5986baa-2ea4-4e71-b308-1b2a115bc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:19.209964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-b5986baa-2ea4-4e71-b308-1b2a115bc482 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1046946 Jul 05 10:36:19.226835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:19.454828 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:19.499155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ea8d-390c-4833-9fdf-edb5969c9e39 req-128ad261-828c-4992-8eb6-37fb67d02131 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:19.502072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0085ea8d-390c-4833-9fdf-edb5969c9e39 req-128ad261-828c-4992-8eb6-37fb67d02131 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.2285979 Jul 05 10:36:19.649372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0085ea8d-390c-4833-9fdf-edb5969c9e39 req-3a5b4de2-91f8-4a54-9c34-d222e29dc20e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390746 Jul 05 10:36:19.848118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:19.895745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:19.930112 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:19.946844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:19.949512 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f207ed-79fb-4b4c-8270-abe98d9bc152" -d '{"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:19.954634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:19.974197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Transition to ACTIVE for port object 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:19.983846 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:20.039216 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dfd01c-e5e9-4262-a3f2-16b671c5d386 x-openstack-request-id: req-c1dfd01c-e5e9-4262-a3f2-16b671c5d386 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:20.039539 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:20.039872 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1dfd01c-e5e9-4262-a3f2-16b671c5d386 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:20.040535 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'code': 200} Jul 05 10:36:20.100916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:20.121946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.122374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.122901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.123379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.123814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.124256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.124678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.125137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.125604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.126053 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.126489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.126928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:20.193765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] No DVR routers for this DVR port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:20.822118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:20.822853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:20.822853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:20.829578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:36:20.830087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Attempting to bind port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:20.838463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:20.838800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:20.839306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:20.839750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Bound port: 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:20.840111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:20.960323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:20.964459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:20.972459 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:21.023445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:21.024110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:21.025633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] 10.222.0.16 "PUT /v2.0/ports/18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 1092 time: 1.8071864 Jul 05 10:36:21.047686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15400da3-b513-461d-9580-116057a5f80b req-2320b2ce-cacd-43be-a3fd-f4695e141fce tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:21.050144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15400da3-b513-461d-9580-116057a5f80b req-2320b2ce-cacd-43be-a3fd-f4695e141fce tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 943 time: 0.1715806 Jul 05 10:36:21.135674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9bdfa-0a64-42af-afb2-a5e1e8e5b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:21.156940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-15400da3-b513-461d-9580-116057a5f80b req-aeeb49bb-313e-4fcd-ab71-a1470b907469 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995977 Jul 05 10:36:21.199986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-5b13f383-2f9f-4fa7-811d-e37db0e18f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:21.201823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-5b13f383-2f9f-4fa7-811d-e37db0e18f35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1095 time: 0.1159055 Jul 05 10:36:21.330040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-f020de00-f40c-4881-9028-016f9978be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:21.332896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-f020de00-f40c-4881-9028-016f9978be62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1244078 Jul 05 10:36:21.454350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-42baf25d-6bbb-4c89-b23b-3988bcc4c5f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 999 time: 0.1130781 Jul 05 10:36:21.545166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-7f18f9e8-6be7-427f-b1df-e8b1128645a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:21.547774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-7f18f9e8-6be7-427f-b1df-e8b1128645a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0845637 Jul 05 10:36:21.648490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e66-5381-42dc-9626-147c271674c8 req-5f905ae6-c3a4-4eac-a727-86556e5feb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:21.651381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-5f905ae6-c3a4-4eac-a727-86556e5feb2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963843 Jul 05 10:36:21.666926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-4c4ef259-0e76-406c-b82e-cad4812de081 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:36:21.668321 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-4c4ef259-0e76-406c-b82e-cad4812de081 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071816 Jul 05 10:36:21.804042 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-6e828913-0a18-4979-9f0f-603ed3fad728 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264572 Jul 05 10:36:21.952081 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f81e66-5381-42dc-9626-147c271674c8 req-5e4f5e31-e0dd-4954-9375-861513b70322 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400974 Jul 05 10:36:22.042227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:22.046582 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24887e1-0904-4dfe-a668-49db44a97d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:22.223104 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e4989-8944-4bdf-9691-58916451fa94 x-openstack-request-id: req-209e4989-8944-4bdf-9691-58916451fa94 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:22.223389 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:22.223651 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-209e4989-8944-4bdf-9691-58916451fa94 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:22.224203 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'status': 'completed', 'code': 200} Jul 05 10:36:22.525855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-2f9a0b04-a9dd-49b3-bb42-6e8bbf0c7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:22.528881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-2f9a0b04-a9dd-49b3-bb42-6e8bbf0c7469 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1095 time: 0.2761126 Jul 05 10:36:22.539433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-68a44727-e3cd-42d5-a456-ffdeb3884741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:22.542303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-68a44727-e3cd-42d5-a456-ffdeb3884741 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1095 time: 0.2751966 Jul 05 10:36:22.617750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6f4f-0533-4ce4-9733-4f7cfe2a49ac req-455807b3-e485-4540-ab6e-a5f7abb3124c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:22.620693 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d72d6f4f-0533-4ce4-9733-4f7cfe2a49ac req-455807b3-e485-4540-ab6e-a5f7abb3124c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 943 time: 0.2706890 Jul 05 10:36:22.729661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:22.781127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:22.869854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d72d6f4f-0533-4ce4-9733-4f7cfe2a49ac req-e9a55c84-2831-431b-ba12-7a48aff6ef16 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850007 Jul 05 10:36:22.911441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-d2b3a37c-6b7d-4a1c-a3d1-61c9d80c0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:22.913110 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-d2b3a37c-6b7d-4a1c-a3d1-61c9d80c0b2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.3680022 Jul 05 10:36:22.918941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-b9163c39-9938-4c5a-826a-678cfd81f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:22.921371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-b9163c39-9938-4c5a-826a-678cfd81f85a service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.3574502 Jul 05 10:36:23.053954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-492e7f75-569a-47b6-98cf-34c617c27950 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 999 time: 0.1238620 Jul 05 10:36:23.055481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-f5cc813c-172d-47ce-9481-74253c51f4fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 999 time: 0.1324468 Jul 05 10:36:23.150876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-9599d2f4-2be4-497b-bb35-e114f498af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:23.152431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-9599d2f4-2be4-497b-bb35-e114f498af20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0896144 Jul 05 10:36:23.156363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-3a97384b-2f2e-4205-bfeb-83ddda6eee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:23.157834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-3a97384b-2f2e-4205-bfeb-83ddda6eee4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0866435 Jul 05 10:36:23.266145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-6c0fd585-f16d-4573-b508-fe54c63d884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:23.268347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-6c0fd585-f16d-4573-b508-fe54c63d884b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997231 Jul 05 10:36:23.271172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-f3eed3e8-a7e9-4e2b-82bd-37531841db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:23.272644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-f3eed3e8-a7e9-4e2b-82bd-37531841db80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122329 Jul 05 10:36:23.459249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-f70a8902-5318-41c3-a964-7581a50ba91e service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824486 Jul 05 10:36:23.461277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-1b5426f3-c3a9-4f8b-b89b-01b76063edaf service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753585 Jul 05 10:36:23.639102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-ff5f9cc3-13c8-403f-8c3b-6a3d533df85a service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722660 Jul 05 10:36:23.641017 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24887e1-0904-4dfe-a668-49db44a97d3d req-f53b0a55-fa4c-4e60-8ed2-7601a3e56878 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654689 Jul 05 10:36:24.161088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f41cd6-7ccc-47cd-99f8-fcb90b661f80 req-3e2e36a8-65b0-436e-b652-8c575fbaef20 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.163646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74f41cd6-7ccc-47cd-99f8-fcb90b661f80 req-3e2e36a8-65b0-436e-b652-8c575fbaef20 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 943 time: 0.1263678 Jul 05 10:36:24.214808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74f41cd6-7ccc-47cd-99f8-fcb90b661f80 req-b500e8ce-d86a-4c57-a1f5-98b92a20f4b7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Jul 05 10:36:24.710927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-cb088277-8449-4871-987a-d0acce0fa58c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.712590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-cb088277-8449-4871-987a-d0acce0fa58c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 943 time: 0.1537881 Jul 05 10:36:24.723173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55823f51-fa26-4ef8-9b6c-e3c6b18572b9 req-1662fbdf-7db7-4a74-a61c-e39a6111792a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.724786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55823f51-fa26-4ef8-9b6c-e3c6b18572b9 req-1662fbdf-7db7-4a74-a61c-e39a6111792a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 943 time: 0.1525061 Jul 05 10:36:24.812626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55823f51-fa26-4ef8-9b6c-e3c6b18572b9 req-37343c6a-7a6a-4982-a017-8f20a93419f3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807736 Jul 05 10:36:24.821681 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-ddbd8158-b013-40c3-b0cc-33909a06bfbc service neutron] delete failed (client error): The resource could not be found. Jul 05 10:36:24.822745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-ddbd8158-b013-40c3-b0cc-33909a06bfbc service neutron] 10.222.0.15 "DELETE /v2.0/ports/18bf8f71-61c5-4283-bcb7-aaad8ee6d58e/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0969417 Jul 05 10:36:24.960476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-1d934c0a-e88b-4b8e-bd72-cf5d91a8780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:24.962196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-1d934c0a-e88b-4b8e-bd72-cf5d91a8780a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 1095 time: 0.0807192 Jul 05 10:36:25.097522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-bad0497a-6c08-4d9f-b536-681667a145fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:25.098652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:36:25.099515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-bad0497a-6c08-4d9f-b536-681667a145fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1295877 Jul 05 10:36:25.186577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-5a2d8995-f7df-41cf-9104-ea5f6fe87b51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 200 len: 999 time: 0.0801783 Jul 05 10:36:25.251130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-afc9b718-bde9-43f7-abe9-54d7b062d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:25.253251 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-afc9b718-bde9-43f7-abe9-54d7b062d109 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0591974 Jul 05 10:36:25.273398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:25.296362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'mac_address': 'fa:16:3e:e6:8d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:36:25.351751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-42687d1c-dcba-4f69-8612-1489bec378ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:25.353760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-42687d1c-dcba-4f69-8612-1489bec378ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927544 Jul 05 10:36:25.358791 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.378842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:25.405343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:25.412011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.475660 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:25.480585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-8eb1d277-eee7-4484-bbd7-6898cb8f3ccb service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188900 Jul 05 10:36:25.491125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.491670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.494336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.494336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.494336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.494336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.495001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.495001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.495575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.496132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.496678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.497241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:25.608971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9813d7f-ae99-4e98-a139-dcfcf9bf3053 req-1fbb8229-e73d-4567-99bd-18376172fcb3 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204865 Jul 05 10:36:25.701851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:26.171431 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab96d6-5821-410d-9f25-1fdd3f51cc9d req-62fa5501-8077-46ca-ba63-af21f70863b3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:26.174967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31ab96d6-5821-410d-9f25-1fdd3f51cc9d req-62fa5501-8077-46ca-ba63-af21f70863b3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 944 time: 0.1301131 Jul 05 10:36:26.256908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-31ab96d6-5821-410d-9f25-1fdd3f51cc9d req-fea20343-f4ab-4ce3-8f0e-f7c39dfb3703 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716536 Jul 05 10:36:27.112794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:27.176141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:27.183319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:27.183957 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.339310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.384507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:27.389761 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57598e46-b08a-44a2-939b-e7d13510357a" -d '{"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:27.415168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:27.421111 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.507922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:27.576497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3209b71-a5aa-4291-a2d6-0a131145324d req-263e2052-c3bb-4166-bf39-4e1be69c6ae7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:27.579463 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3209b71-a5aa-4291-a2d6-0a131145324d req-263e2052-c3bb-4166-bf39-4e1be69c6ae7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1321526 Jul 05 10:36:27.650276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3209b71-a5aa-4291-a2d6-0a131145324d req-9eb6ca60-318a-4c1f-a304-1385d325ef7f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595653 Jul 05 10:36:27.798621 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563b2e8-a16c-4a6e-8d04-da83b6035194 x-openstack-request-id: req-8563b2e8-a16c-4a6e-8d04-da83b6035194 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:27.799043 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:27.799996 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8563b2e8-a16c-4a6e-8d04-da83b6035194 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:27.800503 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'code': 200} Jul 05 10:36:28.102108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b16969-4e70-4e49-b1d3-561fb743deea req-c8cd547b-cad3-4394-b8e3-d6c3665490f9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.105056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05b16969-4e70-4e49-b1d3-561fb743deea req-c8cd547b-cad3-4394-b8e3-d6c3665490f9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1231458 Jul 05 10:36:28.163380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05b16969-4e70-4e49-b1d3-561fb743deea req-3981a157-0da6-45d8-b310-f796aee15e03 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478554 Jul 05 10:36:28.404735 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a77dd-12d4-4dd1-b25c-5cf2338d10bc req-5e0e10a8-ce60-4c6e-89d4-af81ecc103d3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.406324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-857a77dd-12d4-4dd1-b25c-5cf2338d10bc req-5e0e10a8-ce60-4c6e-89d4-af81ecc103d3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0856547 Jul 05 10:36:28.465442 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-857a77dd-12d4-4dd1-b25c-5cf2338d10bc req-ed9ddc81-0aeb-47ba-a59a-eb1201ad8045 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478494 Jul 05 10:36:29.016722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66009ee3-3255-4df3-bd8b-74c54ae1d697 req-2fe20a48-4f1e-4e2b-8788-3c081df8e6ca tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:29.019925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66009ee3-3255-4df3-bd8b-74c54ae1d697 req-2fe20a48-4f1e-4e2b-8788-3c081df8e6ca tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.0968866 Jul 05 10:36:29.083930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66009ee3-3255-4df3-bd8b-74c54ae1d697 req-ce1c27eb-a400-4b71-b627-92ff4b323679 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527503 Jul 05 10:36:30.080086 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:30.086208 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:30.360655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d73aeb-3d81-43f7-aa42-4291dd4bbd95 req-a5b6c2b6-a5ad-4b73-b1e2-689b0ed0abe1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:30.363248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03d73aeb-3d81-43f7-aa42-4291dd4bbd95 req-a5b6c2b6-a5ad-4b73-b1e2-689b0ed0abe1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1245654 Jul 05 10:36:30.420324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-5234d093-006d-48c1-bc1c-4cc5cf282e77 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:30.423048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-5234d093-006d-48c1-bc1c-4cc5cf282e77 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 945 time: 0.1493521 Jul 05 10:36:30.510111 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03d73aeb-3d81-43f7-aa42-4291dd4bbd95 req-8497cdef-ffe3-436c-b3be-057039b45596 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346302 Jul 05 10:36:30.649589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Deleting port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:30.650016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:30.806163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] For port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:30.806724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:31.071219 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:31.071780 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:31.072177 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d disassociated. External IP: 172.25.1.117, port: 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e. Jul 05 10:36:31.072663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Calling delete_port for 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:31.250765 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:31.292600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event deleted for resources: {'Port': ['ID=18bf8f71-61c5-4283-bcb7-aaad8ee6d58e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:31.480308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:31.735922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08792a18-a701-4e81-9cce-1b0409ce7e3a req-8aff4b77-a06f-4d4c-8dbb-771156922863 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eeeed72-4fb7-4415-a06e-eec9597f5c6c HTTP/1.1" status: 200 len: 210 time: 0.0636418 Jul 05 10:36:31.738772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:31.758719 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:31.775830 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:31.776841 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:31.827363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] No DVR routers for this DVR port 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:31.832038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:31.835812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb8e35b0-f617-4ff4-843b-fdfc47504369 req-cb651726-f7db-4463-a11c-b8ff32ce5014 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "DELETE /v2.0/ports/18bf8f71-61c5-4283-bcb7-aaad8ee6d58e HTTP/1.1" status: 204 len: 173 time: 1.3984714 Jul 05 10:36:31.836557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-deleted', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:31.840901 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcbdceb-f43b-4d37-87ad-28217c8458bc" -d '{"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-deleted", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:31.903758 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b72379-5bdb-40f5-bcc7-7d274273031c x-openstack-request-id: req-16b72379-5bdb-40f5-bcc7-7d274273031c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:31.904178 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeeed72-4fb7-4415-a06e-eec9597f5c6c", "name": "network-vif-deleted", "tag": "18bf8f71-61c5-4283-bcb7-aaad8ee6d58e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:31.904594 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16b72379-5bdb-40f5-bcc7-7d274273031c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:31.905478 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeeed72-4fb7-4415-a06e-eec9597f5c6c', 'name': 'network-vif-deleted', 'tag': '18bf8f71-61c5-4283-bcb7-aaad8ee6d58e', 'status': 'completed', 'code': 200} Jul 05 10:36:31.991145 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:32.490815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:32.547599 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:32.564412 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:32.565498 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:36:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:32.772214 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:33.172146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:33.178330 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:33.215689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:33.216654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18bf8f71-61c5-4283-bcb7-aaad8ee6d58e not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:33.229511 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73158c-a3d4-4ff2-8af8-0c24d10d15f7 None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:33.305606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-46595452-6ab2-4192-8988-08516f5df3eb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1839568762&fields=id&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 267 time: 0.0579710 Jul 05 10:36:33.472865 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-36c7ae05-7957-4cbc-a597-5aa4528f11c9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:33.475821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-36c7ae05-7957-4cbc-a597-5aa4528f11c9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1584473 Jul 05 10:36:33.510026 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-62d8ceb2-466b-4129-9736-4b34b94f5502 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/quotas/a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 375 time: 0.0229669 Jul 05 10:36:33.581875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c13c0-b481-4b1b-b231-2e8436c33b5f None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:36:33.662079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-0761dfa6-4309-4747-bea9-d89721c46a1b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1401927 Jul 05 10:36:33.961655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-8df3aff4-4124-4ae8-b035-b0990201c419 service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768965 Jul 05 10:36:34.118771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-60821dc1-2df7-4bdb-9c94-437f56c57f71 service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457508 Jul 05 10:36:34.374962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a42d3b71-ab48-4ece-b7c4-7e495fd15a82 req-0cdf190f-2e8c-4a87-899b-8ef88ccf4fbe tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 210 time: 0.0334723 Jul 05 10:36:35.593141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b57a5e65-e630-4fec-9014-2e1d5682eaa8 req-71258e5c-6eb5-461b-a01c-1837a18079b3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 210 time: 0.0462682 Jul 05 10:36:36.099997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-6642928e-ddd6-4a8e-8009-027edeba8d36 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:36.102412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-6642928e-ddd6-4a8e-8009-027edeba8d36 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1784434 Jul 05 10:36:36.165576 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-daebc57d-0f5a-4776-ac9c-d7591bcb529c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 380 time: 0.0522957 Jul 05 10:36:36.177792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'port': {'device_id': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'admin_state_up': True, 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'security_groups': ['a318948d-08cc-48a0-afdd-988c31a3846b']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:36.364272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Made reservation on behalf of a3e30ae1a13a4165bbd22ad84ba78ca2 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:36.368285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:36.565368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Allocated IP 172.20.0.13 (30fd5217-492d-42e7-bb08-807bcb73b232/0c4cf675-e84a-4daa-8f2c-68a4ccf57934/18f16f12-037f-4a4f-a569-171ab9d4f73c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:36.818518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-86bae8c6-9b08-4c22-a138-97b72ff89035 req-da459c0b-abec-48c7-ba54-04c66764b2b0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 210 time: 0.0627365 Jul 05 10:36:36.904153 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:36.924710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Transition to ACTIVE for port object 18f16f12-037f-4a4f-a569-171ab9d4f73c will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:36.967854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.023508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:37.031289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:37.038592 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:37.051896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:37.128036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.129176 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.156859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-ca9ef950-c1eb-41fc-922b-449661b8e819 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9845889 Jul 05 10:36:37.171004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Request body: {'port': {'device_id': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:37.314910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b6a0ca79-0588-4dc1-baee-ec0c21a22379 None None] Provisioning for port 18f16f12-037f-4a4f-a569-171ab9d4f73c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:37.320675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b6a0ca79-0588-4dc1-baee-ec0c21a22379 None None] Provisioning complete for port 18f16f12-037f-4a4f-a569-171ab9d4f73c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:37.321008 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ca79-0588-4dc1-baee-ec0c21a22379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:37.372671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0ca79-0588-4dc1-baee-ec0c21a22379 None None] Port 18f16f12-037f-4a4f-a569-171ab9d4f73c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:36:37.728137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.193252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0053a-3e00-4e7f-bf2b-cb014c0644f0 req-05580a72-6a42-42d2-87e0-28d01669a688 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.194949 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ca0053a-3e00-4e7f-bf2b-cb014c0644f0 req-05580a72-6a42-42d2-87e0-28d01669a688 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 932 time: 0.1416314 Jul 05 10:36:38.273207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f16f12-037f-4a4f-a569-171ab9d4f73c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:38.285588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ca0053a-3e00-4e7f-bf2b-cb014c0644f0 req-f4134e64-2941-4cc8-9bdc-96bd67c914a8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801551 Jul 05 10:36:38.287738 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.307814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Transition to ACTIVE for port object 18f16f12-037f-4a4f-a569-171ab9d4f73c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:38.315724 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.419829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:38.568363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:38.568942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:38.569506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:38.578417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Port 18f16f12-037f-4a4f-a569-171ab9d4f73c on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:36:38.578981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:38.588925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:38.589454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:38.589995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:38.590679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Bound port: 18f16f12-037f-4a4f-a569-171ab9d4f73c, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:38.591361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.702095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:38.706449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:38.717768 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.763661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.764484 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.766355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-1887afba-060c-4763-a02a-a473a0586afb service neutron] 10.222.0.16 "PUT /v2.0/ports/18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1093 time: 1.6018391 Jul 05 10:36:38.767057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:38.770613 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6770478-4f34-437c-a9db-a2745acf79bb" -d '{"events": [{"name": "network-changed", "server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:38.806254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887afba-060c-4763-a02a-a473a0586afb service neutron] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:38.835237 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986c4a9d-b608-4e16-8c45-faf464bca847 x-openstack-request-id: req-986c4a9d-b608-4e16-8c45-faf464bca847 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:38.835684 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:38.836143 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-986c4a9d-b608-4e16-8c45-faf464bca847 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:38.836816 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'status': 'completed', 'code': 200} Jul 05 10:36:38.945763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-a5d102cc-6af0-4d4e-9653-a540d2bd47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.948860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-a5d102cc-6af0-4d4e-9653-a540d2bd47da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1096 time: 0.1032906 Jul 05 10:36:39.034768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-5fae609b-f2cc-4d96-8604-d04286ac3340 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 217 time: 0.0744793 Jul 05 10:36:39.121782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-38b89272-89fb-4504-9fa3-46f8ad38ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:39.124794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-38b89272-89fb-4504-9fa3-46f8ad38ca18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0826285 Jul 05 10:36:39.203332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134155b-e7f5-433e-8903-726f5e486096 req-43c57124-d681-4ebd-823b-d4e112ab7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:39.205523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-43c57124-d681-4ebd-823b-d4e112ab7942 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726025 Jul 05 10:36:39.392100 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-825ff34d-e0f2-4ff2-adb5-353d495ac704 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775994 Jul 05 10:36:39.641325 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d134155b-e7f5-433e-8903-726f5e486096 req-42f9e8c2-262e-42a3-abd0-c3e7b733831c service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415643 Jul 05 10:36:39.666160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c798d-fad1-4dc0-b6fd-aaa8cf822d1b req-843f2d40-c35f-4c86-a6db-428f65466aad tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:39.669002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a8c798d-fad1-4dc0-b6fd-aaa8cf822d1b req-843f2d40-c35f-4c86-a6db-428f65466aad tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 944 time: 0.1940477 Jul 05 10:36:39.790701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a8c798d-fad1-4dc0-b6fd-aaa8cf822d1b req-25f9b3a7-7d22-41e5-bc64-b538e97b9d8d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093640 Jul 05 10:36:39.837498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770478-4f34-437c-a9db-a2745acf79bb req-737acd6a-f88b-443f-b428-b10966de9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:39.840333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6770478-4f34-437c-a9db-a2745acf79bb req-737acd6a-f88b-443f-b428-b10966de9a1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1096 time: 0.1199806 Jul 05 10:36:40.016641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770478-4f34-437c-a9db-a2745acf79bb req-2f37624a-10b9-4ef0-934a-68394adace5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:40.020093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6770478-4f34-437c-a9db-a2745acf79bb req-2f37624a-10b9-4ef0-934a-68394adace5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1715643 Jul 05 10:36:40.098247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6770478-4f34-437c-a9db-a2745acf79bb req-864fa8e7-5fcf-46f3-b18d-8a8381900d72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 217 time: 0.0698316 Jul 05 10:36:40.202702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770478-4f34-437c-a9db-a2745acf79bb req-fe587fd5-78af-4909-8e83-872af0cca6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:40.205665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6770478-4f34-437c-a9db-a2745acf79bb req-fe587fd5-78af-4909-8e83-872af0cca6b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0998547 Jul 05 10:36:40.304228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770478-4f34-437c-a9db-a2745acf79bb req-1cb81e92-fcb0-4efc-8e4b-67725ed374df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:40.306962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6770478-4f34-437c-a9db-a2745acf79bb req-1cb81e92-fcb0-4efc-8e4b-67725ed374df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935466 Jul 05 10:36:40.462164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6770478-4f34-437c-a9db-a2745acf79bb req-9fcf66b5-bf1d-41d2-a01b-94aa1dadb33b service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461549 Jul 05 10:36:40.646387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6770478-4f34-437c-a9db-a2745acf79bb req-8f944b1f-5419-4058-8aa7-04c131a2fe9e service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757693 Jul 05 10:36:41.096743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527347d-6b86-485d-8285-0615379c5a95 req-c7910356-3620-4c8a-86af-c8ac93d79d44 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:41.099376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0527347d-6b86-485d-8285-0615379c5a95 req-c7910356-3620-4c8a-86af-c8ac93d79d44 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 944 time: 0.0911036 Jul 05 10:36:41.163314 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0527347d-6b86-485d-8285-0615379c5a95 req-21ce90de-be6f-44a2-9e44-d26551274d90 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575352 Jul 05 10:36:42.454643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f481684-fa83-4a48-b789-0685c4f65f3d req-50666dfb-8eb4-43c6-bb48-4b9e6203caf1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:42.457774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f481684-fa83-4a48-b789-0685c4f65f3d req-50666dfb-8eb4-43c6-bb48-4b9e6203caf1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 944 time: 0.1302152 Jul 05 10:36:42.545084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f481684-fa83-4a48-b789-0685c4f65f3d req-6e97eefd-b4f4-4eec-b53a-8f7d2d5fce1b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768473 Jul 05 10:36:43.235398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:36:43.380262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:43.397940 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'mac_address': 'fa:16:3e:7a:b1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:36:43.444665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:43.462695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f16f12-037f-4a4f-a569-171ab9d4f73c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:43.496457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:43.505495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:43.594656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:43.751510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['18f16f12-037f-4a4f-a569-171ab9d4f73c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:43.879330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a4b65-3e53-4bab-86f8-e341aefd6e75 req-a1a11640-0559-458c-a465-3a4806326038 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.881593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d11a4b65-3e53-4bab-86f8-e341aefd6e75 req-a1a11640-0559-458c-a465-3a4806326038 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 945 time: 0.1207876 Jul 05 10:36:43.942954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d11a4b65-3e53-4bab-86f8-e341aefd6e75 req-3f9e01fe-eafc-44bc-9f77-a670c499cba5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534585 Jul 05 10:36:44.095562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-835e1c2b-9363-402d-8727-6c3a84c1027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:45.213710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c24b0-635c-4579-84eb-9f5ec6531091 req-dc714438-5635-4911-92cf-5977ecb86a2b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:45.215506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-981c24b0-635c-4579-84eb-9f5ec6531091 req-dc714438-5635-4911-92cf-5977ecb86a2b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 945 time: 0.1174524 Jul 05 10:36:45.233623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:45.270213 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-981c24b0-635c-4579-84eb-9f5ec6531091 req-2eeb647b-1937-4dfa-8fae-37093ff2dc3d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Jul 05 10:36:45.326213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 18f16f12-037f-4a4f-a569-171ab9d4f73c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:45.334116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 18f16f12-037f-4a4f-a569-171ab9d4f73c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:45.334803 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:45.490292 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:45.530484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:45.534007 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452040ae-0dda-42e9-a743-dd36a256aa88" -d '{"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-plugged", "status": "completed", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:45.554937 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:45.573669 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:45.622625 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a13c21e-fe0d-4939-9931-97a1be9d3e5a x-openstack-request-id: req-7a13c21e-fe0d-4939-9931-97a1be9d3e5a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:45.623355 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-plugged", "status": "completed", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:45.623779 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a13c21e-fe0d-4939-9931-97a1be9d3e5a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:45.624425 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'code': 200} Jul 05 10:36:45.673047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:45.811366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c673ad-8f9f-4aaa-815f-494758c62641 req-a03d30c3-fa6a-4e7e-88de-594f645ccd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:45.813411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37c673ad-8f9f-4aaa-815f-494758c62641 req-a03d30c3-fa6a-4e7e-88de-594f645ccd6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1098 time: 0.0929382 Jul 05 10:36:45.881197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37c673ad-8f9f-4aaa-815f-494758c62641 req-1504f3e0-7fbb-44ab-b06e-22b2c3ee390b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597200 Jul 05 10:36:45.922214 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:36:46.589823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fafb-26c0-4fe9-b718-ff5d63feb622 req-c15df7c4-3e95-4ba5-94fa-1acd742e394c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:46.592653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f591fafb-26c0-4fe9-b718-ff5d63feb622 req-c15df7c4-3e95-4ba5-94fa-1acd742e394c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1205809 Jul 05 10:36:46.659857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f591fafb-26c0-4fe9-b718-ff5d63feb622 req-16537b63-c018-458e-b836-ca283963a849 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607820 Jul 05 10:36:46.825938 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94d19519-f518-4572-9198-4867250c0e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:46.887263 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.916199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa159e4d-5de0-4efe-85ca-23bf5f24fbb4 req-105e4e1c-c227-46e0-ba85-a205b0acaf25 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:47.918950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa159e4d-5de0-4efe-85ca-23bf5f24fbb4 req-105e4e1c-c227-46e0-ba85-a205b0acaf25 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1212130 Jul 05 10:36:48.000108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa159e4d-5de0-4efe-85ca-23bf5f24fbb4 req-0f609f12-2b30-47d4-ac50-6fc72a296ead tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700476 Jul 05 10:36:48.173714 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:48.323473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2d1ba-1397-497c-99b0-2f848d3576ba req-20ff83ef-7a36-4df7-b2da-9748a3051f7a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:48.326277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ef2d1ba-1397-497c-99b0-2f848d3576ba req-20ff83ef-7a36-4df7-b2da-9748a3051f7a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1090777 Jul 05 10:36:48.337407 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 39984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:48.342668 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'floatingip': {'port_id': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:48.390536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.102752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.109318 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.275876 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d associated. External IP: 172.25.1.117, port: 18f16f12-037f-4a4f-a569-171ab9d4f73c. Jul 05 10:36:49.529825 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:49.672625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:49.681319 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.686969 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:49.701493 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:49.702132 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:36:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:49.742263 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f1b83fdb-b6f8-4a70-b911-bb1d1725c3d1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "PUT /v2.0/floatingips/06fe1314-c917-4d50-b1b1-3fa8d360f44d HTTP/1.1" status: 200 len: 992 time: 1.4033639 Jul 05 10:36:49.743369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:49.826351 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be9769f4d2c3d263a9decd1a521885228c4afde645c39fc8be76c3139734081b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db34753d-5321-4d20-bb32-2f37386884c7" -d '{"events": [{"name": "network-changed", "server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:49.886996 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:49.938077 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.050667 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333e6c5-2a82-4802-ae82-bae21fde2fe9 x-openstack-request-id: req-d333e6c5-2a82-4802-ae82-bae21fde2fe9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:50.052443 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:50.052443 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d333e6c5-2a82-4802-ae82-bae21fde2fe9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:50.052443 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'status': 'completed', 'code': 200} Jul 05 10:36:50.181541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34753d-5321-4d20-bb32-2f37386884c7 req-5a22da55-ea0d-47d5-8dd6-0e87f912d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.183677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db34753d-5321-4d20-bb32-2f37386884c7 req-5a22da55-ea0d-47d5-8dd6-0e87f912d4f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1098 time: 0.1010661 Jul 05 10:36:50.320606 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:7a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:36:48Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:50.357080 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:50.371716 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:50.372318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34753d-5321-4d20-bb32-2f37386884c7 req-33f93c33-1e89-406f-a56d-226c34e9a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.372805 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:36:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:50.374028 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db34753d-5321-4d20-bb32-2f37386884c7 req-33f93c33-1e89-406f-a56d-226c34e9a4f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1829412 Jul 05 10:36:50.499331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db34753d-5321-4d20-bb32-2f37386884c7 req-296835ce-dbc6-40b4-aadb-de43a1f32538 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1000 time: 0.1162474 Jul 05 10:36:50.573039 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34753d-5321-4d20-bb32-2f37386884c7 req-ad2af9e2-040f-46a0-9b21-f1fdb3b2c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.575540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db34753d-5321-4d20-bb32-2f37386884c7 req-ad2af9e2-040f-46a0-9b21-f1fdb3b2c343 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0689590 Jul 05 10:36:50.577732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:50.682730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34753d-5321-4d20-bb32-2f37386884c7 req-37c86266-c6c7-4c09-a0d9-c2086c4edb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.685440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db34753d-5321-4d20-bb32-2f37386884c7 req-37c86266-c6c7-4c09-a0d9-c2086c4edb4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027093 Jul 05 10:36:50.846688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db34753d-5321-4d20-bb32-2f37386884c7 req-9bdc1f73-c4dd-43d7-9843-b8c84ef9110e service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528833 Jul 05 10:36:50.975228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db34753d-5321-4d20-bb32-2f37386884c7 req-810c00de-4c31-42c4-a1dd-0108c3c93741 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224189 Jul 05 10:36:51.005350 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:7a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:36:48Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:51.055851 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039ca7d-a02c-40f3-8adc-b161287d1832 None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:7a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:36:48Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:51.293386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e9d8b-e789-4e26-8979-0f93bbf7cb16 None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:37:00.097147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:00.099134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:07.630060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-38b6935a-a689-4acd-90cb-7210bea83fd0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1384032 Jul 05 10:37:07.782330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-f2f0f1ee-9293-4085-abdd-3782db5f6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.784217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-f2f0f1ee-9293-4085-abdd-3782db5f6985 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1098 time: 0.0914578 Jul 05 10:37:07.949571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-ac9fa0f7-d72d-4ed3-9674-0825a530d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.952257 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-ac9fa0f7-d72d-4ed3-9674-0825a530d767 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1376894 Jul 05 10:37:08.040758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-dcb556fa-2ac0-4515-8e29-93891f0c8038 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1002 time: 0.0803814 Jul 05 10:37:08.114192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-c14f69c4-077a-4896-a61f-a935f03e471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:08.115823 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-c14f69c4-077a-4896-a61f-a935f03e471a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0677950 Jul 05 10:37:08.201001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-ab534677-6a70-4565-8404-bc07e68e95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:08.203817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-ab534677-6a70-4565-8404-bc07e68e95d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804706 Jul 05 10:37:08.331717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-0a0c3917-b901-49d3-9752-a79498099305 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200445 Jul 05 10:37:08.467284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f5b0e6-afbb-4bcd-b06d-396877cefa73 req-baae87f1-d3ed-485d-a216-e460bddf5c9e service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270115 Jul 05 10:37:14.081552 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c1932ed-11b1-43bd-939b-15060c9f0ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:16.820581 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81ca3dd7-fefb-452d-88d8-79f841c48b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:16.884000 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:18.169618 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:19.939823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:22.914363 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:37:30.092268 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:30.101197 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:44.087687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15917a7d-df69-4d16-bfc4-6cab6eecfba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:46.835850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2d7eef0-d22b-4e64-8f81-e3d1eab83907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:46.879037 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:48.171647 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:49.939632 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.919746 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:38:00.083842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:00.111274 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:07.558954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-25fee1fe-607e-4607-9dac-2eab95dbe357 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653992 Jul 05 10:38:07.698420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-5c61c457-95a7-457f-99fc-df655b139382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:07.701133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-5c61c457-95a7-457f-99fc-df655b139382 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1098 time: 0.0810308 Jul 05 10:38:07.866471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-fdea609b-99c1-42d2-b14a-fd04b00fda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:07.868103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-fdea609b-99c1-42d2-b14a-fd04b00fda98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1437066 Jul 05 10:38:07.951244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-9b5273f0-46b6-454d-85e4-df4d9556a007 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1002 time: 0.0742733 Jul 05 10:38:08.015693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-bc01f7d9-215b-4db3-bea5-40f78e70f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:08.019151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-bc01f7d9-215b-4db3-bea5-40f78e70f9f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0603764 Jul 05 10:38:08.110350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-9d3ca74e-aa37-452b-ae91-b6eddce40c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:08.112051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-9d3ca74e-aa37-452b-ae91-b6eddce40c6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824337 Jul 05 10:38:08.242990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-e17f73b6-5dc5-400d-99be-fd622a71d56d service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230612 Jul 05 10:38:08.393235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3558cfc1-056a-44c0-b3aa-67221b9e74d7 req-852b5320-53b6-425b-a29a-b749f78c5646 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415253 Jul 05 10:38:14.096564 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac619846-15af-4f8b-b00a-d41828029961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.831065 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0dede383-e995-4575-a27b-1b024962a03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.885003 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:18.177200 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.942022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.106024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.117482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.194353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861abc1d-1f6b-4ba4-b6fa-325d9c0957ad req-b8dce60f-5326-41f3-b4e4-5b57e2b26164 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:31.197256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-861abc1d-1f6b-4ba4-b6fa-325d9c0957ad req-b8dce60f-5326-41f3-b4e4-5b57e2b26164 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1165750 Jul 05 10:38:31.243769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-861abc1d-1f6b-4ba4-b6fa-325d9c0957ad req-772aff9c-e1bc-4e68-97b4-3cfbd386ba6e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Jul 05 10:38:32.478940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026617f-0513-4fed-bbbb-3d23ad842b94 req-0f2a094c-0e70-4eda-9c73-0198c3318a9c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:32.481672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2026617f-0513-4fed-bbbb-3d23ad842b94 req-0f2a094c-0e70-4eda-9c73-0198c3318a9c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0883620 Jul 05 10:38:32.538082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2026617f-0513-4fed-bbbb-3d23ad842b94 req-53ef4abe-f7d7-4553-9fbb-0cd1e39c7dc0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482535 Jul 05 10:38:33.803302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb161e05-c26b-45ee-965d-a6f782ca7726 req-397a0d61-e972-4693-8171-4f94657f1fdd tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:33.804883 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb161e05-c26b-45ee-965d-a6f782ca7726 req-397a0d61-e972-4693-8171-4f94657f1fdd tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1094499 Jul 05 10:38:33.868335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb161e05-c26b-45ee-965d-a6f782ca7726 req-55a16efb-db4c-4638-92f1-5dedfde35b23 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526299 Jul 05 10:38:35.172715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433e3b-e947-4e2e-b5a1-5a7f1a1d2968 req-1d339a5c-a953-4b1a-b7c9-5de0a542fd16 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:35.175621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67433e3b-e947-4e2e-b5a1-5a7f1a1d2968 req-1d339a5c-a953-4b1a-b7c9-5de0a542fd16 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1006634 Jul 05 10:38:35.224860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67433e3b-e947-4e2e-b5a1-5a7f1a1d2968 req-ea5b2e21-1479-4c70-a54c-e908e3b14144 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Jul 05 10:38:36.444327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6728a-f7f2-40c2-b8e0-b3ca586bff92 req-23711449-22bf-4f19-923a-b3048e700b95 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:36.447510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53b6728a-f7f2-40c2-b8e0-b3ca586bff92 req-23711449-22bf-4f19-923a-b3048e700b95 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0801983 Jul 05 10:38:36.498461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53b6728a-f7f2-40c2-b8e0-b3ca586bff92 req-f3230829-69f9-41af-a97f-feec6af55cf5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458636 Jul 05 10:38:36.920117 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:38:37.724520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27b739-3e0e-4355-b7b4-964223087e9b req-a87a74fe-def9-4e5f-ad74-bc42f129b2f3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:37.726252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b27b739-3e0e-4355-b7b4-964223087e9b req-a87a74fe-def9-4e5f-ad74-bc42f129b2f3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0855918 Jul 05 10:38:37.784994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b27b739-3e0e-4355-b7b4-964223087e9b req-3d4d390d-8fab-48d0-80f1-88f88deb12e2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520797 Jul 05 10:38:39.009071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b042f1-0df1-43e1-85f0-7afd82b78603 req-bb27aaf1-a49c-46b6-af33-9cad0893564a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:39.011930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0b042f1-0df1-43e1-85f0-7afd82b78603 req-bb27aaf1-a49c-46b6-af33-9cad0893564a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0902140 Jul 05 10:38:39.060471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0b042f1-0df1-43e1-85f0-7afd82b78603 req-c3b31086-13b6-48c4-a00d-8c942ed78001 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Jul 05 10:38:40.268169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c00e0-8f98-48c4-a3db-8cdde20983e5 req-14695f8b-fded-470d-88a4-60e572dbe01e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:40.270465 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1c00e0-8f98-48c4-a3db-8cdde20983e5 req-14695f8b-fded-470d-88a4-60e572dbe01e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0792990 Jul 05 10:38:40.317952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c1c00e0-8f98-48c4-a3db-8cdde20983e5 req-7839ce86-8d43-46b0-8a38-baf848783840 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Jul 05 10:38:41.538214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afebd1-0056-44e4-989e-ba266db78eaa req-28fc0b81-fbb0-443a-984c-b110572e422b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:41.539899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25afebd1-0056-44e4-989e-ba266db78eaa req-28fc0b81-fbb0-443a-984c-b110572e422b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0873036 Jul 05 10:38:41.584761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25afebd1-0056-44e4-989e-ba266db78eaa req-3a3ab044-971e-4ab9-99a5-1b08bd44ff6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388768 Jul 05 10:38:42.167850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af56339-4165-4d40-a78f-ed620f4a587c req-9098aae4-52a6-41cd-8819-01de2425443e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:42.170836 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4af56339-4165-4d40-a78f-ed620f4a587c req-9098aae4-52a6-41cd-8819-01de2425443e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1977220 Jul 05 10:38:42.195071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-ceafeda0-2330-459d-a49e-c7dacdbb42c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2697728 Jul 05 10:38:42.244742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4af56339-4165-4d40-a78f-ed620f4a587c req-3a8261f4-80c4-42dd-8749-1e360871ae96 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662398 Jul 05 10:38:43.481280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45a43e-8e05-414b-865f-6d1fb1a505c8 req-7af6e233-b2ed-4a95-9afb-210e7369a832 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:43.483419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf45a43e-8e05-414b-865f-6d1fb1a505c8 req-7af6e233-b2ed-4a95-9afb-210e7369a832 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1061337 Jul 05 10:38:43.535126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf45a43e-8e05-414b-865f-6d1fb1a505c8 req-6d0cc11b-8a5d-4323-997d-3b38d136b918 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Jul 05 10:38:43.691264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-57033345-fdf3-4900-9e8a-a5d08c43f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:43.693928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-57033345-fdf3-4900-9e8a-a5d08c43f62a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1098 time: 0.0805244 Jul 05 10:38:43.806080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-a51e02a9-992e-418e-bf4c-7190127bc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:43.807696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-a51e02a9-992e-418e-bf4c-7190127bc00c service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1047084 Jul 05 10:38:43.893432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-ecee1725-bbf3-4663-9d99-881145f71c49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1002 time: 0.0782411 Jul 05 10:38:43.948814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-115da444-538a-4e3e-8d15-a1f1338a621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:43.950361 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-115da444-538a-4e3e-8d15-a1f1338a621d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0495708 Jul 05 10:38:44.017374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-4a0027ff-5f7e-4ce1-8ca3-219b806465fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:44.019046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-4a0027ff-5f7e-4ce1-8ca3-219b806465fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617511 Jul 05 10:38:44.099698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae4534d3-4b9a-49a4-ba22-45763fcd625f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:44.150702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-9d8dc062-a7b2-4f8f-9f6d-abc5c9fad27f service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244102 Jul 05 10:38:44.266796 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-9bde4cf1-ac21-4982-a007-957b4e7bf0c5 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049395 Jul 05 10:38:44.817917 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b8c35-6c24-4237-9004-915f09670cad req-909c9908-9a38-4b76-9b03-30aeb850f758 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:44.820811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-944b8c35-6c24-4237-9004-915f09670cad req-909c9908-9a38-4b76-9b03-30aeb850f758 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1055033 Jul 05 10:38:44.866338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-944b8c35-6c24-4237-9004-915f09670cad req-c6eade29-3230-4db0-9b11-d9800307ae27 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394504 Jul 05 10:38:46.077780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe7b70-141f-464c-8a51-c0ce4e1c9204 req-7685cdd1-56ee-432b-b62c-681984876852 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:46.079511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfbe7b70-141f-464c-8a51-c0ce4e1c9204 req-7685cdd1-56ee-432b-b62c-681984876852 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0847096 Jul 05 10:38:46.130610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfbe7b70-141f-464c-8a51-c0ce4e1c9204 req-412744da-5c24-489b-81aa-6d3d8c297c51 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Jul 05 10:38:46.523474 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-a1686d13-892e-4062-a1bd-dd33aa2ce585 service neutron] show failed (client error): The resource could not be found. Jul 05 10:38:46.524779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-a1686d13-892e-4062-a1bd-dd33aa2ce585 service neutron] 10.222.0.16 "GET /v2.0/ports/18f16f12-037f-4a4f-a569-171ab9d4f73c/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0670183 Jul 05 10:38:46.823182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-c2b08641-4465-4541-82da-948e11993c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:46.824875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-c2b08641-4465-4541-82da-948e11993c6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 1098 time: 0.0695653 Jul 05 10:38:46.838303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:46.845651 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-522a9542-eeb1-48c4-acd8-08519b3a7cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.885653 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.947952 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.232601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:47.360764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:47.457960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:47.461138 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e740306-7f52-40ce-9ea9-68fdfdc0f9ab" -d '{"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-unplugged", "status": "completed", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:47.466603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.483657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991083b9-7486-421d-b652-a023c584ce5f req-b8409cb9-07cc-463a-90d2-75db5dff8565 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:47.486090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-991083b9-7486-421d-b652-a023c584ce5f req-b8409cb9-07cc-463a-90d2-75db5dff8565 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.2237892 Jul 05 10:38:47.496706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Transition to ACTIVE for port object 18f16f12-037f-4a4f-a569-171ab9d4f73c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:47.504804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.588444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-991083b9-7486-421d-b652-a023c584ce5f req-4d826b17-f627-4daa-8550-75f22d83479d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954831 Jul 05 10:38:47.591275 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:47.664042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.665029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.665029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.665546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.666128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.666658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.667251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.667806 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.668360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.668908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.669458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.669996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:47.746215 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e10ae6-7905-474c-9df1-c0cc9ce6e215 x-openstack-request-id: req-66e10ae6-7905-474c-9df1-c0cc9ce6e215 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:47.746656 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-unplugged", "status": "completed", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:47.747065 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66e10ae6-7905-474c-9df1-c0cc9ce6e215 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:47.747810 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'code': 200} Jul 05 10:38:47.749453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] No DVR routers for this DVR port 18f16f12-037f-4a4f-a569-171ab9d4f73c on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:38:47.991748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:47.992073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:47.992546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:47.998260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Port 18f16f12-037f-4a4f-a569-171ab9d4f73c on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:38:47.998648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Attempting to bind port 18f16f12-037f-4a4f-a569-171ab9d4f73c on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:48.005438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:48.005773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:48.006165 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:48.006609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Bound port: 18f16f12-037f-4a4f-a569-171ab9d4f73c, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:48.006970 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.097428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:48.101643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:48.107415 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.150528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:48.151200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.152980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] 10.222.0.15 "PUT /v2.0/ports/18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1093 time: 1.3194149 Jul 05 10:38:48.189156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad9ecc-facf-47e8-aea9-bc83e1567545 service neutron] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:48.205525 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.265263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-09c445b0-447f-41d7-8e26-31c8387d5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:48.267618 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-09c445b0-447f-41d7-8e26-31c8387d5a53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1096 time: 0.0737464 Jul 05 10:38:48.384910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-ce9ed89e-5f37-4c89-8741-bd3655052b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:48.386581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-ce9ed89e-5f37-4c89-8741-bd3655052b19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1117055 Jul 05 10:38:48.465739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-b1850a8f-137a-4f98-9ac8-445326418f60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1000 time: 0.0703552 Jul 05 10:38:48.520613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-2bae6d3e-96e7-4ce6-8ca2-fe733e7f0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:48.522450 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-2bae6d3e-96e7-4ce6-8ca2-fe733e7f0cf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0492179 Jul 05 10:38:48.594210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-f6caf8a9-a78a-48e5-8ad6-0939adfd8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:48.596006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-f6caf8a9-a78a-48e5-8ad6-0939adfd8a84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664365 Jul 05 10:38:48.700204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-f15f5ad2-4c0a-4bcc-a73a-3215daf366b1 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971522 Jul 05 10:38:48.851134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7bfb94c5-97c5-4fd2-93b3-e02c9acedbcb req-2fe9aa1e-5da4-47e3-8bd4-cc41b75b7823 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429851 Jul 05 10:38:48.874576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0809f-b960-495c-b787-e7fb4a773bda req-db3fb632-9b83-41ec-9d52-d00448ad4380 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:48.877352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42b0809f-b960-495c-b787-e7fb4a773bda req-db3fb632-9b83-41ec-9d52-d00448ad4380 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 944 time: 0.1158993 Jul 05 10:38:48.928727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42b0809f-b960-495c-b787-e7fb4a773bda req-8de5380f-259d-4b19-98e6-be16ec79b49b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Jul 05 10:38:49.748888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:49.751795 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55975fa7-8b48-4860-9f70-3c57b52fc8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:49.824165 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2696e9ba-ccfd-411b-9ec9-c293aa687d0a x-openstack-request-id: req-2696e9ba-ccfd-411b-9ec9-c293aa687d0a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:49.824605 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:49.824984 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2696e9ba-ccfd-411b-9ec9-c293aa687d0a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:49.825598 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'status': 'completed', 'code': 200} Jul 05 10:38:49.862270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:38:49.917102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:38:49.947442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.960096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-7841d264-8cbc-40d2-986e-99669ea25588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:49.961706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-7841d264-8cbc-40d2-986e-99669ea25588 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1096 time: 0.1161022 Jul 05 10:38:49.966281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-2b5e066e-8cb3-4910-b7c9-3cf1d9f4c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:49.969599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-2b5e066e-8cb3-4910-b7c9-3cf1d9f4c6df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1096 time: 0.1129923 Jul 05 10:38:50.741354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-83e60352-6a23-491f-abee-ad9ed488afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:50.743937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-83e60352-6a23-491f-abee-ad9ed488afa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.7729328 Jul 05 10:38:50.773851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-5e51bf4e-0d0d-4db3-bc73-ea0b65b0cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:50.776322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-5e51bf4e-0d0d-4db3-bc73-ea0b65b0cbc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.7929616 Jul 05 10:38:50.882892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de7af9-6e7f-4e4a-86ad-f23d5cbe4c23 req-334bfa75-f287-4052-ab90-f1a900acb7be tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:50.885660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1de7af9-6e7f-4e4a-86ad-f23d5cbe4c23 req-334bfa75-f287-4052-ab90-f1a900acb7be tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 944 time: 0.3371322 Jul 05 10:38:51.013532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-230cdcb5-608e-42a8-9046-3ed01fdd7f8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1000 time: 0.2581890 Jul 05 10:38:51.066234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-e20df79a-bc62-4915-85cb-5657daecb8b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1000 time: 0.2801766 Jul 05 10:38:51.134859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1de7af9-6e7f-4e4a-86ad-f23d5cbe4c23 req-6e911f49-d479-4ef2-8c6f-0f6476b9a401 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901484 Jul 05 10:38:51.206998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-f8ec82fa-8a5c-4d45-8d27-329e16df0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.209812 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-f8ec82fa-8a5c-4d45-8d27-329e16df0591 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.1804259 Jul 05 10:38:51.232939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-ebc5b008-8e05-47bd-aca0-cb34c6b77fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.234633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-ebc5b008-8e05-47bd-aca0-cb34c6b77fe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.1277630 Jul 05 10:38:51.336563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-a7872a1c-65e7-42e8-8707-82e7651a8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.338300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-a7872a1c-65e7-42e8-8707-82e7651a8d0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208344 Jul 05 10:38:51.345074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-f0ea60f1-bcd3-48c4-adf0-8caabf88d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.346626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-f0ea60f1-bcd3-48c4-adf0-8caabf88d648 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932078 Jul 05 10:38:51.520365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:38:51.527563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-b4ad265d-19b1-40e2-802e-caf5becf1ff9 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787558 Jul 05 10:38:51.530013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-8c08d247-ce26-4100-a2ea-a981c1461827 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733999 Jul 05 10:38:51.658108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:51.678947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'mac_address': 'fa:16:3e:7a:b1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:38:51.738144 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:51.760562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-79aa02aa-3453-44e0-bf17-d0bb2eaab4d1 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248328 Jul 05 10:38:51.762253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f16f12-037f-4a4f-a569-171ab9d4f73c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:38:51.767710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-55975fa7-8b48-4860-9f70-3c57b52fc8ce req-506b8d5d-176b-48c6-b643-3bd33e3e1633 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205853 Jul 05 10:38:51.802645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:51.807187 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:51.863016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:51.876036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.876626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.877219 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.877769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.878308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.878996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.879572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.880124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.880663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.881238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.881814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:51.882367 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:52.091561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['18f16f12-037f-4a4f-a569-171ab9d4f73c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:38:52.341545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1e235-8917-455d-979c-b04361db023d req-b2b17674-6331-4a9f-b077-2823fb49688b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:52.343888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85c1e235-8917-455d-979c-b04361db023d req-b2b17674-6331-4a9f-b077-2823fb49688b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 945 time: 0.0722282 Jul 05 10:38:52.393293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85c1e235-8917-455d-979c-b04361db023d req-48a61985-2a71-459f-b536-2221658e757d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Jul 05 10:38:52.899534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc371e-ed4b-416e-9203-dde77274ccbd req-8f73fe82-4492-4bc7-8cb3-cace40ac29ab tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:52.902347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1fc371e-ed4b-416e-9203-dde77274ccbd req-8f73fe82-4492-4bc7-8cb3-cace40ac29ab tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 945 time: 0.2263646 Jul 05 10:38:52.935803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2b41-6b73-491b-b885-4247a939317b req-dc4e3956-ad70-4357-9c26-03b9e81415e0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:52.938959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-dc4e3956-ad70-4357-9c26-03b9e81415e0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 945 time: 0.2418849 Jul 05 10:38:53.048158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1fc371e-ed4b-416e-9203-dde77274ccbd req-abe969fe-06f2-4609-9e18-a44eb2eef689 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380332 Jul 05 10:38:53.084174 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-a40f2b41-6b73-491b-b885-4247a939317b req-8d3afc95-1e37-47c0-8809-f7572f043c6d service neutron] delete failed (client error): The resource could not be found. Jul 05 10:38:53.085868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-8d3afc95-1e37-47c0-8809-f7572f043c6d service neutron] 10.222.0.16 "DELETE /v2.0/ports/18f16f12-037f-4a4f-a569-171ab9d4f73c/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.1337218 Jul 05 10:38:53.215856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2b41-6b73-491b-b885-4247a939317b req-58ee2c6e-eb19-4560-908d-96f4801922ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:53.217367 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-58ee2c6e-eb19-4560-908d-96f4801922ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1097 time: 0.0741382 Jul 05 10:38:53.349190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2b41-6b73-491b-b885-4247a939317b req-9a816c8b-e157-4e53-84c8-33f24c6057c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:53.351356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-9a816c8b-e157-4e53-84c8-33f24c6057c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1252725 Jul 05 10:38:53.440798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-dcda65dc-92ae-4f8e-90a7-de4499b59a57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1001 time: 0.0824411 Jul 05 10:38:53.514989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2b41-6b73-491b-b885-4247a939317b req-1abe61cf-1c5e-4ed4-b4ea-f1d763d2cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:53.517133 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-1abe61cf-1c5e-4ed4-b4ea-f1d763d2cd3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0687788 Jul 05 10:38:53.522202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:53.587171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2b41-6b73-491b-b885-4247a939317b req-62aef194-baf5-42f2-b2f7-7f94822bed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:53.589031 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-62aef194-baf5-42f2-b2f7-7f94822bed44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649352 Jul 05 10:38:53.604861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 18f16f12-037f-4a4f-a569-171ab9d4f73c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:53.612957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 18f16f12-037f-4a4f-a569-171ab9d4f73c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:53.613576 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.726470 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-7f0fe03a-7fde-4142-8162-7feaa698d053 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254733 Jul 05 10:38:53.748995 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.790922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:53.793224 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62215a29-8b7e-4064-8c3d-4a4c7389fae7" -d '{"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-plugged", "status": "completed", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:53.811380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:53.819144 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.869798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a40f2b41-6b73-491b-b885-4247a939317b req-e0f32d77-4225-4a07-96d2-7f6a7cb3ac4a service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343195 Jul 05 10:38:53.895115 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae039f-5eec-4f8e-a102-d92aebf8453f x-openstack-request-id: req-69ae039f-5eec-4f8e-a102-d92aebf8453f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:53.895548 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-plugged", "status": "completed", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:53.895904 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69ae039f-5eec-4f8e-a102-d92aebf8453f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:53.896423 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'code': 200} Jul 05 10:38:53.909314 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:54.275826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff9dd-c0c6-4885-9030-677c3edad8ff req-ae2dd790-e821-4847-ab18-6c89515b9354 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:54.277777 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0cbff9dd-c0c6-4885-9030-677c3edad8ff req-ae2dd790-e821-4847-ab18-6c89515b9354 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0796738 Jul 05 10:38:54.346045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0cbff9dd-c0c6-4885-9030-677c3edad8ff req-d0e2d7da-a3d3-4783-ba55-25f9ddfbe773 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590980 Jul 05 10:38:55.539585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f70f-4244-4dc7-b586-59fb74f91821 req-bab4c81c-9bad-4d74-bc47-cc9a652f943e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:55.541233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b21f70f-4244-4dc7-b586-59fb74f91821 req-bab4c81c-9bad-4d74-bc47-cc9a652f943e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0693171 Jul 05 10:38:55.585300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b21f70f-4244-4dc7-b586-59fb74f91821 req-78d80f49-d1cf-40f8-9b8f-e803f52ebaaa tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Jul 05 10:38:55.789459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcf37f-f883-434f-9e1d-a23aafd139ae req-fe493efd-f461-4c0d-a1a3-e35429a8191b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:55.791566 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45bcf37f-f883-434f-9e1d-a23aafd139ae req-fe493efd-f461-4c0d-a1a3-e35429a8191b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0792687 Jul 05 10:38:55.852524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45bcf37f-f883-434f-9e1d-a23aafd139ae req-60e7d822-63f2-4dc4-9088-9b1f64773fd3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501986 Jul 05 10:38:56.291271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-301df85b-2463-4bda-83a9-7768e8180266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:56.293009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-301df85b-2463-4bda-83a9-7768e8180266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 1098 time: 0.1155307 Jul 05 10:38:56.410471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f160-ba0c-4e83-8b20-76d242a7201a req-bc339456-6966-48c6-ae5b-2bf399f32ecc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:56.412541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3050f160-ba0c-4e83-8b20-76d242a7201a req-bc339456-6966-48c6-ae5b-2bf399f32ecc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1790047 Jul 05 10:38:56.481235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-d5b06dd5-5fa7-4a70-93fb-86fb442f6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:56.482944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-d5b06dd5-5fa7-4a70-93fb-86fb442f6886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1808324 Jul 05 10:38:56.538462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3050f160-ba0c-4e83-8b20-76d242a7201a req-35305482-e366-4002-b411-f8e27e7c837a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084430 Jul 05 10:38:56.590565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-15639620-d933-4dc9-8bfb-1ce56ca6af1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 200 len: 1002 time: 0.0993848 Jul 05 10:38:56.679316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-12219681-f985-48e9-bde6-8b1f3c032d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:56.681761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-12219681-f985-48e9-bde6-8b1f3c032d76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0834601 Jul 05 10:38:56.784393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-7662591a-8090-4df3-946b-157a6cba3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:56.787385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-7662591a-8090-4df3-946b-157a6cba3c67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934947 Jul 05 10:38:56.906293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-5dbf34af-579d-4560-b58e-ddcb0a049653 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007633 Jul 05 10:38:57.073500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a09a39e0-131d-4fc8-b638-3de07396fd58 req-73d701ba-cbeb-4825-be00-10eb95e27dd5 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537445 Jul 05 10:38:57.792567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1791d1-be8c-4f7f-bc9a-0ca75f51cb96 req-b1e8608b-ba6d-4d51-ae06-3bb93240f449 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:57.794589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e1791d1-be8c-4f7f-bc9a-0ca75f51cb96 req-b1e8608b-ba6d-4d51-ae06-3bb93240f449 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0895977 Jul 05 10:38:57.846785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7e1791d1-be8c-4f7f-bc9a-0ca75f51cb96 req-523c0be1-7c1f-4e02-890f-1c361ae713ec tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Jul 05 10:38:59.064969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951173-b553-45d4-81b2-bf9770da662b req-202e046f-25b6-4d66-ab9a-15eb619bc4eb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:59.066914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d951173-b553-45d4-81b2-bf9770da662b req-202e046f-25b6-4d66-ab9a-15eb619bc4eb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0948570 Jul 05 10:38:59.113053 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d951173-b553-45d4-81b2-bf9770da662b req-11c2994c-9ea7-49d7-9ceb-80f15a779998 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Jul 05 10:38:59.640067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893bb75-901d-4547-839a-a830aa3b7d8a req-01775e34-5d1a-49f0-a503-f917e586531e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:59.641790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1893bb75-901d-4547-839a-a830aa3b7d8a req-01775e34-5d1a-49f0-a503-f917e586531e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.0805364 Jul 05 10:38:59.693762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1893bb75-901d-4547-839a-a830aa3b7d8a req-b8302c68-1c04-494c-adfd-6cc08c8bbc95 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401297 Jul 05 10:39:00.107503 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.157718 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.910228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-7937f706-3789-4c9a-9d31-6b9743068fc6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:00.912236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-7937f706-3789-4c9a-9d31-6b9743068fc6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1244202 Jul 05 10:39:00.972999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fc505-5cc9-4647-bf7e-f6fd20d47dfc req-6102db16-4b79-4469-b96b-66b3fa732d1f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:00.974901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b2fc505-5cc9-4647-bf7e-f6fd20d47dfc req-6102db16-4b79-4469-b96b-66b3fa732d1f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 946 time: 0.1387320 Jul 05 10:39:01.064235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b2fc505-5cc9-4647-bf7e-f6fd20d47dfc req-cfe68281-d33d-4eef-97b3-9b7108e00cbc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778029 Jul 05 10:39:01.090965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Deleting port 18f16f12-037f-4a4f-a569-171ab9d4f73c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:01.091409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:01.204167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] For port 18f16f12-037f-4a4f-a569-171ab9d4f73c, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=18f16f12-037f-4a4f-a569-171ab9d4f73c,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:01.204531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:01.420404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:01.420799 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:01.421722 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d disassociated. External IP: 172.25.1.117, port: 18f16f12-037f-4a4f-a569-171ab9d4f73c. Jul 05 10:39:01.422078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Calling delete_port for 18f16f12-037f-4a4f-a569-171ab9d4f73c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:01.598840 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:01.641761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event deleted for resources: {'Port': ['ID=18f16f12-037f-4a4f-a569-171ab9d4f73c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:01.839391 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:01.982878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:01.996706 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:02.009743 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:02.010449 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:38:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:02.037237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] No DVR routers for this DVR port 18f16f12-037f-4a4f-a569-171ab9d4f73c on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:02.040417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:02.042961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2272473-c7ac-41b7-9792-6c6e04946a42 req-61460830-7eca-4351-a4f0-8272133d2193 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "DELETE /v2.0/ports/18f16f12-037f-4a4f-a569-171ab9d4f73c HTTP/1.1" status: 204 len: 173 time: 1.1214278 Jul 05 10:39:02.043758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-deleted', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:02.046501 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97e3ad-df65-4078-96ce-fdab9715fe7c" -d '{"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-deleted", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:02.088760 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997b04ad-28b1-4067-a4f4-e99ae3cfa0d9 x-openstack-request-id: req-997b04ad-28b1-4067-a4f4-e99ae3cfa0d9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:02.090119 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19760fb7-7c9b-4eed-be84-883eae92f9ee", "name": "network-vif-deleted", "tag": "18f16f12-037f-4a4f-a569-171ab9d4f73c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:02.090522 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-997b04ad-28b1-4067-a4f4-e99ae3cfa0d9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:02.091200 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19760fb7-7c9b-4eed-be84-883eae92f9ee', 'name': 'network-vif-deleted', 'tag': '18f16f12-037f-4a4f-a569-171ab9d4f73c', 'status': 'completed', 'code': 200} Jul 05 10:39:02.235724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06480180-a572-4da1-9df9-08ad301a3253 req-1bb04df5-fcdb-4e8b-8996-906faf5db2db tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=19760fb7-7c9b-4eed-be84-883eae92f9ee HTTP/1.1" status: 200 len: 210 time: 0.0362954 Jul 05 10:39:02.315352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:39:02.569793 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:02.602883 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:39:02.613101 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:02.613737 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:38:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:02.771007 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:39:03.001461 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:03.031380 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62468e7e-36c4-4687-847a-b52868a29738 None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:03.316851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363640f-88c1-41a6-9768-2b86c81348bc None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:39:03.669539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-3cccdc69-7041-4a72-863e-f4ca6f8b0208 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1839568762&fields=id&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 267 time: 0.0465503 Jul 05 10:39:03.801583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-5d3a36f0-774d-4315-9c53-f472385903fe tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:03.804333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-5d3a36f0-774d-4315-9c53-f472385903fe tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1274443 Jul 05 10:39:03.822722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-559b10b8-92fb-49fe-b8a5-9a39b0ca9f5b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/quotas/a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 375 time: 0.0122130 Jul 05 10:39:03.912421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-3c835bc7-428f-4324-bc67-428a80846785 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822721 Jul 05 10:39:04.086056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-1078700c-f602-4d1d-90bc-d2f1feca56fc service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576462 Jul 05 10:39:04.242212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-82a0ae92-2c59-40e6-acf1-3e8935ae8cc5 service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495073 Jul 05 10:39:04.482036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0c0846c-8d63-4786-9ec4-14e0d5aa6e54 req-d8abd5da-4f4c-4898-ae49-9841c9a322f0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0552766 Jul 05 10:39:05.598689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:39:05.625320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 18f16f12-037f-4a4f-a569-171ab9d4f73c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:39:05.625815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 18f16f12-037f-4a4f-a569-171ab9d4f73c not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:39:05.762643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-808c8adf-2b13-465d-a685-58aefdc0be68 req-d958f5dd-a17f-49e9-a426-7d67378bad4f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0392237 Jul 05 10:39:06.007500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-b39a1c1a-69cd-4fdf-b8d8-dd2cdb629fab tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:06.010210 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-b39a1c1a-69cd-4fdf-b8d8-dd2cdb629fab tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1541131 Jul 05 10:39:06.076181 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-be851183-1d89-472a-882a-b4dae8a4e4ad tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 380 time: 0.0532293 Jul 05 10:39:06.086501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'port': {'device_id': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'admin_state_up': True, 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'security_groups': ['a318948d-08cc-48a0-afdd-988c31a3846b']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:06.221664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Made reservation on behalf of a3e30ae1a13a4165bbd22ad84ba78ca2 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:06.225557 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.387224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Allocated IP 172.20.0.13 (30fd5217-492d-42e7-bb08-807bcb73b232/0c4cf675-e84a-4daa-8f2c-68a4ccf57934/d4b26d0d-c1e8-4f12-b597-85667c29b52e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:06.576400 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.594396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Transition to ACTIVE for port object d4b26d0d-c1e8-4f12-b597-85667c29b52e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:06.636669 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.725661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:06.731938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:06.743712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:06.792338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:06.839214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:06.839915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.861637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-441e1b27-c775-4342-9595-42268016a71a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7797451 Jul 05 10:39:06.876405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Request body: {'port': {'device_id': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:06.972721 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.058670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a78e3452-dafe-4d37-b5b3-356aaef30d1e None None] Provisioning for port d4b26d0d-c1e8-4f12-b597-85667c29b52e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:07.065132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a78e3452-dafe-4d37-b5b3-356aaef30d1e None None] Provisioning complete for port d4b26d0d-c1e8-4f12-b597-85667c29b52e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:07.065543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a78e3452-dafe-4d37-b5b3-356aaef30d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.110069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a78e3452-dafe-4d37-b5b3-356aaef30d1e None None] Port d4b26d0d-c1e8-4f12-b597-85667c29b52e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:07.371320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ffa66-8803-4a1e-99a7-6786cec12f47 req-292ae9f2-6e7e-4229-8c68-a9f6b305b81b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:07.373941 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-110ffa66-8803-4a1e-99a7-6786cec12f47 req-292ae9f2-6e7e-4229-8c68-a9f6b305b81b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 932 time: 0.3454230 Jul 05 10:39:07.464746 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-110ffa66-8803-4a1e-99a7-6786cec12f47 req-2cd268df-304b-476f-84e7-600b9f04da8e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782406 Jul 05 10:39:07.582862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b26d0d-c1e8-4f12-b597-85667c29b52e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:39:07.591612 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.610747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Transition to ACTIVE for port object d4b26d0d-c1e8-4f12-b597-85667c29b52e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:07.616562 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.682473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:07.783258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:39:07.783769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:39:07.784289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:39:07.790984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:39:07.791539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:39:07.800743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:39:07.802003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:07.802003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:39:07.804123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Bound port: d4b26d0d-c1e8-4f12-b597-85667c29b52e, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:39:07.805277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.912968 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:39:07.919989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:39:07.927547 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.973050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:07.973697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.975349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] 10.222.0.16 "PUT /v2.0/ports/d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1093 time: 1.1041908 Jul 05 10:39:07.975831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:07.978196 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639864e-a7f7-4dd8-a6b4-d09020259999" -d '{"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:08.021361 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dfa04-1354-446c-9b5e-6e8505b068fe service neutron] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:08.081691 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b124faf4-d5b3-4b94-b869-53d8dd5e4702 x-openstack-request-id: req-b124faf4-d5b3-4b94-b869-53d8dd5e4702 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:08.082058 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:08.082322 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b124faf4-d5b3-4b94-b869-53d8dd5e4702 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:08.082708 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'status': 'completed', 'code': 200} Jul 05 10:39:08.122558 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-e677c63c-0e07-4696-bf8c-96950d6e7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:08.126419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-e677c63c-0e07-4696-bf8c-96950d6e7a46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1096 time: 0.0774598 Jul 05 10:39:08.203868 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-bcacbffd-bb81-4557-90ed-e060e21ef02b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 217 time: 0.0683875 Jul 05 10:39:08.285309 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-404e8302-a003-4dfa-8549-bb847610504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:08.286893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-404e8302-a003-4dfa-8549-bb847610504e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0762458 Jul 05 10:39:08.841465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-939eca2e-5a51-4b44-9984-41cb268e7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:08.843680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-939eca2e-5a51-4b44-9984-41cb268e7157 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5483723 Jul 05 10:39:08.856664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9cfd1-6d09-4855-bafe-4e1db2339d87 req-066ca1a6-e8e0-496e-9287-f9a5dc4730eb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:08.858413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0aa9cfd1-6d09-4855-bafe-4e1db2339d87 req-066ca1a6-e8e0-496e-9287-f9a5dc4730eb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.1107533 Jul 05 10:39:08.956260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0aa9cfd1-6d09-4855-bafe-4e1db2339d87 req-a91e9249-a119-4abd-978a-6491c10116cf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875959 Jul 05 10:39:08.991343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-c4c7cc21-510e-4147-8218-7453a331f274 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315787 Jul 05 10:39:09.131759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d1c42ff-0eac-43c4-95bd-f090e3ad241c req-8371d9e3-9091-4849-99d1-a07d6cdb1bb3 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319354 Jul 05 10:39:09.254497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-fa51727c-d048-48a8-9bf6-84625a150a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.256085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-fa51727c-d048-48a8-9bf6-84625a150a8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1096 time: 0.0662570 Jul 05 10:39:09.385091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-9ff4ab93-b5d9-42a9-b2c2-b85c9d2101a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.387707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-9ff4ab93-b5d9-42a9-b2c2-b85c9d2101a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1232347 Jul 05 10:39:09.440490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-4884dbfd-979c-4c4b-bc0c-74ccdac60a25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 217 time: 0.0456831 Jul 05 10:39:09.496842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-c36cf707-0db5-4db8-945a-f16f1e757a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.498440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-c36cf707-0db5-4db8-945a-f16f1e757a22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0505767 Jul 05 10:39:09.565470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-c643579d-b3de-46f1-bdf4-e760881ca63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.567173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-c643579d-b3de-46f1-bdf4-e760881ca63a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600872 Jul 05 10:39:09.681033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-95167132-2ef4-4d43-9b89-35ded7cf3bf7 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061146 Jul 05 10:39:09.789567 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9639864e-a7f7-4dd8-a6b4-d09020259999 req-ed653faa-ae3d-4cdb-b170-5218ca47fef4 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008832 Jul 05 10:39:10.180503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cc72c-c426-440c-8592-943281ed7a6e req-795f68eb-234d-43fd-a471-bdebaf7a27f7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:10.182466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-024cc72c-c426-440c-8592-943281ed7a6e req-795f68eb-234d-43fd-a471-bdebaf7a27f7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.0831106 Jul 05 10:39:10.228070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-024cc72c-c426-440c-8592-943281ed7a6e req-aba0fe5c-6c6c-42ec-ae65-c785fa54e1af tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390029 Jul 05 10:39:11.441986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21089d14-f800-4ba1-a470-9a6287e349b9 req-a222cdf7-706d-4bdc-8352-454468e4cd60 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:11.443641 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21089d14-f800-4ba1-a470-9a6287e349b9 req-a222cdf7-706d-4bdc-8352-454468e4cd60 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.0804374 Jul 05 10:39:11.496968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21089d14-f800-4ba1-a470-9a6287e349b9 req-7324d695-a03a-4a31-8877-d1ba8d297f08 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Jul 05 10:39:11.955392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:39:12.069436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:12.083673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'mac_address': 'fa:16:3e:ac:0b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:39:12.133244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.150733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b26d0d-c1e8-4f12-b597-85667c29b52e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:39:12.175761 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:12.181206 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.239887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:12.459624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d4b26d0d-c1e8-4f12-b597-85667c29b52e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:39:12.728931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79df9-ddae-4d69-b25a-179a84955ff8 req-2292052c-84e6-489e-a259-472a3c1ab427 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:12.730631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17f79df9-ddae-4d69-b25a-179a84955ff8 req-2292052c-84e6-489e-a259-472a3c1ab427 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 945 time: 0.0803571 Jul 05 10:39:12.781187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17f79df9-ddae-4d69-b25a-179a84955ff8 req-1f8c9ff2-4ee7-41e0-9d0e-331709a1c00b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Jul 05 10:39:13.924823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:39:13.972199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:39:14.010130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb7b2-e268-4ccb-a55a-b89be07b8a2a req-f2bcccf3-46e8-44ab-860c-3bb187a0d272 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:14.011888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e21fb7b2-e268-4ccb-a55a-b89be07b8a2a req-f2bcccf3-46e8-44ab-860c-3bb187a0d272 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 945 time: 0.0886893 Jul 05 10:39:14.057411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port d4b26d0d-c1e8-4f12-b597-85667c29b52e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:14.058943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e21fb7b2-e268-4ccb-a55a-b89be07b8a2a req-ab2c4664-9efe-4569-9ef4-3eb672d63f4f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 Jul 05 10:39:14.062716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port d4b26d0d-c1e8-4f12-b597-85667c29b52e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:14.063104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.110881 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-541955aa-aa31-477e-a39b-81576c495b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.177529 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.210385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:14.212947 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2479b8c1-1731-432d-afcd-0104600e9ae3" -d '{"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:14.234588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:14.239874 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.284008 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67356a7b-97e2-416f-b667-2fde9762f6f0 x-openstack-request-id: req-67356a7b-97e2-416f-b667-2fde9762f6f0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:14.284370 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:14.284803 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67356a7b-97e2-416f-b667-2fde9762f6f0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:14.285199 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'code': 200} Jul 05 10:39:14.305216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:14.421357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1952-f285-479a-9893-3560702ade08 req-0d9b334c-53ce-4a2e-801d-92f060fbd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:14.423642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24f1952-f285-479a-9893-3560702ade08 req-0d9b334c-53ce-4a2e-801d-92f060fbd286 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1098 time: 0.0655756 Jul 05 10:39:14.465072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e24f1952-f285-479a-9893-3560702ade08 req-cc3d920f-6323-460d-a362-15faafad17eb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331852 Jul 05 10:39:15.329873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d8ce3-fdd2-49a1-8d3e-0ddd906a0423 req-0201555d-ad25-473f-8862-0cdf33b54de0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:15.332166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b63d8ce3-fdd2-49a1-8d3e-0ddd906a0423 req-0201555d-ad25-473f-8862-0cdf33b54de0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0883720 Jul 05 10:39:15.386290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b63d8ce3-fdd2-49a1-8d3e-0ddd906a0423 req-11964393-aae1-4dec-b4fc-086d4fc56bd9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Jul 05 10:39:16.613069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa6800-5594-40df-876c-559a0ff724c7 req-8374cb78-0648-4b16-ac75-557ecc2bb596 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:16.614940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaaa6800-5594-40df-876c-559a0ff724c7 req-8374cb78-0648-4b16-ac75-557ecc2bb596 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0790129 Jul 05 10:39:16.669678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eaaa6800-5594-40df-876c-559a0ff724c7 req-65d52b7e-d9d5-4e29-85f1-1b724a592635 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483656 Jul 05 10:39:16.849561 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d77125f1-b1e6-4cec-8f94-223026b2e8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.885485 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.917990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17c7b-0b84-49c1-bdd1-084c88c085ff req-276c5f50-7577-4876-8912-846d8039c28c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:16.919945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3d17c7b-0b84-49c1-bdd1-084c88c085ff req-276c5f50-7577-4876-8912-846d8039c28c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0884902 Jul 05 10:39:16.930468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40370) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:16.935877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'floatingip': {'port_id': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:16.988454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.537176 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.542482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.710361 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d associated. External IP: 172.25.1.117, port: d4b26d0d-c1e8-4f12-b597-85667c29b52e. Jul 05 10:39:17.962059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:18.095853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:18.101065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.111953 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:18.126412 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:18.127420 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:18.145664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-122ad3a2-0c1b-4b31-b31f-ebac4bede3f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "PUT /v2.0/floatingips/06fe1314-c917-4d50-b1b1-3fa8d360f44d HTTP/1.1" status: 200 len: 992 time: 1.2139976 Jul 05 10:39:18.146424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:18.149242 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feadeace-29e5-4ba1-a12d-b9447e15b9df" -d '{"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:18.189024 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.260650 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:39:18.360441 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ab258-deab-4d3d-aab3-c70595afc32d x-openstack-request-id: req-6c1ab258-deab-4d3d-aab3-c70595afc32d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:18.360738 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:18.360985 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c1ab258-deab-4d3d-aab3-c70595afc32d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:18.361401 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'status': 'completed', 'code': 200} Jul 05 10:39:18.462217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-7ea3ef62-aab7-4f58-9d81-519c808641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:18.463861 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-7ea3ef62-aab7-4f58-9d81-519c808641ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1098 time: 0.0665100 Jul 05 10:39:18.565953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-1f1ad9fa-bf8a-4fc8-b554-829658659670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:18.567896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-1f1ad9fa-bf8a-4fc8-b554-829658659670 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.0970407 Jul 05 10:39:18.642196 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:ac:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:39:17Z', 'revision_number': 9, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:18.654736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-13af600f-7889-4703-b914-fc2c29f0e129 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1000 time: 0.0796590 Jul 05 10:39:18.673601 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:39:18.684115 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:18.684520 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:39:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:18.741613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-2f305b72-b083-4b06-b547-b835615ac66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:18.744282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-2f305b72-b083-4b06-b547-b835615ac66d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0817924 Jul 05 10:39:18.811291 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:39:18.833981 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-5982eb8a-dbd2-47ad-9531-f745cccd5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:18.836768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-5982eb8a-dbd2-47ad-9531-f745cccd5d67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848744 Jul 05 10:39:19.010432 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-d869b4b5-fca9-4065-9536-e26263d10385 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650219 Jul 05 10:39:19.078948 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:ac:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:39:17Z', 'revision_number': 9, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:19.108853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4a8a1-93ec-4ae4-8a74-4013b42f77fd None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:ac:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:39:17Z', 'revision_number': 9, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:19.148172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feadeace-29e5-4ba1-a12d-b9447e15b9df req-46080b2d-f311-4dea-8c53-9601541f6af5 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296442 Jul 05 10:39:19.373324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63dbd6-29ef-4f82-91e5-0aec187dfa60 None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:39:19.949605 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.119474 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.176535 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:44.104043 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-951d9d6b-80e3-44c9-a7c3-c904398fa66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.849425 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8b81593-b77f-4aae-99de-5c77db22fc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.883013 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.193001 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:49.956381 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.926028 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:40:00.112723 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.177141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.545945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-66921a45-5cde-42ab-ad48-71fa22e76146 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613847 Jul 05 10:40:07.672217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-5d811967-acb6-4b6b-8b00-12892a659c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:07.673875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-5d811967-acb6-4b6b-8b00-12892a659c0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1098 time: 0.0742886 Jul 05 10:40:07.821221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-08fa077a-7de0-411f-ba80-012807755619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:07.822781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-08fa077a-7de0-411f-ba80-012807755619 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1188293 Jul 05 10:40:07.935972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-e76891f6-c7e6-4e96-a608-c87c68486b0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1003 time: 0.1007884 Jul 05 10:40:08.027500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-d8bdd2a1-ff11-4fa8-949d-1d1c6eec6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:08.030730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-d8bdd2a1-ff11-4fa8-949d-1d1c6eec6a40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0868151 Jul 05 10:40:08.137547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-41f78523-7bad-416b-b65b-c87fcccee996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:08.140518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-41f78523-7bad-416b-b65b-c87fcccee996 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000199 Jul 05 10:40:08.284619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-fcc7d809-8b18-4a5f-a8f4-44a888616357 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348143 Jul 05 10:40:08.455303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a21eb2b-90fe-46ec-bb9a-3838f3303002 req-d94cc205-1401-4e04-b089-2e39114feb64 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624606 Jul 05 10:40:14.101266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0814214c-9582-4261-9bb5-d5277ff84010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:16.845983 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a624e962-e7fb-4d34-b3a0-a7394b611062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:16.896087 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.192728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.963684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.928225 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:40:30.129741 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:30.193354 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:44.098204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b4795dd-8d7b-4ed4-a2d2-128eaf708568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.838653 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e992a95-5985-474c-8051-7beec5ad93ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.889728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.196343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.973079 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.417908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-3ded603a-22bb-427e-8e4d-68a9058aedb8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028411 Jul 05 10:40:59.461105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bec879-b646-4222-b9d5-7079ed8dba0b req-28bd55e0-6c96-4958-ba75-dffd29a81b55 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:59.463894 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98bec879-b646-4222-b9d5-7079ed8dba0b req-28bd55e0-6c96-4958-ba75-dffd29a81b55 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0895169 Jul 05 10:40:59.512904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98bec879-b646-4222-b9d5-7079ed8dba0b req-40055da7-ee39-4001-a164-9cd1de93dfab tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Jul 05 10:41:00.126101 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.184150 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.766130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4dde0-64ff-49e9-aae0-36a981caedd3 req-ec1ba1e6-6eff-43c0-9dbe-c126a31bfe1e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:00.767768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0e4dde0-64ff-49e9-aae0-36a981caedd3 req-ec1ba1e6-6eff-43c0-9dbe-c126a31bfe1e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.1267445 Jul 05 10:41:00.811562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-b5a588a7-5730-4e2f-b165-433e01174842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:00.812978 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-b5a588a7-5730-4e2f-b165-433e01174842 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1098 time: 0.1046963 Jul 05 10:41:00.847300 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0e4dde0-64ff-49e9-aae0-36a981caedd3 req-27693890-bc88-492d-bf8e-269725dace1a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663409 Jul 05 10:41:00.916512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-c3a44aad-4652-43ae-bd4f-2eaf24980627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:00.917983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-c3a44aad-4652-43ae-bd4f-2eaf24980627 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.0972898 Jul 05 10:41:01.005101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-9565f2a0-e9ba-4122-a39f-55d125e2686d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1003 time: 0.0799763 Jul 05 10:41:01.062562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-f2968502-5841-467c-9355-c2e7eaf4eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:01.064036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-f2968502-5841-467c-9355-c2e7eaf4eef4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0484519 Jul 05 10:41:01.131029 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-03acf5b5-b5c4-47ea-9d84-e5db3a337d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:01.132734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-03acf5b5-b5c4-47ea-9d84-e5db3a337d76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615346 Jul 05 10:41:01.239226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-cf431d8e-5d5e-40f6-9fa8-e79529fa43ad service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946004 Jul 05 10:41:01.351593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-8141c529-620a-4221-9ea9-3f7796b07867 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046774 Jul 05 10:41:02.064073 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbae3d-f1f2-4502-9c19-45dbd45c4777 req-342c02d1-9601-4257-86d8-1d1368709646 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:02.065674 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fbae3d-f1f2-4502-9c19-45dbd45c4777 req-342c02d1-9601-4257-86d8-1d1368709646 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0885394 Jul 05 10:41:02.120546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fbae3d-f1f2-4502-9c19-45dbd45c4777 req-36cdf584-57d5-43a7-9bde-fe439ce3aef8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489504 Jul 05 10:41:03.339690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb0509-ac72-4b0b-910e-33a5a484f8af req-2d3d0c59-4c5d-4847-83e3-f0b29f135988 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:03.341310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45bb0509-ac72-4b0b-910e-33a5a484f8af req-2d3d0c59-4c5d-4847-83e3-f0b29f135988 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0830002 Jul 05 10:41:03.483911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-45bb0509-ac72-4b0b-910e-33a5a484f8af req-833e344d-1faf-4b60-be50-7c9de17cb434 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304059 Jul 05 10:41:04.735286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf55a6-a456-45d1-9450-136d054c2438 req-7849b48c-f3cd-47ff-b99d-904471380241 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:04.736957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0cf55a6-a456-45d1-9450-136d054c2438 req-7849b48c-f3cd-47ff-b99d-904471380241 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0816374 Jul 05 10:41:04.792204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0cf55a6-a456-45d1-9450-136d054c2438 req-3065d377-b4da-4d3d-856d-9215fbf809ff tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477035 Jul 05 10:41:04.928870 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:41:06.012760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dddb6a-ffca-443f-ae58-9e9a9583b38e req-9c63e2ff-e932-480c-ad41-d0d3260115c6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:06.014408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61dddb6a-ffca-443f-ae58-9e9a9583b38e req-9c63e2ff-e932-480c-ad41-d0d3260115c6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0762975 Jul 05 10:41:06.061380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61dddb6a-ffca-443f-ae58-9e9a9583b38e req-7135fd82-62bb-44e2-8545-2351d73644f1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395956 Jul 05 10:41:07.266987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2051f7-dfc3-40f3-b553-866632c6c8ca req-91fccab8-d4d0-4988-8d99-e24b450d89bc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:07.268628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac2051f7-dfc3-40f3-b553-866632c6c8ca req-91fccab8-d4d0-4988-8d99-e24b450d89bc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0810232 Jul 05 10:41:07.312467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ac2051f7-dfc3-40f3-b553-866632c6c8ca req-cb36a651-7a6d-406b-aacc-c322ae90ea53 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Jul 05 10:41:07.603953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-343af42e-0fcc-456f-874c-e797ab5827d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:07.605607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-343af42e-0fcc-456f-874c-e797ab5827d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1098 time: 0.0590241 Jul 05 10:41:07.783569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-41769c99-4785-4500-a0c4-a61a12e8e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:07.785122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-41769c99-4785-4500-a0c4-a61a12e8e6a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1543689 Jul 05 10:41:07.880914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-c56e0cf8-946b-4fbe-b220-efaf4975c60c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1003 time: 0.0883448 Jul 05 10:41:07.949628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-08a52e6c-552a-4aa4-a919-15ba3a9ed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:07.952052 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-08a52e6c-552a-4aa4-a919-15ba3a9ed7b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0604024 Jul 05 10:41:08.034236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-f43f8876-38cb-4bb5-973b-7fe8f9c4a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:08.036986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-f43f8876-38cb-4bb5-973b-7fe8f9c4a298 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769792 Jul 05 10:41:08.187525 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-76b113a3-c325-4815-bd6c-2ff569248550 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407716 Jul 05 10:41:08.319962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9317f2a-4b1d-43fa-97ff-0ed7ed80d314 req-cc03a92e-9500-4070-9f63-51a69def12a5 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255126 Jul 05 10:41:08.588013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0836b4e-e53a-4aa5-bbff-242ed07da378 req-e9c419d7-a136-4638-a861-8a91f917b1ee tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:08.590656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0836b4e-e53a-4aa5-bbff-242ed07da378 req-e9c419d7-a136-4638-a861-8a91f917b1ee tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.1190448 Jul 05 10:41:08.661302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b0836b4e-e53a-4aa5-bbff-242ed07da378 req-4c1d298e-33b1-4549-94c2-27dbb9002c87 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634508 Jul 05 10:41:09.902905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae083b06-d392-43f0-903e-02f5d3b48b1f req-bd0fd686-584d-4ef2-b542-554fca444723 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:09.906701 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae083b06-d392-43f0-903e-02f5d3b48b1f req-bd0fd686-584d-4ef2-b542-554fca444723 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0958164 Jul 05 10:41:09.948552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae083b06-d392-43f0-903e-02f5d3b48b1f req-830739c6-14c5-42e2-bf5c-b5abc26777cd tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362625 Jul 05 10:41:11.183337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cfa68-a86a-4e1e-9426-526da132ee4b req-641eb3bb-2d38-4b6f-8998-c1a3d955e87f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:11.184871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-235cfa68-a86a-4e1e-9426-526da132ee4b req-641eb3bb-2d38-4b6f-8998-c1a3d955e87f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0753691 Jul 05 10:41:11.239837 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-235cfa68-a86a-4e1e-9426-526da132ee4b req-66863f4e-d849-408f-8d93-25c751a05878 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Jul 05 10:41:12.536620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e256cba-4b1e-421d-b44c-1163d2fc0bea req-90a01340-e35e-4fae-81e7-709f4d0998c2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:12.538551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e256cba-4b1e-421d-b44c-1163d2fc0bea req-90a01340-e35e-4fae-81e7-709f4d0998c2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0972233 Jul 05 10:41:12.587410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e256cba-4b1e-421d-b44c-1163d2fc0bea req-2ad5672c-b061-4d2d-ad48-09f0621536e9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371904 Jul 05 10:41:13.694529 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-33e952c4-e905-4593-be25-64fe5a1a2a60 service neutron] show failed (client error): The resource could not be found. Jul 05 10:41:13.695620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-33e952c4-e905-4593-be25-64fe5a1a2a60 service neutron] 10.222.0.16 "GET /v2.0/ports/d4b26d0d-c1e8-4f12-b597-85667c29b52e/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0900898 Jul 05 10:41:13.839953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6deca7-540d-48bc-86e0-b573cc8d0bdb req-d1400bcd-a364-47d9-b4cc-8527a32ba2d3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:13.843346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f6deca7-540d-48bc-86e0-b573cc8d0bdb req-d1400bcd-a364-47d9-b4cc-8527a32ba2d3 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0853074 Jul 05 10:41:13.896709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f6deca7-540d-48bc-86e0-b573cc8d0bdb req-9dd05564-e106-44d0-9189-d485379aa556 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Jul 05 10:41:14.094032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-5a9a6bde-4180-459d-8216-71e7008df0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:14.096773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-5a9a6bde-4180-459d-8216-71e7008df0a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1327162 Jul 05 10:41:14.101847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4cdb-b597-43cf-b96d-c89fb12091f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.112233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:14.215018 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.488302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:14.529706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:14.576369 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:14.579337 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c772fae-fcaf-45b5-8071-214f5c580427" -d '{"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:14.584266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.599887 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Transition to ACTIVE for port object d4b26d0d-c1e8-4f12-b597-85667c29b52e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:14.607652 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.740354 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636304cc-ae15-4d56-bf89-835874740eed x-openstack-request-id: req-636304cc-ae15-4d56-bf89-835874740eed {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:14.741163 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:14.741163 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-636304cc-ae15-4d56-bf89-835874740eed {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:14.741711 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'code': 200} Jul 05 10:41:14.758832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:14.783641 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.784202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.784760 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.785317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.785854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.786403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.786930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.787589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.788146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.788853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.789382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.789913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:14.837070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] No DVR routers for this DVR port d4b26d0d-c1e8-4f12-b597-85667c29b52e on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:15.475950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b924531-6c57-4784-8ad2-6da74e753e50 req-baac6b22-eac1-45cf-a96d-048c50cfffb5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:15.477976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b924531-6c57-4784-8ad2-6da74e753e50 req-baac6b22-eac1-45cf-a96d-048c50cfffb5 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.1415038 Jul 05 10:41:15.530201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:15.530574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:15.530948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:15.546010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:41:15.546403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:15.556372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:15.556711 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:15.557108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:15.557547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Bound port: d4b26d0d-c1e8-4f12-b597-85667c29b52e, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:15.557908 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.562971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b924531-6c57-4784-8ad2-6da74e753e50 req-5c7de87e-6281-4b38-a188-3eca56d8f756 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629320 Jul 05 10:41:15.630953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:15.635166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:15.640856 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.695038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:15.695708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.697146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-6b027002-226c-441a-924c-533088cc2c52 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1093 time: 1.5912704 Jul 05 10:41:15.715770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b027002-226c-441a-924c-533088cc2c52 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:15.809632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-ad140dd1-fdcb-4340-83a6-e99f338ad813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:15.811813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-ad140dd1-fdcb-4340-83a6-e99f338ad813 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1096 time: 0.0760105 Jul 05 10:41:15.931266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-27cab607-2887-4816-b9ff-0a5b564953e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:15.933869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-27cab607-2887-4816-b9ff-0a5b564953e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1148949 Jul 05 10:41:16.034539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-7956d945-00d1-4819-a037-2390af55b1ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1001 time: 0.0913079 Jul 05 10:41:16.116033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-129c3b25-2f18-4cd5-ba3c-f8b96d9c183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:16.117520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-129c3b25-2f18-4cd5-ba3c-f8b96d9c183e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0765469 Jul 05 10:41:16.210678 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-fa42fa9f-2ab5-4d10-a452-bc26c26c438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:16.212225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-fa42fa9f-2ab5-4d10-a452-bc26c26c438d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867651 Jul 05 10:41:16.316015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-a8b48a5e-ef08-47d3-af5c-365c85e07310 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933383 Jul 05 10:41:16.440702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-336859b3-b502-4542-aa88-ceb8f4c6e7f6 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156712 Jul 05 10:41:16.571823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:16.630224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:16.751355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:16.753695 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ec1f90-aece-4018-844a-d1c323d3374a" -d '{"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:16.839374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6284d-7e99-49e3-bf14-8ad78cbe477c req-38ad0a01-5b0e-41cc-b00a-1a490f94789b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:16.849654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9f6284d-7e99-49e3-bf14-8ad78cbe477c req-38ad0a01-5b0e-41cc-b00a-1a490f94789b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.1035194 Jul 05 10:41:16.850213 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db91371f-237d-41f1-a261-fb5938d5212e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:16.903114 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:16.903527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9f6284d-7e99-49e3-bf14-8ad78cbe477c req-098017c2-6610-4d21-bcc3-64a9edd74feb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511062 Jul 05 10:41:16.977482 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d23a4c3-b184-4990-a31d-a62b1fb331cd x-openstack-request-id: req-8d23a4c3-b184-4990-a31d-a62b1fb331cd {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:16.978192 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:16.978546 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d23a4c3-b184-4990-a31d-a62b1fb331cd {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:16.978973 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'status': 'completed', 'code': 200} Jul 05 10:41:17.107487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-65a163fc-cd41-4a19-abd2-1fc9741dc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.108969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-65a163fc-cd41-4a19-abd2-1fc9741dc5f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1068742 Jul 05 10:41:17.115530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-2ed9f2bd-c30e-4ba8-8fc5-468c487111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.117382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-2ed9f2bd-c30e-4ba8-8fc5-468c487111ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1050892 Jul 05 10:41:17.288307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-a860b883-8e85-4e5b-bc9f-b0db2443fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.289847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-a860b883-8e85-4e5b-bc9f-b0db2443fbfe service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1713135 Jul 05 10:41:17.291014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-8360d477-ed13-4b1e-8925-d16ea7a7cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.292419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-8360d477-ed13-4b1e-8925-d16ea7a7cdc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1650517 Jul 05 10:41:17.419994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-c9a08d6b-12a8-4a93-a01c-5fa0b6f05dae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1001 time: 0.1193817 Jul 05 10:41:17.425414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-e5a93045-5f34-480f-8f73-1404754e86f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1001 time: 0.1241722 Jul 05 10:41:17.516543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-17507765-bae0-473d-a03d-945eadc19e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.518039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-17507765-bae0-473d-a03d-945eadc19e09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0915592 Jul 05 10:41:17.519534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-1f0dac8f-2135-470b-b033-58df8f6aff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.520986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-1f0dac8f-2135-470b-b033-58df8f6aff72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0859473 Jul 05 10:41:17.631996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-9c4c291f-e7a5-47b8-a0b1-99e8a1bbbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.633786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-9c4c291f-e7a5-47b8-a0b1-99e8a1bbbfec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068239 Jul 05 10:41:17.653023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1f90-aece-4018-844a-d1c323d3374a req-c2566f72-3a05-4f67-ae1a-ad00d4d322cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:17.655947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-c2566f72-3a05-4f67-ae1a-ad00d4d322cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196983 Jul 05 10:41:17.834107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-ca1ee06c-58d8-4a65-a2a9-3c54a4045589 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923051 Jul 05 10:41:17.840806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-9667aa65-2482-4539-a2d3-cd8df56b313a service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735766 Jul 05 10:41:18.037585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-1d9bc4c7-0dca-4ab8-a60a-62984be1e171 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950510 Jul 05 10:41:18.042451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79ec1f90-aece-4018-844a-d1c323d3374a req-1549ef4d-9c3b-44eb-871e-a5f95225a2c2 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915011 Jul 05 10:41:18.203628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7a2b-dbf0-4506-9ab3-aaf1b3b53b19 req-d47b52ed-5227-46df-a1e2-a01ce94df6a1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:18.205378 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.206896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbde7a2b-dbf0-4506-9ab3-aaf1b3b53b19 req-d47b52ed-5227-46df-a1e2-a01ce94df6a1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.0938137 Jul 05 10:41:18.261866 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dbde7a2b-dbf0-4506-9ab3-aaf1b3b53b19 req-d8ad4beb-21a6-4a9e-afd1-7e087742ad1f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Jul 05 10:41:19.486601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7243c1-969a-498e-9b74-44cd8f6449a5 req-e11d5734-905d-4511-8fcd-9403eaf6209a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:19.488461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a7243c1-969a-498e-9b74-44cd8f6449a5 req-e11d5734-905d-4511-8fcd-9403eaf6209a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.0886717 Jul 05 10:41:19.538113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7a7243c1-969a-498e-9b74-44cd8f6449a5 req-bbcb5a9a-e5b8-4a67-855a-50b7bf42d386 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391777 Jul 05 10:41:19.977109 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.092723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-fa73d5a0-b3ae-42e5-a4a0-c61ab31abb61 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:20.094335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-fa73d5a0-b3ae-42e5-a4a0-c61ab31abb61 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&binding%3Ahost_id=n-h1-771363-33 HTTP/1.1" status: 200 len: 944 time: 0.1350529 Jul 05 10:41:20.156605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d10d-252a-4615-8215-30720c58edae req-a83bd792-7ee3-4924-b997-020720a69110 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:20.158387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2293d10d-252a-4615-8215-30720c58edae req-a83bd792-7ee3-4924-b997-020720a69110 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 944 time: 0.1376510 Jul 05 10:41:20.211415 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-29a25c30-25e4-46f1-91d6-2bffe7508a3d service neutron] 10.222.0.15 "GET /v2.0/ports/d4b26d0d-c1e8-4f12-b597-85667c29b52e/bindings/n-h1-771363-33 HTTP/1.1" status: 200 len: 383 time: 0.1093197 Jul 05 10:41:20.211717 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:41:20.235514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2293d10d-252a-4615-8215-30720c58edae req-22e60290-87bf-4498-bd81-6c66dbece949 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676119 Jul 05 10:41:20.330100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-112fbded-eae9-4e9e-8f03-ab175b8cdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:20.331799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-112fbded-eae9-4e9e-8f03-ab175b8cdd8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1096 time: 0.0931301 Jul 05 10:41:20.364509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:20.384936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'mac_address': 'fa:16:3e:ac:0b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:41:20.447517 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.466016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b26d0d-c1e8-4f12-b597-85667c29b52e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:41:20.480584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-1177b22a-2ed8-478f-8a63-9c50913697cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:20.482738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-1177b22a-2ed8-478f-8a63-9c50913697cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1430991 Jul 05 10:41:20.490755 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:20.496735 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.567418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:20.578581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-55b9711d-f7e7-457c-8ad0-f6046287aaca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1002 time: 0.0881557 Jul 05 10:41:20.581163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.581508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.581849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.582181 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.582509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.582835 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.583195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.583520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.583857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.584159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.584477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.584793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:20.673888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-60160bb1-6630-4f58-af0c-6c6dc43c9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:20.675722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-60160bb1-6630-4f58-af0c-6c6dc43c9547 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0865550 Jul 05 10:41:20.768415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['d4b26d0d-c1e8-4f12-b597-85667c29b52e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:41:20.777202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-c9fa2bb7-26ee-47d2-ba18-0b35d09ac053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:20.780879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-c9fa2bb7-26ee-47d2-ba18-0b35d09ac053 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974112 Jul 05 10:41:20.913306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-cb707d97-10f0-4ab6-9eb3-90cd3786c1ee service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246183 Jul 05 10:41:21.040118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-c5e9556e-8daa-4433-a246-9423ad28fa14 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183350 Jul 05 10:41:21.524824 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dab2f-7eaf-4adf-ae7c-10c3e3ce8dbe req-3b098b30-a17a-42a8-90a1-54e92952211c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:21.526428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b95dab2f-7eaf-4adf-ae7c-10c3e3ce8dbe req-3b098b30-a17a-42a8-90a1-54e92952211c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 945 time: 0.1036019 Jul 05 10:41:21.570593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b95dab2f-7eaf-4adf-ae7c-10c3e3ce8dbe req-16fed3bf-026a-44cd-b587-64357528e539 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370212 Jul 05 10:41:22.225324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:22.279358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port d4b26d0d-c1e8-4f12-b597-85667c29b52e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:22.283909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port d4b26d0d-c1e8-4f12-b597-85667c29b52e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:22.284385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.367879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.398377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:22.401041 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac7a903-9c3f-4008-98f3-91c03e0de052" -d '{"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:22.416592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:22.423747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.477541 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2a6122-aa24-4af5-92d5-b02090413167 x-openstack-request-id: req-3b2a6122-aa24-4af5-92d5-b02090413167 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:22.478085 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:22.478499 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b2a6122-aa24-4af5-92d5-b02090413167 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:22.479152 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'code': 200} Jul 05 10:41:22.522990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:22.860634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc083855-e165-438f-ac19-23be1731b2f2 req-46af20d9-537d-4830-9edb-154bbea19889 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:22.863302 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc083855-e165-438f-ac19-23be1731b2f2 req-46af20d9-537d-4830-9edb-154bbea19889 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0854964 Jul 05 10:41:22.923600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc083855-e165-438f-ac19-23be1731b2f2 req-fcac2067-7b29-4107-af1c-361a26f744b6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532131 Jul 05 10:41:23.456496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-d14df105-b711-47a3-8c5e-4e52bcdd8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:23.458416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-d14df105-b711-47a3-8c5e-4e52bcdd8b48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 1098 time: 0.0658357 Jul 05 10:41:23.473912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:23.572482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.944336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:24.018803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:24.080932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:24.084203 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffbc6d8-5fea-4933-b1c7-c29a6982f19f" -d '{"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:24.089373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.121605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Transition to ACTIVE for port object d4b26d0d-c1e8-4f12-b597-85667c29b52e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:24.146898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.265032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:24.348962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc6001-cd89-40f4-9c1e-cce4e2861c2a req-0466842f-b543-4ef2-9abc-38022b77adc0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:24.351232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4dc6001-cd89-40f4-9c1e-cce4e2861c2a req-0466842f-b543-4ef2-9abc-38022b77adc0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.2468946 Jul 05 10:41:24.352382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] No DVR routers for this DVR port d4b26d0d-c1e8-4f12-b597-85667c29b52e on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:24.499225 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4dc6001-cd89-40f4-9c1e-cce4e2861c2a req-be08bbb3-bd08-49ba-9302-50e5be763a6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958447 Jul 05 10:41:24.589136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:24.589740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:24.590288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:24.597687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:41:24.598171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Attempting to bind port d4b26d0d-c1e8-4f12-b597-85667c29b52e on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:24.607239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:24.608785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:24.609447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:24.610217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Bound port: d4b26d0d-c1e8-4f12-b597-85667c29b52e, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:24.610639 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.677397 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0607fe07-9ee6-4e81-8515-6dd5f472f9c4 x-openstack-request-id: req-0607fe07-9ee6-4e81-8515-6dd5f472f9c4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:24.677872 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:24.678289 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0607fe07-9ee6-4e81-8515-6dd5f472f9c4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:24.678930 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'code': 200} Jul 05 10:41:24.726307 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:24.730770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:24.737357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.779685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:24.780375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.781928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] 10.222.0.16 "PUT /v2.0/ports/d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1094 time: 1.3135955 Jul 05 10:41:24.816042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1ae75-e020-495f-b14d-ec2d41898c77 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=11']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:24.914636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-c18d33be-c031-4c0b-914e-ab7020f7bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:24.917226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-c18d33be-c031-4c0b-914e-ab7020f7bc3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1097 time: 0.0907357 Jul 05 10:41:25.077811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-f2404ca1-ba2b-454a-905d-4922411826a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:25.080524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-f2404ca1-ba2b-454a-905d-4922411826a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1551325 Jul 05 10:41:25.205085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-0086bdbc-70bc-493f-8492-b2983843c4e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1001 time: 0.1147890 Jul 05 10:41:25.273044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-34b5fe0f-cffe-4f5f-9344-210ac5f272a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:25.274971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-34b5fe0f-cffe-4f5f-9344-210ac5f272a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0603361 Jul 05 10:41:25.354547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf137-2a36-4101-8489-3460fda4049b req-096e0c89-c869-4a1c-abf0-15fea6827350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:25.356235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-096e0c89-c869-4a1c-abf0-15fea6827350 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701592 Jul 05 10:41:25.504079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-fb48cff0-4f75-4fc2-bbe2-7c390719b64b service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386509 Jul 05 10:41:25.672842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36aaf137-2a36-4101-8489-3460fda4049b req-26307ade-7d83-4956-a548-2f551340d3d1 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603456 Jul 05 10:41:25.846571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515baf21-01be-4b5b-9db5-a8a5e7cb7b68 req-806486ad-8fa7-45c3-9737-9ed01c3881c9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:25.849608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-515baf21-01be-4b5b-9db5-a8a5e7cb7b68 req-806486ad-8fa7-45c3-9737-9ed01c3881c9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 945 time: 0.1220305 Jul 05 10:41:25.923864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-515baf21-01be-4b5b-9db5-a8a5e7cb7b68 req-7977fe94-ab04-473b-8861-1c7a4225228b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631204 Jul 05 10:41:26.238957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:26.313466 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:26.680312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:26.685134 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d32370b-99c4-4c1f-8ea9-2507f77b591f" -d '{"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:26.765752 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddefd27-32ab-4c8e-8ad3-4b53d47ee90f x-openstack-request-id: req-cddefd27-32ab-4c8e-8ad3-4b53d47ee90f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:26.766129 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:26.766450 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cddefd27-32ab-4c8e-8ad3-4b53d47ee90f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:26.767059 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'status': 'completed', 'code': 200} Jul 05 10:41:26.983024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-26d7f5ed-bcab-4990-ad17-39a3a5bf4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:26.985575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-26d7f5ed-bcab-4990-ad17-39a3a5bf4574 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1097 time: 0.1923480 Jul 05 10:41:26.990787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-9b607d11-0791-4d08-99e0-fc12d92f9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:26.993445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-9b607d11-0791-4d08-99e0-fc12d92f9db6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 1097 time: 0.1821783 Jul 05 10:41:27.253905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-7077a614-7e35-4c95-a99d-dec92d078519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:27.255572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-7077a614-7e35-4c95-a99d-dec92d078519 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.2396550 Jul 05 10:41:27.258507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-418863a2-b3d1-4dd2-8560-825a865c46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:27.260207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-418863a2-b3d1-4dd2-8560-825a865c46ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.2578580 Jul 05 10:41:27.389901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f9b7-bec1-48fb-9b11-ac112634d589 req-52480217-4cb5-4d8d-8a36-f3bfec1a0c5e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:27.392481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1180f9b7-bec1-48fb-9b11-ac112634d589 req-52480217-4cb5-4d8d-8a36-f3bfec1a0c5e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 945 time: 0.2613821 Jul 05 10:41:27.452119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-6364fb49-9932-49c9-b308-7d0d772386d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1001 time: 0.1883543 Jul 05 10:41:27.945324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-8977197b-b6b3-472f-bb61-aedd526c4b22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 200 len: 1001 time: 0.6709950 Jul 05 10:41:28.000518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1180f9b7-bec1-48fb-9b11-ac112634d589 req-a7d774cc-93d1-4a8d-887e-23f385a15f8f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5933776 Jul 05 10:41:28.018996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-301a14e4-a462-487e-85f6-ee8fb9e1198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:28.020706 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-301a14e4-a462-487e-85f6-ee8fb9e1198d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.5537789 Jul 05 10:41:28.027481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-cf67c7ea-ae1e-432d-bdae-435323fbb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:28.029612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-cf67c7ea-ae1e-432d-bdae-435323fbb0f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0755136 Jul 05 10:41:28.136523 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-e53877e7-49e7-46e0-b81b-1cbeca2aa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:28.138124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-e53877e7-49e7-46e0-b81b-1cbeca2aa5f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075003 Jul 05 10:41:28.143799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-8ca9f01b-60da-4d91-af3b-0485f45fbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:28.145459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-8ca9f01b-60da-4d91-af3b-0485f45fbbd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066658 Jul 05 10:41:28.348740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-8d9c8527-023c-4201-b88f-3acddbc44d51 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009037 Jul 05 10:41:28.352980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-b83c2681-2554-4a52-ae6b-8c03fd45667f service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960692 Jul 05 10:41:28.542123 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-99cebe45-53f3-47d8-95f7-24e823d93f6f service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853545 Jul 05 10:41:28.547462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0d32370b-99c4-4c1f-8ea9-2507f77b591f req-e08ffa84-f504-4688-9a1b-1d2d71bdf66f service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814792 Jul 05 10:41:28.659264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:41:28.774530 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:28.789242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'mac_address': 'fa:16:3e:ac:0b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:41:28.834930 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:28.850994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b26d0d-c1e8-4f12-b597-85667c29b52e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:41:28.876852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:28.881936 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:28.959470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:29.161722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['d4b26d0d-c1e8-4f12-b597-85667c29b52e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:41:29.320086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8890bf-ba69-4c19-964e-1d51e5f102e3 req-02acd2cf-f7fe-406a-838d-ff3deedcdd14 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:29.321764 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e8890bf-ba69-4c19-964e-1d51e5f102e3 req-02acd2cf-f7fe-406a-838d-ff3deedcdd14 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0976708 Jul 05 10:41:29.383820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e8890bf-ba69-4c19-964e-1d51e5f102e3 req-9172d2a6-22f1-456a-9737-a73c945695aa tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546257 Jul 05 10:41:29.690473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c77014-b82c-41a0-8155-e502076493f9 req-c1a26692-1ba9-4352-916e-8e786dc89192 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:29.692403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05c77014-b82c-41a0-8155-e502076493f9 req-c1a26692-1ba9-4352-916e-8e786dc89192 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.1229250 Jul 05 10:41:29.750805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-05c77014-b82c-41a0-8155-e502076493f9 req-384583e7-3cf2-4d61-929a-32dd39c01df6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469115 Jul 05 10:41:29.972911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61545581-02d3-4242-8bfb-27bd8680b991 req-b538acb5-ef0a-4d4c-917b-f090a7d542cc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:29.974623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61545581-02d3-4242-8bfb-27bd8680b991 req-b538acb5-ef0a-4d4c-917b-f090a7d542cc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0894005 Jul 05 10:41:30.022820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61545581-02d3-4242-8bfb-27bd8680b991 req-0fbc4391-f7b2-4e01-b4ed-bb2d945bd787 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384505 Jul 05 10:41:30.141762 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.191144 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.587653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef952bb9-5108-4be5-977f-7854a670655d req-c6464770-9716-4722-afce-4a052336a2ee tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:30.590462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef952bb9-5108-4be5-977f-7854a670655d req-c6464770-9716-4722-afce-4a052336a2ee tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 946 time: 0.0934021 Jul 05 10:41:30.664218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef952bb9-5108-4be5-977f-7854a670655d req-d9ba93e1-ef52-4578-96b3-7f387030504e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645909 Jul 05 10:41:30.707639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:30.770866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port d4b26d0d-c1e8-4f12-b597-85667c29b52e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:30.777728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port d4b26d0d-c1e8-4f12-b597-85667c29b52e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:30.778412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.911300 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.948004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:30.951394 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc48e020-9f00-4415-864e-01b2be32ebe2" -d '{"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:30.970084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:30.975296 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.054234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:31.097940 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad1414-dc29-4568-b97e-1b9c6656ceab x-openstack-request-id: req-51ad1414-dc29-4568-b97e-1b9c6656ceab {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:31.098284 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:31.098573 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51ad1414-dc29-4568-b97e-1b9c6656ceab {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:31.099026 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'code': 200} Jul 05 10:41:31.985483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ed701-913f-446d-93a1-115f72bd7811 req-77384ec0-fd74-46de-abdc-c203c477ffc4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:31.988179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f19ed701-913f-446d-93a1-115f72bd7811 req-77384ec0-fd74-46de-abdc-c203c477ffc4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 947 time: 0.2176862 Jul 05 10:41:32.003526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ff1cc-517d-48db-ae41-f247b5a7a564 req-434f96b5-fc4d-4050-8dad-cc072e9d579f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:32.006403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-919ff1cc-517d-48db-ae41-f247b5a7a564 req-434f96b5-fc4d-4050-8dad-cc072e9d579f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 947 time: 0.1784124 Jul 05 10:41:32.179170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-919ff1cc-517d-48db-ae41-f247b5a7a564 req-4531c80b-661a-465f-8a5d-9ac39a4dcf2d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572249 Jul 05 10:41:32.238657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Deleting port d4b26d0d-c1e8-4f12-b597-85667c29b52e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:32.240136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.440685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] For port d4b26d0d-c1e8-4f12-b597-85667c29b52e, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=d4b26d0d-c1e8-4f12-b597-85667c29b52e,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:32.441428 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.770883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.771292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.771779 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d disassociated. External IP: 172.25.1.117, port: d4b26d0d-c1e8-4f12-b597-85667c29b52e. Jul 05 10:41:32.772181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Calling delete_port for d4b26d0d-c1e8-4f12-b597-85667c29b52e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:32.990470 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.044956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event deleted for resources: {'Port': ['ID=d4b26d0d-c1e8-4f12-b597-85667c29b52e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:33.264639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:33.494156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-92066109-f4b3-4ebd-ab5d-b1df552dd92a req-f1a30eed-5e4b-4f9b-868e-a6feec8711dc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=149b0595-b17b-41e0-ba39-afa67d3bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0615697 Jul 05 10:41:33.534913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:33.552564 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:33.573972 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:33.575322 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:41:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:33.624250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] No DVR routers for this DVR port d4b26d0d-c1e8-4f12-b597-85667c29b52e on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:33.629507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.633536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f19ed701-913f-446d-93a1-115f72bd7811 req-aaea9f1f-2ca9-4ae8-b0f9-e5743cc14c50 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "DELETE /v2.0/ports/d4b26d0d-c1e8-4f12-b597-85667c29b52e HTTP/1.1" status: 204 len: 173 time: 1.6253855 Jul 05 10:41:33.634646 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-deleted', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:33.639677 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d5c856-2002-4915-93ef-d99cad1ba116" -d '{"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-deleted", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:33.742119 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a2e3f8-24be-4756-bfd6-56324618114c x-openstack-request-id: req-79a2e3f8-24be-4756-bfd6-56324618114c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:33.743629 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b0595-b17b-41e0-ba39-afa67d3bdba3", "name": "network-vif-deleted", "tag": "d4b26d0d-c1e8-4f12-b597-85667c29b52e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:33.743629 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79a2e3f8-24be-4756-bfd6-56324618114c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:33.744025 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b0595-b17b-41e0-ba39-afa67d3bdba3', 'name': 'network-vif-deleted', 'tag': 'd4b26d0d-c1e8-4f12-b597-85667c29b52e', 'status': 'completed', 'code': 200} Jul 05 10:41:33.805523 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:34.175202 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:34.236213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:41:34.253030 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:34.254070 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:41:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:34.454772 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:34.719456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:34.758411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: d4b26d0d-c1e8-4f12-b597-85667c29b52e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:41:34.759040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device d4b26d0d-c1e8-4f12-b597-85667c29b52e not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:34.777289 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:34.820597 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcef16-b57d-4e0b-856a-5f89a84c9f57 None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:35.054499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-611a7778-5a04-4189-81f3-807c79f19810 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1839568762&fields=id&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 267 time: 0.0701461 Jul 05 10:41:35.151057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02191ef-cb69-4cb6-911e-f7ddd04cf887 None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:41:35.248539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-838ae34a-c889-4cfe-95f5-728b3df83b18 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:35.251676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-838ae34a-c889-4cfe-95f5-728b3df83b18 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1863608 Jul 05 10:41:35.272214 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-d8c47861-aa04-4163-a692-b1d0373dcccb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/quotas/a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 375 time: 0.0129070 Jul 05 10:41:35.389503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-81dab7c7-9223-4d1c-b18f-f5d30cf0290e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056166 Jul 05 10:41:35.488453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-ddb15b9a-64c2-4b15-bf77-a0e960aa1d43 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:41:35.489919 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-ddb15b9a-64c2-4b15-bf77-a0e960aa1d43 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0814326 Jul 05 10:41:35.630598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-2afac2cb-60b1-4f12-b947-32258adb8f42 service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318424 Jul 05 10:41:35.782238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-e63ba27a-60d2-4460-aaa8-67642eeacc44 service neutron] 10.222.0.21 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451383 Jul 05 10:41:36.023276 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0d3b445-db2c-4acb-ac7f-bc04f3812fea req-35f4e27d-cf61-4a2c-bd59-854122e3ed19 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 210 time: 0.0423234 Jul 05 10:41:37.243689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f1664c70-525d-4d67-90af-b63d7e8094c3 req-6e3b0466-3b24-48c7-98f4-0d02d0ffca6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 210 time: 0.0447235 Jul 05 10:41:37.646481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-df17e98b-a95e-4f85-bb67-ce8e4f3e6e7e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:37.648714 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-df17e98b-a95e-4f85-bb67-ce8e4f3e6e7e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 811 time: 0.1615846 Jul 05 10:41:37.721532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-21a3e08d-0d28-467d-81bd-ded3ac6786fb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 380 time: 0.0611737 Jul 05 10:41:37.736130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'port': {'device_id': '59521915-ae85-4437-962c-5e3025400f77', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'admin_state_up': True, 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'security_groups': ['a318948d-08cc-48a0-afdd-988c31a3846b']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:37.916025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Made reservation on behalf of a3e30ae1a13a4165bbd22ad84ba78ca2 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:37.922246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.125878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Allocated IP 172.20.0.5 (30fd5217-492d-42e7-bb08-807bcb73b232/0c4cf675-e84a-4daa-8f2c-68a4ccf57934/58e7e89c-37fb-4f61-a7d7-699fac109fa2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:38.362392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.388316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Transition to ACTIVE for port object 58e7e89c-37fb-4f61-a7d7-699fac109fa2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:38.452271 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.598208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:38.615846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:38.620900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:38.670712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:38.732167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:38.733033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.761961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94105-e6b7-4fea-9a9f-43729d6823c8 req-4585ccad-a195-4e33-a6ee-add5d3fdc8c9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:38.765438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5b94105-e6b7-4fea-9a9f-43729d6823c8 req-4585ccad-a195-4e33-a6ee-add5d3fdc8c9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 931 time: 0.2907286 Jul 05 10:41:38.775815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-408f6407-b6ae-472c-a43b-0285878fc238 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457916 Jul 05 10:41:38.803383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Request body: {'port': {'device_id': '59521915-ae85-4437-962c-5e3025400f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:38.899921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c5b94105-e6b7-4fea-9a9f-43729d6823c8 req-49232543-ad31-49bb-81c0-111bbe9b93fc tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199224 Jul 05 10:41:38.929715 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6039617a-7174-4623-bd06-57056cb3b05a None None] Provisioning for port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:38.938478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6039617a-7174-4623-bd06-57056cb3b05a None None] Provisioning complete for port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:38.939464 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6039617a-7174-4623-bd06-57056cb3b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.977329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.982044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6039617a-7174-4623-bd06-57056cb3b05a None None] Port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:39.362299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e7e89c-37fb-4f61-a7d7-699fac109fa2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:41:39.370937 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.385139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Transition to ACTIVE for port object 58e7e89c-37fb-4f61-a7d7-699fac109fa2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:39.391433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.474672 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:39.561918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:39.562230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:39.562890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:39.569965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:41:39.570469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:39.579911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:39.580384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:39.580939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:39.581605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Bound port: 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:39.582135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.686086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:39.690396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:39.709178 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.771961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:39.773017 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.775661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] 10.222.0.15 "PUT /v2.0/ports/58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1092 time: 0.9819052 Jul 05 10:41:39.776384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:39.780515 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9bee3-619b-4a7e-a187-dcfc63979af6" -d '{"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:39.819506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3691f5-96d3-4e23-bc8c-89d008251883 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:39.878239 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbfbbc7-9510-41b7-a249-4c65d4410bba x-openstack-request-id: req-2dbfbbc7-9510-41b7-a249-4c65d4410bba {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:39.878628 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:39.878962 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dbfbbc7-9510-41b7-a249-4c65d4410bba {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:39.879519 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'status': 'completed', 'code': 200} Jul 05 10:41:39.926657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-b544089f-ad53-4c21-b8c1-6a275a2d1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:39.928504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-b544089f-ad53-4c21-b8c1-6a275a2d1834 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1095 time: 0.0916562 Jul 05 10:41:39.987915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-1d02bcab-4af1-464a-aab5-9d6c7ba9b822 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 217 time: 0.0462136 Jul 05 10:41:40.076336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-d3b4ff2d-89cd-4850-a3ff-bcb3ff2d586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:40.078536 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-d3b4ff2d-89cd-4850-a3ff-bcb3ff2d586c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0798721 Jul 05 10:41:40.248007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9c7ad-0d0c-4b01-99d6-e90c06707475 req-a9ae829d-9015-4643-87d7-e167c67e5bd2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:40.250570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bc9c7ad-0d0c-4b01-99d6-e90c06707475 req-a9ae829d-9015-4643-87d7-e167c67e5bd2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.1697099 Jul 05 10:41:40.254376 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-0822959a-19c1-42e3-8de9-247bdfe994da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:40.257406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-0822959a-19c1-42e3-8de9-247bdfe994da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591022 Jul 05 10:41:40.397903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bc9c7ad-0d0c-4b01-99d6-e90c06707475 req-7fc456d2-a97b-458a-90ec-f69189064e48 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375484 Jul 05 10:41:40.454908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-2ca917f1-b55d-404d-87a1-4fd62ccc34ba service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857193 Jul 05 10:41:40.618743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df9c639e-b25f-46cc-acee-6d5a5a7fd6e1 req-6c28f43d-18d7-45e7-97a8-0d40c30d2fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534820 Jul 05 10:41:40.801471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-d028d2c6-d5a0-44cd-96c1-f372e1f2a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:40.803448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-d028d2c6-d5a0-44cd-96c1-f372e1f2a264 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1095 time: 0.1085050 Jul 05 10:41:40.944016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-601d1689-e914-44f6-9813-766991cf44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:40.945689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-601d1689-e914-44f6-9813-766991cf44c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1347511 Jul 05 10:41:41.003047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-11c20dc3-d3e9-43fb-90aa-c2da1e4861ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 217 time: 0.0496960 Jul 05 10:41:41.067142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-9b4de774-56e3-4346-a696-c818d202521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:41.068782 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-9b4de774-56e3-4346-a696-c818d202521a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0586374 Jul 05 10:41:41.174648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-18ed005a-8e6a-4f42-bca7-02ecf2fab91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:41.176425 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-18ed005a-8e6a-4f42-bca7-02ecf2fab91e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966232 Jul 05 10:41:41.315854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-34a20a62-6850-435d-b5b0-3c01d385cdf0 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303914 Jul 05 10:41:41.482590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6eb9bee3-619b-4a7e-a187-dcfc63979af6 req-724bf848-9a0b-40f0-8309-6e5c682f529e service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591687 Jul 05 10:41:41.728796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f93995-cef8-4541-885d-256c5ddbbac6 req-ca14dc75-8b67-47b1-8818-407e61665d6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:41.732242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f93995-cef8-4541-885d-256c5ddbbac6 req-ca14dc75-8b67-47b1-8818-407e61665d6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.1202171 Jul 05 10:41:41.780345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9f93995-cef8-4541-885d-256c5ddbbac6 req-6c87a378-b560-41a8-b5e3-a59ef6f63911 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Jul 05 10:41:41.933044 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:41:43.019807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8c277-1fc8-41be-850d-66f30d022992 req-488d9139-a52c-4ed0-bdd0-cd892f2a48db tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:43.021725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4b8c277-1fc8-41be-850d-66f30d022992 req-488d9139-a52c-4ed0-bdd0-cd892f2a48db tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.1088116 Jul 05 10:41:43.077323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4b8c277-1fc8-41be-850d-66f30d022992 req-ea28c974-0150-4aa8-a949-db8b1f70d7ef tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Jul 05 10:41:44.107759 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30f933ae-fc3a-441e-afb9-2fed9d28afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.363752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eef9e4-6c0c-4759-a9e3-47afe213d77f req-b79426a9-19ed-4f45-9624-f37226b18804 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:44.366491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28eef9e4-6c0c-4759-a9e3-47afe213d77f req-b79426a9-19ed-4f45-9624-f37226b18804 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.1172819 Jul 05 10:41:44.393671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:41:44.435891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-28eef9e4-6c0c-4759-a9e3-47afe213d77f req-f20031d4-7f0e-4eff-a391-c1b69bf37f67 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610027 Jul 05 10:41:44.515392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:44.532024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'mac_address': 'fa:16:3e:a3:c4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:41:44.576797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.593935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e7e89c-37fb-4f61-a7d7-699fac109fa2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:41:44.620573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:44.626749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.682895 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:44.875346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['58e7e89c-37fb-4f61-a7d7-699fac109fa2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:41:45.728896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfd7e5-888f-4063-8fe1-3e88785eaa27 req-bfcbda15-ef51-47c3-9c5d-3d9b582c070d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:45.732932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cdfd7e5-888f-4063-8fe1-3e88785eaa27 req-bfcbda15-ef51-47c3-9c5d-3d9b582c070d tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0913713 Jul 05 10:41:45.802530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cdfd7e5-888f-4063-8fe1-3e88785eaa27 req-c3707b29-099d-4bbf-8db6-03941c55dd59 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638316 Jul 05 10:41:46.409115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:46.478155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:46.485920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:46.486527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.586836 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.612970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:46.615442 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568fcce2-8733-4690-8244-d6729b23e8a4" -d '{"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-plugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:46.631281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:46.636492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.670381 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f83d25b-7301-4189-928b-58b20ae72d89 x-openstack-request-id: req-4f83d25b-7301-4189-928b-58b20ae72d89 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:46.670778 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-plugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:46.671108 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f83d25b-7301-4189-928b-58b20ae72d89 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:46.671519 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'code': 200} Jul 05 10:41:46.712424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:46.832106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da4b9-8922-43bf-bb7f-e80e6b9a8db7 req-a545cb35-aa17-4bc4-82c5-c6543c614602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:46.834405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-245da4b9-8922-43bf-bb7f-e80e6b9a8db7 req-a545cb35-aa17-4bc4-82c5-c6543c614602 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1097 time: 0.0765281 Jul 05 10:41:46.852910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae615936-7b61-4c7f-8b41-054cde14f1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.886035 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-245da4b9-8922-43bf-bb7f-e80e6b9a8db7 req-8707ae03-78e3-4ee9-9ecc-fc4a260c5a7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Jul 05 10:41:46.913596 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.077429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be88f-da44-4711-a4e1-dd3d3db43a87 req-38576456-db60-4db3-a03c-7fc0f2657391 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:47.079278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae1be88f-da44-4711-a4e1-dd3d3db43a87 req-38576456-db60-4db3-a03c-7fc0f2657391 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1066906 Jul 05 10:41:47.123342 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae1be88f-da44-4711-a4e1-dd3d3db43a87 req-2229d46d-2b73-409a-9333-247ccc0f97a0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378895 Jul 05 10:41:48.209704 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.395443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc324f-54f4-4380-aa4d-f33ee518d24a req-f1207469-65da-4173-9cc4-9090dd997869 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:48.397975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdcc324f-54f4-4380-aa4d-f33ee518d24a req-f1207469-65da-4173-9cc4-9090dd997869 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1011841 Jul 05 10:41:48.461802 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fdcc324f-54f4-4380-aa4d-f33ee518d24a req-e8e2a8f5-c577-4700-bc5a-478c5fe4edfa tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523875 Jul 05 10:41:48.692703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61717ef3-e06a-4cf6-9aac-d06654e9ed60 req-7dfda92c-958e-40da-9b5e-5dabbf27dec8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:48.694570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-61717ef3-e06a-4cf6-9aac-d06654e9ed60 req-7dfda92c-958e-40da-9b5e-5dabbf27dec8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1023560 Jul 05 10:41:48.706878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 40736) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:48.714896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Request body: {'floatingip': {'port_id': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:48.785065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.752719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.757476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.897396 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d associated. External IP: 172.25.1.117, port: 58e7e89c-37fb-4f61-a7d7-699fac109fa2. Jul 05 10:41:49.975158 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.173894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:50.312750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:50.320410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.324305 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:50.334307 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:50.334933 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:41:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:50.392510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7f3903d5-c112-4864-b8f5-9483c271aa5c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "PUT /v2.0/floatingips/06fe1314-c917-4d50-b1b1-3fa8d360f44d HTTP/1.1" status: 200 len: 992 time: 1.6839886 Jul 05 10:41:50.393460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:41:50.397879 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc877d0-92ed-4bc4-b326-398cf9764867" -d '{"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:41:50.460484 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:50.613801 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa9405-514b-4a7e-8d4d-3d6881719709 x-openstack-request-id: req-24aa9405-514b-4a7e-8d4d-3d6881719709 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:41:50.614182 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:41:50.614497 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24aa9405-514b-4a7e-8d4d-3d6881719709 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:41:50.614984 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'status': 'completed', 'code': 200} Jul 05 10:41:50.704476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-eb8b9076-1de3-4126-b5a1-b4eb668e60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:50.707120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-eb8b9076-1de3-4126-b5a1-b4eb668e60e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1097 time: 0.0645695 Jul 05 10:41:50.744798 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:a3:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59521915-ae85-4437-962c-5e3025400f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:41:49Z', 'revision_number': 13, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:50.773426 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:41:50.785405 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:50.786211 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:41:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:50.859751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-a8a270c5-d9e9-4971-ba1e-2124126c2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:50.862370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-a8a270c5-d9e9-4971-ba1e-2124126c2b06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1481073 Jul 05 10:41:50.925307 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:50.973934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-f682941e-a295-4461-a4be-830d1bca9c19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.1037745 Jul 05 10:41:51.085757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-c8559bbc-b839-4952-bbf1-43cf9a3acfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:51.088296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-c8559bbc-b839-4952-bbf1-43cf9a3acfdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.1073384 Jul 05 10:41:51.175512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-1d0b9df8-006d-41e3-ac28-81bcfc883861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:51.177049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-1d0b9df8-006d-41e3-ac28-81bcfc883861 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816245 Jul 05 10:41:51.307503 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-31898d44-6575-4eb5-9593-70bf25c248d4 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229503 Jul 05 10:41:51.480669 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0bc877d0-92ed-4bc4-b326-398cf9764867 req-13fd06cc-7816-4fbf-a247-dd7e128c4761 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656764 Jul 05 10:41:51.488045 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:a3:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59521915-ae85-4437-962c-5e3025400f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:41:49Z', 'revision_number': 13, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:51.533282 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04995a57-2430-4a38-82ab-461c0e83f220 None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '06fe1314-c917-4d50-b1b1-3fa8d360f44d', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'port_id': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'mac_address': 'fa:16:3e:a3:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59521915-ae85-4437-962c-5e3025400f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:34:07Z', 'updated_at': '2021-07-05T10:41:49Z', 'revision_number': 13, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:51.826957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa845dd0-9873-4408-b0eb-211e0562b9d0 None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:42:00.154527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.206898 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.660063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-0ff8ca04-f644-417a-959e-95a6de62dbc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0674076 Jul 05 10:42:06.802901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-4159fa08-2b5d-4d76-b0b9-4e7c4cc0b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:06.802901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-4159fa08-2b5d-4d76-b0b9-4e7c4cc0b736 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1097 time: 0.0851102 Jul 05 10:42:06.976979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-0a2d2477-0da3-43cb-b26e-a4e096a44083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:06.979736 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-0a2d2477-0da3-43cb-b26e-a4e096a44083 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1463921 Jul 05 10:42:07.101082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-4b87cb6b-4e53-4e52-b754-40f0123ebcbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1002 time: 0.1115425 Jul 05 10:42:07.167703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-7a13ea56-48ee-4238-b60e-b9e134c42e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:07.169921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-7a13ea56-48ee-4238-b60e-b9e134c42e22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0594079 Jul 05 10:42:07.249437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-3a720a37-cfd8-4c96-bf2d-fa23d103806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:07.250900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-3a720a37-cfd8-4c96-bf2d-fa23d103806e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731721 Jul 05 10:42:07.361264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-54abb7f5-fa9a-4a87-9638-e1d575eb371b service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014085 Jul 05 10:42:07.486671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea25a5fc-2a5c-4e62-80e6-72c191ce225f req-b73c79d6-5c18-4aa8-8126-532a818daa87 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165578 Jul 05 10:42:14.095677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f81f2b8b-a51c-494f-ab4c-912899c3bd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.839528 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3207-d939-4dbb-a98a-2f4243d8fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.901236 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:18.205920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:18.932703 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:42:19.975137 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.173352 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.234487 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.093778 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-424e3240-81a0-411b-a883-d9c6e2920653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:46.853482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-835de1ce-e47f-4757-ab38-3fef59ee6691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:46.906401 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:48.213084 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:49.987387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:55.934657 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:43:00.210488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:00.245750 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:07.648642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-a53f5424-2b1e-45fa-9614-56c0806d0f93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0716426 Jul 05 10:43:07.800808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535fae-d5ce-4007-9b19-f176544be89e req-2a1c7f0b-59de-48e7-90c4-50aebf061eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:07.803405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-2a1c7f0b-59de-48e7-90c4-50aebf061eb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1097 time: 0.0978401 Jul 05 10:43:07.937623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535fae-d5ce-4007-9b19-f176544be89e req-bc510404-6025-41f8-9145-3ee0238fd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:07.939274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-bc510404-6025-41f8-9145-3ee0238fd847 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1101611 Jul 05 10:43:08.017459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-5aa01e85-870c-4013-a27d-e3bd6ca156b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1002 time: 0.0678649 Jul 05 10:43:08.103401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535fae-d5ce-4007-9b19-f176544be89e req-152dcdf4-bc82-4971-83f8-4b23d243aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:08.105842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-152dcdf4-bc82-4971-83f8-4b23d243aa5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0813706 Jul 05 10:43:08.172980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535fae-d5ce-4007-9b19-f176544be89e req-06eacb66-abfb-413d-be2e-5f2e17ab4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:08.174502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-06eacb66-abfb-413d-be2e-5f2e17ab4a3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578358 Jul 05 10:43:08.278059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-ea3c45bd-dee3-42b0-a9ca-a3acb53c4c59 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944543 Jul 05 10:43:08.382437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d535fae-d5ce-4007-9b19-f176544be89e req-d5cba64d-bd20-428f-94d7-3dcb2c939d2d service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974140 Jul 05 10:43:14.091486 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-891d8002-09b8-4c48-be77-996a5d1ad11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.857092 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd0a49a2-49da-4125-ac5c-c7f580d20159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.902875 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:18.213761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.981215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.203502 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.239993 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.168210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2b26-9806-4a0e-bfc3-11758f308780 req-805c9ba0-fda2-4497-9ca2-26eec8bb6ad4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:32.169779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3ea2b26-9806-4a0e-bfc3-11758f308780 req-805c9ba0-fda2-4497-9ca2-26eec8bb6ad4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0770936 Jul 05 10:43:32.210054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3ea2b26-9806-4a0e-bfc3-11758f308780 req-c907bbf1-cc46-4b5d-a09e-1982a3f72b31 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Jul 05 10:43:32.934875 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:43:43.903271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328612d9-3eaf-4bcd-bb87-e2b2565dc5e1 req-aea63584-0966-4a81-bfb8-57f32d4bce47 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:43.906153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328612d9-3eaf-4bcd-bb87-e2b2565dc5e1 req-aea63584-0966-4a81-bfb8-57f32d4bce47 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1068499 Jul 05 10:43:43.940134 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-61f39dbe-64fe-4844-a299-37134b39670b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1532738 Jul 05 10:43:43.959281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-328612d9-3eaf-4bcd-bb87-e2b2565dc5e1 req-c3bf7241-d097-4e59-afe8-e37de4edb2c2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470991 Jul 05 10:43:44.089959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2af9871c-0d2e-46c0-bc06-dc3402df2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.207224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746feb5-598d-4ad3-b810-5e6cd8e34a37 req-1de7fff9-2381-403f-a475-2f317354ff67 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:45.209665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0746feb5-598d-4ad3-b810-5e6cd8e34a37 req-1de7fff9-2381-403f-a475-2f317354ff67 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0767322 Jul 05 10:43:45.276915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0746feb5-598d-4ad3-b810-5e6cd8e34a37 req-a6349a83-cfc3-413d-af5e-720b17eadd7f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526154 Jul 05 10:43:45.654405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-22bb0cb1-2234-4d69-9a6b-e594b484e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:45.656443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-22bb0cb1-2234-4d69-9a6b-e594b484e051 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1097 time: 0.0621970 Jul 05 10:43:45.790999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-5ee67fb5-83c0-455a-8d84-10c629089aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:45.792653 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-5ee67fb5-83c0-455a-8d84-10c629089aa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1254125 Jul 05 10:43:45.873668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-6929523e-d24c-4521-86e3-6da3e50b100c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1002 time: 0.0704186 Jul 05 10:43:45.963349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-366f8092-d8b6-4348-be45-f2d5d9f48e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:45.965102 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-366f8092-d8b6-4348-be45-f2d5d9f48e2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0821245 Jul 05 10:43:46.035001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-7ce20826-79c1-472b-a1e8-c3f6f9fd5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:46.036665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-7ce20826-79c1-472b-a1e8-c3f6f9fd5fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631189 Jul 05 10:43:46.052994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-503c6011-48cd-4906-a97f-05f14222d4b3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:43:46.054096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-503c6011-48cd-4906-a97f-05f14222d4b3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066097 Jul 05 10:43:46.161872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-f818d0bf-e311-4cd2-8436-6a6f3dec227f service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985653 Jul 05 10:43:46.281918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-7710eb41-42c0-4235-b974-1bc88c80c13d service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102772 Jul 05 10:43:46.499636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae86aeb-243f-46d2-a382-7003692a007a req-59fcd9d3-ca7f-49b9-8c8d-7577c48e49e7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:46.501308 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ae86aeb-243f-46d2-a382-7003692a007a req-59fcd9d3-ca7f-49b9-8c8d-7577c48e49e7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0766299 Jul 05 10:43:46.546003 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1ae86aeb-243f-46d2-a382-7003692a007a req-9d0a486a-8de4-4dba-ab4f-ac0f8b7ef353 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388393 Jul 05 10:43:46.851283 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39f306e0-c5b1-44b8-a38f-84f7a22e10e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.898783 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.785902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958b2e9-6fb1-4671-a358-d0fee814a810 req-10aceb45-d3ea-412d-b856-8fb4a7b32aeb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:47.787646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4958b2e9-6fb1-4671-a358-d0fee814a810 req-10aceb45-d3ea-412d-b856-8fb4a7b32aeb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0794168 Jul 05 10:43:47.832891 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4958b2e9-6fb1-4671-a358-d0fee814a810 req-39004d20-7461-465d-b2ab-55785b019104 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 Jul 05 10:43:48.218092 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.045933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5531a-df37-4fcd-b91c-0adb53705542 req-1b40f833-6d4a-4cdf-a122-257650807451 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:49.047496 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ea5531a-df37-4fcd-b91c-0adb53705542 req-1b40f833-6d4a-4cdf-a122-257650807451 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0714946 Jul 05 10:43:49.100107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ea5531a-df37-4fcd-b91c-0adb53705542 req-e36f0d9c-a22f-4947-bf6e-5c08b6c2855b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455179 Jul 05 10:43:49.990767 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:50.310693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4108-6e0c-48f9-8ac2-d4c450e16bb7 req-775a5107-157d-4865-99cd-a5c79e679f55 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:50.312330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b4f4108-6e0c-48f9-8ac2-d4c450e16bb7 req-775a5107-157d-4865-99cd-a5c79e679f55 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0801232 Jul 05 10:43:50.365232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7b4f4108-6e0c-48f9-8ac2-d4c450e16bb7 req-83ecb5e1-da40-4d9e-acae-b3fd1cc7a115 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417204 Jul 05 10:43:51.559416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfdd3a-92a3-415f-b57f-0723425e23f7 req-00664e42-632d-422d-8256-3db268ecaafa tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:51.561095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4cfdd3a-92a3-415f-b57f-0723425e23f7 req-00664e42-632d-422d-8256-3db268ecaafa tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0692751 Jul 05 10:43:51.601946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4cfdd3a-92a3-415f-b57f-0723425e23f7 req-6f68ad2b-4a9f-483f-8098-076b4f2e151c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348165 Jul 05 10:43:52.794681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b373c00-7827-4114-9001-30c9624e2f06 req-05db6ac8-8d2b-410a-9669-6ec20e79e8ec tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:52.796296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b373c00-7827-4114-9001-30c9624e2f06 req-05db6ac8-8d2b-410a-9669-6ec20e79e8ec tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0703490 Jul 05 10:43:52.840931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b373c00-7827-4114-9001-30c9624e2f06 req-18effb0c-bc42-4269-a090-86924b673139 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 Jul 05 10:43:54.048055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f342a-eb5c-43a6-ad33-af79e3fc5549 req-68f19f43-c5f8-4372-9f8a-3e3293407c9b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:54.049856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea4f342a-eb5c-43a6-ad33-af79e3fc5549 req-68f19f43-c5f8-4372-9f8a-3e3293407c9b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0800092 Jul 05 10:43:54.093262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea4f342a-eb5c-43a6-ad33-af79e3fc5549 req-4f18b52f-8654-4910-9765-8fed44d66608 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353804 Jul 05 10:43:55.289677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355face6-f48b-413a-9dfd-4b23d39cf39a req-0e8885a0-6600-4b60-87fd-16f34d34a478 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:55.291990 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-355face6-f48b-413a-9dfd-4b23d39cf39a req-0e8885a0-6600-4b60-87fd-16f34d34a478 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0722311 Jul 05 10:43:55.336375 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-355face6-f48b-413a-9dfd-4b23d39cf39a req-6dc51a44-d35b-4872-b7ce-350d062324bb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363967 Jul 05 10:43:56.522308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a391d-92e6-420c-a039-b77cd5c1ef1e req-9930b7f8-9b3c-4b8a-8d55-2e8b72f13825 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:56.524740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084a391d-92e6-420c-a039-b77cd5c1ef1e req-9930b7f8-9b3c-4b8a-8d55-2e8b72f13825 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0667181 Jul 05 10:43:56.576270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-084a391d-92e6-420c-a039-b77cd5c1ef1e req-0b68a652-c16c-463e-a681-aac87caf7f85 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Jul 05 10:43:57.826428 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b113b60-d053-4c96-acbd-b160972a1e23 req-5d04d4a1-3d72-4cbd-9bf5-734980df6f2e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:57.829299 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b113b60-d053-4c96-acbd-b160972a1e23 req-5d04d4a1-3d72-4cbd-9bf5-734980df6f2e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0824604 Jul 05 10:43:57.882209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b113b60-d053-4c96-acbd-b160972a1e23 req-cf568fb9-20a7-4938-a13b-810dac855f64 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405741 Jul 05 10:43:59.153382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6914f-fee5-49f2-adbb-cc2b5172f12a req-a7e671a7-9fe9-45e3-84f7-c08fb7d98611 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:59.155029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46f6914f-fee5-49f2-adbb-cc2b5172f12a req-a7e671a7-9fe9-45e3-84f7-c08fb7d98611 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1052349 Jul 05 10:43:59.204275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-46f6914f-fee5-49f2-adbb-cc2b5172f12a req-00e947b3-84b9-46e0-8117-542eee7998a2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Jul 05 10:44:00.221571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.246538 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.418604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d091f6-d73f-4a8e-a4db-313df802c376 req-e3f5f21e-4822-49ca-817d-834ad2d8ed2a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:00.420239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7d091f6-d73f-4a8e-a4db-313df802c376 req-e3f5f21e-4822-49ca-817d-834ad2d8ed2a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0816290 Jul 05 10:44:00.465339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b7d091f6-d73f-4a8e-a4db-313df802c376 req-80c2d0bf-8737-4db7-b35c-edf6d3bc75b2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384095 Jul 05 10:44:00.731771 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-0b119372-ce38-4104-83c7-572631a2ed02 service neutron] show failed (client error): The resource could not be found. Jul 05 10:44:00.732834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-0b119372-ce38-4104-83c7-572631a2ed02 service neutron] 10.222.0.15 "GET /v2.0/ports/58e7e89c-37fb-4f61-a7d7-699fac109fa2/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0615940 Jul 05 10:44:01.172303 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-6e85fb24-5942-4796-b075-2e2dab0daa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:01.174634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-6e85fb24-5942-4796-b075-2e2dab0daa0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1851749 Jul 05 10:44:01.189561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:01.290860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.547491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:01.593074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:01.672070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:01.674393 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92332ca0-315b-48d5-a892-5bdd569108c0" -d '{"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-unplugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:01.680188 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.701577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Transition to ACTIVE for port object 58e7e89c-37fb-4f61-a7d7-699fac109fa2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:01.708906 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.755184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da944bc-e082-4bff-b39b-ac62d32c5e94 req-19960398-18a3-4135-a294-ab1d3bd052c2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:01.756915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9da944bc-e082-4bff-b39b-ac62d32c5e94 req-19960398-18a3-4135-a294-ab1d3bd052c2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1610591 Jul 05 10:44:01.827320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:01.847235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.847563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.847893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.848220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.848544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.848863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.849183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.849737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.849908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.850095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.850402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.850767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:01.875287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9da944bc-e082-4bff-b39b-ac62d32c5e94 req-cb904eb6-0242-4ef3-918c-08ac25950790 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092663 Jul 05 10:44:01.907547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] No DVR routers for this DVR port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:01.956106 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb470e13-7721-4f96-9314-2b627f81f7bf x-openstack-request-id: req-cb470e13-7721-4f96-9314-2b627f81f7bf {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:01.956464 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-unplugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:01.956840 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb470e13-7721-4f96-9314-2b627f81f7bf {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:01.957358 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'code': 200} Jul 05 10:44:02.080443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:02.080680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:02.080797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:02.086571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:44:02.086892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:02.092425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:02.092795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:02.093181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:02.093614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Bound port: 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:02.093978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.163403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:02.168693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:02.173918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.209158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:02.209790 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.211307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] 10.222.0.16 "PUT /v2.0/ports/58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1092 time: 1.0262814 Jul 05 10:44:02.237124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1e52-b9d4-490e-a423-ad49b3204b1c service neutron] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:02.308051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-e6c7d967-6b66-4f95-9460-97226bb97c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:02.310607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-e6c7d967-6b66-4f95-9460-97226bb97c3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1095 time: 0.0684457 Jul 05 10:44:02.420727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-78eb48be-cbef-4b78-9f71-c4f21af40e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:02.422761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-78eb48be-cbef-4b78-9f71-c4f21af40e6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1048386 Jul 05 10:44:02.493624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-bda306c0-5c25-4f74-a56e-2c5cfcdc4681 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.0632753 Jul 05 10:44:02.562506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-30e431f0-13a4-4036-b2c0-e6a00ebc4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:02.564173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-30e431f0-13a4-4036-b2c0-e6a00ebc4b5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0628431 Jul 05 10:44:02.629142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-0df2f17d-9371-4133-9762-c3b72d2f99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:02.630590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-0df2f17d-9371-4133-9762-c3b72d2f99b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562336 Jul 05 10:44:02.733574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-787badf8-cc83-4bf3-b5a5-d623ecb585e8 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944800 Jul 05 10:44:02.834359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b441eda2-81c9-4da3-9d20-62e7ffbd7d83 req-5ebf7976-a8b3-4881-9af5-fbee48bc04fc service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938818 Jul 05 10:44:03.077453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00333fbc-8f68-4f1a-ad18-b6a2818c84f5 req-5334764b-c16a-4b11-8bb5-8ea450d5afb9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:03.079002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00333fbc-8f68-4f1a-ad18-b6a2818c84f5 req-5334764b-c16a-4b11-8bb5-8ea450d5afb9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.0738328 Jul 05 10:44:03.123516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-00333fbc-8f68-4f1a-ad18-b6a2818c84f5 req-bf4936a5-22b0-4c0b-8a54-27bb33a411a9 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Jul 05 10:44:03.235557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:03.279877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:03.959131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:03.963896 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:04.035792 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c536641-5c6d-4b0f-a039-2a040909ba60 x-openstack-request-id: req-5c536641-5c6d-4b0f-a039-2a040909ba60 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:04.036149 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:04.036330 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c536641-5c6d-4b0f-a039-2a040909ba60 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:04.036718 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'status': 'completed', 'code': 200} Jul 05 10:44:04.181708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-9f37f71d-05f7-4d5b-aee9-a9c45f02ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:04.183539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-9f37f71d-05f7-4d5b-aee9-a9c45f02ca69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1095 time: 0.1242371 Jul 05 10:44:04.194274 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-e8da5db9-86a2-4e28-a8ba-ff9f75007102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:04.196137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-e8da5db9-86a2-4e28-a8ba-ff9f75007102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1095 time: 0.0936122 Jul 05 10:44:04.858838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-557b5136-a3d0-4cf9-8c68-440752262403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:04.861002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-557b5136-a3d0-4cf9-8c68-440752262403 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.6488862 Jul 05 10:44:04.873484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-1c9268f6-1a7b-4f69-a94d-229797595e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:04.875036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-1c9268f6-1a7b-4f69-a94d-229797595e3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.6771302 Jul 05 10:44:04.978224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716e55d-e20f-4739-9d0e-af74e1f05c09 req-0c3b001b-f968-4271-ac3a-eed29eabffb0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:04.980228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b716e55d-e20f-4739-9d0e-af74e1f05c09 req-0c3b001b-f968-4271-ac3a-eed29eabffb0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.2674096 Jul 05 10:44:05.043130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-c1007252-2c08-473d-852a-0b9e36261054 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.1594238 Jul 05 10:44:05.046710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-3c4bd834-65a1-43c9-a825-3781d6e2b319 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.1706359 Jul 05 10:44:05.126957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b716e55d-e20f-4739-9d0e-af74e1f05c09 req-c1415502-4ecb-468a-963d-96b6c8fd7a2f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296279 Jul 05 10:44:05.164825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-5ca466e8-43e9-4dd0-b407-5e86a792eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:05.167954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-5ca466e8-43e9-4dd0-b407-5e86a792eeaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.1157594 Jul 05 10:44:05.170295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-01cd2755-49fd-4c3d-a4d4-c5df051b2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:05.172624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-01cd2755-49fd-4c3d-a4d4-c5df051b2f44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.1052527 Jul 05 10:44:05.273375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-85e812f1-f238-4247-9879-de23281e7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:05.275426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-85e812f1-f238-4247-9879-de23281e7871 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906324 Jul 05 10:44:05.277895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-a6356992-6f20-468d-8b8d-2ca9c374fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:05.279347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-a6356992-6f20-468d-8b8d-2ca9c374fc0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038086 Jul 05 10:44:05.465774 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-9a2f2ebc-8fe1-4127-86e6-1b4c7fcc82d1 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789453 Jul 05 10:44:05.467575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-5180a944-45f3-4a00-a0de-eb6041bb6cba service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723680 Jul 05 10:44:05.656048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-d7216d45-2368-42d6-9e88-5a79505a9296 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802659 Jul 05 10:44:05.658938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9328e36d-b7a7-4926-a81d-e8e7ff751a9d req-a874876d-a8ab-4d0a-ae6c-ac06bc4afdb7 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810954 Jul 05 10:44:06.682196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2ded8-f4ef-4251-8ce6-4f6404d241e8 req-0647d44c-ed43-4014-8d1b-9a40d8258b67 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:06.684579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2f2ded8-f4ef-4251-8ce6-4f6404d241e8 req-0647d44c-ed43-4014-8d1b-9a40d8258b67 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.1320224 Jul 05 10:44:06.746328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f2f2ded8-f4ef-4251-8ce6-4f6404d241e8 req-e6b4d91a-b976-4515-8ab7-322483102f7c tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502529 Jul 05 10:44:08.026554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b7dc-60cc-44d9-a84f-4318db59e251 req-bdb8d5e8-f2cc-4269-b09c-e4da232ad4d4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:08.029301 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6476b7dc-60cc-44d9-a84f-4318db59e251 req-bdb8d5e8-f2cc-4269-b09c-e4da232ad4d4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.1092050 Jul 05 10:44:08.085008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6476b7dc-60cc-44d9-a84f-4318db59e251 req-6a9eaff6-816f-4895-b3b0-4028835aed1b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494194 Jul 05 10:44:09.350732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332109c-0636-49a5-8ecf-acef1a70065b req-c1e39760-c42b-4a8d-ae1d-ef45a11ce58e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:09.353482 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1332109c-0636-49a5-8ecf-acef1a70065b req-c1e39760-c42b-4a8d-ae1d-ef45a11ce58e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.0898407 Jul 05 10:44:09.399778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1332109c-0636-49a5-8ecf-acef1a70065b req-e9d75b9c-ec9c-45ea-b205-62a567bbda0e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Jul 05 10:44:09.937697 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:44:10.663151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dfdf8-56b2-4194-8673-ad7742e45cb3 req-78120718-5a5d-4665-a62b-8aa6f6979ed0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:10.664787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb6dfdf8-56b2-4194-8673-ad7742e45cb3 req-78120718-5a5d-4665-a62b-8aa6f6979ed0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.1185777 Jul 05 10:44:10.672846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-f76c600d-d511-4e3b-b653-3def4fd2f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:10.674372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-f76c600d-d511-4e3b-b653-3def4fd2f888 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1095 time: 0.1169114 Jul 05 10:44:10.725324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb6dfdf8-56b2-4194-8673-ad7742e45cb3 req-8f97319f-989d-424d-9e14-f8d37bca0a13 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499480 Jul 05 10:44:10.819876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-d636f5bf-a90a-4910-a6ea-b85328c11398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:10.822083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-d636f5bf-a90a-4910-a6ea-b85328c11398 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1140015 Jul 05 10:44:10.902546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-4c0f61cc-3141-4380-8f28-d6c83f773830 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.0731466 Jul 05 10:44:10.962647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-638a7a0d-0437-4e04-83e1-b893c2ce2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:10.964986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-638a7a0d-0437-4e04-83e1-b893c2ce2747 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0553722 Jul 05 10:44:11.033953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-ce7d5fc2-6724-492d-8b57-abee15774682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:11.035660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-ce7d5fc2-6724-492d-8b57-abee15774682 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640316 Jul 05 10:44:11.161691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-51f1f034-8380-4aad-a924-a5b5e9cb866d service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188393 Jul 05 10:44:11.278205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-67b59ca5-42b7-44f9-8678-7acb118e8f72 req-dad1880f-e332-4501-9db8-157fbc908c9f service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085868 Jul 05 10:44:11.986874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc133a6-217a-40d6-9ea2-d48e6029a573 req-d536982c-692e-434e-a666-adcf6ab835e2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:11.988806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdc133a6-217a-40d6-9ea2-d48e6029a573 req-d536982c-692e-434e-a666-adcf6ab835e2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.0908532 Jul 05 10:44:12.034166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdc133a6-217a-40d6-9ea2-d48e6029a573 req-d6761b0b-86ab-49f4-9b6f-694331cd9316 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358446 Jul 05 10:44:13.236202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059d9a3-eafb-4e78-9474-9bc52f6f7117 req-7563ebc9-baaf-4f9c-b5b9-05f104815611 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:13.238339 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2059d9a3-eafb-4e78-9474-9bc52f6f7117 req-7563ebc9-baaf-4f9c-b5b9-05f104815611 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.0711131 Jul 05 10:44:13.298721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2059d9a3-eafb-4e78-9474-9bc52f6f7117 req-41a64ba3-1a32-4f10-94f6-2e0466271900 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539620 Jul 05 10:44:14.086405 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7edf0231-5b67-4c0a-b617-8dd627c0c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.519004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46e953-4763-4cc3-a786-885522f5928b req-f9dbc6a7-bcc9-4451-a020-2bfc3932f219 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:14.520592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea46e953-4763-4cc3-a786-885522f5928b req-f9dbc6a7-bcc9-4451-a020-2bfc3932f219 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 943 time: 0.0848427 Jul 05 10:44:14.564158 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea46e953-4763-4cc3-a786-885522f5928b req-9508feaf-4727-4126-a9c2-7f520208db58 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377679 Jul 05 10:44:15.483312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:44:15.599631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:15.619472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'mac_address': 'fa:16:3e:a3:c4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:44:15.672289 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.691704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e7e89c-37fb-4f61-a7d7-699fac109fa2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:44:15.714952 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:15.721261 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.779101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:15.790793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.791401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.791964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.792401 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.792828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.793263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.793693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.794115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.794602 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.795024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.795488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.795907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:15.796621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f383-a083-43cf-baea-55a733d9c84f req-a30fe8fc-d998-492d-9334-9a7848c8c4f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.798336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f474f383-a083-43cf-baea-55a733d9c84f req-a30fe8fc-d998-492d-9334-9a7848c8c4f6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0833681 Jul 05 10:44:15.852936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f474f383-a083-43cf-baea-55a733d9c84f req-0b547155-09a5-4b04-a6ec-6818181568fe tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Jul 05 10:44:15.986261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['58e7e89c-37fb-4f61-a7d7-699fac109fa2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:44:16.332250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-d38f32ec-d40d-4c02-9121-3f8bb9c4f5a1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.333906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-d38f32ec-d40d-4c02-9121-3f8bb9c4f5a1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.16 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 944 time: 0.0918801 Jul 05 10:44:16.448755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-bd51e8e8-2dfc-4abd-a9d7-ff9ced780a42 service neutron] 10.222.0.16 "GET /v2.0/ports/58e7e89c-37fb-4f61-a7d7-699fac109fa2/bindings/n-h2-771363-33 HTTP/1.1" status: 200 len: 383 time: 0.1035016 Jul 05 10:44:16.465356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfaef-e1d8-4fe0-a076-35f8184e306e req-c4cb84fb-cb87-44ef-b734-af5deeda01f1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.468343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-302dfaef-e1d8-4fe0-a076-35f8184e306e req-c4cb84fb-cb87-44ef-b734-af5deeda01f1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.1333363 Jul 05 10:44:16.562265 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-302dfaef-e1d8-4fe0-a076-35f8184e306e req-3aefeee9-99c3-4c68-b665-e7dc72732739 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821917 Jul 05 10:44:16.582958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-10fd79fa-0ee1-46f3-859b-f4e3ef2bce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.584621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-10fd79fa-0ee1-46f3-859b-f4e3ef2bce9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1096 time: 0.0967231 Jul 05 10:44:16.691606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-267426ad-fe62-4372-b8f6-450a4d6346f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.694197 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-267426ad-fe62-4372-b8f6-450a4d6346f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1023216 Jul 05 10:44:16.770921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-3e660e93-2e6d-477b-9508-91d94ed74488 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0693467 Jul 05 10:44:16.835331 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-9ad42317-3d7b-42e1-81d6-341f34242a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.837672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-9ad42317-3d7b-42e1-81d6-341f34242a10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0582187 Jul 05 10:44:16.867698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94ad8a44-c807-4482-afa7-d14247c39fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:16.897285 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:16.920322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-e735c8ec-eabd-429f-a0ba-0fb9bd6b7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.921923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-e735c8ec-eabd-429f-a0ba-0fb9bd6b7b97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723996 Jul 05 10:44:17.031688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-9543f886-9e9e-44bf-a257-3cf6e94a5c12 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016505 Jul 05 10:44:17.139051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-1da0171c-be0c-4a25-9c6b-a185902b04da service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999897 Jul 05 10:44:17.502168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:17.573312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:17.579317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:17.579896 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:17.683441 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:17.729948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:17.734275 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996454d9-4f7c-494e-80ee-6c6e16befc68" -d '{"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-plugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:17.758391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:17.766166 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:17.850522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22762-6365-4ad0-8a1e-9f5a1df71b95 req-3d7a54f4-5a50-43f3-b139-272440232deb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.852808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4db22762-6365-4ad0-8a1e-9f5a1df71b95 req-3d7a54f4-5a50-43f3-b139-272440232deb tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0818293 Jul 05 10:44:17.855067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:17.923531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4db22762-6365-4ad0-8a1e-9f5a1df71b95 req-c72b106f-440b-4330-82b1-17200a4949d7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590284 Jul 05 10:44:18.011513 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cf021e-c2a3-4624-8f9b-a5834648fcb7 x-openstack-request-id: req-b2cf021e-c2a3-4624-8f9b-a5834648fcb7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:18.012165 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-plugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:18.012165 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2cf021e-c2a3-4624-8f9b-a5834648fcb7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:18.012464 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'code': 200} Jul 05 10:44:18.231596 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:19.241879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5998-82d3-4122-b316-22159f162258 req-53727c7a-bdd4-45be-a0e2-caad8712f5a4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:19.243676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54af5998-82d3-4122-b316-22159f162258 req-53727c7a-bdd4-45be-a0e2-caad8712f5a4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0871198 Jul 05 10:44:19.295241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-54af5998-82d3-4122-b316-22159f162258 req-55da27bd-8b62-4906-b713-49d850748248 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442715 Jul 05 10:44:19.998687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:20.615724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6934-8876-4bbb-b634-3747ec44db39 req-b2a863f1-b9e9-4f25-81f6-554e735c8ade tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:20.619261 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32ad6934-8876-4bbb-b634-3747ec44db39 req-b2a863f1-b9e9-4f25-81f6-554e735c8ade tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1348984 Jul 05 10:44:20.688773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32ad6934-8876-4bbb-b634-3747ec44db39 req-854c24ba-183c-44d1-9dc4-b615cf37bac7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575991 Jul 05 10:44:21.921137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-7f5d3fc4-5d97-4ef2-9f57-ac9e0192de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:21.922789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-7f5d3fc4-5d97-4ef2-9f57-ac9e0192de6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77&tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1138663 Jul 05 10:44:21.939943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d591389-3cda-4563-a3c2-af3fcaa8f563 req-69a4c0fe-840f-4645-b3de-d9e8db2ccc86 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:21.941590 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d591389-3cda-4563-a3c2-af3fcaa8f563 req-69a4c0fe-840f-4645-b3de-d9e8db2ccc86 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.1017935 Jul 05 10:44:21.947478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:22.020061 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9d591389-3cda-4563-a3c2-af3fcaa8f563 req-dcf3bcca-c4e4-48b5-aa16-7d728d6bc721 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698171 Jul 05 10:44:22.066690 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:22.304305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:22.345265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:22.403602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:22.405980 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b21ba05-271b-437f-a0af-9408be03a935" -d '{"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-unplugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:22.410334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:22.432166 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Transition to ACTIVE for port object 58e7e89c-37fb-4f61-a7d7-699fac109fa2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:22.438472 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:22.486745 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8cd55a-0dbb-4910-ad62-b58cae4c06aa x-openstack-request-id: req-da8cd55a-0dbb-4910-ad62-b58cae4c06aa {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:22.487277 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-unplugged", "status": "completed", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:22.487565 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da8cd55a-0dbb-4910-ad62-b58cae4c06aa {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:22.488176 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'code': 200} Jul 05 10:44:22.566747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:22.621958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] No DVR routers for this DVR port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:22.778464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:22.779151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:22.779621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:22.786840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:44:22.787221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Attempting to bind port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on network 30fd5217-492d-42e7-bb08-807bcb73b232 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:22.801068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:22.801577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Checking segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:22.802212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Bound using segment: {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:22.802730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Bound port: 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:22.803117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:22.905204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:22.909056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:22.913751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:22.955706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:22.956433 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:22.957982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] 10.222.0.15 "PUT /v2.0/ports/58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1093 time: 1.0152769 Jul 05 10:44:22.985718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc4c23-5c4b-4d4e-815b-098a9f374647 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=11']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:23.077820 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-fa5eb293-eec5-4e1b-a455-436fd8be2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:23.079663 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-fa5eb293-eec5-4e1b-a455-436fd8be2f9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1096 time: 0.0898092 Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:23.178464 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:23.220489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-76c25ea3-6e69-4fc1-90dc-34b2e748fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:23.221971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-76c25ea3-6e69-4fc1-90dc-34b2e748fb01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1318974 Jul 05 10:44:23.316598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18345d-f481-4d31-853a-93371d652266 req-c0fb6834-02dd-4ccc-baa5-8a67fa542d69 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:23.318208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e18345d-f481-4d31-853a-93371d652266 req-c0fb6834-02dd-4ccc-baa5-8a67fa542d69 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.1488783 Jul 05 10:44:23.328002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-db61b740-4c34-4ce4-8430-bd07ed09d1a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.0950971 Jul 05 10:44:23.398480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e18345d-f481-4d31-853a-93371d652266 req-fd63d8d8-0c98-4a88-a5dd-c6d7e0536ff7 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738316 Jul 05 10:44:23.409594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-eb044f7f-d6a6-470b-a7a1-c4ac658ed5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:23.411406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-eb044f7f-d6a6-470b-a7a1-c4ac658ed5dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0686615 Jul 05 10:44:23.484377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-a19ec989-f95b-446c-86e9-a935dcb3815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:23.485911 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-a19ec989-f95b-446c-86e9-a935dcb3815d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644097 Jul 05 10:44:23.540334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:23.600687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:23.610644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-70df8a9e-2ceb-4e0d-bb56-5e69f7a99253 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138227 Jul 05 10:44:23.724472 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bed9848-e5f9-4304-8eba-e1455c56acec req-5c38eb7d-c717-4d24-86c1-5c0ce20a89b8 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042409 Jul 05 10:44:24.490138 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:24.493863 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe235d-6447-40be-b409-f4cdf3c0fb80" -d '{"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:24.605987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd67fa-5213-4c40-8a2d-f8a02b9cf298 req-0eec7a4d-d15f-4af6-b375-a700b737bb41 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:24.607800 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35bd67fa-5213-4c40-8a2d-f8a02b9cf298 req-0eec7a4d-d15f-4af6-b375-a700b737bb41 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0728824 Jul 05 10:44:24.672731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-35bd67fa-5213-4c40-8a2d-f8a02b9cf298 req-ff39f883-e5c8-4450-aebd-f72a8f84eb4b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542336 Jul 05 10:44:24.752445 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af61f1-6b05-4076-afd7-b4cb2ce69e67 x-openstack-request-id: req-f9af61f1-6b05-4076-afd7-b4cb2ce69e67 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:24.752808 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:24.752989 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9af61f1-6b05-4076-afd7-b4cb2ce69e67 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:24.753422 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'status': 'completed', 'code': 200} Jul 05 10:44:24.879483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-3b3bfb87-4d51-4865-98ba-391868f27c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:24.881022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-3b3bfb87-4d51-4865-98ba-391868f27c59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1096 time: 0.1050887 Jul 05 10:44:24.884652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-a6407832-2f6f-46a3-b5af-44b53b34e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:24.886212 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-a6407832-2f6f-46a3-b5af-44b53b34e690 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 1096 time: 0.1016223 Jul 05 10:44:25.078423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-0d25a860-5aad-4a36-9429-32527a93aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.080041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-0d25a860-5aad-4a36-9429-32527a93aa32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1919446 Jul 05 10:44:25.085846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-4ae707e6-2af9-40ba-9601-2e6202b60175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.088729 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-4ae707e6-2af9-40ba-9601-2e6202b60175 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 200 len: 912 time: 0.1915305 Jul 05 10:44:25.661572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-c361d483-f8ac-4c17-80d6-27d32b007b35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.5717781 Jul 05 10:44:25.666893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-5428946a-8551-4bc8-b4bb-614c74a95f9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 200 len: 1000 time: 0.5685883 Jul 05 10:44:25.762003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-1ac893c4-9774-4e1d-ba41-b2a1e96f34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.763585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-1ac893c4-9774-4e1d-ba41-b2a1e96f34c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0948281 Jul 05 10:44:25.770371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-5592a08f-94f1-418e-a617-fd7da47d61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.772252 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-5592a08f-94f1-418e-a617-fd7da47d61e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 200 len: 850 time: 0.0947385 Jul 05 10:44:25.922129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-f6cb3121-acf8-4cf6-9557-1099e210a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.923573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-f6cb3121-acf8-4cf6-9557-1099e210a6bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495965 Jul 05 10:44:25.933158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-8a37f5fd-a8a4-4537-8388-91415c9f8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.934756 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-8a37f5fd-a8a4-4537-8388-91415c9f8a90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30fd5217-492d-42e7-bb08-807bcb73b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516743 Jul 05 10:44:26.073803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48d759-c91b-48db-9f13-14c7d724baed req-2201f206-35cc-446d-83d8-5cbcd4b0ecd1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:26.075516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b48d759-c91b-48db-9f13-14c7d724baed req-2201f206-35cc-446d-83d8-5cbcd4b0ecd1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.2262321 Jul 05 10:44:26.155409 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-8129e9c4-bd66-48d1-bf04-dd59e849f146 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097931 Jul 05 10:44:26.158646 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-8ae136ee-6bb2-4441-8be6-accd9e128a19 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228868 Jul 05 10:44:26.199558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b48d759-c91b-48db-9f13-14c7d724baed req-a9263308-0de3-4881-a5b5-62540df77d40 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089180 Jul 05 10:44:26.345640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-ba176a4c-56ff-4e38-a388-fbd7e797e7d9 service neutron] 10.222.0.15 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806228 Jul 05 10:44:26.349380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2fe235d-6447-40be-b409-f4cdf3c0fb80 req-6bc78492-ab40-414c-8e1b-6727bfdc44c9 service neutron] 10.222.0.16 "GET /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728811 Jul 05 10:44:27.427635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8aab-8e92-42e3-9345-5c0ab6870342 req-a1487fa9-19c8-4c57-833b-76ef3b379a3e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:27.429332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adcc8aab-8e92-42e3-9345-5c0ab6870342 req-a1487fa9-19c8-4c57-833b-76ef3b379a3e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0898416 Jul 05 10:44:27.476454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adcc8aab-8e92-42e3-9345-5c0ab6870342 req-20343639-4bbe-4b6a-b1d3-c946b4e87508 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Jul 05 10:44:28.682685 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a87c8-7717-436a-accf-0c57ab595acf req-b0574eec-e39c-4471-83c4-55c1ab1879d6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:28.684541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-955a87c8-7717-436a-accf-0c57ab595acf req-b0574eec-e39c-4471-83c4-55c1ab1879d6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0755749 Jul 05 10:44:28.734629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-955a87c8-7717-436a-accf-0c57ab595acf req-bb574a1c-1de6-447e-a91a-c3e0d8c564ff tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Jul 05 10:44:29.941946 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeb0d6-8423-41df-859e-1cf291ac86e8 req-33dd71c0-e722-4c98-8bcd-91de75f71993 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:29.943559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4aeb0d6-8423-41df-859e-1cf291ac86e8 req-33dd71c0-e722-4c98-8bcd-91de75f71993 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0838008 Jul 05 10:44:29.990237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4aeb0d6-8423-41df-859e-1cf291ac86e8 req-cb875e53-3d6a-4878-b046-735f09af9bee tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Jul 05 10:44:30.218886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:30.259291 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:31.197590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeae62d-ab56-4424-b1c7-5c26cdb13c63 req-d7b683e0-02e1-4434-b921-6730010248aa tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:31.199436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ceeae62d-ab56-4424-b1c7-5c26cdb13c63 req-d7b683e0-02e1-4434-b921-6730010248aa tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0756736 Jul 05 10:44:31.246387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ceeae62d-ab56-4424-b1c7-5c26cdb13c63 req-942a4e6f-0008-4101-aa4e-bfb7098ad242 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 Jul 05 10:44:32.449524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f3fc6-4abd-4094-963a-17053c53d5af req-d8b10083-80a6-42dc-a302-97c4a1255236 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:32.451152 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f2f3fc6-4abd-4094-963a-17053c53d5af req-d8b10083-80a6-42dc-a302-97c4a1255236 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0717123 Jul 05 10:44:32.491907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f2f3fc6-4abd-4094-963a-17053c53d5af req-4f9c149f-6c6b-494a-9142-6f4145978921 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350046 Jul 05 10:44:33.731989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b6cbe-2942-4835-a11b-3deb926166ee req-b3df7bc9-7cff-4c38-822b-304326282df4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:33.733872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-116b6cbe-2942-4835-a11b-3deb926166ee req-b3df7bc9-7cff-4c38-822b-304326282df4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.1055014 Jul 05 10:44:33.776867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-116b6cbe-2942-4835-a11b-3deb926166ee req-047fb3ae-2c17-4689-806e-79051737d657 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369933 Jul 05 10:44:34.969645 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471f86e-b2ba-45ec-ad34-8e79f5a424e8 req-34210c55-a87d-4d88-be32-e3dc094f9b8b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:34.971092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e471f86e-b2ba-45ec-ad34-8e79f5a424e8 req-34210c55-a87d-4d88-be32-e3dc094f9b8b tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0750327 Jul 05 10:44:35.015670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e471f86e-b2ba-45ec-ad34-8e79f5a424e8 req-c5965f9e-70ae-455d-aca0-d45ba267d070 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389512 Jul 05 10:44:36.217967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03b76-e18a-4c86-a186-70cda1d0bffe req-dade00b8-7cea-482d-b7a8-a2ebe4c293ab tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:36.219553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c03b76-e18a-4c86-a186-70cda1d0bffe req-dade00b8-7cea-482d-b7a8-a2ebe4c293ab tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0686023 Jul 05 10:44:36.272469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96c03b76-e18a-4c86-a186-70cda1d0bffe req-d567a49f-79b6-43a2-9b14-9d80e9bde2a4 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470102 Jul 05 10:44:36.469184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da63149-ca95-40e0-9d16-ff8bc851a6ad req-9d4af81a-c19e-439e-b142-684ba85a886a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:36.470856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9da63149-ca95-40e0-9d16-ff8bc851a6ad req-9d4af81a-c19e-439e-b142-684ba85a886a tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0773742 Jul 05 10:44:36.516828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9da63149-ca95-40e0-9d16-ff8bc851a6ad req-716a3fe6-5b0d-46e7-916e-ecdee4a0bcff tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396576 Jul 05 10:44:36.728396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf43fd-0a16-44a7-843b-7a7073b6e00e req-44763c19-628d-4b2d-8a68-7d528da3a957 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:36.730093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bbf43fd-0a16-44a7-843b-7a7073b6e00e req-44763c19-628d-4b2d-8a68-7d528da3a957 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0929708 Jul 05 10:44:36.776700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6bbf43fd-0a16-44a7-843b-7a7073b6e00e req-39cefd9d-c9d1-4985-a449-6d6b842fffc6 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 Jul 05 10:44:37.237691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08f51b-15b2-4d25-a11b-2cbe83788dd6 req-e1e8e808-dd87-47f9-b32d-de4604f89db1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:37.239416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a08f51b-15b2-4d25-a11b-2cbe83788dd6 req-e1e8e808-dd87-47f9-b32d-de4604f89db1 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 944 time: 0.0776360 Jul 05 10:44:37.284892 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a08f51b-15b2-4d25-a11b-2cbe83788dd6 req-a6b9d786-54a3-44a6-a078-317af4628cc2 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381138 Jul 05 10:44:37.457605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:44:37.559627 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:37.572217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'port_id': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'mac_address': 'fa:16:3e:a3:c4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:44:37.614784 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:37.630898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e7e89c-37fb-4f61-a7d7-699fac109fa2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:44:37.657560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:37.662458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:37.724045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:37.939654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['58e7e89c-37fb-4f61-a7d7-699fac109fa2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:44:38.503203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761982ff-1732-4791-b1cb-f4643c0ac266 req-fba7f653-3d58-4739-b76a-2c0d90903276 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:38.504840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-761982ff-1732-4791-b1cb-f4643c0ac266 req-fba7f653-3d58-4739-b76a-2c0d90903276 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0865207 Jul 05 10:44:38.550398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-761982ff-1732-4791-b1cb-f4643c0ac266 req-074a99ad-7df7-41d0-a121-9ec9893e6608 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups?id=a318948d-08cc-48a0-afdd-988c31a3846b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378664 Jul 05 10:44:38.840124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-ab562a3f-9cc2-4226-b4ad-5d26231988cf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:38.841766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-ab562a3f-9cc2-4226-b4ad-5d26231988cf tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 945 time: 0.0870397 Jul 05 10:44:38.995508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Deleting port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:38.995762 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:39.115486 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] For port 58e7e89c-37fb-4f61-a7d7-699fac109fa2, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=58e7e89c-37fb-4f61-a7d7-699fac109fa2,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:39.115848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:39.307637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:39.307920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:39.308233 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d disassociated. External IP: 172.25.1.117, port: 58e7e89c-37fb-4f61-a7d7-699fac109fa2. Jul 05 10:44:39.308569 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Calling delete_port for 58e7e89c-37fb-4f61-a7d7-699fac109fa2 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:39.453684 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:39.472294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:44:39.478484 n-d-771363-33 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No ports have port_id starting with 58e7e89c-37fb-4f61-a7d7-699fac109fa2 Jul 05 10:44:39.480031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 requested by agent hyperv_n-h1-771363-33 not found in database {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 05 10:44:39.490598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event deleted for resources: {'Port': ['ID=58e7e89c-37fb-4f61-a7d7-699fac109fa2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:39.623132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:44:39.715957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ea66fe1d-9f4d-4a36-be1d-ef75bf7f5bcc req-b75df0de-e946-4a42-b539-3c2a6e3722d8 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 210 time: 0.0402050 Jul 05 10:44:39.778712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:44:39.788540 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:44:39.798518 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:39.799154 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:44:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:39.826809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] No DVR routers for this DVR port 58e7e89c-37fb-4f61-a7d7-699fac109fa2 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:39.829607 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:39.831676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-91980de2-cab7-40c1-b10e-ddecd13fffe0 req-dd0c5db4-5959-4203-9aff-f053ffef6ad0 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.15 "DELETE /v2.0/ports/58e7e89c-37fb-4f61-a7d7-699fac109fa2 HTTP/1.1" status: 204 len: 173 time: 0.9810829 Jul 05 10:44:39.832197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-deleted', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:39.834509 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823deb88-9257-41bc-89ac-84624c64387b" -d '{"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-deleted", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:39.879297 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa04f82-fc77-4872-8681-7b1c67eae9a1 x-openstack-request-id: req-9fa04f82-fc77-4872-8681-7b1c67eae9a1 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:39.879614 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59521915-ae85-4437-962c-5e3025400f77", "name": "network-vif-deleted", "tag": "58e7e89c-37fb-4f61-a7d7-699fac109fa2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:39.879890 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fa04f82-fc77-4872-8681-7b1c67eae9a1 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:39.880295 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59521915-ae85-4437-962c-5e3025400f77', 'name': 'network-vif-deleted', 'tag': '58e7e89c-37fb-4f61-a7d7-699fac109fa2', 'status': 'completed', 'code': 200} Jul 05 10:44:39.919752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:40.233609 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:40.261969 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:40.271514 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:40.272119 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:44:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:40.404995 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:40.663802 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:40.701117 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69151950-bae3-41a2-b540-8fb13ff1297f None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:34:04Z', 'revision_number': 4, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'fdfeca77-d38a-4cc0-ae03-5c8ad29c2738', 'name': '', 'network_id': '30fd5217-492d-42e7-bb08-807bcb73b232', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'mac_address': 'fa:16:3e:40:6a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:03Z', 'updated_at': '2021-07-05T10:34:10Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'subnets': [{'id': '0c4cf675-e84a-4daa-8f2c-68a4ccf57934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:40.895220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-055566a5-83aa-436b-a193-1d6a02ab0fec req-343db42e-59e6-4ad1-8eac-2214e9987519 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 210 time: 0.0340395 Jul 05 10:44:41.015300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ad196-4f77-4e87-a1e4-d232b33fd0e6 None None] New status for floating IP 06fe1314-c917-4d50-b1b1-3fa8d360f44d: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:44:42.065874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f81f3e1c-b6af-4537-b3cd-20769f0b0aa0 req-4be24d6a-be80-4acb-b4bd-d2e6d63aa62e tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 210 time: 0.0368137 Jul 05 10:44:43.266072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb23590d-2751-49b5-b136-ae7fe8dcb72f req-7f19e632-62b9-4642-b512-6bd05abf05fe tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/ports?device_id=59521915-ae85-4437-962c-5e3025400f77 HTTP/1.1" status: 200 len: 210 time: 0.0391078 Jul 05 10:44:43.499199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:43.525424 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 58e7e89c-37fb-4f61-a7d7-699fac109fa2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:43.525794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 58e7e89c-37fb-4f61-a7d7-699fac109fa2 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:44.090823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec7c6-3138-4204-992e-2caeddcae8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:46.877856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-576c9ff9-971e-4f6f-a554-a2eb26d55a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:46.913607 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:46.940520 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:44:48.230199 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:48.738758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:48.810135 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d37d80d9-aafb-4f6c-85fe-951b558eb1ea tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:48.838514 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d37d80d9-aafb-4f6c-85fe-951b558eb1ea tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:48.891322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d37d80d9-aafb-4f6c-85fe-951b558eb1ea tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:48.895116 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d37d80d9-aafb-4f6c-85fe-951b558eb1ea tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:48.897033 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d37d80d9-aafb-4f6c-85fe-951b558eb1ea tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "DELETE /v2.0/security-groups/a318948d-08cc-48a0-afdd-988c31a3846b HTTP/1.1" status: 204 len: 168 time: 0.1568935 Jul 05 10:44:48.901247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:48.912504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d80d9-aafb-4f6c-85fe-951b558eb1ea tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a318948d-08cc-48a0-afdd-988c31a3846b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:48.927783 n-d-771363-33 neutron-server[93795]: INFO neutron.api.v2.resource [None req-beb95a97-65a6-4fcd-a134-b75738a99d6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] show failed (client error): The resource could not be found. Jul 05 10:44:48.929486 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-beb95a97-65a6-4fcd-a134-b75738a99d6f tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "GET /v2.0/security-groups/a318948d-08cc-48a0-afdd-988c31a3846b HTTP/1.1" status: 404 len: 347 time: 0.0262723 Jul 05 10:44:48.933154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:49.067931 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Deleting port d298d603-489e-4d29-86c0-0a0fee41f5bf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:49.068295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:49.146455 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:49.146778 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:49.159881 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Calling delete_port for d298d603-489e-4d29-86c0-0a0fee41f5bf owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:49.311606 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:49.342451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Pushing event deleted for resources: {'Port': ['ID=d298d603-489e-4d29-86c0-0a0fee41f5bf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:49.370990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.371412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.371770 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.372173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.372529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.372854 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.373176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.373497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.373823 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.374135 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.374451 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.374769 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:49.434055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:49.438277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:49.440102 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f73d105f-65ea-49f1-b872-4f3e72c92081 tempest-ServerActionsTestJSON-1538192114 tempest-ServerActionsTestJSON-1538192114-project] 10.222.0.21 "DELETE /v2.0/floatingips/06fe1314-c917-4d50-b1b1-3fa8d360f44d HTTP/1.1" status: 204 len: 168 time: 0.5057652 Jul 05 10:44:49.444282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41202) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:49.995508 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:50.062768 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:50.355963 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Deleting port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:50.356210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:50.449481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] For port fdfeca77-d38a-4cc0-ae03-5c8ad29c2738, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:50.449842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:50.464050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Calling delete_port for fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:50.703009 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:50.748757 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfeca77-d38a-4cc0-ae03-5c8ad29c2738,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:50.980289 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:51.237574 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Router 3357d6e3-5c08-4729-a14b-a184cb6de08a has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:44:51.732793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:44:51.738319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-588f0fb2-3133-44ad-9726-4a126e42f757 admin admin] 10.222.0.21 "PUT /v2.0/routers/3357d6e3-5c08-4729-a14b-a184cb6de08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2928593 Jul 05 10:44:51.740846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:51.744375 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] Sync routers for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:44:51.759057 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:51.759820 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:44:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:51.859109 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:51.890620 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:51.996560 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.088429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Deleting port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:52.088999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.140051 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:44:50Z', 'revision_number': 5, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port': {'id': '514f9a25-00bc-4ff7-8803-2f6a77e5ceca', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:00Z', 'updated_at': '2021-07-05T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:52.176065 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] Checking router: 3357d6e3-5c08-4729-a14b-a184cb6de08a for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:52.186096 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] Routers {'3357d6e3-5c08-4729-a14b-a184cb6de08a'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:52.186730 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:44:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3357d6e3-5c08-4729-a14b-a184cb6de08a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:52.221889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] For port 514f9a25-00bc-4ff7-8803-2f6a77e5ceca, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:52.222447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.244071 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Calling delete_port for 514f9a25-00bc-4ff7-8803-2f6a77e5ceca owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:52.306067 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] Set router 3357d6e3-5c08-4729-a14b-a184cb6de08a gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:52.444704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.475687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Pushing event deleted for resources: {'Port': ['ID=514f9a25-00bc-4ff7-8803-2f6a77e5ceca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:52.508072 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:44:51Z', 'revision_number': 6, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:52.535346 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c0711-de17-49b5-9445-0da3e31a7c7a None None] The sync data for ids ['3357d6e3-5c08-4729-a14b-a184cb6de08a'] in n-d-771363-33 is: [{'id': '3357d6e3-5c08-4729-a14b-a184cb6de08a', 'name': 'tempest-ServerActionsTestJSON-348404317-router', 'tenant_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:33:59Z', 'updated_at': '2021-07-05T10:44:51Z', 'revision_number': 6, 'project_id': 'a3e30ae1a13a4165bbd22ad84ba78ca2', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:52.557094 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.657680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.659928 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.707459 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.708098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3357d6e3-5c08-4729-a14b-a184cb6de08a {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:44:52.714277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.715499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f85dfe79-f2f1-407c-8d9a-0629765cf79b admin admin] 10.222.0.21 "DELETE /v2.0/routers/3357d6e3-5c08-4729-a14b-a184cb6de08a HTTP/1.1" status: 204 len: 168 time: 0.9726763 Jul 05 10:44:52.718222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:52.767248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] Deleting subnet 0c4cf675-e84a-4daa-8f2c-68a4ccf57934 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:44:52.771288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.822294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.913013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.981517 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.015312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4cf675-e84a-4daa-8f2c-68a4ccf57934,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:53.019051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.021174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b0195fe4-373b-4434-9cdd-69f139df9bfa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c4cf675-e84a-4daa-8f2c-68a4ccf57934 HTTP/1.1" status: 204 len: 168 time: 0.3018646 Jul 05 10:44:53.025151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41210) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:53.029565 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d854c1-f6ab-4ed7-afd3-8a1eb3448818 None None] Network 30fd5217-492d-42e7-bb08-807bcb73b232 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:44:53.118352 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.209271 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Deleting port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:53.209741 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.319810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] For port 6254a6b0-7820-4d0b-8741-94c6d335b6a8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6254a6b0-7820-4d0b-8741-94c6d335b6a8,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:53.322642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.324111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] DHCP port deletion for 30fd5217-492d-42e7-bb08-807bcb73b232 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:44:53.350744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Calling delete_port for 6254a6b0-7820-4d0b-8741-94c6d335b6a8 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:53.418158 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] Deleting port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:53.418442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.513010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.535273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] For port 6254a6b0-7820-4d0b-8741-94c6d335b6a8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=6254a6b0-7820-4d0b-8741-94c6d335b6a8,segment=NetworkSegment(f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb),segment_id=f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:53.536164 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.556201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Pushing event deleted for resources: {'Port': ['ID=6254a6b0-7820-4d0b-8741-94c6d335b6a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:53.562051 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] No DVR routers for this DVR port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:53.564626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] Calling delete_port for 6254a6b0-7820-4d0b-8741-94c6d335b6a8 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:53.693120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.715683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fd5217-492d-42e7-bb08-807bcb73b232']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:53.735017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:53.735575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a3dd7a-89d5-4aed-876a-15bd1b05f2cb') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:53.755696 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.781232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.792092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:44:53.792637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:44:53.794442 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:44:53.862808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.864449 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.874404 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:53.878209 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] 10.222.0.21 "DELETE /v2.0/networks/30fd5217-492d-42e7-bb08-807bcb73b232 HTTP/1.1" status: 204 len: 168 time: 0.8519328 Jul 05 10:44:53.893753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] Network 30fd5217-492d-42e7-bb08-807bcb73b232 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:44:53.893753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] No DVR routers for this DVR port 6254a6b0-7820-4d0b-8741-94c6d335b6a8 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:53.895587 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b9c54-2142-467e-9d49-1c2385a729fd None None] Pushing event deleted for resources: {'Port': ['ID=6254a6b0-7820-4d0b-8741-94c6d335b6a8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:53.905522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bf6f6-c477-45d5-bf4d-70a98745c808 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fd5217-492d-42e7-bb08-807bcb73b232,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:54.027836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:54.078296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-06a84a34-0ab4-4ea4-84a0-70b2e355c89a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3e30ae1a13a4165bbd22ad84ba78ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459180 Jul 05 10:44:54.078736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41216) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:54.096089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6254a6b0-7820-4d0b-8741-94c6d335b6a8 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:54.123955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 6254a6b0-7820-4d0b-8741-94c6d335b6a8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:54.124321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 6254a6b0-7820-4d0b-8741-94c6d335b6a8 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:54.124750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 514f9a25-00bc-4ff7-8803-2f6a77e5ceca no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:54.140244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7a194e8-3970-4ee4-a697-d258fdc8e4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:54.148141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 514f9a25-00bc-4ff7-8803-2f6a77e5ceca {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:54.148514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 514f9a25-00bc-4ff7-8803-2f6a77e5ceca not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:54.148931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:54.165281 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7a194e8-3970-4ee4-a697-d258fdc8e4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:54.168539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:54.168882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device fdfeca77-d38a-4cc0-ae03-5c8ad29c2738 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:54.220082 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7a194e8-3970-4ee4-a697-d258fdc8e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:54.222862 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7a194e8-3970-4ee4-a697-d258fdc8e4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:54.224121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c7a194e8-3970-4ee4-a697-d258fdc8e4fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36602df0-d2ce-4705-98c1-fe77df3619f5 HTTP/1.1" status: 204 len: 168 time: 0.1444137 Jul 05 10:44:54.236687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a194e8-3970-4ee4-a697-d258fdc8e4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36602df0-d2ce-4705-98c1-fe77df3619f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:55.145571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:55.286425 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-530621999-network', 'tenant_id': '1fd2bcfe5a6048a08b2f7106424db105'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:55.315683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Made reservation on behalf of 1fd2bcfe5a6048a08b2f7106424db105 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:44:55.318424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.330473 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.505661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.511901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.544078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:44:55.559022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b75c2-f4b0-4734-8060-81ab09f71c95,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:55.569397 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.569885 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Added segment a4d9f1b0-ecab-420d-8b3b-befbff3c5c94 of type vlan for network 03a7d36f-fe78-4025-83d4-0c46dc835a21 Jul 05 10:44:55.640689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.691277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.692306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:55.692921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:55.754619 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6077311 Jul 05 10:44:55.760086 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41242) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:55.769038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Request body: {'subnet': {'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-530621999-subnet', 'tenant_id': '1fd2bcfe5a6048a08b2f7106424db105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:55.771147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d67c5-e638-4805-a050-b4c4ff3ffe8d admin admin] Pushing event updated for resources: {'Network': ['ID=03a7d36f-fe78-4025-83d4-0c46dc835a21,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:55.787519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 03a7d36f-fe78-4025-83d4-0c46dc835a21 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:44:55.801891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Made reservation on behalf of 1fd2bcfe5a6048a08b2f7106424db105 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:44:55.807505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:56.012275 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:56.078206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf046fb-5943-4052-9f64-0e5f928c9bd8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:56.088749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Checking segment: {'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:56.089104 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Network hostable DHCP agents. Network: 03a7d36f-fe78-4025-83d4-0c46dc835a21, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:44:56.113938 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Network 03a7d36f-fe78-4025-83d4-0c46dc835a21 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:44:56.125933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 03a7d36f-fe78-4025-83d4-0c46dc835a21) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:56.132184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:56.134147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:56.138221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb955655-b42e-4c86-b407-629cd1cb87d5 None None] Network 03a7d36f-fe78-4025-83d4-0c46dc835a21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:44:56.154697 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-84e1fbf8-b5b2-49d5-984d-f6a37f19a06b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3928728 Jul 05 10:44:56.290136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d9e57-2656-4fe3-882b-f0063032b7bf None None] Network 03a7d36f-fe78-4025-83d4-0c46dc835a21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:44:56.750173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-76668825-c618-4719-af74-4a36f35637eb tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:56.752668 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-76668825-c618-4719-af74-4a36f35637eb tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/networks?id=03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 200 len: 813 time: 0.1575232 Jul 05 10:44:56.768219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-f1a2ff46-0578-40c7-a2f6-744a751fda3d tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/quotas/1fd2bcfe5a6048a08b2f7106424db105 HTTP/1.1" status: 200 len: 375 time: 0.0108762 Jul 05 10:44:56.809739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-9fa6f84d-3868-4774-9fa5-26e3c9791177 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347638 Jul 05 10:44:56.923788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-74de924c-ff0d-49d6-9a8a-b52daefd536c service neutron] 10.222.0.21 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036472 Jul 05 10:44:57.042455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-3c512286-99bf-4bd5-88e5-72945bef8983 service neutron] 10.222.0.21 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105382 Jul 05 10:44:57.247914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3571414e-b160-4500-a53f-de51726fca13 req-6f90770a-df55-4069-9706-24be50525962 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 210 time: 0.0435972 Jul 05 10:44:58.404021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-90fe9879-c4d8-4db2-8c94-5b7210722b98 req-a1071af2-566d-4832-8a1c-4e554b54f57f tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 210 time: 0.0380502 Jul 05 10:44:58.553704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-0e5a0b67-0813-4ad1-9b3e-2bbc874dbcb2 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:58.555762 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-0e5a0b67-0813-4ad1-9b3e-2bbc874dbcb2 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.16 "GET /v2.0/networks?id=03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 200 len: 813 time: 0.1175573 Jul 05 10:44:58.570142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Request body: {'port': {'device_id': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21', 'admin_state_up': True, 'tenant_id': '1fd2bcfe5a6048a08b2f7106424db105'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:58.692983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Made reservation on behalf of 1fd2bcfe5a6048a08b2f7106424db105 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:44:58.697234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:58.830494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Allocated IP 172.20.0.5 (03a7d36f-fe78-4025-83d4-0c46dc835a21/2bf046fb-5943-4052-9f64-0e5f928c9bd8/c59ec262-2292-48a1-ae9e-c0f31f2fa0cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:44:59.001671 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.044975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.092982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Network 03a7d36f-fe78-4025-83d4-0c46dc835a21 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:59.098472 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:59.101159 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:44:59.133603 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Pushing event updated for resources: {'Port': ['ID=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:59.174491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:59.175296 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.194286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bf332627-836b-48da-b62e-146ef960fb4e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284330 Jul 05 10:44:59.207424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Request body: {'port': {'device_id': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:59.290108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.610912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59ec262-2292-48a1-ae9e-c0f31f2fa0cf {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:44:59.621750 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.641953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Transition to ACTIVE for port object c59ec262-2292-48a1-ae9e-c0f31f2fa0cf will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:59.646526 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.659647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c657f99-c3c4-4341-a547-a0171d1997d7 req-38b65f19-7a7c-46d9-8c9c-9e137078bba4 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:59.661166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c657f99-c3c4-4341-a547-a0171d1997d7 req-38b65f19-7a7c-46d9-8c9c-9e137078bba4 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 931 time: 0.1324513 Jul 05 10:44:59.727911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Pushing event updated for resources: {'Port': ['ID=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:59.763029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1c657f99-c3c4-4341-a547-a0171d1997d7 req-c6e4555a-d7a2-4f84-b9f6-d7f1d78be797 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790918 Jul 05 10:44:59.822282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Attempting to bind port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:59.822609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Attempting to bind port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:59.822940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Attempting to bind port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf on network 03a7d36f-fe78-4025-83d4-0c46dc835a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:59.828228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf on network 03a7d36f-fe78-4025-83d4-0c46dc835a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:44:59.828552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Attempting to bind port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf on network 03a7d36f-fe78-4025-83d4-0c46dc835a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:59.833965 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:59.834300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Checking segment: {'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:59.834681 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Bound using segment: {'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:59.835117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Bound port: c59ec262-2292-48a1-ae9e-c0f31f2fa0cf, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:59.835508 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.902970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] For port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:59.906107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] For port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:59.910767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.945945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:59.946568 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:59.947981 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] 10.222.0.16 "PUT /v2.0/ports/c59ec262-2292-48a1-ae9e-c0f31f2fa0cf HTTP/1.1" status: 200 len: 1092 time: 0.7451148 Jul 05 10:44:59.948421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'tag': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:59.950745 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e6feda-d315-49c0-bfe8-5e64a2863907" -d '{"events": [{"name": "network-changed", "server_uuid": "14cbe6de-65ed-4534-bb0b-183cf0a52885", "tag": "c59ec262-2292-48a1-ae9e-c0f31f2fa0cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:59.977943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe786e41-3934-4680-8b08-77ec023b7dec service neutron] Pushing event updated for resources: {'Port': ['ID=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:00.027045 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50cb266-3cbe-4a6c-b212-8ec3181ecdf7 x-openstack-request-id: req-a50cb266-3cbe-4a6c-b212-8ec3181ecdf7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:00.027361 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cbe6de-65ed-4534-bb0b-183cf0a52885", "tag": "c59ec262-2292-48a1-ae9e-c0f31f2fa0cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:00.027611 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a50cb266-3cbe-4a6c-b212-8ec3181ecdf7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:00.028006 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'tag': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf', 'status': 'completed', 'code': 200} Jul 05 10:45:00.063459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fd77d472-3054-44ee-88cf-e1c80dceffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:00.064961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-fd77d472-3054-44ee-88cf-e1c80dceffe9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 1095 time: 0.0763633 Jul 05 10:45:00.111779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-7cba665d-d519-43dd-8d7f-288263d6c28a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf HTTP/1.1" status: 200 len: 217 time: 0.0383987 Jul 05 10:45:00.168810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-c7651e82-a648-4438-8d29-a177862a7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:00.170277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-c7651e82-a648-4438-8d29-a177862a7933 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2bf046fb-5943-4052-9f64-0e5f928c9bd8 HTTP/1.1" status: 200 len: 853 time: 0.0478983 Jul 05 10:45:00.208562 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-bcd2b82a-518d-481b-9109-2f7fc06b651c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03a7d36f-fe78-4025-83d4-0c46dc835a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294940 Jul 05 10:45:00.216660 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:00.259210 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:00.309473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-95561f02-29b6-4f6a-9548-d0b60a398aba service neutron] 10.222.0.16 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936668 Jul 05 10:45:00.416598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dac99775-3f25-4ea4-816c-f1fea87ac32a req-f63247a8-4cdd-4514-9e56-fa83b05a0030 service neutron] 10.222.0.16 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983589 Jul 05 10:45:00.534519 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-a1bcd18a-8223-4a16-aef1-463c0a856afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:00.535965 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-a1bcd18a-8223-4a16-aef1-463c0a856afe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 1095 time: 0.0584750 Jul 05 10:45:00.635310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-5565d240-dba2-436a-a9bc-23673926e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:00.636795 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-5565d240-dba2-436a-a9bc-23673926e203 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 200 len: 914 time: 0.0905745 Jul 05 10:45:00.715516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-7a8b649f-1819-443c-9d6a-f0ebca5190dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf HTTP/1.1" status: 200 len: 217 time: 0.0678742 Jul 05 10:45:00.767662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-f9e99874-3543-4b7a-ace7-fbaa0dd7a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:00.769156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-f9e99874-3543-4b7a-ace7-fbaa0dd7a8ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2bf046fb-5943-4052-9f64-0e5f928c9bd8 HTTP/1.1" status: 200 len: 853 time: 0.0464692 Jul 05 10:45:00.805854 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-6da7cfaa-c5c0-4452-b88b-5bcc81382399 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03a7d36f-fe78-4025-83d4-0c46dc835a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284700 Jul 05 10:45:00.935317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-13719452-cbd9-4a5a-b49c-81584a430ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221266 Jul 05 10:45:01.022288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b86a84-9a1f-4c63-b383-822bf90fe552 req-bd9d152e-72da-4f75-8b86-d8e7d86de5e5 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:01.024620 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95b86a84-9a1f-4c63-b383-822bf90fe552 req-bd9d152e-72da-4f75-8b86-d8e7d86de5e5 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 943 time: 0.1375699 Jul 05 10:45:01.072608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-37e6feda-d315-49c0-bfe8-5e64a2863907 req-804ff38d-473e-4ce0-878e-4dd882a408b0 service neutron] 10.222.0.16 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292169 Jul 05 10:45:01.085613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95b86a84-9a1f-4c63-b383-822bf90fe552 req-17a93a2e-441f-4f9a-8de1-1a9c6b260bd2 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499461 Jul 05 10:45:02.272198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb075fcc-1cd7-4dab-8832-d13334faf029 req-6239fa40-6225-4b05-bc6c-b0c780a7786e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:02.274398 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb075fcc-1cd7-4dab-8832-d13334faf029 req-6239fa40-6225-4b05-bc6c-b0c780a7786e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 943 time: 0.0699067 Jul 05 10:45:02.313011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb075fcc-1cd7-4dab-8832-d13334faf029 req-22991092-d4a7-4d02-914e-41d9dc1f749b tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Jul 05 10:45:03.493950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc52ed-1069-41d8-bf6d-07d6d4e5ce85 req-8792acce-5348-4abe-851d-eb7100bdb75f tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:03.495523 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09fc52ed-1069-41d8-bf6d-07d6d4e5ce85 req-8792acce-5348-4abe-851d-eb7100bdb75f tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 943 time: 0.0667083 Jul 05 10:45:03.541488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-09fc52ed-1069-41d8-bf6d-07d6d4e5ce85 req-49c5e351-4af8-4bb4-8723-544cdab882e8 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Jul 05 10:45:03.731923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c59ec262-2292-48a1-ae9e-c0f31f2fa0cf details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:45:03.830175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:03.842117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf', 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21', 'port_id': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf', 'mac_address': 'fa:16:3e:7a:95:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf046fb-5943-4052-9f64-0e5f928c9bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:45:03.879978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:03.898861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59ec262-2292-48a1-ae9e-c0f31f2fa0cf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:45:03.919936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:03.924243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:03.974724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:04.161754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c59ec262-2292-48a1-ae9e-c0f31f2fa0cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:04.723884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6235909-6f39-46ad-a8ca-62496b97478b req-bbc53c8f-9798-4792-bef1-8ae14c05cbd8 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:04.725397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6235909-6f39-46ad-a8ca-62496b97478b req-bbc53c8f-9798-4792-bef1-8ae14c05cbd8 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 944 time: 0.0660460 Jul 05 10:45:04.767870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b6235909-6f39-46ad-a8ca-62496b97478b req-cc7e9818-2769-4ca8-b2d0-561ee615aa70 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Jul 05 10:45:05.744366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c59ec262-2292-48a1-ae9e-c0f31f2fa0cf up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:05.796337 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:05.801000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:05.801868 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:05.895447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:05.925045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:05.927702 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e69786-0e10-4d50-bbb9-9531caa1f542" -d '{"events": [{"server_uuid": "14cbe6de-65ed-4534-bb0b-183cf0a52885", "name": "network-vif-plugged", "status": "completed", "tag": "c59ec262-2292-48a1-ae9e-c0f31f2fa0cf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:05.942225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:05.947385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:05.999945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24fa77-36c6-45a1-b9ae-d4c794b09d91 req-47f3d1c6-ae99-487d-be06-a1468a87178d tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:06.002938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f24fa77-36c6-45a1-b9ae-d4c794b09d91 req-47f3d1c6-ae99-487d-be06-a1468a87178d tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 944 time: 0.0916960 Jul 05 10:45:06.003741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:06.049091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1f24fa77-36c6-45a1-b9ae-d4c794b09d91 req-2a82cb72-f927-4e4f-8342-37aa1c3344cf tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Jul 05 10:45:06.100893 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16180d92-03c8-4d3d-9e97-480ac5efee49 x-openstack-request-id: req-16180d92-03c8-4d3d-9e97-480ac5efee49 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:06.102580 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cbe6de-65ed-4534-bb0b-183cf0a52885", "name": "network-vif-plugged", "status": "completed", "tag": "c59ec262-2292-48a1-ae9e-c0f31f2fa0cf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:06.103047 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16180d92-03c8-4d3d-9e97-480ac5efee49 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:06.103589 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf', 'code': 200} Jul 05 10:45:06.252461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf9e99-dbe4-431d-b96e-a7ea66da9d61 req-0d1fc94d-0d13-4ecf-be61-d4fd0ad111cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:06.255014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3dcf9e99-dbe4-431d-b96e-a7ea66da9d61 req-0d1fc94d-0d13-4ecf-be61-d4fd0ad111cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 1097 time: 0.0771742 Jul 05 10:45:06.298833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3dcf9e99-dbe4-431d-b96e-a7ea66da9d61 req-20fbc245-6965-46bc-b28d-6085dc980d43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 Jul 05 10:45:07.250437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b20da4-f35b-4da0-97f6-0e9db230b756 req-ee3b10a9-340e-4101-8073-6992df91c05c tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:07.252047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5b20da4-f35b-4da0-97f6-0e9db230b756 req-ee3b10a9-340e-4101-8073-6992df91c05c tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0756269 Jul 05 10:45:07.297116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5b20da4-f35b-4da0-97f6-0e9db230b756 req-713ee3b4-fa26-4c94-a349-cbcc417f66c2 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376394 Jul 05 10:45:08.531890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c705-8797-4a1e-96ed-852add82c5e9 req-d6d0e4fd-d0db-4093-bebf-82e05021254a tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:08.534556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eb9c705-8797-4a1e-96ed-852add82c5e9 req-d6d0e4fd-d0db-4093-bebf-82e05021254a tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.1114056 Jul 05 10:45:08.581988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0eb9c705-8797-4a1e-96ed-852add82c5e9 req-07d62291-4a79-4e58-927c-6cf8c0221b89 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Jul 05 10:45:08.891377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-e2249a79-b6fc-42b6-b077-bbc45fbdef5e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:08.892834 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-e2249a79-b6fc-42b6-b077-bbc45fbdef5e tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/networks?id=03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 200 len: 813 time: 0.1474314 Jul 05 10:45:08.909298 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-f4a20171-2fa2-432b-bf38-b4f2f42d62fe tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/quotas/1fd2bcfe5a6048a08b2f7106424db105 HTTP/1.1" status: 200 len: 375 time: 0.0107164 Jul 05 10:45:08.979522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-072e4338-7f72-4386-acaa-100f21139508 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634675 Jul 05 10:45:09.082794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-5c2592a2-8899-4873-83c9-ac6771159832 service neutron] 10.222.0.21 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962491 Jul 05 10:45:09.176319 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-b4125476-49c3-44b4-9270-d8cd93d04208 service neutron] 10.222.0.21 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875154 Jul 05 10:45:09.381084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b697e41-8b70-4411-a19e-fa85c816cdc3 req-2ec7db50-5f90-4390-bf0f-ca2928d26838 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 210 time: 0.0434785 Jul 05 10:45:10.589579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-708f3c61-62ae-4640-961d-32598c2716bd req-e437bf60-4e99-4b51-b6c9-249ef4142600 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 210 time: 0.0473516 Jul 05 10:45:10.730613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-c363e547-ccec-4528-bab3-2d307ea2d131 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:10.732989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-c363e547-ccec-4528-bab3-2d307ea2d131 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.15 "GET /v2.0/networks?id=03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 200 len: 813 time: 0.1420538 Jul 05 10:45:10.749356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Request body: {'port': {'device_id': '211763df-d748-41f1-a6e5-c795f77f187c', 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21', 'admin_state_up': True, 'tenant_id': '1fd2bcfe5a6048a08b2f7106424db105'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:10.880125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Made reservation on behalf of 1fd2bcfe5a6048a08b2f7106424db105 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:10.884883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:11.035898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Allocated IP 172.20.0.14 (03a7d36f-fe78-4025-83d4-0c46dc835a21/2bf046fb-5943-4052-9f64-0e5f928c9bd8/d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:11.214340 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:11.257917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:11.273167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c59ec262-2292-48a1-ae9e-c0f31f2fa0cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:11.312390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Network 03a7d36f-fe78-4025-83d4-0c46dc835a21 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:11.317340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:11.324095 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:11.361392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Pushing event updated for resources: {'Port': ['ID=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:11.385433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.385942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.386446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.386876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.387234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.387649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.387973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.388427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.389292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.389490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.389844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.390310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:11.420080 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.420984 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:11.440024 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-512e1f23-bca1-4642-ae80-07b8d6b6c431 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6964660 Jul 05 10:45:11.454716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Request body: {'port': {'device_id': '211763df-d748-41f1-a6e5-c795f77f187c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:11.532636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:11.897098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102e603-d253-44e6-9b63-54630d82e6a5 req-f3bc6320-31b5-4e64-af6c-62899fc41eca tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.898967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d102e603-d253-44e6-9b63-54630d82e6a5 req-f3bc6320-31b5-4e64-af6c-62899fc41eca tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 932 time: 0.1389265 Jul 05 10:45:11.920286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:45:11.938041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:11.962773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Transition to ACTIVE for port object d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:11.968750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d102e603-d253-44e6-9b63-54630d82e6a5 req-3a97e112-059d-40d6-9975-d7a618a9ceb0 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630503 Jul 05 10:45:11.969940 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:12.029818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Pushing event updated for resources: {'Port': ['ID=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:12.102559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Attempting to bind port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:12.102873 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Attempting to bind port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:12.103184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Attempting to bind port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e on network 03a7d36f-fe78-4025-83d4-0c46dc835a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:12.107810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e on network 03a7d36f-fe78-4025-83d4-0c46dc835a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:45:12.108137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Attempting to bind port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e on network 03a7d36f-fe78-4025-83d4-0c46dc835a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:12.113183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:12.113514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Checking segment: {'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:12.113896 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Bound using segment: {'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:12.114359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Bound port: d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:12.114691 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:12.192259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] For port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:12.199264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] For port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:12.204763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:12.245003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:12.245624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:12.247116 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] 10.222.0.15 "PUT /v2.0/ports/d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e HTTP/1.1" status: 200 len: 1093 time: 0.7971294 Jul 05 10:45:12.247619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211763df-d748-41f1-a6e5-c795f77f187c', 'tag': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:12.250016 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d4ed4-8acf-4afb-8693-18c1307fd311" -d '{"events": [{"name": "network-changed", "server_uuid": "211763df-d748-41f1-a6e5-c795f77f187c", "tag": "d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:12.288096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bd4af-9124-47d5-bbba-74cc7ae233fe service neutron] Pushing event updated for resources: {'Port': ['ID=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:12.292068 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44143c83-f393-4aad-a3dc-2fbc38a2c0b4 x-openstack-request-id: req-44143c83-f393-4aad-a3dc-2fbc38a2c0b4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:12.292337 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211763df-d748-41f1-a6e5-c795f77f187c", "tag": "d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:12.292520 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44143c83-f393-4aad-a3dc-2fbc38a2c0b4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:12.292902 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211763df-d748-41f1-a6e5-c795f77f187c', 'tag': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e', 'status': 'completed', 'code': 200} Jul 05 10:45:12.360826 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-cb4d0f29-1a3d-4ece-918c-71af36097fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:12.362405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-cb4d0f29-1a3d-4ece-918c-71af36097fbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 1096 time: 0.0587904 Jul 05 10:45:12.407324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-f9d1875b-7ad2-4778-ac12-d086ee03c7d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e HTTP/1.1" status: 200 len: 217 time: 0.0364523 Jul 05 10:45:12.464953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-bd94d6cb-5891-4329-9554-d346fc79298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:12.466744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-bd94d6cb-5891-4329-9554-d346fc79298a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bf046fb-5943-4052-9f64-0e5f928c9bd8 HTTP/1.1" status: 200 len: 853 time: 0.0511293 Jul 05 10:45:12.887332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-319009a8-d0bb-4144-ba61-50fc28cd802f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03a7d36f-fe78-4025-83d4-0c46dc835a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4125211 Jul 05 10:45:13.015708 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-788357cd-2313-48a7-88a9-cbae975a37b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1308353 Jul 05 10:45:13.018122 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-a98108c6-9034-49c5-a0f8-b84e741fe392 service neutron] 10.222.0.15 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235902 Jul 05 10:45:13.214282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-72eba978-8dff-4d38-830a-76f9788d56d6 req-c351c998-c2ab-4ff1-b02d-71ff2c720570 service neutron] 10.222.0.15 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863525 Jul 05 10:45:13.228105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-9495254b-07c6-4916-b8f5-6a5129d5d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.229614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-9495254b-07c6-4916-b8f5-6a5129d5d44a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 1097 time: 0.1392341 Jul 05 10:45:13.249780 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877f93b-fce5-4092-bd39-6ee92698aa87 req-d4fe753d-ae8d-48fe-9c62-4cbf2909af82 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.252578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3877f93b-fce5-4092-bd39-6ee92698aa87 req-d4fe753d-ae8d-48fe-9c62-4cbf2909af82 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 944 time: 0.1299560 Jul 05 10:45:13.395966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3877f93b-fce5-4092-bd39-6ee92698aa87 req-87ba30df-ddd3-4d25-9065-3946c968aad1 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288435 Jul 05 10:45:13.425193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-8600933e-fa43-4280-a6e9-e9e9b5e366c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.426767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-8600933e-fa43-4280-a6e9-e9e9b5e366c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 200 len: 914 time: 0.1732960 Jul 05 10:45:13.442570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-b7b63128-7fc2-48bc-89ea-903f6dca2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.444169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-b7b63128-7fc2-48bc-89ea-903f6dca2627 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 1096 time: 0.1309702 Jul 05 10:45:13.485725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-db68a260-730e-494e-bfbc-eb5c008f18b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf HTTP/1.1" status: 200 len: 217 time: 0.0508986 Jul 05 10:45:13.592464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-1d85ea82-ffc9-43b2-b951-1de791b13b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.594008 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-1d85ea82-ffc9-43b2-b951-1de791b13b7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2bf046fb-5943-4052-9f64-0e5f928c9bd8 HTTP/1.1" status: 200 len: 853 time: 0.0918996 Jul 05 10:45:13.646461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-9cc7ca9d-a0af-4290-be50-da03c6c71e51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03a7d36f-fe78-4025-83d4-0c46dc835a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440993 Jul 05 10:45:13.648689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-08cdfe51-b7d6-42f9-9491-993fac0d2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.650218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-08cdfe51-b7d6-42f9-9491-993fac0d2894 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 200 len: 914 time: 0.1746442 Jul 05 10:45:13.735313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-d41bcf5b-5ece-48eb-acf1-db16667cee91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e HTTP/1.1" status: 200 len: 217 time: 0.0739226 Jul 05 10:45:13.818021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-0dcac5d0-d0f2-4f8d-b223-b079e8e95163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.820667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-0dcac5d0-d0f2-4f8d-b223-b079e8e95163 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bf046fb-5943-4052-9f64-0e5f928c9bd8 HTTP/1.1" status: 200 len: 853 time: 0.0767040 Jul 05 10:45:13.842150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-8d02475f-f093-4023-b793-7da73d269972 service neutron] 10.222.0.16 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888144 Jul 05 10:45:13.868627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-87761af4-6f38-4be7-9590-8bdd760a6a66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03a7d36f-fe78-4025-83d4-0c46dc835a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410597 Jul 05 10:45:14.025054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4512f9da-4ff2-45e1-bd54-9ed58bc4c3d9 req-bdd48f95-ae74-452a-99f4-1976c2883ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664064 Jul 05 10:45:14.030688 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-c29052e8-6277-450a-8bed-59f219afd919 service neutron] 10.222.0.15 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507807 Jul 05 10:45:14.094708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c340e90-7730-4eeb-a724-85966c3fbd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:14.140057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db7d4ed4-8acf-4afb-8693-18c1307fd311 req-22e8bbf9-48c0-41af-a8a6-e934851455e2 service neutron] 10.222.0.15 "GET /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991678 Jul 05 10:45:14.602022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d63da-6c69-4536-8241-cb6268359c12 req-aea2ee07-9b94-4441-a10f-39ed98f1f679 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:14.604101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a26d63da-6c69-4536-8241-cb6268359c12 req-aea2ee07-9b94-4441-a10f-39ed98f1f679 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 944 time: 0.0771081 Jul 05 10:45:14.648519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a26d63da-6c69-4536-8241-cb6268359c12 req-d59908e3-cfb5-4802-84a0-f284e391bfac tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377638 Jul 05 10:45:15.687571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:45:15.858790 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:15.872961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e', 'network_id': '03a7d36f-fe78-4025-83d4-0c46dc835a21', 'port_id': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e', 'mac_address': 'fa:16:3e:d3:e3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf046fb-5943-4052-9f64-0e5f928c9bd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:45:15.914560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c77a45-2342-4089-80a2-487f4b3ff240 req-3b10f22f-4d86-4caf-9117-76b1cc66b907 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:15.917098 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74c77a45-2342-4089-80a2-487f4b3ff240 req-3b10f22f-4d86-4caf-9117-76b1cc66b907 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 944 time: 0.0757744 Jul 05 10:45:15.922352 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:15.945973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:45:15.979574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:15.984416 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:15.984739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74c77a45-2342-4089-80a2-487f4b3ff240 req-a679cd99-b321-4fde-bf55-dad612d4ff95 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Jul 05 10:45:16.045744 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:16.057066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.057647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.058236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.058821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.059440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.060032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.060611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.061195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.061783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.062368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.062853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.063324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:16.199813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:16.853497 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a605235f-0845-4e62-9d74-076be10f7f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:16.895915 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:17.212694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4d912-b844-4cde-a663-13c8049806b6 req-fa3b0ee1-75fc-46ce-812b-1cb2d648a739 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:17.214338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bad4d912-b844-4cde-a663-13c8049806b6 req-fa3b0ee1-75fc-46ce-812b-1cb2d648a739 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 945 time: 0.1039023 Jul 05 10:45:17.255925 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bad4d912-b844-4cde-a663-13c8049806b6 req-717c9e30-c242-44fa-af89-05e35f144ff9 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357988 Jul 05 10:45:17.700138 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:17.752349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:17.756732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:17.757713 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:17.837957 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:17.863471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211763df-d748-41f1-a6e5-c795f77f187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:17.865773 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d12d75-8fb3-4f64-a428-5060bc5acb8d" -d '{"events": [{"server_uuid": "211763df-d748-41f1-a6e5-c795f77f187c", "name": "network-vif-plugged", "status": "completed", "tag": "d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:17.880454 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:17.886846 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:17.912864 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d5807-b705-4ddb-9150-06146bb6c185 x-openstack-request-id: req-429d5807-b705-4ddb-9150-06146bb6c185 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:17.913716 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211763df-d748-41f1-a6e5-c795f77f187c", "name": "network-vif-plugged", "status": "completed", "tag": "d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:17.913981 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-429d5807-b705-4ddb-9150-06146bb6c185 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:17.914388 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211763df-d748-41f1-a6e5-c795f77f187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e', 'code': 200} Jul 05 10:45:17.956670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:18.046836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973201c1-91cb-4d7d-a019-ec3038542493 req-3d37b098-69fb-455b-8ee1-90c572f967af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:18.048481 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-973201c1-91cb-4d7d-a019-ec3038542493 req-3d37b098-69fb-455b-8ee1-90c572f967af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 1098 time: 0.0635927 Jul 05 10:45:18.090235 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-973201c1-91cb-4d7d-a019-ec3038542493 req-d1f282ba-7b07-4797-a899-367c05fcc88c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339761 Jul 05 10:45:18.230381 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:18.455693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8297bc-00f0-4605-a44a-d76b5efd9af2 req-2b75d791-0ce7-4a42-902b-42a46806549a tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:18.457411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf8297bc-00f0-4605-a44a-d76b5efd9af2 req-2b75d791-0ce7-4a42-902b-42a46806549a tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 946 time: 0.0760479 Jul 05 10:45:18.501379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf8297bc-00f0-4605-a44a-d76b5efd9af2 req-89d96bde-e1dc-447b-b6a1-ed74a402d947 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370741 Jul 05 10:45:19.695998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2f1e6-9792-4151-afa8-5cb512ffba03 req-c2c02110-473a-4c20-8d19-d68ac5283222 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:19.697586 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33a2f1e6-9792-4151-afa8-5cb512ffba03 req-c2c02110-473a-4c20-8d19-d68ac5283222 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 946 time: 0.0734482 Jul 05 10:45:19.739552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33a2f1e6-9792-4151-afa8-5cb512ffba03 req-e33863d7-d74e-4074-a9a9-d01d6ff03ac8 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363479 Jul 05 10:45:20.003234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:20.180530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2728-8a33-43c3-9329-ecdd1378145b req-32c1d5e1-1d05-4f71-aa52-3f2d9020bff3 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:20.182027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbef2728-8a33-43c3-9329-ecdd1378145b req-32c1d5e1-1d05-4f71-aa52-3f2d9020bff3 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 946 time: 0.0743265 Jul 05 10:45:20.233038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbef2728-8a33-43c3-9329-ecdd1378145b req-9c122667-af03-4743-b020-2d7d94d9baff tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Jul 05 10:45:21.436304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65280543-0e36-4ab4-8fac-d1946f89cd0c req-7e795ecd-a9b6-462b-a2c5-9fe54342baf8 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:21.437967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65280543-0e36-4ab4-8fac-d1946f89cd0c req-7e795ecd-a9b6-462b-a2c5-9fe54342baf8 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 946 time: 0.0719335 Jul 05 10:45:21.512272 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65280543-0e36-4ab4-8fac-d1946f89cd0c req-44f6b031-d1c5-445e-9c9a-06cf042d6782 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632272 Jul 05 10:45:21.534489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-177b7f26-a6bc-4c6a-a491-773de63ee8e9 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:21.536011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-177b7f26-a6bc-4c6a-a491-773de63ee8e9 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.15 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 946 time: 0.0971401 Jul 05 10:45:21.655193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Deleting port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:21.655539 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:21.750966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] For port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:21.751357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:21.765285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Calling delete_port for d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:21.920248 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:21.936532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c59ec262-2292-48a1-ae9e-c0f31f2fa0cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:21.940828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:21.968919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Pushing event deleted for resources: {'Port': ['ID=d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:22.047400 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] No DVR routers for this DVR port d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:22.050231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:22.053349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ed1bcbdb-5af7-4e23-b9c8-8dc8d06e069a req-aad717aa-1ac4-485c-9a9a-b0714efd78e6 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.15 "DELETE /v2.0/ports/d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e HTTP/1.1" status: 204 len: 173 time: 0.5073147 Jul 05 10:45:22.053349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211763df-d748-41f1-a6e5-c795f77f187c', 'name': 'network-vif-deleted', 'tag': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:22.055890 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3c400-4571-4010-bef2-dd492e56cc4d" -d '{"events": [{"server_uuid": "211763df-d748-41f1-a6e5-c795f77f187c", "name": "network-vif-deleted", "tag": "d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:22.097109 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f98dc22-448d-4b85-b3ba-9d2fd25d291b x-openstack-request-id: req-8f98dc22-448d-4b85-b3ba-9d2fd25d291b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:22.097433 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211763df-d748-41f1-a6e5-c795f77f187c", "name": "network-vif-deleted", "tag": "d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:22.097752 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f98dc22-448d-4b85-b3ba-9d2fd25d291b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:22.098139 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211763df-d748-41f1-a6e5-c795f77f187c', 'name': 'network-vif-deleted', 'tag': 'd5a28cd2-3b36-4156-84aa-fbad3a2ffb7e', 'status': 'completed', 'code': 200} Jul 05 10:45:22.712449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ad68e4f-405c-4269-b634-5f1010e9aa5a req-133ce9c1-9cec-450d-9f35-c8283ffe8cd5 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=211763df-d748-41f1-a6e5-c795f77f187c HTTP/1.1" status: 200 len: 210 time: 0.0308449 Jul 05 10:45:23.939190 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:45:23.982153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f32c1-ea0d-433b-aea4-d17305551aea req-d20a5466-6da1-457c-bf42-35c17561a765 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:23.984322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a71f32c1-ea0d-433b-aea4-d17305551aea req-d20a5466-6da1-457c-bf42-35c17561a765 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0856087 Jul 05 10:45:24.025437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a71f32c1-ea0d-433b-aea4-d17305551aea req-f8b4544a-7dcd-4175-8c8c-b7124f44a2d5 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355890 Jul 05 10:45:24.253315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03ec11-8d6f-473e-a744-01ecc612c26e req-b5a030f5-20ac-4af7-abe0-14528baf05be tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:24.254744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f03ec11-8d6f-473e-a744-01ecc612c26e req-b5a030f5-20ac-4af7-abe0-14528baf05be tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0742884 Jul 05 10:45:24.299932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8f03ec11-8d6f-473e-a744-01ecc612c26e req-6419ced8-a6dd-439d-92b0-0ffe3a567ae4 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Jul 05 10:45:24.512438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb6d68-8251-46d7-8676-b4fe65098104 req-717bc23b-892d-435e-98e1-c8f09fd30267 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:24.514184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ceb6d68-8251-46d7-8676-b4fe65098104 req-717bc23b-892d-435e-98e1-c8f09fd30267 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0827925 Jul 05 10:45:24.560404 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ceb6d68-8251-46d7-8676-b4fe65098104 req-b0239bfd-ff84-48cd-8803-dcf176062c69 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Jul 05 10:45:24.888126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488bfd-3ccf-45e9-9c8f-afe06543c3ba req-cacf3853-288f-4724-aae3-f37782a8be39 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:24.889719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06488bfd-3ccf-45e9-9c8f-afe06543c3ba req-cacf3853-288f-4724-aae3-f37782a8be39 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0737574 Jul 05 10:45:24.935038 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-06488bfd-3ccf-45e9-9c8f-afe06543c3ba req-b24e0c01-b1ee-44c0-9610-cb2253585ae7 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Jul 05 10:45:25.146106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfca266-3381-4322-979b-44b79a873486 req-1c884671-0d14-405f-9ca4-f5bf990e1758 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:25.148163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbfca266-3381-4322-979b-44b79a873486 req-1c884671-0d14-405f-9ca4-f5bf990e1758 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0841961 Jul 05 10:45:25.200855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbfca266-3381-4322-979b-44b79a873486 req-f02e4211-1af7-41ad-826a-29994b5e2b42 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456624 Jul 05 10:45:25.449345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da85d6-9972-42a5-98e4-8637f3b8b07d req-a7b8ac3b-63ce-42ed-aaec-e7edc52d9a6d tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:25.450920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56da85d6-9972-42a5-98e4-8637f3b8b07d req-a7b8ac3b-63ce-42ed-aaec-e7edc52d9a6d tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0747817 Jul 05 10:45:25.518281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-56da85d6-9972-42a5-98e4-8637f3b8b07d req-40b00a9e-5ef7-40f7-b8c0-ba2c2f6e39e1 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608795 Jul 05 10:45:25.732647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:45:25.758045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:45:25.758372 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device d5a28cd2-3b36-4156-84aa-fbad3a2ffb7e not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:45:26.131325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7578a-2c45-4e7d-8849-b65a1e621f5e req-e9d179c7-7147-4e52-bf90-fd25672e0286 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:26.133959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95a7578a-2c45-4e7d-8849-b65a1e621f5e req-e9d179c7-7147-4e52-bf90-fd25672e0286 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0749989 Jul 05 10:45:26.181055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-95a7578a-2c45-4e7d-8849-b65a1e621f5e req-dd52d6dd-9da4-4d94-8831-a0cf26b37c92 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Jul 05 10:45:27.445349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3543c3e-f547-4f9e-bd7f-b0b9d383bc93 req-fd56e54d-71b0-4d34-ba7a-4eb72c6c2347 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.447002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3543c3e-f547-4f9e-bd7f-b0b9d383bc93 req-fd56e54d-71b0-4d34-ba7a-4eb72c6c2347 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0815012 Jul 05 10:45:27.489607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3543c3e-f547-4f9e-bd7f-b0b9d383bc93 req-cfee8176-50db-4302-b96e-75942d243423 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd7b75c2-f4b0-4734-8060-81ab09f71c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361042 Jul 05 10:45:27.594292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306f883-f874-4518-adc4-39b725e415c5 req-561fa910-863a-4053-9b90-1c424298446c tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.596022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b306f883-f874-4518-adc4-39b725e415c5 req-561fa910-863a-4053-9b90-1c424298446c tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.16 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 945 time: 0.0717044 Jul 05 10:45:27.745854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Deleting port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:27.746137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:27.859465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] For port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,segment=NetworkSegment(a4d9f1b0-ecab-420d-8b3b-befbff3c5c94),segment_id=a4d9f1b0-ecab-420d-8b3b-befbff3c5c94)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:27.859833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:27.876564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Calling delete_port for c59ec262-2292-48a1-ae9e-c0f31f2fa0cf owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:28.019635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:28.032431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['c59ec262-2292-48a1-ae9e-c0f31f2fa0cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:28.053197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Pushing event deleted for resources: {'Port': ['ID=c59ec262-2292-48a1-ae9e-c0f31f2fa0cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:28.104010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] No DVR routers for this DVR port c59ec262-2292-48a1-ae9e-c0f31f2fa0cf on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:28.106710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:28.108793 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b306f883-f874-4518-adc4-39b725e415c5 req-44f29553-2e73-4f0d-82ce-4dd199c6f444 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.16 "DELETE /v2.0/ports/c59ec262-2292-48a1-ae9e-c0f31f2fa0cf HTTP/1.1" status: 204 len: 173 time: 0.5059242 Jul 05 10:45:28.109230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'name': 'network-vif-deleted', 'tag': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:28.111545 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbec272-9771-4b93-8cf9-60d5c0bea576" -d '{"events": [{"server_uuid": "14cbe6de-65ed-4534-bb0b-183cf0a52885", "name": "network-vif-deleted", "tag": "c59ec262-2292-48a1-ae9e-c0f31f2fa0cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:28.158333 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f622e-3deb-4a25-943f-79f92b42a573 x-openstack-request-id: req-2c7f622e-3deb-4a25-943f-79f92b42a573 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:28.158627 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cbe6de-65ed-4534-bb0b-183cf0a52885", "name": "network-vif-deleted", "tag": "c59ec262-2292-48a1-ae9e-c0f31f2fa0cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:28.160827 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c7f622e-3deb-4a25-943f-79f92b42a573 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:28.161255 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cbe6de-65ed-4534-bb0b-183cf0a52885', 'name': 'network-vif-deleted', 'tag': 'c59ec262-2292-48a1-ae9e-c0f31f2fa0cf', 'status': 'completed', 'code': 200} Jul 05 10:45:28.683860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9b1c7d0e-13f4-41be-94a0-4ec0691104af req-47fe9f41-d30a-4cfb-97e5-1f106c5a6078 tempest-ServersNegativeTestJSON-1864615049 tempest-ServersNegativeTestJSON-1864615049-project] 10.222.0.21 "GET /v2.0/ports?device_id=14cbe6de-65ed-4534-bb0b-183cf0a52885 HTTP/1.1" status: 200 len: 210 time: 0.0436046 Jul 05 10:45:29.811282 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:29.885734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] Deleting subnet 2bf046fb-5943-4052-9f64-0e5f928c9bd8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:45:29.889299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:29.933623 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:29.989536 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.234774 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.257891 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.356482 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.384003 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf046fb-5943-4052-9f64-0e5f928c9bd8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:30.388130 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.390261 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3252c7c-b972-497c-9498-6ea49980c9c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bf046fb-5943-4052-9f64-0e5f928c9bd8 HTTP/1.1" status: 204 len: 168 time: 0.5776343 Jul 05 10:45:30.393091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:30.477862 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.565674 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.578020 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a7d36f-fe78-4025-83d4-0c46dc835a21']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:30.589503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:30.589796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d9f1b0-ecab-420d-8b3b-befbff3c5c94') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:30.599308 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.613539 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.620218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:30.620631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:30.622293 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:30.687731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.696979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.700626 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] 10.222.0.21 "DELETE /v2.0/networks/03a7d36f-fe78-4025-83d4-0c46dc835a21 HTTP/1.1" status: 204 len: 168 time: 0.3062985 Jul 05 10:45:30.719762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ba696-3368-46e0-8c2c-eabbd686e53f admin admin] Pushing event deleted for resources: {'Network': ['ID=03a7d36f-fe78-4025-83d4-0c46dc835a21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:30.843943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:30.889217 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7389dcf7-cb08-4666-bf7d-f8aae331edea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fd2bcfe5a6048a08b2f7106424db105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440390 Jul 05 10:45:30.891663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41396) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:30.942925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d32e3ecf-9a41-4022-b46d-d9ab215e490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:30.966451 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d32e3ecf-9a41-4022-b46d-d9ab215e490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:31.031736 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d32e3ecf-9a41-4022-b46d-d9ab215e490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:31.034568 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d32e3ecf-9a41-4022-b46d-d9ab215e490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:31.035790 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d32e3ecf-9a41-4022-b46d-d9ab215e490e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd7b75c2-f4b0-4734-8060-81ab09f71c95 HTTP/1.1" status: 204 len: 168 time: 0.1431236 Jul 05 10:45:31.046040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e3ecf-9a41-4022-b46d-d9ab215e490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7b75c2-f4b0-4734-8060-81ab09f71c95,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:31.806079 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:31.904296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1024286281'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:31.917043 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c59ec262-2292-48a1-ae9e-c0f31f2fa0cf no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:45:31.929121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:31.933928 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:31.948145 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:31.949918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: c59ec262-2292-48a1-ae9e-c0f31f2fa0cf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:45:31.950455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device c59ec262-2292-48a1-ae9e-c0f31f2fa0cf not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:45:32.051753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:32.056675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:32.083406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:32.094654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e3109c-f7b0-4dab-9fc8-6162e6ae5ffa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:32.100199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:32.101298 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Added segment 54982295-0757-491c-b2c8-56ab997723d8 of type vlan for network e07961a3-29a4-456f-86c7-6bbc79487061 Jul 05 10:45:32.146822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:32.178062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:32.183604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:32.184186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:32.245479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4383590 Jul 05 10:45:32.258030 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212466e7-ccb4-4f3e-8405-5fd728a47514 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Network': ['ID=e07961a3-29a4-456f-86c7-6bbc79487061,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:32.269471 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e07961a3-29a4-456f-86c7-6bbc79487061 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:35.900761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:35.906489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'subnet': {'network_id': 'e07961a3-29a4-456f-86c7-6bbc79487061', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:36.009262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:36.012917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.223092 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.294818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Subnet': ['ID=6160251b-4d34-4094-b038-5ccdb22b17a8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:36.312663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Checking segment: {'id': '54982295-0757-491c-b2c8-56ab997723d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e07961a3-29a4-456f-86c7-6bbc79487061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:36.313311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network hostable DHCP agents. Network: e07961a3-29a4-456f-86c7-6bbc79487061, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:36.337914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network e07961a3-29a4-456f-86c7-6bbc79487061 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:36.348153 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e07961a3-29a4-456f-86c7-6bbc79487061) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:36.353418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:36.354002 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.359448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f37941-ac54-486b-8bb7-486d3c3ad616 None None] Network e07961a3-29a4-456f-86c7-6bbc79487061 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:36.372048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5523195e-2808-483a-baf2-576948ce6653 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4697747 Jul 05 10:45:36.377450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41424) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:36.383117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574036706'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:36.410396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:36.414788 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.447665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:36.461277 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.461658 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Added segment 5ed4df9f-331e-4b3a-bed7-7cade5a0a2b9 of type vlan for network 66c42a41-de81-4b54-9642-60b410972a88 Jul 05 10:45:36.513326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.532408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e07961a3-29a4-456f-86c7-6bbc79487061', 'network_id': 'e07961a3-29a4-456f-86c7-6bbc79487061', 'tenant_id': 'a2ef894657084b24a5f5d4104523b9e3', 'fixed_ips': [{'subnet_id': '6160251b-4d34-4094-b038-5ccdb22b17a8'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:45:36.533423 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.552106 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.560370 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:36.561281 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.628221 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2494802 Jul 05 10:45:36.631115 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:36.637012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'subnet': {'network_id': '66c42a41-de81-4b54-9642-60b410972a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:36.657505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b1ced-d15e-4419-b87c-69192ca71e53 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Network': ['ID=66c42a41-de81-4b54-9642-60b410972a88,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:36.674153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 66c42a41-de81-4b54-9642-60b410972a88 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:36.754680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:36.759779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.784161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Allocated IP 2001:db8:0:ffff::2 (e07961a3-29a4-456f-86c7-6bbc79487061/6160251b-4d34-4094-b038-5ccdb22b17a8/d21d18ff-a0e5-475a-86ef-ed28a3f687f5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:36.977946 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:36.987153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Transition to ACTIVE for port object d21d18ff-a0e5-475a-86ef-ed28a3f687f5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:37.007064 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.013406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Transition to ACTIVE for port object d21d18ff-a0e5-475a-86ef-ed28a3f687f5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:37.020295 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.064141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Network e07961a3-29a4-456f-86c7-6bbc79487061 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:37.065357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Subnet': ['ID=5fa1b237-1091-4d30-a84b-d420043a7348,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:37.072177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:37.078606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:37.090113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Checking segment: {'id': '5ed4df9f-331e-4b3a-bed7-7cade5a0a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66c42a41-de81-4b54-9642-60b410972a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:37.090470 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network hostable DHCP agents. Network: 66c42a41-de81-4b54-9642-60b410972a88, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:37.092995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Pushing event updated for resources: {'Port': ['ID=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:37.111654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network 66c42a41-de81-4b54-9642-60b410972a88 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:37.123664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 66c42a41-de81-4b54-9642-60b410972a88) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:37.129366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:37.130228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.139452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b8b56-84cd-48ac-a6c3-cc11b14c9341 None None] Network 66c42a41-de81-4b54-9642-60b410972a88 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:37.148833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fccb9bb4-b74b-4217-9b7e-a8f27c47cefd tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5161622 Jul 05 10:45:37.151504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41428) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:37.194960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Attempting to bind port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:37.195546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Attempting to bind port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '54982295-0757-491c-b2c8-56ab997723d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e07961a3-29a4-456f-86c7-6bbc79487061'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:37.195765 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Attempting to bind port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 on network e07961a3-29a4-456f-86c7-6bbc79487061 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:37.208635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:37.209020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Checking segment: {'id': '54982295-0757-491c-b2c8-56ab997723d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e07961a3-29a4-456f-86c7-6bbc79487061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:37.209405 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.210473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Bound using segment: {'id': '54982295-0757-491c-b2c8-56ab997723d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e07961a3-29a4-456f-86c7-6bbc79487061'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:37.211019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Bound port: d21d18ff-a0e5-475a-86ef-ed28a3f687f5, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54982295-0757-491c-b2c8-56ab997723d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e07961a3-29a4-456f-86c7-6bbc79487061'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:37.211431 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.269567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.332509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] For port d21d18ff-a0e5-475a-86ef-ed28a3f687f5, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:37.332749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.338136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] For port d21d18ff-a0e5-475a-86ef-ed28a3f687f5, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,segment=NetworkSegment(54982295-0757-491c-b2c8-56ab997723d8),segment_id=54982295-0757-491c-b2c8-56ab997723d8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:37.344556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.415415 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.415584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28fa29f-1798-41c3-9044-6648ce4207c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-66c42a41-de81-4b54-9642-60b410972a88', 'network_id': '66c42a41-de81-4b54-9642-60b410972a88', 'tenant_id': 'a2ef894657084b24a5f5d4104523b9e3', 'fixed_ips': [{'subnet_id': '5fa1b237-1091-4d30-a84b-d420043a7348'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:45:37.416104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c28fa29f-1798-41c3-9044-6648ce4207c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.448718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa1b237-1091-4d30-a84b-d420043a7348,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:37.451262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0f32d-d26a-4e17-8803-da1a2242d57f None None] Pushing event updated for resources: {'Port': ['ID=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:37.535867 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f67c5-4e4f-4062-8896-ff82f0a63356 None None] Network 66c42a41-de81-4b54-9642-60b410972a88 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:37.540097 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.551964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c42a41-de81-4b54-9642-60b410972a88']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:37.565035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed4df9f-331e-4b3a-bed7-7cade5a0a2b9') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:37.565373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed4df9f-331e-4b3a-bed7-7cade5a0a2b9') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:37.576488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.593361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.605371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:37.605809 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:37.609355 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:37.707826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.718016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.720316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/66c42a41-de81-4b54-9642-60b410972a88 HTTP/1.1" status: 204 len: 168 time: 0.5674877 Jul 05 10:45:37.726742 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:37.738487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1959192458'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:37.746315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dc59d-6992-4b1c-a7cf-db15b3980aec tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Network': ['ID=66c42a41-de81-4b54-9642-60b410972a88,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:37.769869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:37.775123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.814326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:37.832349 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.832687 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Added segment fd14791e-cf40-44cb-ae98-fef64aebf3ec of type vlan for network 2c2029db-8bb2-4b81-bbee-7cfc44839477 Jul 05 10:45:37.912290 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.947993 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:37.954186 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:37.954853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:38.026111 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2967777 Jul 05 10:45:38.029997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41434) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:38.035602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'subnet': {'network_id': '2c2029db-8bb2-4b81-bbee-7cfc44839477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:38.042117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ad53-93e0-47b0-a2fa-f04822f185c1 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Network': ['ID=2c2029db-8bb2-4b81-bbee-7cfc44839477,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:38.058044 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2c2029db-8bb2-4b81-bbee-7cfc44839477 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:38.199016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d21d18ff-a0e5-475a-86ef-ed28a3f687f5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:38.207869 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:38.214412 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:38.281773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:38.316643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:45:38.317805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:45:38.532339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:38.599838 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Subnet': ['ID=a522db1a-bade-45b8-b2c7-2ff3d04454c3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:38.613628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Checking segment: {'id': 'fd14791e-cf40-44cb-ae98-fef64aebf3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c2029db-8bb2-4b81-bbee-7cfc44839477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:38.613994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network hostable DHCP agents. Network: 2c2029db-8bb2-4b81-bbee-7cfc44839477, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:38.637718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network 2c2029db-8bb2-4b81-bbee-7cfc44839477 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:38.650766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2c2029db-8bb2-4b81-bbee-7cfc44839477) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:38.657961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:38.658952 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:38.663791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10388be1-95ba-4a0e-870f-c9a7f70735a3 None None] Network 2c2029db-8bb2-4b81-bbee-7cfc44839477 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:38.692929 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:38.701402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a2f607d7-93dd-477f-a9c2-0afb38d3c9a6 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6699069 Jul 05 10:45:38.863705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:38.920757 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c9d05-6527-4a28-8192-c0336904e2fa None None] Network e07961a3-29a4-456f-86c7-6bbc79487061 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:38.938741 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.004069 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-169720f3-7537-4109-8fe1-9ec975594b22 None None] Provisioning for port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:39.016061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-169720f3-7537-4109-8fe1-9ec975594b22 None None] Provisioning complete for port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:39.016474 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-169720f3-7537-4109-8fe1-9ec975594b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.021569 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.052839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Subnet': ['ID=a522db1a-bade-45b8-b2c7-2ff3d04454c3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:39.132139 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.146927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2029db-8bb2-4b81-bbee-7cfc44839477']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:39.158406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd14791e-cf40-44cb-ae98-fef64aebf3ec') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:39.158696 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd14791e-cf40-44cb-ae98-fef64aebf3ec') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:39.160146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0ee33-2e8b-4432-8115-85effb1f820a None None] Network 2c2029db-8bb2-4b81-bbee-7cfc44839477 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:39.169557 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.187635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.197313 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:39.197948 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:39.201877 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:39.282534 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-169720f3-7537-4109-8fe1-9ec975594b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.289266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.296885 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.300750 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/2c2029db-8bb2-4b81-bbee-7cfc44839477 HTTP/1.1" status: 204 len: 168 time: 0.6054950 Jul 05 10:45:39.307509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:39.315012 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080754066'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:39.323724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22654160-7f27-4d7b-9ab1-a82b89051663 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Network': ['ID=2c2029db-8bb2-4b81-bbee-7cfc44839477,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:39.355586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:39.363582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.396038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:39.396437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-169720f3-7537-4109-8fe1-9ec975594b22 None None] For port d21d18ff-a0e5-475a-86ef-ed28a3f687f5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,segment=NetworkSegment(54982295-0757-491c-b2c8-56ab997723d8),segment_id=54982295-0757-491c-b2c8-56ab997723d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:39.404390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-169720f3-7537-4109-8fe1-9ec975594b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.410494 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.411109 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Added segment b7d09b80-e01f-42c9-b0ef-19bdd0e9554f of type vlan for network da911a76-a75f-42d0-b2c4-07f7b51f9564 Jul 05 10:45:39.485224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169720f3-7537-4109-8fe1-9ec975594b22 None None] Pushing event updated for resources: {'Port': ['ID=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:39.489876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.543842 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.555810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:39.556844 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.633370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3220396 Jul 05 10:45:39.636498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:39.648016 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'subnet': {'network_id': 'da911a76-a75f-42d0-b2c4-07f7b51f9564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:39.676285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712654b7-a31c-47df-8fd8-a3db28608d74 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Network': ['ID=da911a76-a75f-42d0-b2c4-07f7b51f9564,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:39.692375 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network da911a76-a75f-42d0-b2c4-07f7b51f9564 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:39.772858 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9f4f99d7-df74-4205-9c85-21c82ebd653c None None] Provisioning complete for port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:39.772858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f4f99d7-df74-4205-9c85-21c82ebd653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:39.785557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:39.790011 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.064989 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.115151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d21d18ff-a0e5-475a-86ef-ed28a3f687f5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:40.160668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Subnet': ['ID=619c4335-4d5b-4342-9f8a-1fa6d1919273,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:40.166034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Checking segment: {'id': 'b7d09b80-e01f-42c9-b0ef-19bdd0e9554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da911a76-a75f-42d0-b2c4-07f7b51f9564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:40.166401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network hostable DHCP agents. Network: da911a76-a75f-42d0-b2c4-07f7b51f9564, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:40.187774 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network da911a76-a75f-42d0-b2c4-07f7b51f9564 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:40.193380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:40.193868 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.201900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, da911a76-a75f-42d0-b2c4-07f7b51f9564) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:40.208673 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:40.210508 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.235262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad63f3-34af-4b67-a53c-fbaa10a283fa None None] Network da911a76-a75f-42d0-b2c4-07f7b51f9564 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:40.238246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2f0c8329-cbe8-45dd-bc8a-e4e67de87734 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6002247 Jul 05 10:45:40.243995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:40.250118 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395378964'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:40.279806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:40.286182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.331301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:40.353181 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.353776 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Added segment 209f1c3c-27db-482d-96f9-48e93ec8f5b2 of type vlan for network e40a6c09-c8f4-4bcc-a694-d289f39856d4 Jul 05 10:45:40.444172 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.489304 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.499408 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:40.500232 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.531785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-da911a76-a75f-42d0-b2c4-07f7b51f9564', 'network_id': 'da911a76-a75f-42d0-b2c4-07f7b51f9564', 'tenant_id': 'a2ef894657084b24a5f5d4104523b9e3', 'fixed_ips': [{'subnet_id': '619c4335-4d5b-4342-9f8a-1fa6d1919273'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:45:40.533368 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.604415 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3583522 Jul 05 10:45:40.608629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:40.618157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Request body: {'subnet': {'network_id': 'e40a6c09-c8f4-4bcc-a694-d289f39856d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:40.623728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d493f-8d13-440f-9f3f-50ffee9196d3 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Network': ['ID=e40a6c09-c8f4-4bcc-a694-d289f39856d4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:40.646040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network e40a6c09-c8f4-4bcc-a694-d289f39856d4 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:40.756892 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Made reservation on behalf of a2ef894657084b24a5f5d4104523b9e3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:40.761516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:40.810128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Allocated IP 2001:db8::2 (da911a76-a75f-42d0-b2c4-07f7b51f9564/619c4335-4d5b-4342-9f8a-1fa6d1919273/1e147f29-13fd-4c87-9722-ad54292b969e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:41.019476 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.028409 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.039391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Transition to ACTIVE for port object 1e147f29-13fd-4c87-9722-ad54292b969e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:41.060538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Transition to ACTIVE for port object 1e147f29-13fd-4c87-9722-ad54292b969e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:41.068519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.115951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event updated for resources: {'Subnet': ['ID=5c3e9b55-aa2e-4cab-85e7-126d8c7c83c1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:41.140889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Checking segment: {'id': '209f1c3c-27db-482d-96f9-48e93ec8f5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e40a6c09-c8f4-4bcc-a694-d289f39856d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:41.141373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network hostable DHCP agents. Network: e40a6c09-c8f4-4bcc-a694-d289f39856d4, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:41.143667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Network da911a76-a75f-42d0-b2c4-07f7b51f9564 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:41.148692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:41.157685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:41.167581 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Network e40a6c09-c8f4-4bcc-a694-d289f39856d4 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:41.172030 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Pushing event updated for resources: {'Port': ['ID=1e147f29-13fd-4c87-9722-ad54292b969e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:41.180589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, e40a6c09-c8f4-4bcc-a694-d289f39856d4) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:41.190973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:41.191626 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.211019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87b030-150a-4d20-9291-bcbe99c4001d None None] Network e40a6c09-c8f4-4bcc-a694-d289f39856d4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:41.213956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9f2c8c19-7fe5-449b-9100-c1e11dd67c05 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6029508 Jul 05 10:45:41.218492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:41.293555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Attempting to bind port 1e147f29-13fd-4c87-9722-ad54292b969e on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:41.293828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Attempting to bind port 1e147f29-13fd-4c87-9722-ad54292b969e by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b7d09b80-e01f-42c9-b0ef-19bdd0e9554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da911a76-a75f-42d0-b2c4-07f7b51f9564'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:41.294202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Attempting to bind port 1e147f29-13fd-4c87-9722-ad54292b969e on network da911a76-a75f-42d0-b2c4-07f7b51f9564 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:41.306669 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:41.307040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Checking segment: {'id': 'b7d09b80-e01f-42c9-b0ef-19bdd0e9554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da911a76-a75f-42d0-b2c4-07f7b51f9564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:41.307482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.307887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Bound using segment: {'id': 'b7d09b80-e01f-42c9-b0ef-19bdd0e9554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da911a76-a75f-42d0-b2c4-07f7b51f9564'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:41.308389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Bound port: 1e147f29-13fd-4c87-9722-ad54292b969e, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d09b80-e01f-42c9-b0ef-19bdd0e9554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da911a76-a75f-42d0-b2c4-07f7b51f9564'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:41.308772 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.375346 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.457448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.463691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] For port 1e147f29-13fd-4c87-9722-ad54292b969e, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:41.469383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] For port 1e147f29-13fd-4c87-9722-ad54292b969e, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1e147f29-13fd-4c87-9722-ad54292b969e,segment=NetworkSegment(b7d09b80-e01f-42c9-b0ef-19bdd0e9554f),segment_id=b7d09b80-e01f-42c9-b0ef-19bdd0e9554f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:41.501688 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.536363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c55bd-05df-4daa-9a1c-9b0fb23e40b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-e40a6c09-c8f4-4bcc-a694-d289f39856d4', 'network_id': 'e40a6c09-c8f4-4bcc-a694-d289f39856d4', 'tenant_id': 'a2ef894657084b24a5f5d4104523b9e3', 'fixed_ips': [{'subnet_id': '5c3e9b55-aa2e-4cab-85e7-126d8c7c83c1'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:45:41.537250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d5c55bd-05df-4daa-9a1c-9b0fb23e40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.547902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.594791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3e9b55-aa2e-4cab-85e7-126d8c7c83c1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:41.665752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07994e8-3bb7-4d93-b90b-9616402541f1 None None] Pushing event updated for resources: {'Port': ['ID=1e147f29-13fd-4c87-9722-ad54292b969e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:41.693246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e6b15-f53f-4f32-b1ce-91fd5392316e None None] Network e40a6c09-c8f4-4bcc-a694-d289f39856d4 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:42.164759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1e147f29-13fd-4c87-9722-ad54292b969e up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:42.166120 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.184490 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40a6c09-c8f4-4bcc-a694-d289f39856d4']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:42.199046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209f1c3c-27db-482d-96f9-48e93ec8f5b2') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:42.199363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209f1c3c-27db-482d-96f9-48e93ec8f5b2') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:42.211641 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.231270 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1e147f29-13fd-4c87-9722-ad54292b969e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:42.240276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.252964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:42.253683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:42.260993 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:42.368554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.377035 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.379311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/e40a6c09-c8f4-4bcc-a694-d289f39856d4 HTTP/1.1" status: 204 len: 168 time: 1.1594434 Jul 05 10:45:42.383985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:42.410738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0cb83-69b9-4bc3-94e3-f78a035a34ab tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Network': ['ID=e40a6c09-c8f4-4bcc-a694-d289f39856d4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:42.433060 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c34498-d390-4c3f-ad33-dbed6974a68e tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] GET failed (client error): The resource could not be found. Jul 05 10:45:42.434474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-58c34498-d390-4c3f-ad33-dbed6974a68e tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "GET /v2.0/subnets/5c3e9b55-aa2e-4cab-85e7-126d8c7c83c1 HTTP/1.1" status: 404 len: 337 time: 0.0494127 Jul 05 10:45:42.438074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:42.460556 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cc2db1-31a7-48c9-931c-afbe027f1e51 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] DELETE failed (client error): The resource could not be found. Jul 05 10:45:42.461163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cc2db1-31a7-48c9-931c-afbe027f1e51 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:45:42.462977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-57cc2db1-31a7-48c9-931c-afbe027f1e51 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/e40a6c09-c8f4-4bcc-a694-d289f39856d4 HTTP/1.1" status: 404 len: 339 time: 0.0234520 Jul 05 10:45:42.468976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:42.502717 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-357b7c07-a851-47a2-abbc-820f6d6113c4 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] DELETE failed (client error): The resource could not be found. Jul 05 10:45:42.503200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357b7c07-a851-47a2-abbc-820f6d6113c4 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:45:42.505086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-357b7c07-a851-47a2-abbc-820f6d6113c4 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/subnets/5c3e9b55-aa2e-4cab-85e7-126d8c7c83c1 HTTP/1.1" status: 404 len: 337 time: 0.0346875 Jul 05 10:45:42.509224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41454) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:42.533607 n-d-771363-33 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f767068-bbb8-41dc-ab25-bfa407d44067 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] DELETE failed (client error): The resource could not be found. Jul 05 10:45:42.534356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f767068-bbb8-41dc-ab25-bfa407d44067 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:45:42.536387 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0f767068-bbb8-41dc-ab25-bfa407d44067 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/e40a6c09-c8f4-4bcc-a694-d289f39856d4 HTTP/1.1" status: 404 len: 339 time: 0.0258241 Jul 05 10:45:42.543578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:42.618338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Deleting subnet 619c4335-4d5b-4342-9f8a-1fa6d1919273 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:45:42.624192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.694530 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.852251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.890782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f92cc8-b5ec-40b0-977a-6404123b7246 None None] Network da911a76-a75f-42d0-b2c4-07f7b51f9564 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:42.958616 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:42.985655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d22dcf6d-7792-42cc-8dce-f97a8ee51362 None None] Provisioning for port 1e147f29-13fd-4c87-9722-ad54292b969e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:43.004415 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d22dcf6d-7792-42cc-8dce-f97a8ee51362 None None] Provisioning complete for port 1e147f29-13fd-4c87-9722-ad54292b969e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:43.005026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d22dcf6d-7792-42cc-8dce-f97a8ee51362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.009414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Subnet': ['ID=619c4335-4d5b-4342-9f8a-1fa6d1919273,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:43.013506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.022897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a04d15f6-b66a-4ff0-926f-2b521eaee9ce tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/subnets/619c4335-4d5b-4342-9f8a-1fa6d1919273 HTTP/1.1" status: 204 len: 168 time: 0.4772782 Jul 05 10:45:43.023994 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:43.136837 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.208879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Deleting port 1e147f29-13fd-4c87-9722-ad54292b969e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:43.209248 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.217736 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d22dcf6d-7792-42cc-8dce-f97a8ee51362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.263920 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d22dcf6d-7792-42cc-8dce-f97a8ee51362 None None] For port 1e147f29-13fd-4c87-9722-ad54292b969e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1e147f29-13fd-4c87-9722-ad54292b969e,segment=NetworkSegment(b7d09b80-e01f-42c9-b0ef-19bdd0e9554f),segment_id=b7d09b80-e01f-42c9-b0ef-19bdd0e9554f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:43.269559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d22dcf6d-7792-42cc-8dce-f97a8ee51362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.299636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] For port 1e147f29-13fd-4c87-9722-ad54292b969e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1e147f29-13fd-4c87-9722-ad54292b969e,segment=NetworkSegment(b7d09b80-e01f-42c9-b0ef-19bdd0e9554f),segment_id=b7d09b80-e01f-42c9-b0ef-19bdd0e9554f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:43.300263 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.306891 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] DHCP port deletion for da911a76-a75f-42d0-b2c4-07f7b51f9564 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:45:43.324234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Calling delete_port for 1e147f29-13fd-4c87-9722-ad54292b969e owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:43.362883 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dcf6d-7792-42cc-8dce-f97a8ee51362 None None] Pushing event updated for resources: {'Port': ['ID=1e147f29-13fd-4c87-9722-ad54292b969e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:43.387546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] Deleting port 1e147f29-13fd-4c87-9722-ad54292b969e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:43.387546 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.425904 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.455047 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Port': ['ID=1e147f29-13fd-4c87-9722-ad54292b969e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:43.459239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No DVR routers for this DVR port 1e147f29-13fd-4c87-9722-ad54292b969e on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:43.465703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] For port 1e147f29-13fd-4c87-9722-ad54292b969e, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1e147f29-13fd-4c87-9722-ad54292b969e,segment=NetworkSegment(b7d09b80-e01f-42c9-b0ef-19bdd0e9554f),segment_id=b7d09b80-e01f-42c9-b0ef-19bdd0e9554f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:43.466720 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.484235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] Calling delete_port for 1e147f29-13fd-4c87-9722-ad54292b969e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:43.570359 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.586456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da911a76-a75f-42d0-b2c4-07f7b51f9564']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:43.598347 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.603607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d09b80-e01f-42c9-b0ef-19bdd0e9554f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:43.604065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d09b80-e01f-42c9-b0ef-19bdd0e9554f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:43.616506 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.633136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] No DVR routers for this DVR port 1e147f29-13fd-4c87-9722-ad54292b969e on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:43.636040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3d4b-a11e-462b-9a25-d44459af33ef None None] Pushing event deleted for resources: {'Port': ['ID=1e147f29-13fd-4c87-9722-ad54292b969e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:43.642322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.653433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:43.653939 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:43.657976 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:43.737835 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.745787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.749124 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/da911a76-a75f-42d0-b2c4-07f7b51f9564 HTTP/1.1" status: 204 len: 168 time: 0.7231426 Jul 05 10:45:43.753963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:43.777613 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f940c-df9d-49e0-b016-f3648fddd5c5 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Network': ['ID=da911a76-a75f-42d0-b2c4-07f7b51f9564,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:43.802175 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3213a0cd-b31c-4ea9-afd2-bd4cf531a9b4 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] DELETE failed (client error): The resource could not be found. Jul 05 10:45:43.802632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3213a0cd-b31c-4ea9-afd2-bd4cf531a9b4 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:45:43.805900 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3213a0cd-b31c-4ea9-afd2-bd4cf531a9b4 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/subnets/a522db1a-bade-45b8-b2c7-2ff3d04454c3 HTTP/1.1" status: 404 len: 337 time: 0.0500810 Jul 05 10:45:43.807963 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:43.838696 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5950ef2d-5c44-4781-bedb-0e9f0ef0d106 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] DELETE failed (client error): The resource could not be found. Jul 05 10:45:43.841744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5950ef2d-5c44-4781-bedb-0e9f0ef0d106 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:45:43.845081 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5950ef2d-5c44-4781-bedb-0e9f0ef0d106 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/2c2029db-8bb2-4b81-bbee-7cfc44839477 HTTP/1.1" status: 404 len: 339 time: 0.0358529 Jul 05 10:45:43.847891 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:43.889039 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad901cc-cf53-4b4f-8adb-54b1c1371942 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] DELETE failed (client error): The resource could not be found. Jul 05 10:45:43.889492 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad901cc-cf53-4b4f-8adb-54b1c1371942 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:45:43.892068 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0ad901cc-cf53-4b4f-8adb-54b1c1371942 tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/subnets/5fa1b237-1091-4d30-a84b-d420043a7348 HTTP/1.1" status: 404 len: 337 time: 0.0427258 Jul 05 10:45:43.895059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:43.922757 n-d-771363-33 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8782944-4ca2-43d7-9a48-c1e0c5ce502f tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] DELETE failed (client error): The resource could not be found. Jul 05 10:45:43.923373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8782944-4ca2-43d7-9a48-c1e0c5ce502f tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:45:43.925373 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e8782944-4ca2-43d7-9a48-c1e0c5ce502f tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/66c42a41-de81-4b54-9642-60b410972a88 HTTP/1.1" status: 404 len: 339 time: 0.0292430 Jul 05 10:45:43.929338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41468) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:44.012171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Deleting subnet 6160251b-4d34-4094-b038-5ccdb22b17a8 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:45:44.017735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.097968 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.113498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdb79e7c-c6f9-4f5c-a6fb-7693ec17ad56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.139700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1e147f29-13fd-4c87-9722-ad54292b969e no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:45:44.165572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1e147f29-13fd-4c87-9722-ad54292b969e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:45:44.166009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1e147f29-13fd-4c87-9722-ad54292b969e not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:45:44.216224 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.336017 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.372905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Subnet': ['ID=6160251b-4d34-4094-b038-5ccdb22b17a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:44.380009 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.386085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ac09b553-3255-4208-8f5e-b0671a87f3ad tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/subnets/6160251b-4d34-4094-b038-5ccdb22b17a8 HTTP/1.1" status: 204 len: 168 time: 0.4547689 Jul 05 10:45:44.388961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:44.392165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72162f5f-9e56-47c6-a078-b559a49edd36 None None] Network e07961a3-29a4-456f-86c7-6bbc79487061 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:44.505130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.607333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Deleting port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:44.607677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.667140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] DHCP port deletion for e07961a3-29a4-456f-86c7-6bbc79487061 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:45:44.709516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] For port d21d18ff-a0e5-475a-86ef-ed28a3f687f5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,segment=NetworkSegment(54982295-0757-491c-b2c8-56ab997723d8),segment_id=54982295-0757-491c-b2c8-56ab997723d8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:44.710768 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.736622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Calling delete_port for d21d18ff-a0e5-475a-86ef-ed28a3f687f5 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:44.744616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] Deleting port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:44.744994 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.824477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] For port d21d18ff-a0e5-475a-86ef-ed28a3f687f5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,segment=NetworkSegment(54982295-0757-491c-b2c8-56ab997723d8),segment_id=54982295-0757-491c-b2c8-56ab997723d8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:44.824850 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.843871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] Calling delete_port for d21d18ff-a0e5-475a-86ef-ed28a3f687f5 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:44.851068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.883830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Port': ['ID=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:44.889113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] No DVR routers for this DVR port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:44.941979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.990371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] Pushing event deleted for resources: {'Port': ['ID=d21d18ff-a0e5-475a-86ef-ed28a3f687f5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:44.992676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7fcdb-331a-4cbc-b3b8-f640f774d609 None None] No DVR routers for this DVR port d21d18ff-a0e5-475a-86ef-ed28a3f687f5 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:45.016439 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.032108 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07961a3-29a4-456f-86c7-6bbc79487061']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:45.048194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54982295-0757-491c-b2c8-56ab997723d8') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:45.048851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54982295-0757-491c-b2c8-56ab997723d8') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:45.065229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.093548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.105489 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:45.106016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:45.109746 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:45.192953 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.202155 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.204899 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] 10.222.0.21 "DELETE /v2.0/networks/e07961a3-29a4-456f-86c7-6bbc79487061 HTTP/1.1" status: 204 len: 168 time: 0.8142419 Jul 05 10:45:45.221182 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc42dc-4295-413c-ae12-6c0224031b3d tempest-NetworksIpV6Test-315965050 tempest-NetworksIpV6Test-315965050-project] Pushing event deleted for resources: {'Network': ['ID=e07961a3-29a4-456f-86c7-6bbc79487061,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:45.558210 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:45.747315 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a4c21c93-5888-4a12-aeab-55481c26b64c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2ef894657084b24a5f5d4104523b9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874568 Jul 05 10:45:45.749712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:45.812345 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec7c92ef-fc5b-4695-b71a-b21953b3a695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.841832 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec7c92ef-fc5b-4695-b71a-b21953b3a695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.932040 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec7c92ef-fc5b-4695-b71a-b21953b3a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.934955 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec7c92ef-fc5b-4695-b71a-b21953b3a695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.936344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ec7c92ef-fc5b-4695-b71a-b21953b3a695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18e3109c-f7b0-4dab-9fc8-6162e6ae5ffa HTTP/1.1" status: 204 len: 168 time: 0.1856198 Jul 05 10:45:45.946187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c92ef-fc5b-4695-b71a-b21953b3a695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e3109c-f7b0-4dab-9fc8-6162e6ae5ffa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:46.123617 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d21d18ff-a0e5-475a-86ef-ed28a3f687f5 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:45:46.155045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: d21d18ff-a0e5-475a-86ef-ed28a3f687f5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:45:46.155588 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device d21d18ff-a0e5-475a-86ef-ed28a3f687f5 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:45:46.858134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42c7630a-9b08-4c8f-8faf-5667fb74dcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:46.860134 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:46.909837 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:46.994300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a058a502-c6c6-4920-8bd8-4c9ad599fa54 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1597008941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:47.031491 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a058a502-c6c6-4920-8bd8-4c9ad599fa54 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.032498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a058a502-c6c6-4920-8bd8-4c9ad599fa54 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.099151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a058a502-c6c6-4920-8bd8-4c9ad599fa54 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.105264 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a058a502-c6c6-4920-8bd8-4c9ad599fa54 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.125605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a058a502-c6c6-4920-8bd8-4c9ad599fa54 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.127039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a058a502-c6c6-4920-8bd8-4c9ad599fa54 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2653961 Jul 05 10:45:47.132834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:47.138348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1730802406'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:47.172925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Made reservation on behalf of 277b429ca4b248e4bad2e90bf82863a9 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:47.178725 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.196567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.346943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.353479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.392125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:47.404105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253e12b1-ff7f-40a9-bb73-5d55af474970,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:47.411232 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.413118 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Added segment 1108c8ba-266f-4fc9-97cc-c5725ca92dec of type vlan for network 79a565b1-de5f-4d82-9e59-a552ebdf2455 Jul 05 10:45:47.466764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.524115 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.530114 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:47.530761 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.596146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4619989 Jul 05 10:45:47.602518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:47.609520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Request body: {'subnet': {'network_id': '79a565b1-de5f-4d82-9e59-a552ebdf2455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:47.611655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8db34-dff1-4337-91e8-4f41ded59cbb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event updated for resources: {'Network': ['ID=79a565b1-de5f-4d82-9e59-a552ebdf2455,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:47.630418 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 79a565b1-de5f-4d82-9e59-a552ebdf2455 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:47.740007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Made reservation on behalf of 277b429ca4b248e4bad2e90bf82863a9 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:47.743979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.970770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.043023 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event updated for resources: {'Subnet': ['ID=b785a661-5505-4641-a872-85648b6077a7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:48.057830 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Checking segment: {'id': '1108c8ba-266f-4fc9-97cc-c5725ca92dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '79a565b1-de5f-4d82-9e59-a552ebdf2455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:48.058127 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Network hostable DHCP agents. Network: 79a565b1-de5f-4d82-9e59-a552ebdf2455, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:48.077533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Network 79a565b1-de5f-4d82-9e59-a552ebdf2455 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:48.088861 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 79a565b1-de5f-4d82-9e59-a552ebdf2455) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:48.095013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:48.095384 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.103421 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6936048e-a90c-49ae-9cb5-fce20b527984 None None] Network 79a565b1-de5f-4d82-9e59-a552ebdf2455 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:48.119853 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-88ee9f8b-8ca9-4383-a5d9-bc831aca11d7 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5159647 Jul 05 10:45:48.125006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:48.132187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1323220610'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:48.161882 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Made reservation on behalf of 277b429ca4b248e4bad2e90bf82863a9 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:48.180494 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.227068 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:48.245793 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.246459 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Added segment 31661a53-a479-4a6e-b2a2-4bc267ac4700 of type vlan for network ccdef987-4030-4c73-b449-900778d0fc79 Jul 05 10:45:48.327214 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.385128 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.391698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.398332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:48.398702 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.518557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-79a565b1-de5f-4d82-9e59-a552ebdf2455', 'network_id': '79a565b1-de5f-4d82-9e59-a552ebdf2455', 'tenant_id': '277b429ca4b248e4bad2e90bf82863a9', 'fixed_ips': [{'subnet_id': 'b785a661-5505-4641-a872-85648b6077a7'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:45:48.519156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3926451 Jul 05 10:45:48.519497 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.522985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:48.531383 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Request body: {'subnet': {'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:48.547378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3219a-8d53-43a6-b935-a8aa4ff37fcb tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event updated for resources: {'Network': ['ID=ccdef987-4030-4c73-b449-900778d0fc79,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:48.609218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ccdef987-4030-4c73-b449-900778d0fc79 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:48.694862 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Made reservation on behalf of 277b429ca4b248e4bad2e90bf82863a9 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:48.700903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.752110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Allocated IP 172.20.0.2 (79a565b1-de5f-4d82-9e59-a552ebdf2455/b785a661-5505-4641-a872-85648b6077a7/3e785100-01b5-41b6-85d4-6780ed586515) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:48.921290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.936299 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Transition to ACTIVE for port object 3e785100-01b5-41b6-85d4-6780ed586515 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:48.964842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Transition to ACTIVE for port object 3e785100-01b5-41b6-85d4-6780ed586515 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:48.973787 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.986451 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.016441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Network 79a565b1-de5f-4d82-9e59-a552ebdf2455 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:49.022264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:49.026706 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:49.033773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Pushing event updated for resources: {'Port': ['ID=3e785100-01b5-41b6-85d4-6780ed586515,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:49.068038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event updated for resources: {'Subnet': ['ID=c68e3dba-0359-447e-ba33-7baf1a28cf2e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:49.072717 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Checking segment: {'id': '31661a53-a479-4a6e-b2a2-4bc267ac4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:49.073084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Network hostable DHCP agents. Network: ccdef987-4030-4c73-b449-900778d0fc79, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:49.094972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Network ccdef987-4030-4c73-b449-900778d0fc79 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:49.111786 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ccdef987-4030-4c73-b449-900778d0fc79) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:49.112965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Attempting to bind port 3e785100-01b5-41b6-85d4-6780ed586515 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:49.114216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Attempting to bind port 3e785100-01b5-41b6-85d4-6780ed586515 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '1108c8ba-266f-4fc9-97cc-c5725ca92dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '79a565b1-de5f-4d82-9e59-a552ebdf2455'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:49.114572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Attempting to bind port 3e785100-01b5-41b6-85d4-6780ed586515 on network 79a565b1-de5f-4d82-9e59-a552ebdf2455 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:49.117175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:49.118426 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.125063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc578ef-cd48-4ce7-a61d-6c0cbd7b32ef None None] Network ccdef987-4030-4c73-b449-900778d0fc79 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:49.128092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:49.128779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Checking segment: {'id': '1108c8ba-266f-4fc9-97cc-c5725ca92dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '79a565b1-de5f-4d82-9e59-a552ebdf2455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:49.129178 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.129574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Bound using segment: {'id': '1108c8ba-266f-4fc9-97cc-c5725ca92dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '79a565b1-de5f-4d82-9e59-a552ebdf2455'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:49.130066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Bound port: 3e785100-01b5-41b6-85d4-6780ed586515, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1108c8ba-266f-4fc9-97cc-c5725ca92dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '79a565b1-de5f-4d82-9e59-a552ebdf2455'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:49.130449 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.138260 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eedfe876-eef9-4eef-bea7-5832d7e1e7ed tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6140454 Jul 05 10:45:49.143408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:49.149532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3a828e4f-85d6-4137-933c-9205fdebb164 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:49.282306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] For port 3e785100-01b5-41b6-85d4-6780ed586515, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:49.288958 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] For port 3e785100-01b5-41b6-85d4-6780ed586515, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3e785100-01b5-41b6-85d4-6780ed586515,segment=NetworkSegment(1108c8ba-266f-4fc9-97cc-c5725ca92dec),segment_id=1108c8ba-266f-4fc9-97cc-c5725ca92dec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:49.314829 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.424421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a828e4f-85d6-4137-933c-9205fdebb164 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.442021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-ccdef987-4030-4c73-b449-900778d0fc79', 'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79', 'tenant_id': '277b429ca4b248e4bad2e90bf82863a9', 'fixed_ips': [{'subnet_id': 'c68e3dba-0359-447e-ba33-7baf1a28cf2e'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:45:49.443035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.447520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d50746-c0d7-4741-a10e-ed3f426d67cb None None] Pushing event updated for resources: {'Port': ['ID=3e785100-01b5-41b6-85d4-6780ed586515,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:49.590504 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [None req-3a828e4f-85d6-4137-933c-9205fdebb164 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:45:49.592577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3a828e4f-85d6-4137-933c-9205fdebb164 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "PUT /v2.0/routers/537ee6a8-bfb0-4494-be6a-84244076ba9b HTTP/1.1" status: 400 len: 364 time: 0.4472854 Jul 05 10:45:49.603951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:49.712378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Deleting subnet c68e3dba-0359-447e-ba33-7baf1a28cf2e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:45:49.741528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Allocated IP 172.21.0.2 (ccdef987-4030-4c73-b449-900778d0fc79/c68e3dba-0359-447e-ba33-7baf1a28cf2e/20b41bc6-09a9-44d4-bd5b-d72046660e0b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:49.946475 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.955562 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Transition to ACTIVE for port object 20b41bc6-09a9-44d4-bd5b-d72046660e0b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:49.972819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Transition to ACTIVE for port object 20b41bc6-09a9-44d4-bd5b-d72046660e0b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:49.981638 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:49.982192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.034819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Network ccdef987-4030-4c73-b449-900778d0fc79 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:50.035677 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.040279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:50.043991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:50.057030 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.067449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Pushing event updated for resources: {'Port': ['ID=20b41bc6-09a9-44d4-bd5b-d72046660e0b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:50.129360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Attempting to bind port 20b41bc6-09a9-44d4-bd5b-d72046660e0b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:50.129735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Attempting to bind port 20b41bc6-09a9-44d4-bd5b-d72046660e0b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '31661a53-a479-4a6e-b2a2-4bc267ac4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:50.130101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Attempting to bind port 20b41bc6-09a9-44d4-bd5b-d72046660e0b on network ccdef987-4030-4c73-b449-900778d0fc79 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:50.137611 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:50.138093 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Checking segment: {'id': '31661a53-a479-4a6e-b2a2-4bc267ac4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:50.138687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.139108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Bound using segment: {'id': '31661a53-a479-4a6e-b2a2-4bc267ac4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:50.139586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Bound port: 20b41bc6-09a9-44d4-bd5b-d72046660e0b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31661a53-a479-4a6e-b2a2-4bc267ac4700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ccdef987-4030-4c73-b449-900778d0fc79'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:50.139969 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.184774 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.213180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3e785100-01b5-41b6-85d4-6780ed586515 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:50.269973 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.279981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] For port 20b41bc6-09a9-44d4-bd5b-d72046660e0b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:50.306060 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] For port 20b41bc6-09a9-44d4-bd5b-d72046660e0b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=20b41bc6-09a9-44d4-bd5b-d72046660e0b,segment=NetworkSegment(31661a53-a479-4a6e-b2a2-4bc267ac4700),segment_id=31661a53-a479-4a6e-b2a2-4bc267ac4700)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:50.309281 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event deleted for resources: {'Subnet': ['ID=c68e3dba-0359-447e-ba33-7baf1a28cf2e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:50.314014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.320040 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:50.320530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f4cbd6d4-9495-41bc-b0a3-7662f599805d tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "DELETE /v2.0/subnets/c68e3dba-0359-447e-ba33-7baf1a28cf2e HTTP/1.1" status: 204 len: 168 time: 0.7148502 Jul 05 10:45:50.322894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.357921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 3e785100-01b5-41b6-85d4-6780ed586515 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:50.421468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc1df-5866-4e8c-8d4a-1120731cd3da None None] Pushing event updated for resources: {'Port': ['ID=20b41bc6-09a9-44d4-bd5b-d72046660e0b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:50.477392 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.561426 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Deleting port 20b41bc6-09a9-44d4-bd5b-d72046660e0b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:50.561913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.714860 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] For port 20b41bc6-09a9-44d4-bd5b-d72046660e0b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=20b41bc6-09a9-44d4-bd5b-d72046660e0b,segment=NetworkSegment(31661a53-a479-4a6e-b2a2-4bc267ac4700),segment_id=31661a53-a479-4a6e-b2a2-4bc267ac4700)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:50.714860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.735647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Calling delete_port for 20b41bc6-09a9-44d4-bd5b-d72046660e0b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:50.784327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31d29e-0168-42f6-8152-a30739e197ec None None] Network 79a565b1-de5f-4d82-9e59-a552ebdf2455 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:50.848158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.883275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] No DVR routers for this DVR port 20b41bc6-09a9-44d4-bd5b-d72046660e0b on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:50.890551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event deleted for resources: {'Port': ['ID=20b41bc6-09a9-44d4-bd5b-d72046660e0b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:50.908124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-98f56feb-7395-4c2f-ae2d-478a36785832 None None] Provisioning for port 3e785100-01b5-41b6-85d4-6780ed586515 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:50.921668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-98f56feb-7395-4c2f-ae2d-478a36785832 None None] Provisioning complete for port 3e785100-01b5-41b6-85d4-6780ed586515 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:50.921912 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.922097 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.922363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98f56feb-7395-4c2f-ae2d-478a36785832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.922469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.922793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.923175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.923496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.923828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.924151 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.924469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.924800 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.925182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.925469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:50.992188 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.004080 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdef987-4030-4c73-b449-900778d0fc79']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:51.016165 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31661a53-a479-4a6e-b2a2-4bc267ac4700') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:51.016464 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31661a53-a479-4a6e-b2a2-4bc267ac4700') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:51.028918 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.052730 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.067298 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:51.068178 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:51.075010 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:51.107447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98f56feb-7395-4c2f-ae2d-478a36785832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.156664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.163033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.166667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "DELETE /v2.0/networks/ccdef987-4030-4c73-b449-900778d0fc79 HTTP/1.1" status: 204 len: 168 time: 0.8454297 Jul 05 10:45:51.168955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:51.186804 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380fb56-7948-4aa0-b21b-409f487a4dbc tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event deleted for resources: {'Network': ['ID=ccdef987-4030-4c73-b449-900778d0fc79,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:51.187339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-98f56feb-7395-4c2f-ae2d-478a36785832 None None] For port 3e785100-01b5-41b6-85d4-6780ed586515, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3e785100-01b5-41b6-85d4-6780ed586515,segment=NetworkSegment(1108c8ba-266f-4fc9-97cc-c5725ca92dec),segment_id=1108c8ba-266f-4fc9-97cc-c5725ca92dec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:51.195777 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98f56feb-7395-4c2f-ae2d-478a36785832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.235743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Deleting subnet b785a661-5505-4641-a872-85648b6077a7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:45:51.240138 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.284502 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f56feb-7395-4c2f-ae2d-478a36785832 None None] Pushing event updated for resources: {'Port': ['ID=3e785100-01b5-41b6-85d4-6780ed586515,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:51.309776 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.439935 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.522716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.545189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed59ce87-c5a2-403c-986a-ed1f1132737c None None] Provisioning complete for port 3e785100-01b5-41b6-85d4-6780ed586515 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:51.545919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed59ce87-c5a2-403c-986a-ed1f1132737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.557847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event deleted for resources: {'Subnet': ['ID=b785a661-5505-4641-a872-85648b6077a7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:51.562080 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.564239 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cbd5757d-8f54-4251-b9d9-2d67ee967cc6 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "DELETE /v2.0/subnets/b785a661-5505-4641-a872-85648b6077a7 HTTP/1.1" status: 204 len: 168 time: 0.3941975 Jul 05 10:45:51.568416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41530) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:51.581976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66cc25-70f6-4343-95db-4cb9a9f80610 None None] Network 79a565b1-de5f-4d82-9e59-a552ebdf2455 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:51.675040 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.745301 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Deleting port 3e785100-01b5-41b6-85d4-6780ed586515 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:51.745899 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.842911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] For port 3e785100-01b5-41b6-85d4-6780ed586515, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3e785100-01b5-41b6-85d4-6780ed586515,segment=NetworkSegment(1108c8ba-266f-4fc9-97cc-c5725ca92dec),segment_id=1108c8ba-266f-4fc9-97cc-c5725ca92dec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:51.843412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.860365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af86c0b-532f-475a-83a4-4e4df47865f9 None None] DHCP port deletion for ccdef987-4030-4c73-b449-900778d0fc79 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:45:51.865112 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Calling delete_port for 3e785100-01b5-41b6-85d4-6780ed586515 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:51.878489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c1cb9-7988-4f34-989d-07c3ed0f1ff9 None None] Network ccdef987-4030-4c73-b449-900778d0fc79 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:51.893876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] DHCP port deletion for 79a565b1-de5f-4d82-9e59-a552ebdf2455 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:45:51.898249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c1cb9-7988-4f34-989d-07c3ed0f1ff9 None None] Network ccdef987-4030-4c73-b449-900778d0fc79 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:45:51.929303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-62a631e9-6607-4b2e-a134-ca96904f39ac None None] Could not find standard attr ID for object 20b41bc6-09a9-44d4-bd5b-d72046660e0b. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:45:51.949618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] Deleting port 3e785100-01b5-41b6-85d4-6780ed586515 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:51.949986 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.962122 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:51.991974 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event deleted for resources: {'Port': ['ID=3e785100-01b5-41b6-85d4-6780ed586515,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:51.997158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] No DVR routers for this DVR port 3e785100-01b5-41b6-85d4-6780ed586515 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:52.019982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] For port 3e785100-01b5-41b6-85d4-6780ed586515, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=3e785100-01b5-41b6-85d4-6780ed586515,segment=NetworkSegment(1108c8ba-266f-4fc9-97cc-c5725ca92dec),segment_id=1108c8ba-266f-4fc9-97cc-c5725ca92dec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:52.020251 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.034573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] Calling delete_port for 3e785100-01b5-41b6-85d4-6780ed586515 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:52.085405 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.101550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a565b1-de5f-4d82-9e59-a552ebdf2455']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:52.114350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1108c8ba-266f-4fc9-97cc-c5725ca92dec') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:52.114884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1108c8ba-266f-4fc9-97cc-c5725ca92dec') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:52.125520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.127677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3e785100-01b5-41b6-85d4-6780ed586515 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:45:52.141123 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.148232 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:45:52.148631 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.154305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 3e785100-01b5-41b6-85d4-6780ed586515 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:45:52.154645 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 3e785100-01b5-41b6-85d4-6780ed586515 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:45:52.157871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.183644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] Pushing event deleted for resources: {'Port': ['ID=3e785100-01b5-41b6-85d4-6780ed586515,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:52.187215 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad142f-8f54-48c8-99a7-280b289c9f1a None None] No DVR routers for this DVR port 3e785100-01b5-41b6-85d4-6780ed586515 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:45:52.199571 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:45:52.228820 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.234473 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.236522 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "DELETE /v2.0/networks/79a565b1-de5f-4d82-9e59-a552ebdf2455 HTTP/1.1" status: 204 len: 168 time: 0.6659927 Jul 05 10:45:52.239588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:52.257240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53dc39-c6ce-4f7a-850b-65012e76c5ff tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Pushing event deleted for resources: {'Network': ['ID=79a565b1-de5f-4d82-9e59-a552ebdf2455,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:52.270063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bea9308e-fb4f-401d-af5c-bd2a0ab68e5a tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "GET /v2.0/ports?device_id=537ee6a8-bfb0-4494-be6a-84244076ba9b HTTP/1.1" status: 200 len: 205 time: 0.0292647 Jul 05 10:45:52.273657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:52.358648 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fa91-50c4-4e80-b006-16622ed1c603 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.550140 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fa91-50c4-4e80-b006-16622ed1c603 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.552426 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fa91-50c4-4e80-b006-16622ed1c603 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.599667 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fa91-50c4-4e80-b006-16622ed1c603 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.600033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0fa91-50c4-4e80-b006-16622ed1c603 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Fanout notify agent at l3_agent the message router_deleted on router 537ee6a8-bfb0-4494-be6a-84244076ba9b {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:45:52.607305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fa91-50c4-4e80-b006-16622ed1c603 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.608570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8ad0fa91-50c4-4e80-b006-16622ed1c603 tempest-RoutersNegativeTest-1289863501 tempest-RoutersNegativeTest-1289863501-project] 10.222.0.21 "DELETE /v2.0/routers/537ee6a8-bfb0-4494-be6a-84244076ba9b HTTP/1.1" status: 204 len: 168 time: 0.3337433 Jul 05 10:45:52.897830 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:53.042678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ed186379-01d4-4372-84d7-da31bf05af3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=277b429ca4b248e4bad2e90bf82863a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436386 Jul 05 10:45:53.046940 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:53.101997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d798168f-dc80-4547-9f6f-1f1814aefd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:53.123833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d798168f-dc80-4547-9f6f-1f1814aefd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:53.173564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d798168f-dc80-4547-9f6f-1f1814aefd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:53.176168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d798168f-dc80-4547-9f6f-1f1814aefd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:53.177368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d798168f-dc80-4547-9f6f-1f1814aefd68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/253e12b1-ff7f-40a9-bb73-5d55af474970 HTTP/1.1" status: 204 len: 168 time: 0.1294246 Jul 05 10:45:53.186052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798168f-dc80-4547-9f6f-1f1814aefd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e12b1-ff7f-40a9-bb73-5d55af474970,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:53.921070 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41566) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:54.030110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-709003078-network', 'tenant_id': '7a263fda113646f5a45437960ddd8d49'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:54.059835 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Made reservation on behalf of 7a263fda113646f5a45437960ddd8d49 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:54.062204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.071918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.169918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.173745 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.201111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:54.207334 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b315d5d-ae86-43f8-b7da-4c29de4becde,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:54.214078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.214524 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Added segment 7d9c9b02-9861-4cf7-a167-97f291806b6d of type vlan for network ad746662-48ce-4a10-9529-a82905c34a21 Jul 05 10:45:54.258819 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.289385 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.290530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:54.291136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.344694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4209342 Jul 05 10:45:54.348250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:54.354516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f877f-e55e-4701-9b2f-bacc39d8fc76 admin admin] Pushing event updated for resources: {'Network': ['ID=ad746662-48ce-4a10-9529-a82905c34a21,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:54.354690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Request body: {'subnet': {'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-subnet', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:54.368013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network ad746662-48ce-4a10-9529-a82905c34a21 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:54.377859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Made reservation on behalf of 7a263fda113646f5a45437960ddd8d49 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:54.380419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.576714 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.641220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1118773-c010-47bb-abf7-44e89a40b985,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:54.653858 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Checking segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:54.654204 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Network hostable DHCP agents. Network: ad746662-48ce-4a10-9529-a82905c34a21, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:45:54.676337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Network ad746662-48ce-4a10-9529-a82905c34a21 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:45:54.686467 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, ad746662-48ce-4a10-9529-a82905c34a21) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:54.691305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:54.691934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.698012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0819e-1cc9-4741-bd08-2f0653fd328b None None] Network ad746662-48ce-4a10-9529-a82905c34a21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:54.708165 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e2f01621-bb83-4ae4-a83b-c927b1014fba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3587754 Jul 05 10:45:54.711724 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:54.716240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:54.737353 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.738384 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.816540 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.881668 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-ad746662-48ce-4a10-9529-a82905c34a21', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:45:54.882857 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.967867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.046593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Allocated IP 172.20.0.2 (ad746662-48ce-4a10-9529-a82905c34a21/a1118773-c010-47bb-abf7-44e89a40b985/b7e1f9ca-f12f-416a-a139-634453847cab) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:55.223747 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.236399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Transition to ACTIVE for port object b7e1f9ca-f12f-416a-a139-634453847cab will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:55.254619 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Transition to ACTIVE for port object b7e1f9ca-f12f-416a-a139-634453847cab will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:55.262864 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.308610 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Network ad746662-48ce-4a10-9529-a82905c34a21 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:55.314177 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:55.319147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:55.374882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Pushing event updated for resources: {'Port': ['ID=b7e1f9ca-f12f-416a-a139-634453847cab,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:55.414533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Attempting to bind port b7e1f9ca-f12f-416a-a139-634453847cab on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:55.414904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Attempting to bind port b7e1f9ca-f12f-416a-a139-634453847cab by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:55.415291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Attempting to bind port b7e1f9ca-f12f-416a-a139-634453847cab on network ad746662-48ce-4a10-9529-a82905c34a21 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:55.420904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:55.421264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Checking segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:55.421664 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.422058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Bound using segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:55.422539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Bound port: b7e1f9ca-f12f-416a-a139-634453847cab, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:55.422917 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.487161 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.500809 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] For port b7e1f9ca-f12f-416a-a139-634453847cab, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:55.505101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] For port b7e1f9ca-f12f-416a-a139-634453847cab, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b7e1f9ca-f12f-416a-a139-634453847cab,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:55.507059 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.516800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.578907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d15c60-2b58-424f-b618-80ea592f527e None None] Pushing event updated for resources: {'Port': ['ID=b7e1f9ca-f12f-416a-a139-634453847cab,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:55.635997 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Allocated IP 172.25.1.171 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/35169b16-01b0-4eb9-9ba3-21607495d58a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:55.803614 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.851762 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:55.900968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:55.904469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:55.909654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:55.913646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Pushing event updated for resources: {'Port': ['ID=35169b16-01b0-4eb9-9ba3-21607495d58a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:56.151478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7e1f9ca-f12f-416a-a139-634453847cab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:56.212784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b7e1f9ca-f12f-416a-a139-634453847cab completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:56.221366 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:56.462864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:56.566284 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d165c4-4fdb-4844-8b38-a856c01b6901 None None] Network ad746662-48ce-4a10-9529-a82905c34a21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:45:56.617222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:45:56.628248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9dddb04e-d286-4fa5-930f-7fa20c49e9ee None None] Provisioning for port b7e1f9ca-f12f-416a-a139-634453847cab completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:56.637672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9dddb04e-d286-4fa5-930f-7fa20c49e9ee None None] Provisioning complete for port b7e1f9ca-f12f-416a-a139-634453847cab triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:56.638044 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dddb04e-d286-4fa5-930f-7fa20c49e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:56.770507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:45:56.796608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:56.802057 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3446c156-fbf7-46af-9610-aaaf087fd886 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0854764 Jul 05 10:45:56.803564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41574) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:56.821274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Sync routers for ids ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:45:56.853658 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dddb04e-d286-4fa5-930f-7fa20c49e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:56.864653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Routers {'a0c3a36d-8cd7-4e37-b84c-45e12154cec2'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:45:56.865960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:56.950674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9dddb04e-d286-4fa5-930f-7fa20c49e9ee None None] For port b7e1f9ca-f12f-416a-a139-634453847cab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b7e1f9ca-f12f-416a-a139-634453847cab,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:57.192903 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dddb04e-d286-4fa5-930f-7fa20c49e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:57.260064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Set router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:45:57.330114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddb04e-d286-4fa5-930f-7fa20c49e9ee None None] Pushing event updated for resources: {'Port': ['ID=b7e1f9ca-f12f-416a-a139-634453847cab,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:57.383097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b79f66e9-cc35-4ed8-b28e-a274052210f2 None None] Provisioning complete for port b7e1f9ca-f12f-416a-a139-634453847cab triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:57.383363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b79f66e9-cc35-4ed8-b28e-a274052210f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:57.407295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:57.570170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:45:56Z', 'revision_number': 3, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port': {'id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:55Z', 'updated_at': '2021-07-05T10:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:57.606827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Allocated IP 172.20.0.1 (ad746662-48ce-4a10-9529-a82905c34a21/a1118773-c010-47bb-abf7-44e89a40b985/0cedd964-ffba-4079-8435-833e51bbeee8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:57.616625 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Checking router: a0c3a36d-8cd7-4e37-b84c-45e12154cec2 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:45:57.617107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Updating router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 port 35169b16-01b0-4eb9-9ba3-21607495d58a binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:45:57.687162 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:57.728208 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:57.743332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Transition to ACTIVE for port object 0cedd964-ffba-4079-8435-833e51bbeee8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:57.786437 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:57.829620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Network ad746662-48ce-4a10-9529-a82905c34a21 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:57.835352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:57.838007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:57.864107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0cedd964-ffba-4079-8435-833e51bbeee8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:57.906259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:57.997261 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.008852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Transition to ACTIVE for port object 35169b16-01b0-4eb9-9ba3-21607495d58a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:58.018871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.095354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Attempting to bind port 35169b16-01b0-4eb9-9ba3-21607495d58a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:58.095746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Attempting to bind port 35169b16-01b0-4eb9-9ba3-21607495d58a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:58.096103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Attempting to bind port 35169b16-01b0-4eb9-9ba3-21607495d58a on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:58.110955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:58.111405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:58.111773 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.112238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:58.112681 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Bound port: 35169b16-01b0-4eb9-9ba3-21607495d58a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:58.113069 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.117119 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8636d-bf39-4a64-9298-46bfa4dfd7d8 None None] Pushing event updated for resources: {'Port': ['ID=35169b16-01b0-4eb9-9ba3-21607495d58a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:58.126767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.167779 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7e1f9ca-f12f-416a-a139-634453847cab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:58.229405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-daf49c04-d13f-41c0-b737-f0f76839bd16 None None] Provisioning for port 0cedd964-ffba-4079-8435-833e51bbeee8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:58.232416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] For port 35169b16-01b0-4eb9-9ba3-21607495d58a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:58.237105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] For port 35169b16-01b0-4eb9-9ba3-21607495d58a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=35169b16-01b0-4eb9-9ba3-21607495d58a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:58.241758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-daf49c04-d13f-41c0-b737-f0f76839bd16 None None] Provisioning complete for port 0cedd964-ffba-4079-8435-833e51bbeee8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:58.242133 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-daf49c04-d13f-41c0-b737-f0f76839bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.246678 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.323577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b7e1f9ca-f12f-416a-a139-634453847cab triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:58.323955 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.353457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.359097 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.369263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-daf49c04-d13f-41c0-b737-f0f76839bd16 None None] Port 0cedd964-ffba-4079-8435-833e51bbeee8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:45:58.386598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Routers {'a0c3a36d-8cd7-4e37-b84c-45e12154cec2'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:45:58.387242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:58.389058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8636d-bf39-4a64-9298-46bfa4dfd7d8 None None] Pushing event updated for resources: {'Port': ['ID=35169b16-01b0-4eb9-9ba3-21607495d58a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:58.431737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0cedd964-ffba-4079-8435-833e51bbeee8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:58.434353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.534241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] Set router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:45:58.542174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Network ad746662-48ce-4a10-9529-a82905c34a21 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:58.543750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:58.675886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:45:58.765981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 4, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port': {'id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:55Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cedd964-ffba-4079-8435-833e51bbeee8', 'name': '', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'mac_address': 'fa:16:3e:0e:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:57Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 2, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'subnets': [{'id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:45:58.800461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a464a4-6146-4318-94df-923387f48c43 None None] The sync data for ids ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'] in n-d-771363-33 is: [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 4, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port': {'id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:55Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cedd964-ffba-4079-8435-833e51bbeee8', 'name': '', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'mac_address': 'fa:16:3e:0e:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:57Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 2, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'subnets': [{'id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:45:58.811187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1c643d87-c647-4220-a18d-f825613d95a5 None None] Provisioning complete for port 0cedd964-ffba-4079-8435-833e51bbeee8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:58.811566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c643d87-c647-4220-a18d-f825613d95a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:58.838650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:45:58.848856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4a1baac2-ea27-4d57-970b-d155706d62b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/a0c3a36d-8cd7-4e37-b84c-45e12154cec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0416801 Jul 05 10:45:58.853966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1c643d87-c647-4220-a18d-f825613d95a5 None None] Port 0cedd964-ffba-4079-8435-833e51bbeee8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:45:59.448711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:59.454156 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1375652835-network', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:59.479376 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Made reservation on behalf of c41534c783914994a65d1b7b1c34d353 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:59.482366 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.496532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.659781 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.665646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.704619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:45:59.715879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8ba39b-702a-4bf2-8467-2da3daa8ba9f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:59.727184 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.727361 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Added segment 2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e of type vlan for network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e Jul 05 10:45:59.776153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.817881 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.820263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:59.821377 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:59.886674 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4304080 Jul 05 10:45:59.887059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:59.895122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Request body: {'subnet': {'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-subnet', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:59.903173 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05298d9-e254-4f49-a94c-a806a522ddd1 admin admin] Pushing event updated for resources: {'Network': ['ID=50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:59.915754 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:45:59.926158 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Made reservation on behalf of c41534c783914994a65d1b7b1c34d353 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:59.929412 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.150701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.151463 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 35169b16-01b0-4eb9-9ba3-21607495d58a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:00.223282 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 35169b16-01b0-4eb9-9ba3-21607495d58a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:00.237436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 35169b16-01b0-4eb9-9ba3-21607495d58a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:00.238279 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.244320 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db38141-2c65-4797-b9f1-c878423527b3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:00.255030 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Checking segment: {'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:00.255683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Network hostable DHCP agents. Network: 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:46:00.269845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.287314 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.288851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:46:00.311524 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:00.317083 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:00.317947 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.339029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea70c30b-edd5-4480-8364-69a0d0ff771c None None] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:46:00.343288 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0d739a74-8f09-4f67-82ae-ff8b6a538eaf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4543536 Jul 05 10:46:00.346341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:00.353943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:00.384371 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.385645 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.408462 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.447197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 35169b16-01b0-4eb9-9ba3-21607495d58a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=35169b16-01b0-4eb9-9ba3-21607495d58a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:00.453072 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.459401 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.544280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=35169b16-01b0-4eb9-9ba3-21607495d58a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:00.583443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'fixed_ips': [{'subnet_id': '3db38141-2c65-4797-b9f1-c878423527b3'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:46:00.584511 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.618466 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.745160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Allocated IP 172.20.0.2 (50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e/3db38141-2c65-4797-b9f1-c878423527b3/18dadeff-846b-4d81-9dfb-a90d259e5b47) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:00.857235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.881811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.920919 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.932340 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Transition to ACTIVE for port object 18dadeff-846b-4d81-9dfb-a90d259e5b47 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:00.941083 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:46:00.955198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Transition to ACTIVE for port object 18dadeff-846b-4d81-9dfb-a90d259e5b47 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:00.964220 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:00.984639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:01.002739 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:01.007394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:01.015964 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Allocated IP 172.25.1.152 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/2d9e1713-c4ee-41b1-a1b9-03cc73504c22) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:01.051884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Pushing event updated for resources: {'Port': ['ID=18dadeff-846b-4d81-9dfb-a90d259e5b47,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:01.085393 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Attempting to bind port 18dadeff-846b-4d81-9dfb-a90d259e5b47 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:01.085772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Attempting to bind port 18dadeff-846b-4d81-9dfb-a90d259e5b47 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:01.086141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Attempting to bind port 18dadeff-846b-4d81-9dfb-a90d259e5b47 on network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:01.091843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:01.092137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Checking segment: {'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:01.092538 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.092935 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Bound using segment: {'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:01.093411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Bound port: 18dadeff-846b-4d81-9dfb-a90d259e5b47, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:01.093792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.148465 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.169656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] For port 18dadeff-846b-4d81-9dfb-a90d259e5b47, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:01.173582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] For port 18dadeff-846b-4d81-9dfb-a90d259e5b47, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=18dadeff-846b-4d81-9dfb-a90d259e5b47,segment=NetworkSegment(2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e),segment_id=2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:01.177370 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.198780 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.228246 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Sync routers for ids ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:01.238674 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Routers {'a0c3a36d-8cd7-4e37-b84c-45e12154cec2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:01.239700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6082140-506a-4b44-8fc5-26b640007490 None None] Pushing event updated for resources: {'Port': ['ID=18dadeff-846b-4d81-9dfb-a90d259e5b47,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:01.239827 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:01.250235 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:01.257763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:01.261930 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:01.288406 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Pushing event updated for resources: {'Port': ['ID=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:01.373049 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Set router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:01.588323 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.680159 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 4, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port': {'id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:55Z', 'updated_at': '2021-07-05T10:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cedd964-ffba-4079-8435-833e51bbeee8', 'name': '', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'mac_address': 'fa:16:3e:0e:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:57Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 2, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'subnets': [{'id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:01.720017 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Checking router: a0c3a36d-8cd7-4e37-b84c-45e12154cec2 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:01.720367 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Updating router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 port 0cedd964-ffba-4079-8435-833e51bbeee8 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:46:01.761788 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.839014 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:01.994254 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Router 780c6f3e-a882-4564-80e0-ac0cc100e333 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:46:02.083759 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.097022 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Transition to ACTIVE for port object 0cedd964-ffba-4079-8435-833e51bbeee8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:02.106696 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.192631 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Pushing event updated for resources: {'Port': ['ID=0cedd964-ffba-4079-8435-833e51bbeee8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:02.221557 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.221983 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.222410 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.222803 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.223282 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.223687 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.224079 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.224510 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.224886 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.225147 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.225831 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.226451 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.283302 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Attempting to bind port 0cedd964-ffba-4079-8435-833e51bbeee8 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:02.284139 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Attempting to bind port 0cedd964-ffba-4079-8435-833e51bbeee8 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:02.284732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Attempting to bind port 0cedd964-ffba-4079-8435-833e51bbeee8 on network ad746662-48ce-4a10-9529-a82905c34a21 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:02.291005 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:02.291774 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Checking segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:02.292378 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.292929 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Bound using segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:02.293570 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Bound port: 0cedd964-ffba-4079-8435-833e51bbeee8, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:02.294259 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.325703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 35169b16-01b0-4eb9-9ba3-21607495d58a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:02.382471 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] For port 0cedd964-ffba-4079-8435-833e51bbeee8, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:02.386484 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] For port 0cedd964-ffba-4079-8435-833e51bbeee8, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cedd964-ffba-4079-8435-833e51bbeee8,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:02.393164 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.404249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 35169b16-01b0-4eb9-9ba3-21607495d58a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:02.405019 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.464950 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a25bcb-bc3a-481d-a7bf-2778dbd51882 None None] Pushing event updated for resources: {'Port': ['ID=0cedd964-ffba-4079-8435-833e51bbeee8,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:02.466882 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:46:02.480098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Sync routers for ids ['780c6f3e-a882-4564-80e0-ac0cc100e333'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:02.489477 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Routers {'a0c3a36d-8cd7-4e37-b84c-45e12154cec2'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:02.490160 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:02.492946 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.494536 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-965e4d7f-6dea-4170-a439-d63535b5285d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1463461 Jul 05 10:46:02.497533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:02.548287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18dadeff-846b-4d81-9dfb-a90d259e5b47 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:02.553484 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Routers {'780c6f3e-a882-4564-80e0-ac0cc100e333'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:02.555037 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['780c6f3e-a882-4564-80e0-ac0cc100e333'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:02.669129 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] Set router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:02.868175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5fdd8-a426-4f4b-8cd5-970c6e3b54ad None None] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:46:02.922573 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 4, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port': {'id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:55Z', 'updated_at': '2021-07-05T10:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cedd964-ffba-4079-8435-833e51bbeee8', 'name': '', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'mac_address': 'fa:16:3e:0e:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:57Z', 'updated_at': '2021-07-05T10:46:02Z', 'revision_number': 4, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'subnets': [{'id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:02.953132 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183bdc7-f8bc-4aa4-b89f-3151e8009338 None None] The sync data for ids ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'] in n-d-771363-33 is: [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:45:58Z', 'revision_number': 4, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port': {'id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:55Z', 'updated_at': '2021-07-05T10:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '0cedd964-ffba-4079-8435-833e51bbeee8', 'name': '', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'mac_address': 'fa:16:3e:0e:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:57Z', 'updated_at': '2021-07-05T10:46:02Z', 'revision_number': 4, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'subnets': [{'id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:03.028866 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Set router 780c6f3e-a882-4564-80e0-ac0cc100e333 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:03.031130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 18dadeff-846b-4d81-9dfb-a90d259e5b47 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:03.093749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.188839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-af768d28-de76-4105-8952-de49fcd39eab None None] Provisioning for port 18dadeff-846b-4d81-9dfb-a90d259e5b47 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:03.228082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-af768d28-de76-4105-8952-de49fcd39eab None None] Provisioning complete for port 18dadeff-846b-4d81-9dfb-a90d259e5b47 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:03.228461 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af768d28-de76-4105-8952-de49fcd39eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.352212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Allocated IP 172.20.0.1 (50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e/3db38141-2c65-4797-b9f1-c878423527b3/f6a7c7f6-b88f-4df4-83c2-5efa42d8745a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:03.392725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af768d28-de76-4105-8952-de49fcd39eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.438768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:01Z', 'revision_number': 3, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port': {'id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:03.480328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-af768d28-de76-4105-8952-de49fcd39eab None None] For port 18dadeff-846b-4d81-9dfb-a90d259e5b47, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=18dadeff-846b-4d81-9dfb-a90d259e5b47,segment=NetworkSegment(2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e),segment_id=2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:03.481936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Checking router: 780c6f3e-a882-4564-80e0-ac0cc100e333 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:03.482642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Updating router 780c6f3e-a882-4564-80e0-ac0cc100e333 port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:46:03.488704 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af768d28-de76-4105-8952-de49fcd39eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.504376 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.522130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Transition to ACTIVE for port object f6a7c7f6-b88f-4df4-83c2-5efa42d8745a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:03.564307 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.567384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.605971 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af768d28-de76-4105-8952-de49fcd39eab None None] Pushing event updated for resources: {'Port': ['ID=18dadeff-846b-4d81-9dfb-a90d259e5b47,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:03.625814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:03.633017 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:03.637196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:03.678650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Pushing event updated for resources: {'Port': ['ID=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:03.712666 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.817389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-026f3622-4b6b-4a1b-b154-27149fd540d8 None None] Provisioning complete for port 18dadeff-846b-4d81-9dfb-a90d259e5b47 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:03.818072 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-026f3622-4b6b-4a1b-b154-27149fd540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.929776 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.999699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.012918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Transition to ACTIVE for port object 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:04.020115 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.083460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Attempting to bind port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:04.084501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Attempting to bind port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:04.085153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Attempting to bind port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:04.090273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd3c2f-7427-4fa1-bb5a-e094a3e22a82 None None] Pushing event updated for resources: {'Port': ['ID=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:04.095250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:04.099071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:04.099071 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.099071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:04.099071 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Bound port: 2d9e1713-c4ee-41b1-a1b9-03cc73504c22, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:04.099071 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.123674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.140581 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.150292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0b9b1842-48ce-4df1-a572-4bb5df2da87b None None] Provisioning for port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:04.158591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0b9b1842-48ce-4df1-a572-4bb5df2da87b None None] Provisioning complete for port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:04.159272 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b9b1842-48ce-4df1-a572-4bb5df2da87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.188116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cedd964-ffba-4079-8435-833e51bbeee8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:04.192086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] For port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:04.230168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] For port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:04.238146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.243694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b1842-48ce-4df1-a572-4bb5df2da87b None None] Port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:04.326286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd3c2f-7427-4fa1-bb5a-e094a3e22a82 None None] Pushing event updated for resources: {'Port': ['ID=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:04.330310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Routers {'780c6f3e-a882-4564-80e0-ac0cc100e333'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:04.330991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['780c6f3e-a882-4564-80e0-ac0cc100e333'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:04.367599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0cedd964-ffba-4079-8435-833e51bbeee8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:04.376021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0cedd964-ffba-4079-8435-833e51bbeee8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:04.376393 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.485690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] Set router 780c6f3e-a882-4564-80e0-ac0cc100e333 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:04.588187 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.588398 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.590120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Pushing event updated for resources: {'Port': ['ID=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:04.665990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 0cedd964-ffba-4079-8435-833e51bbeee8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cedd964-ffba-4079-8435-833e51bbeee8,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:04.675525 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.676325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18dadeff-846b-4d81-9dfb-a90d259e5b47 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:04.696156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:04.697782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:04.801151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=0cedd964-ffba-4079-8435-833e51bbeee8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:04.829118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 18dadeff-846b-4d81-9dfb-a90d259e5b47 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:04.829493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.844379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Router 780c6f3e-a882-4564-80e0-ac0cc100e333 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:46:04.872232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 4, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port': {'id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'f6a7c7f6-b88f-4df4-83c2-5efa42d8745a', 'name': '', 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'mac_address': 'fa:16:3e:66:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '3db38141-2c65-4797-b9f1-c878423527b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:03Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 2, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'subnets': [{'id': '3db38141-2c65-4797-b9f1-c878423527b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:04.908945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce902049-8554-43c0-92e0-76ea1615519f None None] The sync data for ids ['780c6f3e-a882-4564-80e0-ac0cc100e333'] in n-d-771363-33 is: [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 4, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port': {'id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'f6a7c7f6-b88f-4df4-83c2-5efa42d8745a', 'name': '', 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'mac_address': 'fa:16:3e:66:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '3db38141-2c65-4797-b9f1-c878423527b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:03Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 2, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'subnets': [{'id': '3db38141-2c65-4797-b9f1-c878423527b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:04.976411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f59e08d-d0e9-4cda-a600-48a4f69f86a0 None None] Provisioning complete for port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:04.976862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f59e08d-d0e9-4cda-a600-48a4f69f86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:04.983670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:46:04.989208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cbec43d9-7a18-4f97-9473-13f54149ab3e admin admin] 10.222.0.21 "PUT /v2.0/routers/780c6f3e-a882-4564-80e0-ac0cc100e333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4905446 Jul 05 10:46:05.018638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8f59e08d-d0e9-4cda-a600-48a4f69f86a0 None None] Port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:06.131773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-fda9f13e-2e83-45b8-af6f-68ac972f4a17 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:06.133548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-fda9f13e-2e83-45b8-af6f-68ac972f4a17 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/networks?id=ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 200 len: 816 time: 0.1372178 Jul 05 10:46:06.150520 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-8d7406e2-22b1-4ec9-9cf2-335fa158599a tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/quotas/7a263fda113646f5a45437960ddd8d49 HTTP/1.1" status: 200 len: 375 time: 0.0109911 Jul 05 10:46:06.228241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cedd964-ffba-4079-8435-833e51bbeee8 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:06.230993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-c8647b24-a6e4-4d55-83c0-5b3db5f98625 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a263fda113646f5a45437960ddd8d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743449 Jul 05 10:46:06.289760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0cedd964-ffba-4079-8435-833e51bbeee8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:06.290232 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:06.347921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-595fe24e-8205-41ba-bbe2-8c338944ce34 service neutron] 10.222.0.21 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039126 Jul 05 10:46:06.385125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:06.449700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:06.454174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-32b618be-892d-41ea-b12f-0b5c22a7d6ae service neutron] 10.222.0.21 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997484 Jul 05 10:46:06.455716 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:06.456395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:06.696761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2eb8d940-fca7-42da-9887-eb7fca14e8db req-b764f9f6-dfc2-4fb9-a910-fefca2ec1b79 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 210 time: 0.0396788 Jul 05 10:46:06.751254 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:06.788833 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:06.794323 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:06.849190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:07.244637 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Sync routers for ids ['780c6f3e-a882-4564-80e0-ac0cc100e333'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:07.256561 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Routers {'780c6f3e-a882-4564-80e0-ac0cc100e333'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:07.257257 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['780c6f3e-a882-4564-80e0-ac0cc100e333'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:07.476039 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Set router 780c6f3e-a882-4564-80e0-ac0cc100e333 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:07.688275 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 4, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port': {'id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'f6a7c7f6-b88f-4df4-83c2-5efa42d8745a', 'name': '', 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'mac_address': 'fa:16:3e:66:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '3db38141-2c65-4797-b9f1-c878423527b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:03Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 2, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'subnets': [{'id': '3db38141-2c65-4797-b9f1-c878423527b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:07.722626 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Checking router: 780c6f3e-a882-4564-80e0-ac0cc100e333 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:07.724720 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Updating router 780c6f3e-a882-4564-80e0-ac0cc100e333 port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:46:07.763403 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:07.938609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d035b3ef-7735-4886-b562-3b6607f564bf req-ea520e11-cbea-40f5-8cee-2ff852af2e0f tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 210 time: 0.0796900 Jul 05 10:46:08.015467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-a3b004f7-35ad-4a34-9625-b7a32e4cf26a tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:08.017772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-a3b004f7-35ad-4a34-9625-b7a32e4cf26a tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "GET /v2.0/networks?id=ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 200 len: 816 time: 0.1703186 Jul 05 10:46:08.037989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Request body: {'port': {'device_id': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'admin_state_up': True, 'tenant_id': '7a263fda113646f5a45437960ddd8d49'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:08.159914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:08.163304 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.182816 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Transition to ACTIVE for port object f6a7c7f6-b88f-4df4-83c2-5efa42d8745a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:08.196190 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.235959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:08.236746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.242354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Made reservation on behalf of 7a263fda113646f5a45437960ddd8d49 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:46:08.250527 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.288020 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e3a76-ff4e-4078-8bb1-6347a98d002f None None] Pushing event updated for resources: {'Port': ['ID=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:08.398521 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Attempting to bind port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:08.399206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Attempting to bind port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:08.399950 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Attempting to bind port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a on network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:08.406550 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:08.406915 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Checking segment: {'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:08.407555 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.408125 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Bound using segment: {'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:08.408785 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Bound port: f6a7c7f6-b88f-4df4-83c2-5efa42d8745a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:08.409375 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.493989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Allocated IP 172.20.0.11 (ad746662-48ce-4a10-9529-a82905c34a21/a1118773-c010-47bb-abf7-44e89a40b985/deed5ede-8858-4553-b5cb-5d06ede77c9e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:08.526966 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] For port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:08.531400 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] For port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,segment=NetworkSegment(2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e),segment_id=2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:08.543703 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.611701 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Routers {'780c6f3e-a882-4564-80e0-ac0cc100e333'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:08.612367 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:45:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['780c6f3e-a882-4564-80e0-ac0cc100e333'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:08.614639 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e3a76-ff4e-4078-8bb1-6347a98d002f None None] Pushing event updated for resources: {'Port': ['ID=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:08.729003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.747455 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Transition to ACTIVE for port object deed5ede-8858-4553-b5cb-5d06ede77c9e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:08.748258 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] Set router 780c6f3e-a882-4564-80e0-ac0cc100e333 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:08.805269 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.852722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Network ad746662-48ce-4a10-9529-a82905c34a21 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:08.858249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:08.862069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:08.869751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Pushing event updated for resources: {'Port': ['ID=deed5ede-8858-4553-b5cb-5d06ede77c9e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:08.920928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:08.921715 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.941196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-f5a4da47-77a9-45de-9488-3acd3ea1cc57 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9091640 Jul 05 10:46:08.956442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Request body: {'port': {'device_id': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:09.033539 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 4, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port': {'id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'f6a7c7f6-b88f-4df4-83c2-5efa42d8745a', 'name': '', 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'mac_address': 'fa:16:3e:66:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '3db38141-2c65-4797-b9f1-c878423527b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:03Z', 'updated_at': '2021-07-05T10:46:08Z', 'revision_number': 4, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'subnets': [{'id': '3db38141-2c65-4797-b9f1-c878423527b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:09.056523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.077184 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af3b87-726b-4cfd-9143-b684eab0ac32 None None] The sync data for ids ['780c6f3e-a882-4564-80e0-ac0cc100e333'] in n-d-771363-33 is: [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:03Z', 'revision_number': 4, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port': {'id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'f6a7c7f6-b88f-4df4-83c2-5efa42d8745a', 'name': '', 'network_id': '50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'mac_address': 'fa:16:3e:66:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '3db38141-2c65-4797-b9f1-c878423527b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:03Z', 'updated_at': '2021-07-05T10:46:08Z', 'revision_number': 4, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'subnets': [{'id': '3db38141-2c65-4797-b9f1-c878423527b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:09.228957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-33799bb7-1586-4be5-9da3-5f5cb92afca2 None None] Provisioning for port deed5ede-8858-4553-b5cb-5d06ede77c9e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:09.234984 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-33799bb7-1586-4be5-9da3-5f5cb92afca2 None None] Provisioning complete for port deed5ede-8858-4553-b5cb-5d06ede77c9e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:09.236226 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-33799bb7-1586-4be5-9da3-5f5cb92afca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.284242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-33799bb7-1586-4be5-9da3-5f5cb92afca2 None None] Port deed5ede-8858-4553-b5cb-5d06ede77c9e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:09.302057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914814-bc85-49d8-8119-98c332b830bd req-a458a91a-1687-42ea-8ad2-54f8c8cb2436 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:09.304980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f914814-bc85-49d8-8119-98c332b830bd req-a458a91a-1687-42ea-8ad2-54f8c8cb2436 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 932 time: 0.2005916 Jul 05 10:46:09.373340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f914814-bc85-49d8-8119-98c332b830bd req-b6806a7d-29ad-49e0-a838-873fb2965ed4 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617595 Jul 05 10:46:09.461456 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deed5ede-8858-4553-b5cb-5d06ede77c9e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:09.470540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.484589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Transition to ACTIVE for port object deed5ede-8858-4553-b5cb-5d06ede77c9e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:09.492141 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.548942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Pushing event updated for resources: {'Port': ['ID=deed5ede-8858-4553-b5cb-5d06ede77c9e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:09.632554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Attempting to bind port deed5ede-8858-4553-b5cb-5d06ede77c9e on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:09.632976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Attempting to bind port deed5ede-8858-4553-b5cb-5d06ede77c9e by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:09.633379 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Attempting to bind port deed5ede-8858-4553-b5cb-5d06ede77c9e on network ad746662-48ce-4a10-9529-a82905c34a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:09.638598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Port deed5ede-8858-4553-b5cb-5d06ede77c9e on network ad746662-48ce-4a10-9529-a82905c34a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:46:09.639006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Attempting to bind port deed5ede-8858-4553-b5cb-5d06ede77c9e on network ad746662-48ce-4a10-9529-a82905c34a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:09.645255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:09.645697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Checking segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:09.646214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Bound using segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:09.646773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Bound port: deed5ede-8858-4553-b5cb-5d06ede77c9e, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:09.647319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.722961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] For port deed5ede-8858-4553-b5cb-5d06ede77c9e, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:09.727011 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] For port deed5ede-8858-4553-b5cb-5d06ede77c9e, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=deed5ede-8858-4553-b5cb-5d06ede77c9e,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:09.731767 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.769065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:09.769065 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.769065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] 10.222.0.15 "PUT /v2.0/ports/deed5ede-8858-4553-b5cb-5d06ede77c9e HTTP/1.1" status: 200 len: 1093 time: 0.8167760 Jul 05 10:46:09.769065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'tag': 'deed5ede-8858-4553-b5cb-5d06ede77c9e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:09.773255 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668" -d '{"events": [{"name": "network-changed", "server_uuid": "a43dfa35-778e-44b7-9f4e-248ec54e3387", "tag": "deed5ede-8858-4553-b5cb-5d06ede77c9e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:09.814573 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7834d-4764-452d-9d8e-efd83f8db47c service neutron] Pushing event updated for resources: {'Port': ['ID=deed5ede-8858-4553-b5cb-5d06ede77c9e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:09.820281 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfdc987-d2e3-4ee7-8faa-e6bd29815cb7 x-openstack-request-id: req-cbfdc987-d2e3-4ee7-8faa-e6bd29815cb7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:09.820699 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43dfa35-778e-44b7-9f4e-248ec54e3387", "tag": "deed5ede-8858-4553-b5cb-5d06ede77c9e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:09.820856 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbfdc987-d2e3-4ee7-8faa-e6bd29815cb7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:09.821201 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'tag': 'deed5ede-8858-4553-b5cb-5d06ede77c9e', 'status': 'completed', 'code': 200} Jul 05 10:46:09.884355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6d013443-2881-453f-8143-d12907262349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:09.885956 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-6d013443-2881-453f-8143-d12907262349 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a263fda113646f5a45437960ddd8d49&device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 1096 time: 0.0639458 Jul 05 10:46:09.935776 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-b62f8f19-dd15-4bec-b69f-3a7385da64a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=deed5ede-8858-4553-b5cb-5d06ede77c9e HTTP/1.1" status: 200 len: 217 time: 0.0416381 Jul 05 10:46:09.994852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-39d7717f-e34d-4d9c-a373-494832316981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:09.996477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-39d7717f-e34d-4d9c-a373-494832316981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1118773-c010-47bb-abf7-44e89a40b985 HTTP/1.1" status: 200 len: 855 time: 0.0535235 Jul 05 10:46:10.068798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-5a15303f-0a2b-4d65-9a9d-1aa239ec4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:10.070526 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-5a15303f-0a2b-4d65-9a9d-1aa239ec4ade service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad746662-48ce-4a10-9529-a82905c34a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668025 Jul 05 10:46:10.158814 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6a7c7f6-b88f-4df4-83c2-5efa42d8745a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:10.196920 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-9ab6d6f5-9d8b-49f3-a946-395c66f57c5e service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160698 Jul 05 10:46:10.215131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:10.219456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:10.219830 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.300711 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b5da2ecb-06bd-40fd-827a-6be5b9f4435c req-564a97d7-7da2-4d95-8124-61384041e84c service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967307 Jul 05 10:46:10.305427 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.341217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,segment=NetworkSegment(2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e),segment_id=2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:10.346397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.401106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:10.424344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-a249a5d3-e0c9-40ad-b195-aa90187e6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:10.426029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-a249a5d3-e0c9-40ad-b195-aa90187e6c87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a263fda113646f5a45437960ddd8d49&device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 1096 time: 0.0681620 Jul 05 10:46:10.558318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-b33b447a-1206-4291-8706-d1b98177d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:10.559994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-b33b447a-1206-4291-8706-d1b98177d8fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 200 len: 917 time: 0.1264882 Jul 05 10:46:10.617477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-22425920-24da-4b84-b3a1-18dd4ff01cf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=deed5ede-8858-4553-b5cb-5d06ede77c9e HTTP/1.1" status: 200 len: 217 time: 0.0494602 Jul 05 10:46:10.642484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4c90f-1a35-4f19-82f2-bd600ce38587 req-fe49691c-bcfc-45b2-999a-0ba818f88720 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:10.644124 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f4c90f-1a35-4f19-82f2-bd600ce38587 req-fe49691c-bcfc-45b2-999a-0ba818f88720 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 944 time: 0.1366255 Jul 05 10:46:10.700227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-bdca85bd-9f10-413f-83f8-f2a985980664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:10.701731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-bdca85bd-9f10-413f-83f8-f2a985980664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1118773-c010-47bb-abf7-44e89a40b985 HTTP/1.1" status: 200 len: 855 time: 0.0766385 Jul 05 10:46:10.724601 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-88f4c90f-1a35-4f19-82f2-bd600ce38587 req-173d5c72-e456-4f56-a530-67eadd5f7221 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608771 Jul 05 10:46:10.771817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-0ce53d20-6c29-4668-9740-086c7f0170ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:10.773579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-0ce53d20-6c29-4668-9740-086c7f0170ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad746662-48ce-4a10-9529-a82905c34a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624468 Jul 05 10:46:10.876982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-a6ab6d50-1527-4338-8920-c3152d5270b4 service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955932 Jul 05 10:46:10.975926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-930a80f9-7a84-44ae-8b56-cf3b3b4bb668 req-dbee466f-320f-4b18-850d-08f5355ece2c service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916457 Jul 05 10:46:11.913375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f4706-6093-4f82-a737-4bf400296d15 req-9bc6e8e6-ecee-4477-85cc-b928609fec71 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:11.914943 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a60f4706-6093-4f82-a737-4bf400296d15 req-9bc6e8e6-ecee-4477-85cc-b928609fec71 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 944 time: 0.0737760 Jul 05 10:46:11.955561 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a60f4706-6093-4f82-a737-4bf400296d15 req-50d4cba4-b712-436f-be65-000667130813 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Jul 05 10:46:12.132099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6a7c7f6-b88f-4df4-83c2-5efa42d8745a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:12.187146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:12.187515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.153048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724a668-67e3-4af8-aa45-1f5ffb097655 req-9d6a1458-3961-4ae2-9317-0c8cff0adfe8 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:13.154636 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5724a668-67e3-4af8-aa45-1f5ffb097655 req-9d6a1458-3961-4ae2-9317-0c8cff0adfe8 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 944 time: 0.0745003 Jul 05 10:46:13.200173 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5724a668-67e3-4af8-aa45-1f5ffb097655 req-b9e5dd74-eb9a-4bce-b8d6-20cd477b7269 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Jul 05 10:46:13.903408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device deed5ede-8858-4553-b5cb-5d06ede77c9e details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:46:14.004499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port deed5ede-8858-4553-b5cb-5d06ede77c9e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=deed5ede-8858-4553-b5cb-5d06ede77c9e,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:14.017081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'deed5ede-8858-4553-b5cb-5d06ede77c9e', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'port_id': 'deed5ede-8858-4553-b5cb-5d06ede77c9e', 'mac_address': 'fa:16:3e:20:f9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:46:14.057545 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.070741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deed5ede-8858-4553-b5cb-5d06ede77c9e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:14.100808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port deed5ede-8858-4553-b5cb-5d06ede77c9e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=deed5ede-8858-4553-b5cb-5d06ede77c9e,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:14.104775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.108868 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-438d8c07-1c12-4118-b3cf-240258ff31d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.155819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=deed5ede-8858-4553-b5cb-5d06ede77c9e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:14.381186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['deed5ede-8858-4553-b5cb-5d06ede77c9e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:46:14.392264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e138b4a-d414-45c0-a550-e61fc502db32 req-977a5b81-2aff-4508-a5c3-6de4542f4477 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:14.393878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e138b4a-d414-45c0-a550-e61fc502db32 req-977a5b81-2aff-4508-a5c3-6de4542f4477 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 945 time: 0.0718856 Jul 05 10:46:14.438320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1e138b4a-d414-45c0-a550-e61fc502db32 req-72bc4409-41a5-43e6-9a97-8a9e168bf522 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Jul 05 10:46:15.625444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffba5fa-390b-4077-92e4-b57c80c2db97 req-950e7217-82fc-49ea-8d9b-9181d0d80170 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:15.626948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffba5fa-390b-4077-92e4-b57c80c2db97 req-950e7217-82fc-49ea-8d9b-9181d0d80170 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 945 time: 0.0662279 Jul 05 10:46:15.666455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cffba5fa-390b-4077-92e4-b57c80c2db97 req-3919d6c4-00a4-46d8-a4d7-9bab936584b2 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326769 Jul 05 10:46:15.902874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device deed5ede-8858-4553-b5cb-5d06ede77c9e up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:15.958331 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port deed5ede-8858-4553-b5cb-5d06ede77c9e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:15.963191 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port deed5ede-8858-4553-b5cb-5d06ede77c9e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:15.963571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.054997 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.081490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deed5ede-8858-4553-b5cb-5d06ede77c9e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:16.084480 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27799b0b-a90e-43e0-ba52-e0adc8a5b1ce" -d '{"events": [{"server_uuid": "a43dfa35-778e-44b7-9f4e-248ec54e3387", "name": "network-vif-plugged", "status": "completed", "tag": "deed5ede-8858-4553-b5cb-5d06ede77c9e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:16.103670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port deed5ede-8858-4553-b5cb-5d06ede77c9e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=deed5ede-8858-4553-b5cb-5d06ede77c9e,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:16.107916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.134373 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03472d23-dc59-4607-a374-b90e8bb35ab3 x-openstack-request-id: req-03472d23-dc59-4607-a374-b90e8bb35ab3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:16.134668 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43dfa35-778e-44b7-9f4e-248ec54e3387", "name": "network-vif-plugged", "status": "completed", "tag": "deed5ede-8858-4553-b5cb-5d06ede77c9e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:16.134924 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03472d23-dc59-4607-a374-b90e8bb35ab3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:16.135338 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deed5ede-8858-4553-b5cb-5d06ede77c9e', 'code': 200} Jul 05 10:46:16.165333 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=deed5ede-8858-4553-b5cb-5d06ede77c9e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:16.181313 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.181671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.181983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.182324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.182664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.182994 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.183350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.183678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.184033 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.184370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.184694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.185021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:16.361297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568165f-2265-460f-9268-75b9e913c8fd req-9c0e836f-4a39-4253-b4cc-d3d47b01c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:16.362818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b568165f-2265-460f-9268-75b9e913c8fd req-9c0e836f-4a39-4253-b4cc-d3d47b01c91b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 1098 time: 0.1579843 Jul 05 10:46:16.400075 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b568165f-2265-460f-9268-75b9e913c8fd req-c73242b3-7d77-4b6d-bc38-8f29f33704e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288630 Jul 05 10:46:16.862158 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb9d27d0-c090-472e-a0cb-fd68c49b711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.864203 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2d5e-9300-4486-838b-cab7be224810 req-32193051-2c47-4af4-ba36-72b82c6b73b9 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:16.867290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96cc2d5e-9300-4486-838b-cab7be224810 req-32193051-2c47-4af4-ba36-72b82c6b73b9 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 946 time: 0.0772665 Jul 05 10:46:16.903945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.910840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-96cc2d5e-9300-4486-838b-cab7be224810 req-da567847-596c-4d90-8ef4-52cd6693e0cb tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Jul 05 10:46:18.106908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad033-3a88-4c42-ad7f-93e53204e5d3 req-e40a972e-7119-4baf-8d91-6428c318faaa tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:18.108489 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c68ad033-3a88-4c42-ad7f-93e53204e5d3 req-e40a972e-7119-4baf-8d91-6428c318faaa tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 946 time: 0.0697229 Jul 05 10:46:18.152596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c68ad033-3a88-4c42-ad7f-93e53204e5d3 req-ca3e23ee-f983-4a65-adfa-0fb2f17bb518 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Jul 05 10:46:18.237198 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:18.347921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75229de5-4557-4234-ab28-cd7f541fabe4 req-99a2c6fd-c419-4574-89c3-2138b7a54d1d tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:18.350041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75229de5-4557-4234-ab28-cd7f541fabe4 req-99a2c6fd-c419-4574-89c3-2138b7a54d1d tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 946 time: 0.0793223 Jul 05 10:46:18.395193 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-75229de5-4557-4234-ab28-cd7f541fabe4 req-ac3df60a-95d6-4c96-96fd-150a80a033f7 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346837 Jul 05 10:46:19.995740 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:30.234184 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:30.290542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:37.940868 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:46:41.228295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66816217-282e-4adf-b0c8-94ceeed98394 req-ff3362be-5e66-4863-9a68-525c23740b72 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:41.229882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66816217-282e-4adf-b0c8-94ceeed98394 req-ff3362be-5e66-4863-9a68-525c23740b72 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 946 time: 0.0700605 Jul 05 10:46:41.273826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66816217-282e-4adf-b0c8-94ceeed98394 req-24724d48-1476-481f-8170-b34404ee6751 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Jul 05 10:46:42.510078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc09ad-6bc8-4fc1-9f3b-b5d32c89948c req-89fb828c-b194-424c-be9c-c6d421d80258 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:42.512311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3bc09ad-6bc8-4fc1-9f3b-b5d32c89948c req-89fb828c-b194-424c-be9c-c6d421d80258 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 946 time: 0.0790770 Jul 05 10:46:42.559316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3bc09ad-6bc8-4fc1-9f3b-b5d32c89948c req-d397ef9e-017a-4cf8-a6b4-3d2888c49a81 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Jul 05 10:46:42.903845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-108087b4-4e8b-4edb-ad5b-e6cae683ec29 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:42.906421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-108087b4-4e8b-4edb-ad5b-e6cae683ec29 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Jul 05 10:46:43.075989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Deleting port deed5ede-8858-4553-b5cb-5d06ede77c9e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:46:43.076298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:43.198333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] For port deed5ede-8858-4553-b5cb-5d06ede77c9e, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=deed5ede-8858-4553-b5cb-5d06ede77c9e,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:43.198682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:43.212514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Calling delete_port for deed5ede-8858-4553-b5cb-5d06ede77c9e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:46:43.391305 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:43.409609 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['deed5ede-8858-4553-b5cb-5d06ede77c9e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:46:43.430832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Pushing event deleted for resources: {'Port': ['ID=deed5ede-8858-4553-b5cb-5d06ede77c9e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:43.469677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.470018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.470360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.470667 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.470993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.471356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.471677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.471996 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.472318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.472634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.472950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.474149 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:43.503315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] No DVR routers for this DVR port deed5ede-8858-4553-b5cb-5d06ede77c9e on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:46:43.507800 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:43.511483 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b98a6971-8c24-4377-a073-9b7f76c0f617 req-62547634-b66c-4478-8c55-4e2a54616382 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "DELETE /v2.0/ports/deed5ede-8858-4553-b5cb-5d06ede77c9e HTTP/1.1" status: 204 len: 173 time: 0.5956628 Jul 05 10:46:43.512290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'name': 'network-vif-deleted', 'tag': 'deed5ede-8858-4553-b5cb-5d06ede77c9e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:43.516363 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b8018-cbc5-496d-9a4e-6c699ff018d1" -d '{"events": [{"server_uuid": "a43dfa35-778e-44b7-9f4e-248ec54e3387", "name": "network-vif-deleted", "tag": "deed5ede-8858-4553-b5cb-5d06ede77c9e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:43.706919 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bdface-f08b-40b3-af54-75b937e0f06e x-openstack-request-id: req-16bdface-f08b-40b3-af54-75b937e0f06e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:43.707427 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43dfa35-778e-44b7-9f4e-248ec54e3387", "name": "network-vif-deleted", "tag": "deed5ede-8858-4553-b5cb-5d06ede77c9e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:43.707904 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16bdface-f08b-40b3-af54-75b937e0f06e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:43.708825 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43dfa35-778e-44b7-9f4e-248ec54e3387', 'name': 'network-vif-deleted', 'tag': 'deed5ede-8858-4553-b5cb-5d06ede77c9e', 'status': 'completed', 'code': 200} Jul 05 10:46:43.861256 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ae279bd-6b23-4270-a38c-e420ad34e913 req-634da7c1-a8e5-41b5-a7f9-fb09b3c75d1e tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43dfa35-778e-44b7-9f4e-248ec54e3387 HTTP/1.1" status: 200 len: 210 time: 0.0337934 Jul 05 10:46:44.114845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d1b1bd8-1a2b-4f8b-8db8-dd89982e2cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:45.628751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-5fdf1fbf-feee-489d-8ad9-e17d1d462319 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:45.631443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-5fdf1fbf-feee-489d-8ad9-e17d1d462319 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/networks?id=ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 200 len: 816 time: 0.1392920 Jul 05 10:46:45.654086 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-0d1318a7-127a-4e62-8bd4-77322872c6ca tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/quotas/7a263fda113646f5a45437960ddd8d49 HTTP/1.1" status: 200 len: 375 time: 0.0162611 Jul 05 10:46:45.742563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-73df2b34-8df8-4571-b535-235f25cd2b3d tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a263fda113646f5a45437960ddd8d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825925 Jul 05 10:46:45.958543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-ad1e67d6-4e95-45a6-8641-1686b0254474 service neutron] 10.222.0.21 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938329 Jul 05 10:46:46.070306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d7e48830-de81-4a21-a648-fafa1f4ede5c service neutron] 10.222.0.21 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022682 Jul 05 10:46:46.076134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device deed5ede-8858-4553-b5cb-5d06ede77c9e no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:46:46.100947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: deed5ede-8858-4553-b5cb-5d06ede77c9e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:46:46.101304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device deed5ede-8858-4553-b5cb-5d06ede77c9e not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:46:46.298040 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7140a992-7fd5-458e-898a-ee2288774554 req-33154a85-f643-47b0-b4d3-fe898b60d381 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 210 time: 0.0378313 Jul 05 10:46:46.872523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc7cf-6a43-4575-be85-222274188af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:46.915401 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:47.548001 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bef4cb5-634e-4d92-83f5-0d77a729db94 req-03c7121f-1e76-4aad-8e0c-0d0f010d4901 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 210 time: 0.0867915 Jul 05 10:46:47.668147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-a5ff67fe-f183-4a16-9dd1-870a5d8892dc tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:47.670871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-a5ff67fe-f183-4a16-9dd1-870a5d8892dc tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "GET /v2.0/networks?id=ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 200 len: 816 time: 0.1900437 Jul 05 10:46:47.689547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Request body: {'port': {'device_id': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'admin_state_up': True, 'tenant_id': '7a263fda113646f5a45437960ddd8d49'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:47.861253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Made reservation on behalf of 7a263fda113646f5a45437960ddd8d49 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:46:47.865000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.019206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Allocated IP 172.20.0.9 (ad746662-48ce-4a10-9529-a82905c34a21/a1118773-c010-47bb-abf7-44e89a40b985/31149f06-1703-4d1a-84bc-1a5e3e07e988) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:48.213970 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.236900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Transition to ACTIVE for port object 31149f06-1703-4d1a-84bc-1a5e3e07e988 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:48.250440 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.301085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.362815 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Network ad746662-48ce-4a10-9529-a82905c34a21 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:48.367748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:48.374452 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:48.416494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Pushing event updated for resources: {'Port': ['ID=31149f06-1703-4d1a-84bc-1a5e3e07e988,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:48.463796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:48.464656 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.483818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-6f02a44a-6094-42b0-b806-c1904ae8f88b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8014827 Jul 05 10:46:48.498312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Request body: {'port': {'device_id': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:48.605153 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.748512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-41be7335-c9c4-484a-b2ce-e40663ad699f None None] Provisioning for port 31149f06-1703-4d1a-84bc-1a5e3e07e988 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:48.753748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-41be7335-c9c4-484a-b2ce-e40663ad699f None None] Provisioning complete for port 31149f06-1703-4d1a-84bc-1a5e3e07e988 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:48.754196 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-41be7335-c9c4-484a-b2ce-e40663ad699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.821430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-41be7335-c9c4-484a-b2ce-e40663ad699f None None] Port 31149f06-1703-4d1a-84bc-1a5e3e07e988 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:49.018179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d43c-0fa3-45f0-82b6-6a60ce7c4970 req-bdc86d46-8ccb-4a74-9135-e21dbe0ba5b0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:49.021344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b8e7d43c-0fa3-45f0-82b6-6a60ce7c4970 req-bdc86d46-8ccb-4a74-9135-e21dbe0ba5b0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 931 time: 0.2310088 Jul 05 10:46:49.159535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b8e7d43c-0fa3-45f0-82b6-6a60ce7c4970 req-2538e93e-369d-4569-b15d-7a0c8291ed6b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217160 Jul 05 10:46:49.204387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31149f06-1703-4d1a-84bc-1a5e3e07e988 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:49.217204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:49.238563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Transition to ACTIVE for port object 31149f06-1703-4d1a-84bc-1a5e3e07e988 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:49.243186 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:49.310649 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Pushing event updated for resources: {'Port': ['ID=31149f06-1703-4d1a-84bc-1a5e3e07e988,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:49.409671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Attempting to bind port 31149f06-1703-4d1a-84bc-1a5e3e07e988 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:49.410120 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Attempting to bind port 31149f06-1703-4d1a-84bc-1a5e3e07e988 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:49.410535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Attempting to bind port 31149f06-1703-4d1a-84bc-1a5e3e07e988 on network ad746662-48ce-4a10-9529-a82905c34a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:49.417604 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Port 31149f06-1703-4d1a-84bc-1a5e3e07e988 on network ad746662-48ce-4a10-9529-a82905c34a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:46:49.418018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Attempting to bind port 31149f06-1703-4d1a-84bc-1a5e3e07e988 on network ad746662-48ce-4a10-9529-a82905c34a21 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:49.424355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:49.424786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Checking segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:49.425244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Bound using segment: {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:49.425680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Bound port: 31149f06-1703-4d1a-84bc-1a5e3e07e988, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9c9b02-9861-4cf7-a167-97f291806b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:49.426037 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:49.522565 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] For port 31149f06-1703-4d1a-84bc-1a5e3e07e988, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:49.527117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] For port 31149f06-1703-4d1a-84bc-1a5e3e07e988, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:49.539925 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:49.579745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:49.580332 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:49.581733 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] 10.222.0.15 "PUT /v2.0/ports/31149f06-1703-4d1a-84bc-1a5e3e07e988 HTTP/1.1" status: 200 len: 1092 time: 1.0886908 Jul 05 10:46:49.582167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'tag': '31149f06-1703-4d1a-84bc-1a5e3e07e988'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:49.585017 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58497005-8bfe-4ef1-9199-1fe4c0773c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e61c6f26-2bde-4bf9-9a5b-983ced43735f", "tag": "31149f06-1703-4d1a-84bc-1a5e3e07e988"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:49.613553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5116d03-d1a3-48f0-82c2-09c527758d2b service neutron] Pushing event updated for resources: {'Port': ['ID=31149f06-1703-4d1a-84bc-1a5e3e07e988,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:49.653107 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f40ffa-cba6-451b-8d0f-f13f1eeb5d2c x-openstack-request-id: req-94f40ffa-cba6-451b-8d0f-f13f1eeb5d2c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:49.653542 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61c6f26-2bde-4bf9-9a5b-983ced43735f", "tag": "31149f06-1703-4d1a-84bc-1a5e3e07e988", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:49.653936 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94f40ffa-cba6-451b-8d0f-f13f1eeb5d2c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:49.654574 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'tag': '31149f06-1703-4d1a-84bc-1a5e3e07e988', 'status': 'completed', 'code': 200} Jul 05 10:46:49.714022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-81757d96-b56f-4d1b-906a-7b1f2a7fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:49.715677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-81757d96-b56f-4d1b-906a-7b1f2a7fc61e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a263fda113646f5a45437960ddd8d49&device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 1095 time: 0.0832756 Jul 05 10:46:49.768626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-7f19cf54-a527-4ac6-8820-b01464a7d7cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988 HTTP/1.1" status: 200 len: 217 time: 0.0413582 Jul 05 10:46:49.829842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-e8d33046-da2e-4f2c-9a5b-a164c2328c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:49.831282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-e8d33046-da2e-4f2c-9a5b-a164c2328c1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1118773-c010-47bb-abf7-44e89a40b985 HTTP/1.1" status: 200 len: 855 time: 0.0522292 Jul 05 10:46:49.904449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-867d28cd-5528-4072-a2a9-48b4fde59f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:49.906063 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-867d28cd-5528-4072-a2a9-48b4fde59f64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad746662-48ce-4a10-9529-a82905c34a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614288 Jul 05 10:46:50.007851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:50.019797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-e13a9eda-a529-485c-ac33-b0c23dfb8614 service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061547 Jul 05 10:46:50.141786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bce6566e-9cf6-44e8-a58e-b17b4e4ec4b2 req-ad22896d-2221-47ed-95f9-2bc67ce79235 service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108618 Jul 05 10:46:50.254582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-cfc888df-2a33-42f0-942d-e2a845c1af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.256642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-cfc888df-2a33-42f0-942d-e2a845c1af5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a263fda113646f5a45437960ddd8d49&device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 1095 time: 0.0608604 Jul 05 10:46:50.401736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-f5b821eb-2bc2-464a-aafc-5474923e67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.403340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-f5b821eb-2bc2-464a-aafc-5474923e67d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 200 len: 917 time: 0.1398544 Jul 05 10:46:50.452201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-4c69e8e1-9a79-48fc-8d7f-8e20a6a26425 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988 HTTP/1.1" status: 200 len: 217 time: 0.0403476 Jul 05 10:46:50.464301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3af2c-3b94-4c4e-a7f8-b1a82e1bb481 req-e9680205-8749-4af9-882e-7c6450872842 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.465824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ae3af2c-3b94-4c4e-a7f8-b1a82e1bb481 req-e9680205-8749-4af9-882e-7c6450872842 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 943 time: 0.1297426 Jul 05 10:46:50.902236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ae3af2c-3b94-4c4e-a7f8-b1a82e1bb481 req-1e91429f-8f6e-4b25-93ae-0172a1ce95e9 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276018 Jul 05 10:46:50.903822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-4631291c-df5a-4dcd-9b54-e301902e3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.905687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-4631291c-df5a-4dcd-9b54-e301902e3ce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1118773-c010-47bb-abf7-44e89a40b985 HTTP/1.1" status: 200 len: 855 time: 0.4385102 Jul 05 10:46:50.966982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-02387778-4db2-4a09-b5e4-f96152662e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.968423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-02387778-4db2-4a09-b5e4-f96152662e78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad746662-48ce-4a10-9529-a82905c34a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560608 Jul 05 10:46:51.076779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-c032bf95-3f6f-4578-a8ec-8e93b767125e service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009386 Jul 05 10:46:51.174353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-58497005-8bfe-4ef1-9199-1fe4c0773c2f req-4a2b8401-4025-4f6b-8075-117e1cae17be service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899022 Jul 05 10:46:52.106203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31149f06-1703-4d1a-84bc-1a5e3e07e988 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:46:52.118063 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a03e49-c479-47a8-a3c0-68775241b6c0 req-ffd239c7-1028-410e-860d-4be51bffacaa tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:52.119658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33a03e49-c479-47a8-a3c0-68775241b6c0 req-ffd239c7-1028-410e-860d-4be51bffacaa tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 943 time: 0.0871990 Jul 05 10:46:52.173125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-33a03e49-c479-47a8-a3c0-68775241b6c0 req-8e3bf541-3566-4bf4-800d-0b55ad48be35 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Jul 05 10:46:52.226141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 31149f06-1703-4d1a-84bc-1a5e3e07e988, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:52.241873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '31149f06-1703-4d1a-84bc-1a5e3e07e988', 'network_id': 'ad746662-48ce-4a10-9529-a82905c34a21', 'port_id': '31149f06-1703-4d1a-84bc-1a5e3e07e988', 'mac_address': 'fa:16:3e:09:08:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1118773-c010-47bb-abf7-44e89a40b985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:46:52.296215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:52.313745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31149f06-1703-4d1a-84bc-1a5e3e07e988 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:52.338981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 31149f06-1703-4d1a-84bc-1a5e3e07e988, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:52.344185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:52.413672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=31149f06-1703-4d1a-84bc-1a5e3e07e988,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:52.589967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['31149f06-1703-4d1a-84bc-1a5e3e07e988'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:46:53.362976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60129414-7631-4c4a-a169-dfbe0f2ea5bb req-30ecd5d6-0d71-434a-b07e-f0bb705068ae tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:53.365338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60129414-7631-4c4a-a169-dfbe0f2ea5bb req-30ecd5d6-0d71-434a-b07e-f0bb705068ae tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 944 time: 0.0712562 Jul 05 10:46:53.410350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-60129414-7631-4c4a-a169-dfbe0f2ea5bb req-ddde200a-bfc0-43a8-a14f-6766d59b3059 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381553 Jul 05 10:46:54.107004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31149f06-1703-4d1a-84bc-1a5e3e07e988 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:54.193882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 31149f06-1703-4d1a-84bc-1a5e3e07e988 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:54.199001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 31149f06-1703-4d1a-84bc-1a5e3e07e988 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:54.199600 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:54.309078 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:54.349063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31149f06-1703-4d1a-84bc-1a5e3e07e988'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:54.352748 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb60f6cd-132b-4023-ba4f-9860cd4b7f51" -d '{"events": [{"server_uuid": "e61c6f26-2bde-4bf9-9a5b-983ced43735f", "name": "network-vif-plugged", "status": "completed", "tag": "31149f06-1703-4d1a-84bc-1a5e3e07e988"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:54.367557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 31149f06-1703-4d1a-84bc-1a5e3e07e988, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:54.373452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:54.453962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=31149f06-1703-4d1a-84bc-1a5e3e07e988,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:54.490495 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30722e1d-cff7-4036-a6c8-cf135df57aa4 x-openstack-request-id: req-30722e1d-cff7-4036-a6c8-cf135df57aa4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:54.490949 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61c6f26-2bde-4bf9-9a5b-983ced43735f", "name": "network-vif-plugged", "status": "completed", "tag": "31149f06-1703-4d1a-84bc-1a5e3e07e988", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:54.491352 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30722e1d-cff7-4036-a6c8-cf135df57aa4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:54.491859 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31149f06-1703-4d1a-84bc-1a5e3e07e988', 'code': 200} Jul 05 10:46:54.680237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c844ad-9bb0-4ea6-a67d-448093be041a req-f70ab313-ada8-4fae-b255-a1651d3838cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:54.681761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73c844ad-9bb0-4ea6-a67d-448093be041a req-f70ab313-ada8-4fae-b255-a1651d3838cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 1097 time: 0.1172822 Jul 05 10:46:54.695118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722093bb-d27b-49a3-87f1-639d1309ae87 req-230e5c55-0e51-48bc-a18e-040d7bde747b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:54.696672 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-722093bb-d27b-49a3-87f1-639d1309ae87 req-230e5c55-0e51-48bc-a18e-040d7bde747b tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 945 time: 0.0991960 Jul 05 10:46:54.759858 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-73c844ad-9bb0-4ea6-a67d-448093be041a req-2394d716-9bad-45e8-8900-8fd2ec08f738 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621126 Jul 05 10:46:54.763188 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-722093bb-d27b-49a3-87f1-639d1309ae87 req-36078890-b766-445d-b973-c981f74e034d tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597291 Jul 05 10:46:55.953179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dc78f-18e4-46be-ab7e-1e15b8cdc228 req-97a9e704-9631-4671-a5d5-0ba5efaf0b56 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:55.954622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304dc78f-18e4-46be-ab7e-1e15b8cdc228 req-97a9e704-9631-4671-a5d5-0ba5efaf0b56 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 945 time: 0.0688210 Jul 05 10:46:55.995477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-304dc78f-18e4-46be-ab7e-1e15b8cdc228 req-a15c560d-6597-4395-a733-fbe4251b97f7 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Jul 05 10:46:56.189007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cf35-70f4-4b38-bb64-1a99f0d33a9c req-c6c36d73-804c-4360-a1d7-1744bc0ed256 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:56.190577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3099cf35-70f4-4b38-bb64-1a99f0d33a9c req-c6c36d73-804c-4360-a1d7-1744bc0ed256 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 945 time: 0.0710542 Jul 05 10:46:56.231602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3099cf35-70f4-4b38-bb64-1a99f0d33a9c req-d0db2fbf-2465-48bc-99dc-21ebcb9ce4b6 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Jul 05 10:46:57.719000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-e13773d2-5b3a-426d-a54a-2f26a889d472 req-63179522-e9a0-43e2-aa70-de04126b4aeb service neutron] (93795) timed out ('10.222.0.15', 52997) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:47:00.240303 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:00.292495 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:08.651817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-db6b3b47-8e82-4692-85a1-cfa5e40f1bca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603683 Jul 05 10:47:08.784587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-0e3939a8-85e6-4aad-b6e8-630d5ec8479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:08.786840 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-0e3939a8-85e6-4aad-b6e8-630d5ec8479f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a263fda113646f5a45437960ddd8d49&device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 1097 time: 0.0675900 Jul 05 10:47:08.904231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-a843c30d-55e1-456d-aa14-7e21119a4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:08.905613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-a843c30d-55e1-456d-aa14-7e21119a4357 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 200 len: 917 time: 0.0951583 Jul 05 10:47:08.949839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-2ecdb71b-edc9-46c8-b356-a5df45029b00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988 HTTP/1.1" status: 200 len: 217 time: 0.0368254 Jul 05 10:47:09.017103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-c560c704-ece8-4ab1-b87b-2c91aedd20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:09.018605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-c560c704-ece8-4ab1-b87b-2c91aedd20a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1118773-c010-47bb-abf7-44e89a40b985 HTTP/1.1" status: 200 len: 855 time: 0.0606844 Jul 05 10:47:09.085096 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-4da419c5-e454-4206-8745-68e665242270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:09.086857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-4da419c5-e454-4206-8745-68e665242270 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad746662-48ce-4a10-9529-a82905c34a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587354 Jul 05 10:47:09.189923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-750ce14c-bdc9-4454-9d6c-098685029f0c service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954950 Jul 05 10:47:09.293529 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb35f10b-1213-4c75-900d-f892b0e0c5b5 req-ece10908-64e5-407f-8c50-de353a66633b service neutron] 10.222.0.15 "GET /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945585 Jul 05 10:47:14.107603 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-861e65cb-bf45-4518-9de3-8e7bb514c189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:14.939823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:47:16.868153 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93668423-d0ae-429c-8e7b-eacb7c8bcfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:16.921636 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:16.972834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8b7e-fb8b-4025-b168-cdf5aa52e133 req-d14c8a3a-b1b5-40be-a8e9-498c38c0a406 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:16.974856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9ac8b7e-fb8b-4025-b168-cdf5aa52e133 req-d14c8a3a-b1b5-40be-a8e9-498c38c0a406 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 945 time: 0.0838442 Jul 05 10:47:17.030010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c9ac8b7e-fb8b-4025-b168-cdf5aa52e133 req-c94b8920-9cde-48aa-a657-36d87ebaecae tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490465 Jul 05 10:47:18.230086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94e66-474a-43cc-acc4-8b75ae65e083 req-70d45966-556e-4f7d-aea5-b3f6f350b9b3 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.231587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bd94e66-474a-43cc-acc4-8b75ae65e083 req-70d45966-556e-4f7d-aea5-b3f6f350b9b3 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 945 time: 0.0762279 Jul 05 10:47:18.244497 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:18.277505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bd94e66-474a-43cc-acc4-8b75ae65e083 req-8ae94f8e-ad42-488a-a165-d324b3e73e03 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b315d5d-ae86-43f8-b7da-4c29de4becde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Jul 05 10:47:18.775109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-7c81b740-0088-4643-81b5-5999632c6008 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.776585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-7c81b740-0088-4643-81b5-5999632c6008 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 945 time: 0.0667679 Jul 05 10:47:18.880310 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Deleting port 31149f06-1703-4d1a-84bc-1a5e3e07e988 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:18.880701 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:18.972727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] For port 31149f06-1703-4d1a-84bc-1a5e3e07e988, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=31149f06-1703-4d1a-84bc-1a5e3e07e988,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:18.972993 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:18.987447 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Calling delete_port for 31149f06-1703-4d1a-84bc-1a5e3e07e988 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:19.122240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:19.135860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['31149f06-1703-4d1a-84bc-1a5e3e07e988'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:19.154241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Pushing event deleted for resources: {'Port': ['ID=31149f06-1703-4d1a-84bc-1a5e3e07e988,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:19.205960 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] No DVR routers for this DVR port 31149f06-1703-4d1a-84bc-1a5e3e07e988 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:19.208683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:19.210757 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d834f0e-305d-4fca-92fd-768b3da68483 req-5b7a8355-f98c-4219-8949-d54e884e6cc0 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.15 "DELETE /v2.0/ports/31149f06-1703-4d1a-84bc-1a5e3e07e988 HTTP/1.1" status: 204 len: 173 time: 0.4277573 Jul 05 10:47:19.211234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'name': 'network-vif-deleted', 'tag': '31149f06-1703-4d1a-84bc-1a5e3e07e988'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:19.213524 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b185b185-d9c6-42b3-9dac-c37bd54fafbc" -d '{"events": [{"server_uuid": "e61c6f26-2bde-4bf9-9a5b-983ced43735f", "name": "network-vif-deleted", "tag": "31149f06-1703-4d1a-84bc-1a5e3e07e988"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:19.254440 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d12c18-a326-410b-8889-6cefd12fa13c x-openstack-request-id: req-43d12c18-a326-410b-8889-6cefd12fa13c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:19.255218 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61c6f26-2bde-4bf9-9a5b-983ced43735f", "name": "network-vif-deleted", "tag": "31149f06-1703-4d1a-84bc-1a5e3e07e988", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:19.255524 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43d12c18-a326-410b-8889-6cefd12fa13c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:19.256022 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61c6f26-2bde-4bf9-9a5b-983ced43735f', 'name': 'network-vif-deleted', 'tag': '31149f06-1703-4d1a-84bc-1a5e3e07e988', 'status': 'completed', 'code': 200} Jul 05 10:47:19.462120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9d3bb2d-8bb2-4d3b-9513-83daa777c095 req-3729103e-396a-4248-895c-2b5952e71e41 tempest-TestEncryptedCinderVolumes-632534275 tempest-TestEncryptedCinderVolumes-632534275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61c6f26-2bde-4bf9-9a5b-983ced43735f HTTP/1.1" status: 200 len: 210 time: 0.0341620 Jul 05 10:47:20.001616 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:20.598074 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41908) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:21.062227 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:21.370279 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Deleting port 0cedd964-ffba-4079-8435-833e51bbeee8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:21.370527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:21.459032 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] For port 0cedd964-ffba-4079-8435-833e51bbeee8, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0cedd964-ffba-4079-8435-833e51bbeee8,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:21.459422 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:21.475397 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Calling delete_port for 0cedd964-ffba-4079-8435-833e51bbeee8 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:21.681345 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:21.709906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cedd964-ffba-4079-8435-833e51bbeee8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:21.737530 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.737868 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.738206 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.738543 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.738872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.739898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.740230 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.740554 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.740878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.741198 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.741517 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.741925 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:21.908910 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:22.154465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:47:22.230075 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31149f06-1703-4d1a-84bc-1a5e3e07e988 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:22.252295 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 31149f06-1703-4d1a-84bc-1a5e3e07e988 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:22.252644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 31149f06-1703-4d1a-84bc-1a5e3e07e988 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:22.267655 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:22.275977 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-af87ce9a-0115-4fcb-917a-0620970f2db0 admin admin] 10.222.0.21 "PUT /v2.0/routers/a0c3a36d-8cd7-4e37-b84c-45e12154cec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6741338 Jul 05 10:47:22.277812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41912) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:22.281114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] Sync routers for ids ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:22.292539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] Routers {'a0c3a36d-8cd7-4e37-b84c-45e12154cec2'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:22.293176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:22.395867 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:22.409576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] Set router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:22.513839 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:22.571493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Deleting port 35169b16-01b0-4eb9-9ba3-21607495d58a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:22.572006 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:22.613934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:47:21Z', 'revision_number': 5, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port': {'id': '35169b16-01b0-4eb9-9ba3-21607495d58a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:45:55Z', 'updated_at': '2021-07-05T10:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:22.657436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] For port 35169b16-01b0-4eb9-9ba3-21607495d58a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=35169b16-01b0-4eb9-9ba3-21607495d58a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:22.657716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:22.661960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] Checking router: a0c3a36d-8cd7-4e37-b84c-45e12154cec2 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:22.673928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Calling delete_port for 35169b16-01b0-4eb9-9ba3-21607495d58a owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:22.675469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] Routers {'a0c3a36d-8cd7-4e37-b84c-45e12154cec2'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:22.676358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:22.772269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] Set router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:22.825593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:47:22Z', 'revision_number': 6, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:22.857031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627653f8-aa35-4d50-a0f4-b97a76415462 None None] The sync data for ids ['a0c3a36d-8cd7-4e37-b84c-45e12154cec2'] in n-d-771363-33 is: [{'id': 'a0c3a36d-8cd7-4e37-b84c-45e12154cec2', 'name': 'tempest-TestEncryptedCinderVolumes-709003078-router', 'tenant_id': '7a263fda113646f5a45437960ddd8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:45:54Z', 'updated_at': '2021-07-05T10:47:22Z', 'revision_number': 6, 'project_id': '7a263fda113646f5a45437960ddd8d49', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:22.872183 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:22.907709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Pushing event deleted for resources: {'Port': ['ID=35169b16-01b0-4eb9-9ba3-21607495d58a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:22.983706 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.082749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.086359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.132210 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.132737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0c3a36d-8cd7-4e37-b84c-45e12154cec2 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:47:23.137127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.138228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d8296e0a-df68-47da-9048-6615c516873f admin admin] 10.222.0.21 "DELETE /v2.0/routers/a0c3a36d-8cd7-4e37-b84c-45e12154cec2 HTTP/1.1" status: 204 len: 168 time: 0.8590229 Jul 05 10:47:23.140923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:23.188045 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] Deleting subnet a1118773-c010-47bb-abf7-44e89a40b985 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:47:23.191489 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.234494 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.322387 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.389325 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.424057 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1118773-c010-47bb-abf7-44e89a40b985,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:23.427919 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.429923 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4bc2630d-91d1-43b0-9aa0-1d76b1202e52 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1118773-c010-47bb-abf7-44e89a40b985 HTTP/1.1" status: 204 len: 168 time: 0.2879431 Jul 05 10:47:23.432503 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:23.436319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13470f59-9f2b-4ed2-829a-3b8b21f1fad3 None None] Network ad746662-48ce-4a10-9529-a82905c34a21 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:23.514807 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.572877 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Deleting port b7e1f9ca-f12f-416a-a139-634453847cab {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:23.573276 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.644346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] For port b7e1f9ca-f12f-416a-a139-634453847cab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b7e1f9ca-f12f-416a-a139-634453847cab,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:23.647299 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.647733 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] DHCP port deletion for ad746662-48ce-4a10-9529-a82905c34a21 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:47:23.663250 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Calling delete_port for b7e1f9ca-f12f-416a-a139-634453847cab owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:23.706268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Deleting port b7e1f9ca-f12f-416a-a139-634453847cab {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:23.706738 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.777370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.780207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] For port b7e1f9ca-f12f-416a-a139-634453847cab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b7e1f9ca-f12f-416a-a139-634453847cab,segment=NetworkSegment(7d9c9b02-9861-4cf7-a167-97f291806b6d),segment_id=7d9c9b02-9861-4cf7-a167-97f291806b6d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:23.780569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.801245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Calling delete_port for b7e1f9ca-f12f-416a-a139-634453847cab owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:23.808201 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e1f9ca-f12f-416a-a139-634453847cab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:23.812163 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] No DVR routers for this DVR port b7e1f9ca-f12f-416a-a139-634453847cab on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:23.893655 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.897038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.907245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad746662-48ce-4a10-9529-a82905c34a21']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:23.924461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Pushing event deleted for resources: {'Port': ['ID=b7e1f9ca-f12f-416a-a139-634453847cab,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:23.925337 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9c9b02-9861-4cf7-a167-97f291806b6d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:23.925759 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9c9b02-9861-4cf7-a167-97f291806b6d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:23.928243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] No DVR routers for this DVR port b7e1f9ca-f12f-416a-a139-634453847cab on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:23.945028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.945180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.945405 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.945708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.946036 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.946365 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.946689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.947010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.947362 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.947680 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.947996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.948312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.948626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14621de-fc3b-4f00-9540-6f756255ba8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:23.970769 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.978348 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:47:23.978798 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:47:23.980736 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:47:24.041574 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:24.048658 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:24.051235 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad746662-48ce-4a10-9529-a82905c34a21 HTTP/1.1" status: 204 len: 168 time: 0.6176353 Jul 05 10:47:24.058580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:24.062978 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f00120-e0c7-4da4-b0ac-f5441d502466 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad746662-48ce-4a10-9529-a82905c34a21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:24.192328 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cedd964-ffba-4079-8435-833e51bbeee8 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:24.216861 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0cedd964-ffba-4079-8435-833e51bbeee8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:24.217310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0cedd964-ffba-4079-8435-833e51bbeee8 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:24.217802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7e1f9ca-f12f-416a-a139-634453847cab no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:24.237064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b7e1f9ca-f12f-416a-a139-634453847cab {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:24.237689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b7e1f9ca-f12f-416a-a139-634453847cab not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:24.238102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 35169b16-01b0-4eb9-9ba3-21607495d58a no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:24.259533 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 35169b16-01b0-4eb9-9ba3-21607495d58a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:24.259924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 35169b16-01b0-4eb9-9ba3-21607495d58a not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:24.463954 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:24.752605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Deleting port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:24.752838 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:24.849294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] For port f6a7c7f6-b88f-4df4-83c2-5efa42d8745a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,segment=NetworkSegment(2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e),segment_id=2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:24.849699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:24.862948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Calling delete_port for f6a7c7f6-b88f-4df4-83c2-5efa42d8745a owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:25.058553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:25.089703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a7c7f6-b88f-4df4-83c2-5efa42d8745a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:25.275614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:25.513338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Router 780c6f3e-a882-4564-80e0-ac0cc100e333 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:47:25.629368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:25.635348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-28b8e984-a9a5-4239-a0b3-d3dfeffb20c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/780c6f3e-a882-4564-80e0-ac0cc100e333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742140 Jul 05 10:47:25.638414 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:25.639404 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] Sync routers for ids ['780c6f3e-a882-4564-80e0-ac0cc100e333'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:25.649892 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] Routers {'780c6f3e-a882-4564-80e0-ac0cc100e333'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:25.650508 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['780c6f3e-a882-4564-80e0-ac0cc100e333'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:25.760650 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:25.769713 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] Set router 780c6f3e-a882-4564-80e0-ac0cc100e333 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:25.875156 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:25.944016 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Deleting port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:25.944367 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.007002 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:47:25Z', 'revision_number': 5, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port': {'id': '2d9e1713-c4ee-41b1-a1b9-03cc73504c22', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:26.034856 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] Checking router: 780c6f3e-a882-4564-80e0-ac0cc100e333 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:26.039528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] For port 2d9e1713-c4ee-41b1-a1b9-03cc73504c22, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:26.039878 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.044782 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] Routers {'780c6f3e-a882-4564-80e0-ac0cc100e333'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:26.045433 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['780c6f3e-a882-4564-80e0-ac0cc100e333'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:26.054367 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Calling delete_port for 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:26.139862 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] Set router 780c6f3e-a882-4564-80e0-ac0cc100e333 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:26.199859 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:47:25Z', 'revision_number': 6, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:26.228884 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e4373-5485-4623-8f6a-5c5e159fb7d7 None None] The sync data for ids ['780c6f3e-a882-4564-80e0-ac0cc100e333'] in n-d-771363-33 is: [{'id': '780c6f3e-a882-4564-80e0-ac0cc100e333', 'name': 'tempest-TestEncryptedCinderVolumes-1375652835-router', 'tenant_id': 'c41534c783914994a65d1b7b1c34d353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:00Z', 'updated_at': '2021-07-05T10:47:25Z', 'revision_number': 6, 'project_id': 'c41534c783914994a65d1b7b1c34d353', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:26.260292 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.289635 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9e1713-c4ee-41b1-a1b9-03cc73504c22,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:26.366012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.461277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.464775 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.515797 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.516607 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780c6f3e-a882-4564-80e0-ac0cc100e333 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:47:26.522119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.523354 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5f6c4498-38e5-473a-b6a7-264300112f20 admin admin] 10.222.0.21 "DELETE /v2.0/routers/780c6f3e-a882-4564-80e0-ac0cc100e333 HTTP/1.1" status: 204 len: 168 time: 0.8836884 Jul 05 10:47:26.525973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41922) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:26.574498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] Deleting subnet 3db38141-2c65-4797-b9f1-c878423527b3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:47:26.578062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.629145 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.726826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.796459 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.823593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db38141-2c65-4797-b9f1-c878423527b3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:26.827142 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.829295 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-36fe0bc8-60e8-48ab-bd61-0330e5965a1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3db38141-2c65-4797-b9f1-c878423527b3 HTTP/1.1" status: 204 len: 168 time: 0.3021479 Jul 05 10:47:26.832143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:26.833457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58575523-d225-4573-8069-ff2723c41cbe None None] Network 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:26.908113 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:26.982068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Deleting port 18dadeff-846b-4d81-9dfb-a90d259e5b47 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:26.982068 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.031855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] DHCP port deletion for 50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:47:27.063381 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] For port 18dadeff-846b-4d81-9dfb-a90d259e5b47, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=18dadeff-846b-4d81-9dfb-a90d259e5b47,segment=NetworkSegment(2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e),segment_id=2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:27.063901 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.079509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Calling delete_port for 18dadeff-846b-4d81-9dfb-a90d259e5b47 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:27.089736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] Deleting port 18dadeff-846b-4d81-9dfb-a90d259e5b47 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:27.090278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.171542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] For port 18dadeff-846b-4d81-9dfb-a90d259e5b47, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=18dadeff-846b-4d81-9dfb-a90d259e5b47,segment=NetworkSegment(2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e),segment_id=2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:27.171945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.175535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.188281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] Calling delete_port for 18dadeff-846b-4d81-9dfb-a90d259e5b47 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:27.199675 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Pushing event deleted for resources: {'Port': ['ID=18dadeff-846b-4d81-9dfb-a90d259e5b47,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:27.207122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] No DVR routers for this DVR port 18dadeff-846b-4d81-9dfb-a90d259e5b47 on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:27.290160 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.290687 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.304160 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:27.316466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:27.316597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] Pushing event deleted for resources: {'Port': ['ID=18dadeff-846b-4d81-9dfb-a90d259e5b47,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:27.316869 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2819ff8b-2afb-4e1d-9d4d-64a7bb141d4e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:27.324776 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c2e7e-4786-43b0-b763-86935095a678 None None] No DVR routers for this DVR port 18dadeff-846b-4d81-9dfb-a90d259e5b47 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:27.329592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.350002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.356673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:47:27.357065 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:47:27.358928 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:47:27.697210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.704104 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:27.706231 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] 10.222.0.21 "DELETE /v2.0/networks/50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e HTTP/1.1" status: 204 len: 168 time: 0.8713253 Jul 05 10:47:27.720692 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474e804-d719-4636-ae35-ab691ae15239 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fdcba2-9cdf-4c8c-9cb8-34e6eaff6e3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:27.881631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:27.923422 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b69a364b-b02b-4f5f-9ca4-a69df3e8df1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a263fda113646f5a45437960ddd8d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404019 Jul 05 10:47:27.925962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41930) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:27.983919 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0a257b1-804e-4fe9-9dd9-2e72a9a1fb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.015315 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0a257b1-804e-4fe9-9dd9-2e72a9a1fb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.072838 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0a257b1-804e-4fe9-9dd9-2e72a9a1fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.075527 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0a257b1-804e-4fe9-9dd9-2e72a9a1fb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.076650 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b0a257b1-804e-4fe9-9dd9-2e72a9a1fb2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b315d5d-ae86-43f8-b7da-4c29de4becde HTTP/1.1" status: 204 len: 168 time: 0.1491277 Jul 05 10:47:28.085690 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a257b1-804e-4fe9-9dd9-2e72a9a1fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b315d5d-ae86-43f8-b7da-4c29de4becde,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:28.180842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6a7c7f6-b88f-4df4-83c2-5efa42d8745a no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:28.203902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: f6a7c7f6-b88f-4df4-83c2-5efa42d8745a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:28.204252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device f6a7c7f6-b88f-4df4-83c2-5efa42d8745a not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:28.205045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:28.227160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:28.227500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2d9e1713-c4ee-41b1-a1b9-03cc73504c22 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:28.227921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18dadeff-846b-4d81-9dfb-a90d259e5b47 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:28.247827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 18dadeff-846b-4d81-9dfb-a90d259e5b47 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:28.247827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18dadeff-846b-4d81-9dfb-a90d259e5b47 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:28.452677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41936) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:28.496205 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-69c36f0b-d1b4-4c71-9c29-041a3d50c482 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c41534c783914994a65d1b7b1c34d353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422101 Jul 05 10:47:28.498873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41938) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:28.553089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc8ac-1a3e-4b7a-87c3-ef01899882da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.575210 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc8ac-1a3e-4b7a-87c3-ef01899882da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.624343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc8ac-1a3e-4b7a-87c3-ef01899882da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.626984 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc8ac-1a3e-4b7a-87c3-ef01899882da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:28.628200 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ed8bc8ac-1a3e-4b7a-87c3-ef01899882da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc8ba39b-702a-4bf2-8467-2da3daa8ba9f HTTP/1.1" status: 204 len: 168 time: 0.1283610 Jul 05 10:47:28.636806 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc8ac-1a3e-4b7a-87c3-ef01899882da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8ba39b-702a-4bf2-8467-2da3daa8ba9f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:29.372985 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 41960) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:29.480025 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1341710892-network', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:29.502684 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Made reservation on behalf of fff8449e65774ec3bdb56993ed01fa0e for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:29.505893 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.514458 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.609900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.616003 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.640926 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:47:29.655303 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:29.660545 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.661472 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Added segment d779421b-0ac3-45a5-8d3f-a4930cf07c55 of type vlan for network 2cd687cd-75a5-44f4-9321-735798cb3762 Jul 05 10:47:29.705662 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.737305 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.738378 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:29.739514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:29.793938 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4198277 Jul 05 10:47:29.797461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41964) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:29.803510 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Request body: {'subnet': {'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1341710892-subnet', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:29.804199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f97d8-6adf-4f78-ab8c-0c056fd3b9de admin admin] Pushing event updated for resources: {'Network': ['ID=2cd687cd-75a5-44f4-9321-735798cb3762,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:29.815397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 2cd687cd-75a5-44f4-9321-735798cb3762 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:47:29.833172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Made reservation on behalf of fff8449e65774ec3bdb56993ed01fa0e for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:29.836919 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.234683 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.305544 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.412571 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.468847 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d28ae92-73f0-48f1-9f9f-97b07e3fed82,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:30.481157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Checking segment: {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:30.481516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Network hostable DHCP agents. Network: 2cd687cd-75a5-44f4-9321-735798cb3762, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:47:30.499834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Network 2cd687cd-75a5-44f4-9321-735798cb3762 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:47:30.510702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 2cd687cd-75a5-44f4-9321-735798cb3762) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:30.514953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:30.515598 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.522534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4686278-9dd1-4f72-9bd3-c2b6f295b727 None None] Network 2cd687cd-75a5-44f4-9321-735798cb3762 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:30.533649 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-489380da-d8a4-4423-950d-d6a3051748ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7349646 Jul 05 10:47:30.538945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41966) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:30.545363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:30.571694 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.572746 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.642177 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.699257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-2cd687cd-75a5-44f4-9321-735798cb3762', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:47:30.700534 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.800883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:30.855798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Allocated IP 172.20.0.2 (2cd687cd-75a5-44f4-9321-735798cb3762/5d28ae92-73f0-48f1-9f9f-97b07e3fed82/5513938a-0496-4558-b87e-fedea9aacb24) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:31.037147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.046571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Transition to ACTIVE for port object 5513938a-0496-4558-b87e-fedea9aacb24 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:31.068437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Transition to ACTIVE for port object 5513938a-0496-4558-b87e-fedea9aacb24 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:31.077237 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.100187 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.121899 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.125909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Network 2cd687cd-75a5-44f4-9321-735798cb3762 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:31.128923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:31.134972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:31.148525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Pushing event updated for resources: {'Port': ['ID=5513938a-0496-4558-b87e-fedea9aacb24,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:31.203759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Attempting to bind port 5513938a-0496-4558-b87e-fedea9aacb24 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:31.204318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Attempting to bind port 5513938a-0496-4558-b87e-fedea9aacb24 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:31.204813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Attempting to bind port 5513938a-0496-4558-b87e-fedea9aacb24 on network 2cd687cd-75a5-44f4-9321-735798cb3762 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:31.212319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:31.212686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Checking segment: {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:31.213085 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.213884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Bound using segment: {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:31.214040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Bound port: 5513938a-0496-4558-b87e-fedea9aacb24, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:31.214492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.251591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Allocated IP 172.25.1.226 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/921aaa82-50d9-4df2-be20-17b59b2f377a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:31.284144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] For port 5513938a-0496-4558-b87e-fedea9aacb24, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:31.288122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] For port 5513938a-0496-4558-b87e-fedea9aacb24, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5513938a-0496-4558-b87e-fedea9aacb24,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:31.292869 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.359691 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6b6cb-f527-43ce-906c-b181830be86a None None] Pushing event updated for resources: {'Port': ['ID=5513938a-0496-4558-b87e-fedea9aacb24,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:31.373251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.419492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:31.467587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:31.470997 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:31.474516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:31.509935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Pushing event updated for resources: {'Port': ['ID=921aaa82-50d9-4df2-be20-17b59b2f377a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:31.787324 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.009464 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.183710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:47:32.248725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5513938a-0496-4558-b87e-fedea9aacb24 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:32.340293 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5513938a-0496-4558-b87e-fedea9aacb24 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:32.358713 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:32.369188 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Sync routers for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:32.381677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.383159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c85150f9-40a1-49ce-baa0-f9fca2033e11 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8427503 Jul 05 10:47:32.386345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:32.387644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:32.388524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:32.486159 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566a729-5ed8-463c-ba0e-43c5483c8711 None None] Network 2cd687cd-75a5-44f4-9321-735798cb3762 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:32.567543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:32.623099 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce9c05fb-2e28-494b-a515-9224a9b759ed None None] Provisioning for port 5513938a-0496-4558-b87e-fedea9aacb24 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:32.638690 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce9c05fb-2e28-494b-a515-9224a9b759ed None None] Provisioning complete for port 5513938a-0496-4558-b87e-fedea9aacb24 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:32.639057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce9c05fb-2e28-494b-a515-9224a9b759ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.899571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce9c05fb-2e28-494b-a515-9224a9b759ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.917309 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:32.972523 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ce9c05fb-2e28-494b-a515-9224a9b759ed None None] For port 5513938a-0496-4558-b87e-fedea9aacb24, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5513938a-0496-4558-b87e-fedea9aacb24,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:32.982171 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce9c05fb-2e28-494b-a515-9224a9b759ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.024213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:31Z', 'revision_number': 3, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:33.091736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Checking router: 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:33.093853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Updating router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 port 921aaa82-50d9-4df2-be20-17b59b2f377a binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:47:33.172573 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c05fb-2e28-494b-a515-9224a9b759ed None None] Pushing event updated for resources: {'Port': ['ID=5513938a-0496-4558-b87e-fedea9aacb24,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:33.178643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.178952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Allocated IP 172.20.0.1 (2cd687cd-75a5-44f4-9321-735798cb3762/5d28ae92-73f0-48f1-9f9f-97b07e3fed82/646b6ddf-4560-410f-8418-878801871741) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:33.302961 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.338755 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Transition to ACTIVE for port object 646b6ddf-4560-410f-8418-878801871741 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:33.376103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5289c745-e1be-4e1a-bcd9-ef405aadef7b None None] Provisioning complete for port 5513938a-0496-4558-b87e-fedea9aacb24 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:33.376708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5289c745-e1be-4e1a-bcd9-ef405aadef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.402992 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.482293 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Network 2cd687cd-75a5-44f4-9321-735798cb3762 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:33.495383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:33.503999 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:33.509650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Pushing event updated for resources: {'Port': ['ID=646b6ddf-4560-410f-8418-878801871741,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:33.580675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.683854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.710047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Transition to ACTIVE for port object 921aaa82-50d9-4df2-be20-17b59b2f377a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:33.719802 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.819841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Attempting to bind port 921aaa82-50d9-4df2-be20-17b59b2f377a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:33.820433 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Attempting to bind port 921aaa82-50d9-4df2-be20-17b59b2f377a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:33.821035 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Attempting to bind port 921aaa82-50d9-4df2-be20-17b59b2f377a on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:33.823140 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.826145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc2b8d-43d6-45e1-b3ed-8f787b65ba06 None None] Pushing event updated for resources: {'Port': ['ID=921aaa82-50d9-4df2-be20-17b59b2f377a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:33.832021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:33.832826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:33.833023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.833386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:33.833936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Bound port: 921aaa82-50d9-4df2-be20-17b59b2f377a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:33.834342 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.890086 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0aae4e52-7be5-4d6a-b730-aacd66ade0a7 None None] Provisioning for port 646b6ddf-4560-410f-8418-878801871741 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:33.899941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0aae4e52-7be5-4d6a-b730-aacd66ade0a7 None None] Provisioning complete for port 646b6ddf-4560-410f-8418-878801871741 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:33.900295 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e52-7be5-4d6a-b730-aacd66ade0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.922513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] For port 921aaa82-50d9-4df2-be20-17b59b2f377a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:33.940508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] For port 921aaa82-50d9-4df2-be20-17b59b2f377a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=921aaa82-50d9-4df2-be20-17b59b2f377a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:33.947368 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:33.978437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0aae4e52-7be5-4d6a-b730-aacd66ade0a7 None None] Port 646b6ddf-4560-410f-8418-878801871741 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:47:34.014618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:34.015322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:34.040262 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:34.046479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:34.077283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc2b8d-43d6-45e1-b3ed-8f787b65ba06 None None] Pushing event updated for resources: {'Port': ['ID=921aaa82-50d9-4df2-be20-17b59b2f377a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:34.120251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Pushing event updated for resources: {'Port': ['ID=646b6ddf-4560-410f-8418-878801871741,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:34.122900 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:34.195154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:34.227021 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5513938a-0496-4558-b87e-fedea9aacb24 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:34.250851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Network 2cd687cd-75a5-44f4-9321-735798cb3762 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:34.252602 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:34.383066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5513938a-0496-4558-b87e-fedea9aacb24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:34.383681 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:34.406354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:47:34.548077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 1, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:34.557816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:34.568048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a3729e8d-9aa3-4d29-86b1-9f2816f87754 admin admin] 10.222.0.21 "PUT /v2.0/routers/2e032bde-158b-4b4b-ab1d-9fe3b86bb240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1794887 Jul 05 10:47:34.756291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc8c75-b61a-45f2-96e4-07712fd5b437 None None] The sync data for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 is: [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 1, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:34.769490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e244e084-778e-4b86-9180-a803a3a27f0a None None] Provisioning complete for port 646b6ddf-4560-410f-8418-878801871741 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:34.769490 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e244e084-778e-4b86-9180-a803a3a27f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:34.836943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e244e084-778e-4b86-9180-a803a3a27f0a None None] Port 646b6ddf-4560-410f-8418-878801871741 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:47:35.181889 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41984) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:35.188410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1986727784-network', 'tenant_id': '9969fbec1e964e98a30153ff726961e3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:35.220668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Made reservation on behalf of 9969fbec1e964e98a30153ff726961e3 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:35.224655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.245040 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.389638 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.397292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.427356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:47:35.439484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828244e3-909b-47cb-8f80-992fc365f4a9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:35.446889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.447389 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Added segment b8ac722d-c465-4a5b-b8d4-7c30855b70db of type vlan for network 20e62689-238e-43cd-96c1-92c643f38219 Jul 05 10:47:35.495240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.569146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.570620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:35.571479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:35.634600 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4508924 Jul 05 10:47:35.637251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41986) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:35.647231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Request body: {'subnet': {'network_id': '20e62689-238e-43cd-96c1-92c643f38219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1986727784-subnet', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:35.651831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f996012-7aea-474c-9c07-da54de5262f1 admin admin] Pushing event updated for resources: {'Network': ['ID=20e62689-238e-43cd-96c1-92c643f38219,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:35.668832 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 20e62689-238e-43cd-96c1-92c643f38219 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:47:35.674715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Made reservation on behalf of 9969fbec1e964e98a30153ff726961e3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:35.680931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.216808 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 921aaa82-50d9-4df2-be20-17b59b2f377a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:36.294015 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.298555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 921aaa82-50d9-4df2-be20-17b59b2f377a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:36.304455 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 921aaa82-50d9-4df2-be20-17b59b2f377a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:36.305233 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.362653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d2a749-c84f-4730-a837-104a323d9413,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:36.370952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Checking segment: {'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:36.371350 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Network hostable DHCP agents. Network: 20e62689-238e-43cd-96c1-92c643f38219, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:47:36.390689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Network 20e62689-238e-43cd-96c1-92c643f38219 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:47:36.401979 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 20e62689-238e-43cd-96c1-92c643f38219) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:36.408841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:36.409817 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.409943 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.421699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a65623-50ff-47e5-b255-6a5b2099090f None None] Network 20e62689-238e-43cd-96c1-92c643f38219 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:36.430617 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-189c6289-ddc1-42ef-ae58-c7bfbcfc9d7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7901745 Jul 05 10:47:36.435308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41988) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:36.440668 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:36.464995 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.466227 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.483784 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 921aaa82-50d9-4df2-be20-17b59b2f377a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=921aaa82-50d9-4df2-be20-17b59b2f377a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:36.489894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.532558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.570237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=921aaa82-50d9-4df2-be20-17b59b2f377a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:36.661413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-20e62689-238e-43cd-96c1-92c643f38219', 'network_id': '20e62689-238e-43cd-96c1-92c643f38219', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'fixed_ips': [{'subnet_id': 'f1d2a749-c84f-4730-a837-104a323d9413'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:47:36.662309 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.706686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:36.855666 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Allocated IP 172.20.0.2 (20e62689-238e-43cd-96c1-92c643f38219/f1d2a749-c84f-4730-a837-104a323d9413/e63a0fef-6d3e-4b07-8619-6f6bd3fff30b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:37.017614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.044908 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.106976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.122894 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Transition to ACTIVE for port object e63a0fef-6d3e-4b07-8619-6f6bd3fff30b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:37.146720 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Transition to ACTIVE for port object e63a0fef-6d3e-4b07-8619-6f6bd3fff30b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:37.155107 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.166624 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Sync routers for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:37.182987 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:37.183663 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:37.207000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Network 20e62689-238e-43cd-96c1-92c643f38219 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:37.215141 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:37.218212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:37.220816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Pushing event updated for resources: {'Port': ['ID=e63a0fef-6d3e-4b07-8619-6f6bd3fff30b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:37.241139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Allocated IP 172.25.1.12 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/5c0aa596-8d31-4092-bb71-e8b63d6ca991) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:37.305005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Attempting to bind port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:37.305444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Attempting to bind port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:37.305767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Attempting to bind port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b on network 20e62689-238e-43cd-96c1-92c643f38219 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:37.317129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:37.319507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Checking segment: {'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:37.320858 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.321792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Bound using segment: {'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:37.322702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Bound port: e63a0fef-6d3e-4b07-8619-6f6bd3fff30b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:37.323724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.420825 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.438190 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:37.453332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] For port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:37.460275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] For port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e63a0fef-6d3e-4b07-8619-6f6bd3fff30b,segment=NetworkSegment(b8ac722d-c465-4a5b-b8d4-7c30855b70db),segment_id=b8ac722d-c465-4a5b-b8d4-7c30855b70db)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:37.467755 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.485780 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.532446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:37.540129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:37.554144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:37.557586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Pushing event updated for resources: {'Port': ['ID=5c0aa596-8d31-4092-bb71-e8b63d6ca991,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:37.577360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814b39f-0263-4c8c-a6ff-bbfc2fb109fa None None] Pushing event updated for resources: {'Port': ['ID=e63a0fef-6d3e-4b07-8619-6f6bd3fff30b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:37.746906 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 2, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:37.790032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Checking router: 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:37.790375 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Updating router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 port 646b6ddf-4560-410f-8418-878801871741 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:47:37.840703 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:37.910042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.219896 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.236873 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Transition to ACTIVE for port object 646b6ddf-4560-410f-8418-878801871741 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:38.244258 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.246537 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.300189 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 921aaa82-50d9-4df2-be20-17b59b2f377a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:38.354561 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Attempting to bind port 646b6ddf-4560-410f-8418-878801871741 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:38.354923 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Attempting to bind port 646b6ddf-4560-410f-8418-878801871741 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:38.355512 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Attempting to bind port 646b6ddf-4560-410f-8418-878801871741 on network 2cd687cd-75a5-44f4-9321-735798cb3762 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:38.363519 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:38.364821 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Checking segment: {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:38.365483 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.365893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Bound using segment: {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:38.366387 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Bound port: 646b6ddf-4560-410f-8418-878801871741, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:38.366776 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.376199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 921aaa82-50d9-4df2-be20-17b59b2f377a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:38.376879 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.421700 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Pushing event updated for resources: {'Port': ['ID=646b6ddf-4560-410f-8418-878801871741,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:38.434045 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.435030 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.435646 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.436218 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.436703 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.437220 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.437718 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.438457 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.438937 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.439612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.440086 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.440404 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:38.499520 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] For port 646b6ddf-4560-410f-8418-878801871741, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:38.500588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Router 69f444c5-b945-4569-9671-4ef08c26c386 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:47:38.513835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] For port 646b6ddf-4560-410f-8418-878801871741, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=646b6ddf-4560-410f-8418-878801871741,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:38.521733 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.533843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e63a0fef-6d3e-4b07-8619-6f6bd3fff30b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:38.612294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:38.639143 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:38.639783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:38.645730 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac43163-98fc-4643-bb0e-5765bdae4938 None None] Pushing event updated for resources: {'Port': ['ID=646b6ddf-4560-410f-8418-878801871741,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:38.695131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:38.717127 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Sync routers for ids ['69f444c5-b945-4569-9671-4ef08c26c386'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:38.732202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Routers {'69f444c5-b945-4569-9671-4ef08c26c386'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:38.733011 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69f444c5-b945-4569-9671-4ef08c26c386'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:38.739367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:38.741378 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-30f809d1-285d-45e9-a07d-13e6c858284b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3044739 Jul 05 10:47:38.744545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 41992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:38.779748 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:38.916498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Set router 69f444c5-b945-4569-9671-4ef08c26c386 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:39.061686 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa5a8c-a460-4677-8b99-fce81abdf1b8 None None] Network 20e62689-238e-43cd-96c1-92c643f38219 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:47:39.108356 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e474c164-b001-4b39-b321-5f661a537843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:38Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:39.140443 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474c164-b001-4b39-b321-5f661a537843 None None] The sync data for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 is: [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:38Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:39.331840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13043fff-0427-40ea-8d51-5ff765b17013 None None] Provisioning for port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:39.349536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-13043fff-0427-40ea-8d51-5ff765b17013 None None] Provisioning complete for port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:39.349908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13043fff-0427-40ea-8d51-5ff765b17013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.388416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.414700 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:47:37Z', 'revision_number': 3, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port': {'id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:37Z', 'updated_at': '2021-07-05T10:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:39.449459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Checking router: 69f444c5-b945-4569-9671-4ef08c26c386 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:39.449829 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Updating router 69f444c5-b945-4569-9671-4ef08c26c386 port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:47:39.524122 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.558752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13043fff-0427-40ea-8d51-5ff765b17013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.632544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Allocated IP 172.20.0.1 (20e62689-238e-43cd-96c1-92c643f38219/f1d2a749-c84f-4730-a837-104a323d9413/1500327f-df9d-4735-becb-16515b32f500) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:39.689618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-13043fff-0427-40ea-8d51-5ff765b17013 None None] For port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e63a0fef-6d3e-4b07-8619-6f6bd3fff30b,segment=NetworkSegment(b8ac722d-c465-4a5b-b8d4-7c30855b70db),segment_id=b8ac722d-c465-4a5b-b8d4-7c30855b70db)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:39.703823 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13043fff-0427-40ea-8d51-5ff765b17013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.792747 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.812094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Transition to ACTIVE for port object 1500327f-df9d-4735-becb-16515b32f500 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:39.824874 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13043fff-0427-40ea-8d51-5ff765b17013 None None] Pushing event updated for resources: {'Port': ['ID=e63a0fef-6d3e-4b07-8619-6f6bd3fff30b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:39.868649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2437880b-6595-4c8e-be8a-4c875b0830a1 None None] Provisioning complete for port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:39.869141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2437880b-6595-4c8e-be8a-4c875b0830a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.872085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:39.913818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Network 20e62689-238e-43cd-96c1-92c643f38219 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:39.921091 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:39.925023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:39.952292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1500327f-df9d-4735-becb-16515b32f500,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:39.979448 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.041989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.056644 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Transition to ACTIVE for port object 5c0aa596-8d31-4092-bb71-e8b63d6ca991 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:40.065630 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.122768 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Attempting to bind port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:40.123170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Attempting to bind port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:40.123538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Attempting to bind port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:40.146692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:40.147194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:40.147491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.147978 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:40.148448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Bound port: 5c0aa596-8d31-4092-bb71-e8b63d6ca991, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:40.148910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.186465 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399ad97-de3a-4df4-ae6a-4e613fa196a5 None None] Pushing event updated for resources: {'Port': ['ID=5c0aa596-8d31-4092-bb71-e8b63d6ca991,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:40.199795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.229360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] For port 5c0aa596-8d31-4092-bb71-e8b63d6ca991, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:40.232839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] For port 5c0aa596-8d31-4092-bb71-e8b63d6ca991, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5c0aa596-8d31-4092-bb71-e8b63d6ca991,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:40.246694 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.278841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e63a0fef-6d3e-4b07-8619-6f6bd3fff30b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:40.349318 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Routers {'69f444c5-b945-4569-9671-4ef08c26c386'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:40.350051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69f444c5-b945-4569-9671-4ef08c26c386'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:40.357107 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399ad97-de3a-4df4-ae6a-4e613fa196a5 None None] Pushing event updated for resources: {'Port': ['ID=5c0aa596-8d31-4092-bb71-e8b63d6ca991,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:40.412253 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b879e0a-0632-4777-83e3-e15cc4a91279 None None] Provisioning for port 1500327f-df9d-4735-becb-16515b32f500 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:40.412518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.418562 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.430915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b879e0a-0632-4777-83e3-e15cc4a91279 None None] Provisioning complete for port 1500327f-df9d-4735-becb-16515b32f500 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:40.431157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b879e0a-0632-4777-83e3-e15cc4a91279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.435385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:40.435907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.495894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1500327f-df9d-4735-becb-16515b32f500,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:40.500035 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:40.605623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Network 20e62689-238e-43cd-96c1-92c643f38219 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:40.607206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:40.721414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4b879e0a-0632-4777-83e3-e15cc4a91279 None None] Port 1500327f-df9d-4735-becb-16515b32f500 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:47:40.752206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] Set router 69f444c5-b945-4569-9671-4ef08c26c386 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:40.780556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Router 69f444c5-b945-4569-9671-4ef08c26c386 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:47:40.882161 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 646b6ddf-4560-410f-8418-878801871741 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:40.927256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:47:40.935955 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6ec06483-ab91-4672-ab33-fc1db97d53f5 admin admin] 10.222.0.21 "PUT /v2.0/routers/69f444c5-b945-4569-9671-4ef08c26c386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1873271 Jul 05 10:47:40.989612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3b0c2086-8ea7-4396-a162-5d727ed3ea6b None None] Provisioning complete for port 1500327f-df9d-4735-becb-16515b32f500 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:40.990000 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2086-8ea7-4396-a162-5d727ed3ea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:41.047298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c2086-8ea7-4396-a162-5d727ed3ea6b None None] Port 1500327f-df9d-4735-becb-16515b32f500 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:47:41.069996 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 646b6ddf-4560-410f-8418-878801871741 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:41.077136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 646b6ddf-4560-410f-8418-878801871741 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:41.077485 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:41.136396 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 4, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port': {'id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:37Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1500327f-df9d-4735-becb-16515b32f500', 'name': '', 'network_id': '20e62689-238e-43cd-96c1-92c643f38219', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'mac_address': 'fa:16:3e:2f:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:39Z', 'updated_at': '2021-07-05T10:47:39Z', 'revision_number': 1, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'subnets': [{'id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:41.187946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbd378-7e93-4a29-8dde-16cc500db82a None None] The sync data for ids ['69f444c5-b945-4569-9671-4ef08c26c386'] in n-d-771363-33 is: [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 4, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port': {'id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:37Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1500327f-df9d-4735-becb-16515b32f500', 'name': '', 'network_id': '20e62689-238e-43cd-96c1-92c643f38219', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'mac_address': 'fa:16:3e:2f:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:39Z', 'updated_at': '2021-07-05T10:47:39Z', 'revision_number': 1, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'subnets': [{'id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:41.210520 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:41.253591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 646b6ddf-4560-410f-8418-878801871741, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=646b6ddf-4560-410f-8418-878801871741,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:41.260883 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:41.324427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=646b6ddf-4560-410f-8418-878801871741,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:42.357576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5c0aa596-8d31-4092-bb71-e8b63d6ca991 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:42.462519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:42.473945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:42.474372 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:42.574379 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:42.597280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 5c0aa596-8d31-4092-bb71-e8b63d6ca991, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5c0aa596-8d31-4092-bb71-e8b63d6ca991,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:42.604423 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:42.607440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 646b6ddf-4560-410f-8418-878801871741 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:42.706368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=5c0aa596-8d31-4092-bb71-e8b63d6ca991,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:42.727068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 646b6ddf-4560-410f-8418-878801871741 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:42.727713 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:43.748402 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Sync routers for ids ['69f444c5-b945-4569-9671-4ef08c26c386'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:47:43.761916 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Routers {'69f444c5-b945-4569-9671-4ef08c26c386'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:43.762543 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69f444c5-b945-4569-9671-4ef08c26c386'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:43.893175 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Set router 69f444c5-b945-4569-9671-4ef08c26c386 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:44.117001 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4fda-23b2-43a4-9415-d6f03397c1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.157732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 4, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port': {'id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:37Z', 'updated_at': '2021-07-05T10:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1500327f-df9d-4735-becb-16515b32f500', 'name': '', 'network_id': '20e62689-238e-43cd-96c1-92c643f38219', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'mac_address': 'fa:16:3e:2f:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:39Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 2, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'subnets': [{'id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:44.214893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Checking router: 69f444c5-b945-4569-9671-4ef08c26c386 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:47:44.214893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Updating router 69f444c5-b945-4569-9671-4ef08c26c386 port 1500327f-df9d-4735-becb-16515b32f500 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:47:44.231448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5c0aa596-8d31-4092-bb71-e8b63d6ca991 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:44.252790 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.293298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:44.294569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.684283 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.706058 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Transition to ACTIVE for port object 1500327f-df9d-4735-becb-16515b32f500 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:44.720189 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.825178 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797d5d4-b6fe-4ac6-a0fb-de8896f158bb None None] Pushing event updated for resources: {'Port': ['ID=1500327f-df9d-4735-becb-16515b32f500,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:44.842389 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Attempting to bind port 1500327f-df9d-4735-becb-16515b32f500 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:44.842762 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Attempting to bind port 1500327f-df9d-4735-becb-16515b32f500 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:44.843148 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Attempting to bind port 1500327f-df9d-4735-becb-16515b32f500 on network 20e62689-238e-43cd-96c1-92c643f38219 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:44.848859 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:44.849213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Checking segment: {'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:44.851199 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.851199 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Bound using segment: {'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:44.851199 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Bound port: 1500327f-df9d-4735-becb-16515b32f500, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ac722d-c465-4a5b-b8d4-7c30855b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '20e62689-238e-43cd-96c1-92c643f38219'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:44.851199 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:44.929819 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] For port 1500327f-df9d-4735-becb-16515b32f500, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:44.938435 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] For port 1500327f-df9d-4735-becb-16515b32f500, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1500327f-df9d-4735-becb-16515b32f500,segment=NetworkSegment(b8ac722d-c465-4a5b-b8d4-7c30855b70db),segment_id=b8ac722d-c465-4a5b-b8d4-7c30855b70db)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:44.948482 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:45.023379 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797d5d4-b6fe-4ac6-a0fb-de8896f158bb None None] Pushing event updated for resources: {'Port': ['ID=1500327f-df9d-4735-becb-16515b32f500,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:45.029942 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Routers {'69f444c5-b945-4569-9671-4ef08c26c386'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:47:45.030626 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:47:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69f444c5-b945-4569-9671-4ef08c26c386'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:45.181110 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] Set router 69f444c5-b945-4569-9671-4ef08c26c386 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:47:45.453326 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 4, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port': {'id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:37Z', 'updated_at': '2021-07-05T10:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1500327f-df9d-4735-becb-16515b32f500', 'name': '', 'network_id': '20e62689-238e-43cd-96c1-92c643f38219', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'mac_address': 'fa:16:3e:2f:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:39Z', 'updated_at': '2021-07-05T10:47:44Z', 'revision_number': 4, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'subnets': [{'id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:47:45.492938 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdbc46-4826-47c5-a9e3-239fcce08755 None None] The sync data for ids ['69f444c5-b945-4569-9671-4ef08c26c386'] in n-d-771363-33 is: [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:47:40Z', 'revision_number': 4, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port': {'id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:37Z', 'updated_at': '2021-07-05T10:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '1500327f-df9d-4735-becb-16515b32f500', 'name': '', 'network_id': '20e62689-238e-43cd-96c1-92c643f38219', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'mac_address': 'fa:16:3e:2f:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:39Z', 'updated_at': '2021-07-05T10:47:44Z', 'revision_number': 4, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'subnets': [{'id': 'f1d2a749-c84f-4730-a837-104a323d9413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:47:46.276760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1500327f-df9d-4735-becb-16515b32f500 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:46.347196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1500327f-df9d-4735-becb-16515b32f500 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:46.352129 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1500327f-df9d-4735-becb-16515b32f500 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:46.352699 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.458718 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.494054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 1500327f-df9d-4735-becb-16515b32f500, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1500327f-df9d-4735-becb-16515b32f500,segment=NetworkSegment(b8ac722d-c465-4a5b-b8d4-7c30855b70db),segment_id=b8ac722d-c465-4a5b-b8d4-7c30855b70db)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:46.499195 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.553820 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=1500327f-df9d-4735-becb-16515b32f500,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:46.875675 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c13bd2f-0965-4897-86e8-ff152a458533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:46.922899 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.220338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1500327f-df9d-4735-becb-16515b32f500 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:48.276643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.294511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1500327f-df9d-4735-becb-16515b32f500 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:48.295286 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:50.017830 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:51.939848 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:47:51.990209 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-23f9ad0e-0ba5-493e-9141-99bbd6db7a19 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:51.991716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-23f9ad0e-0ba5-493e-9141-99bbd6db7a19 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 815 time: 0.1012967 Jul 05 10:47:52.007612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-a67566bc-0589-4b4d-b97f-f10986972336 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/quotas/fff8449e65774ec3bdb56993ed01fa0e HTTP/1.1" status: 200 len: 375 time: 0.0103557 Jul 05 10:47:52.080518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-b01f599a-8894-45e9-8be8-ba1a6c512a4b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675581 Jul 05 10:47:52.176966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-c16ab11c-4f02-4fa9-a345-e0443ba02528 service neutron] 10.222.0.21 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840359 Jul 05 10:47:52.271848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-a4c3813a-6c90-4fa0-ae33-6bb691261be1 service neutron] 10.222.0.21 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893450 Jul 05 10:47:52.443923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27e3170a-630d-4163-a938-8ffc36e1b527 req-be5e7f13-167f-49a0-b8cf-b48c877166b9 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 210 time: 0.0319488 Jul 05 10:47:53.646994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9c09ed8-92bc-4df1-ab0f-a1e3a34efca4 req-b6152cb2-c510-47f7-9f18-b25ead55a1c1 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 210 time: 0.0410612 Jul 05 10:47:53.722451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-b6dbe431-9ce5-4c21-9540-c4531b283569 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.724433 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-b6dbe431-9ce5-4c21-9540-c4531b283569 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 815 time: 0.1834280 Jul 05 10:47:53.739117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'port': {'device_id': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'admin_state_up': True, 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:53.861637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Made reservation on behalf of fff8449e65774ec3bdb56993ed01fa0e for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:47:53.868417 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:54.041553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Allocated IP 172.20.0.13 (2cd687cd-75a5-44f4-9321-735798cb3762/5d28ae92-73f0-48f1-9f9f-97b07e3fed82/59f429ae-52de-4a66-afb0-0ca0928c27d8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:47:54.705415 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:54.722248 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Transition to ACTIVE for port object 59f429ae-52de-4a66-afb0-0ca0928c27d8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:54.778278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:54.862702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Network 2cd687cd-75a5-44f4-9321-735798cb3762 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:47:54.864528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:54.878362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:47:54.889142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:47:54.914839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.915201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.915553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.915881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.916205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.916530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.916858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.917259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.917582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.917902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.918227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.918532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:54.996978 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:54.997679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:55.034292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-bf64e7f1-4924-42f9-ae95-dbdf8943ae23 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3001330 Jul 05 10:47:55.049451 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc377a-7583-40a6-b5e0-3a8099a38af8 req-e1a20058-2c2a-41a5-83db-7f68c12a9f86 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:55.051647 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a5fc377a-7583-40a6-b5e0-3a8099a38af8 req-e1a20058-2c2a-41a5-83db-7f68c12a9f86 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.1839635 Jul 05 10:47:55.146224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a5fc377a-7583-40a6-b5e0-3a8099a38af8 req-73b8ae7e-e820-4442-8020-77607950ad6a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815756 Jul 05 10:47:55.275737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b5dd4ce-9802-4c89-9a50-e4a2582da366 None None] Provisioning for port 59f429ae-52de-4a66-afb0-0ca0928c27d8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:55.282511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b5dd4ce-9802-4c89-9a50-e4a2582da366 None None] Provisioning complete for port 59f429ae-52de-4a66-afb0-0ca0928c27d8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:55.282945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd4ce-9802-4c89-9a50-e4a2582da366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:55.325040 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dd4ce-9802-4c89-9a50-e4a2582da366 None None] Port 59f429ae-52de-4a66-afb0-0ca0928c27d8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:47:56.450136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d549-bbff-4f5d-9af3-edd1716d0770 req-aa9e46ee-83e1-4fea-a543-f13304e40c14 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:56.453120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d37d549-bbff-4f5d-9af3-edd1716d0770 req-aa9e46ee-83e1-4fea-a543-f13304e40c14 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.1187499 Jul 05 10:47:56.502358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3d37d549-bbff-4f5d-9af3-edd1716d0770 req-0adbd402-cecd-472c-a597-b0022d6d6ca9 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Jul 05 10:47:57.728793 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b2de2-6c78-4862-ba3b-85dde45c7a94 req-caf874c5-a889-4f5a-847a-fc9195dfe02a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:57.730583 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f73b2de2-6c78-4862-ba3b-85dde45c7a94 req-caf874c5-a889-4f5a-847a-fc9195dfe02a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.0738869 Jul 05 10:47:57.787994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f73b2de2-6c78-4862-ba3b-85dde45c7a94 req-18ae9dba-0f2c-4c82-b95c-1810b3c56285 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Jul 05 10:47:59.017367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bd9ff-899d-454c-a1dc-3084c3515fc8 req-2fca4bad-7291-4690-b989-87b62d7f9a30 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:59.018980 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-545bd9ff-899d-454c-a1dc-3084c3515fc8 req-2fca4bad-7291-4690-b989-87b62d7f9a30 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.0951099 Jul 05 10:47:59.064130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-545bd9ff-899d-454c-a1dc-3084c3515fc8 req-8cd7a655-24bc-4923-a0c9-464af8b855b3 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Jul 05 10:48:00.248488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:00.316341 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:00.379620 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddc331-5b8f-4470-bece-3d2e381b4390 req-2c517d16-4a16-47a0-a05e-7bd8f43bdf3b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:00.382348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4ddc331-5b8f-4470-bece-3d2e381b4390 req-2c517d16-4a16-47a0-a05e-7bd8f43bdf3b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.1300545 Jul 05 10:48:00.437798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e4ddc331-5b8f-4470-bece-3d2e381b4390 req-91333c06-3594-4023-a008-5dc0234ff926 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Jul 05 10:48:01.664317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb21f-0bc0-40f4-9d21-fbd306312b74 req-49e1f9b6-301d-4d52-b9aa-2cc897bb745d tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:01.666898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b4cb21f-0bc0-40f4-9d21-fbd306312b74 req-49e1f9b6-301d-4d52-b9aa-2cc897bb745d tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.0865655 Jul 05 10:48:01.727903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5b4cb21f-0bc0-40f4-9d21-fbd306312b74 req-ea62da41-980d-4c3a-82a7-945d821c6cbc tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550420 Jul 05 10:48:03.007808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eec20-844f-432f-abc2-08e8dfc61597 req-d357ce93-f754-4cc5-929b-a8a6f138df7b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:03.009458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-600eec20-844f-432f-abc2-08e8dfc61597 req-d357ce93-f754-4cc5-929b-a8a6f138df7b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.0886056 Jul 05 10:48:03.062779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-600eec20-844f-432f-abc2-08e8dfc61597 req-445295a0-bbad-4d4f-918e-d936b9169898 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Jul 05 10:48:03.938788 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Request body: {'port': {'device_id': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:04.057039 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.341462 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059167a8-05cd-474c-a797-8cc754a7c598 req-e832f629-f352-422e-94b4-b3091aaa6095 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.342937 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-059167a8-05cd-474c-a797-8cc754a7c598 req-e832f629-f352-422e-94b4-b3091aaa6095 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 932 time: 0.1471207 Jul 05 10:48:04.415542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-059167a8-05cd-474c-a797-8cc754a7c598 req-51ea16da-86dd-42c9-be4f-31365d7a7189 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Jul 05 10:48:04.461339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f429ae-52de-4a66-afb0-0ca0928c27d8 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:04.469617 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.492050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Transition to ACTIVE for port object 59f429ae-52de-4a66-afb0-0ca0928c27d8 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:04.496274 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.567951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Pushing event updated for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:04.648201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Attempting to bind port 59f429ae-52de-4a66-afb0-0ca0928c27d8 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:04.648544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Attempting to bind port 59f429ae-52de-4a66-afb0-0ca0928c27d8 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:04.648839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Attempting to bind port 59f429ae-52de-4a66-afb0-0ca0928c27d8 on network 2cd687cd-75a5-44f4-9321-735798cb3762 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:04.654509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Port 59f429ae-52de-4a66-afb0-0ca0928c27d8 on network 2cd687cd-75a5-44f4-9321-735798cb3762 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:48:04.654839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Attempting to bind port 59f429ae-52de-4a66-afb0-0ca0928c27d8 on network 2cd687cd-75a5-44f4-9321-735798cb3762 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:04.661387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:04.661891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Checking segment: {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:04.662401 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Bound using segment: {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:04.662998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Bound port: 59f429ae-52de-4a66-afb0-0ca0928c27d8, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd779421b-0ac3-45a5-8d3f-a4930cf07c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:04.663492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.776252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:04.780555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:04.786068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.824736 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.825257 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:04.826815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] 10.222.0.15 "PUT /v2.0/ports/59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 1093 time: 0.8954628 Jul 05 10:48:04.827320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:04.829666 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:04.872655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c5fa2-57b5-4414-a723-469447c84540 service neutron] Pushing event updated for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:04.885936 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31006094-d228-4048-8a2e-d2be9d2cc0b7 x-openstack-request-id: req-31006094-d228-4048-8a2e-d2be9d2cc0b7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:04.886290 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:04.886606 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31006094-d228-4048-8a2e-d2be9d2cc0b7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:04.887184 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'status': 'completed', 'code': 200} Jul 05 10:48:04.975243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-75b7fdd6-75fd-48e0-8de9-4ee7a218bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:04.978218 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-75b7fdd6-75fd-48e0-8de9-4ee7a218bf78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0896180 Jul 05 10:48:05.056388 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-49c059b1-11c2-4adc-906b-a2efcb45d0df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 217 time: 0.0701153 Jul 05 10:48:05.111818 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-d46da7b7-1452-4c60-b393-f4c6840cf77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.113862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-d46da7b7-1452-4c60-b393-f4c6840cf77d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0510817 Jul 05 10:48:05.181916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-4b5dba23-e1ee-406b-988b-1544533500dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.183484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-4b5dba23-e1ee-406b-988b-1544533500dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610168 Jul 05 10:48:05.292293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-8bb5fba5-b8c1-4f5b-a598-f8a3f538202b service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010261 Jul 05 10:48:05.392987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-135eaca6-f3a1-4422-9fba-bd5733bef77f req-b128ffd8-5694-403c-903e-2d934f81e278 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925052 Jul 05 10:48:05.511921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-2e1ed6e4-37e2-4e17-b8c4-6f577cf14aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.513479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-2e1ed6e4-37e2-4e17-b8c4-6f577cf14aaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0603771 Jul 05 10:48:05.655622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-be3c8dbd-68c7-4d8f-9c71-685f298d1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.657141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-be3c8dbd-68c7-4d8f-9c71-685f298d1632 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 916 time: 0.1360762 Jul 05 10:48:05.670494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1df9-01fa-45d8-8624-5f97068fcbc5 req-ca7b6486-2dd9-496d-ba89-3d997a9b4457 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.672089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-846c1df9-01fa-45d8-8624-5f97068fcbc5 req-ca7b6486-2dd9-496d-ba89-3d997a9b4457 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 944 time: 0.1261668 Jul 05 10:48:05.723336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-90858d70-a852-4870-876a-199876f83417 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 217 time: 0.0500770 Jul 05 10:48:05.790108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-846c1df9-01fa-45d8-8624-5f97068fcbc5 req-677ebc84-4aee-47e7-af05-3a8caf62fb89 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099966 Jul 05 10:48:05.799532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-b14874b6-9f25-4215-ad04-5fd9ee91b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.801821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-b14874b6-9f25-4215-ad04-5fd9ee91b6be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0717881 Jul 05 10:48:05.873575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-ff54d049-7e50-4a2e-8e42-192afee9faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.875282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-ff54d049-7e50-4a2e-8e42-192afee9faaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624702 Jul 05 10:48:05.988875 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-5e1f3d60-6a91-4933-b1b7-08c41a2b8a53 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039679 Jul 05 10:48:06.109969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fe7e354e-6eda-4f3b-b015-5b4d3d05abf1 req-f4818584-7ce5-48fa-add6-b85bd576c016 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140594 Jul 05 10:48:07.026463 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb3fc2-a0ed-4270-af3e-d9ba075b9fbe req-149bf963-a101-4dfe-89ad-b7de429f5af8 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:07.029723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cbb3fc2-a0ed-4270-af3e-d9ba075b9fbe req-149bf963-a101-4dfe-89ad-b7de429f5af8 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 944 time: 0.1073906 Jul 05 10:48:07.079455 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7cbb3fc2-a0ed-4270-af3e-d9ba075b9fbe req-5ef66625-4bff-4b60-918b-7a1a81a2d03b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Jul 05 10:48:08.328269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d2e74-f0cf-46d8-a1b3-925d441bc6d9 req-0db30a36-cb6b-4da7-ac08-323884bb752f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:08.330995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-237d2e74-f0cf-46d8-a1b3-925d441bc6d9 req-0db30a36-cb6b-4da7-ac08-323884bb752f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 944 time: 0.1174350 Jul 05 10:48:08.400433 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-237d2e74-f0cf-46d8-a1b3-925d441bc6d9 req-58fc2435-b935-492b-ac51-7f2b99c8aa74 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609651 Jul 05 10:48:08.447154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 59f429ae-52de-4a66-afb0-0ca0928c27d8 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:48:08.624151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:08.647338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'port_id': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'mac_address': 'fa:16:3e:a1:84:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:48:08.695749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:08.712882 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f429ae-52de-4a66-afb0-0ca0928c27d8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:08.740398 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:08.746953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:08.807655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:08.989615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['59f429ae-52de-4a66-afb0-0ca0928c27d8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:09.647874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf547e1-99ec-40c7-b582-5ececec990f4 req-6d76220a-1297-4f36-a702-b7d022191b58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:09.649546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdf547e1-99ec-40c7-b582-5ececec990f4 req-6d76220a-1297-4f36-a702-b7d022191b58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 945 time: 0.0745759 Jul 05 10:48:09.702719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdf547e1-99ec-40c7-b582-5ececec990f4 req-9958e69c-601f-495f-a868-48a094277491 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Jul 05 10:48:10.463598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 59f429ae-52de-4a66-afb0-0ca0928c27d8 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:10.525364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 59f429ae-52de-4a66-afb0-0ca0928c27d8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:10.530547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 59f429ae-52de-4a66-afb0-0ca0928c27d8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:10.530914 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:10.634603 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:10.663274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:10.665850 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2834f708-0c90-418a-8f20-07f393e82444" -d '{"events": [{"server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "name": "network-vif-plugged", "status": "completed", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:10.682535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:10.700698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:10.743473 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37ea20-9344-4e03-8c10-df817ae3236a x-openstack-request-id: req-3c37ea20-9344-4e03-8c10-df817ae3236a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:10.743865 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "name": "network-vif-plugged", "status": "completed", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:10.744149 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c37ea20-9344-4e03-8c10-df817ae3236a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:10.744753 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'code': 200} Jul 05 10:48:10.769108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:10.945110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15f7cd-fae2-48e4-9460-ddf59645d6f5 req-d628f2f4-512e-4a29-b88b-08eba66f2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:10.947246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f15f7cd-fae2-48e4-9460-ddf59645d6f5 req-d628f2f4-512e-4a29-b88b-08eba66f2dc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1098 time: 0.1194551 Jul 05 10:48:10.975352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccfff7-a593-41ec-8a51-9e33ed6d2a60 req-6f3818d0-603a-43a3-b4f0-6cae0f9f4ab4 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:10.977948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8ccfff7-a593-41ec-8a51-9e33ed6d2a60 req-6f3818d0-603a-43a3-b4f0-6cae0f9f4ab4 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.1138437 Jul 05 10:48:11.032311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9f15f7cd-fae2-48e4-9460-ddf59645d6f5 req-8d36dccb-5782-4176-8575-bdeb2741f0bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728023 Jul 05 10:48:11.047009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8ccfff7-a593-41ec-8a51-9e33ed6d2a60 req-eb6cc197-ec3e-41b8-bca3-e9d0fe13f168 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544527 Jul 05 10:48:12.274843 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d53b9-adc1-421e-8d5e-0adf89594bc4 req-62557149-eec6-448d-925a-843b86e4fd3f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:12.276553 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c87d53b9-adc1-421e-8d5e-0adf89594bc4 req-62557149-eec6-448d-925a-843b86e4fd3f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0766070 Jul 05 10:48:12.325867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c87d53b9-adc1-421e-8d5e-0adf89594bc4 req-e3b5824c-129a-4523-80fa-1a3c83a5c3d3 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Jul 05 10:48:12.549343 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef083-d51e-451b-8aee-6330248333f0 req-729fd7f4-409b-4ae9-9baa-2a1a7299912a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:12.551596 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f3ef083-d51e-451b-8aee-6330248333f0 req-729fd7f4-409b-4ae9-9baa-2a1a7299912a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0953028 Jul 05 10:48:12.594702 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f3ef083-d51e-451b-8aee-6330248333f0 req-ca980176-d8b8-4c86-a114-edbf2d1d1ecf tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Jul 05 10:48:12.992911 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e96ec-f7f0-49bd-a07b-e0d8f7f7ae31 req-719b405e-e075-4e4f-8b74-f0aff487d5af tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:12.994547 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-442e96ec-f7f0-49bd-a07b-e0d8f7f7ae31 req-719b405e-e075-4e4f-8b74-f0aff487d5af tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0720830 Jul 05 10:48:13.036254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-442e96ec-f7f0-49bd-a07b-e0d8f7f7ae31 req-07bcc59a-668f-4fc2-b365-d0ff663b8ef7 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358422 Jul 05 10:48:14.117915 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4b5d-842f-48a5-8373-437b6c7b6ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.866984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1531-c828-463d-b526-bfae4611e443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.917021 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.262032 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:20.010108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:26.282300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745db09-ce3f-4d83-8a2e-86616dc6d546 req-50d63b6a-2881-4b72-8d27-0b35b245f5c5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:26.283869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2745db09-ce3f-4d83-8a2e-86616dc6d546 req-50d63b6a-2881-4b72-8d27-0b35b245f5c5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0829124 Jul 05 10:48:26.348206 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2745db09-ce3f-4d83-8a2e-86616dc6d546 req-ec3cbc71-ed6a-4d5c-a40a-7101b7b500e6 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536776 Jul 05 10:48:26.397822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:26.600034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4469cac-4bf6-4ed0-a17b-f76e78820b11 tempest-TestMinimumBasicScenario-2043888096 tempest-TestMinimumBasicScenario-2043888096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:26.601609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f4469cac-4bf6-4ed0-a17b-f76e78820b11 tempest-TestMinimumBasicScenario-2043888096 tempest-TestMinimumBasicScenario-2043888096-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1093 time: 0.2025139 Jul 05 10:48:26.604809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:26.611342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:26.650511 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:26.813085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:26.943131 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Allocated IP 172.25.1.58 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/abdbeae2-79c4-4b86-b7ab-f331b7595ce9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:27.104171 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:27.150677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:27.194801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:27.200254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:27.204734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:27.211991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'Port': ['ID=abdbeae2-79c4-4b86-b7ab-f331b7595ce9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:27.668589 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:27.765451 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:27.921151 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:27.927373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.006994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'Port': ['ID=abdbeae2-79c4-4b86-b7ab-f331b7595ce9,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:28.019182 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.132276 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Floating IP 72261a22-ad98-4309-8b75-99d6d5390021 associated. External IP: 172.25.1.58, port: 59f429ae-52de-4a66-afb0-0ca0928c27d8. Jul 05 10:48:28.373922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:48:28.490164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:28.500732 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] Sync routers for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:28.513606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:28.513924 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.514514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:48:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:28.561247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-25506b53-87d7-497f-a8e1-e855b07d455b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9551866 Jul 05 10:48:28.561998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:28.564644 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0794834-a785-4a60-a319-f05a64a38ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:28.564990 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:28.571866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724516942', 'description': 'tempest-secgroup-smoke-724516942 description', 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:28.606109 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac209ec-a030-4c8b-b4a2-6d4e99b4278d x-openstack-request-id: req-dac209ec-a030-4c8b-b4a2-6d4e99b4278d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:28.606506 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:28.606789 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dac209ec-a030-4c8b-b4a2-6d4e99b4278d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:28.607305 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'status': 'completed', 'code': 200} Jul 05 10:48:28.610710 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.719001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:28.766905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-5b73c7d2-2ad2-46db-9d27-6c47272b77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:28.770255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-5b73c7d2-2ad2-46db-9d27-6c47272b77ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1098 time: 0.1001995 Jul 05 10:48:28.775777 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.780903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.812495 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257c75c5-a21f-4501-9f28-3ec35ed44bd0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:28.816073 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.818262 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2518477 Jul 05 10:48:28.826513 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42190) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:28.844392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1131c12c-f7cd-431d-8d32-b8700ec059fb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'security_group_rule': {'security_group_id': '257c75c5-a21f-4501-9f28-3ec35ed44bd0', 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:28.856591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.857510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.858285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.859209 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.859733 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.860520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.861090 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.861644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.862943 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.863211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.863578 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.864065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b255dc-9e03-404b-9929-00a1f7b86259 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:28.883856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-616cefa5-f795-4fca-90b2-3f3b167c5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:28.885813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-616cefa5-f795-4fca-90b2-3f3b167c5d4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 916 time: 0.1076550 Jul 05 10:48:28.900933 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1131c12c-f7cd-431d-8d32-b8700ec059fb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.943587 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:48:28.968927 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1131c12c-f7cd-431d-8d32-b8700ec059fb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.974901 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-ef3b8727-e1d5-41fb-85c3-a3c7d096974e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 999 time: 0.0782309 Jul 05 10:48:28.975724 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1131c12c-f7cd-431d-8d32-b8700ec059fb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:28.995701 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131c12c-f7cd-431d-8d32-b8700ec059fb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52204ed0-9629-4edc-b124-d1e1080498d3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.008131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1131c12c-f7cd-431d-8d32-b8700ec059fb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.012160 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1131c12c-f7cd-431d-8d32-b8700ec059fb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717048 Jul 05 10:48:29.012475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:29.020023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '72261a22-ad98-4309-8b75-99d6d5390021', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'port_id': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'mac_address': 'fa:16:3e:a1:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:48:27Z', 'updated_at': '2021-07-05T10:48:27Z', 'revision_number': 0, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:41Z', 'revision_number': 5, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:29.021520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-380bb262-a137-44b3-90bd-fbff264b4c10 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'security_group_rule': {'security_group_id': '257c75c5-a21f-4501-9f28-3ec35ed44bd0', 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:29.050148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] Checking router: 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:29.059750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-5131e329-e496-4568-a862-a50a6651ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:29.061242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-5131e329-e496-4568-a862-a50a6651ab61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0797625 Jul 05 10:48:29.061542 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:29.062151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:48:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:29.067528 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380bb262-a137-44b3-90bd-fbff264b4c10 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.132142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-a50aa9fc-e21a-462a-9e86-6a659318fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:29.133886 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-a50aa9fc-e21a-462a-9e86-6a659318fcf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655859 Jul 05 10:48:29.142920 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380bb262-a137-44b3-90bd-fbff264b4c10 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.148743 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380bb262-a137-44b3-90bd-fbff264b4c10 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.179627 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bb262-a137-44b3-90bd-fbff264b4c10 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5dbcb6-f568-41f0-91c2-f1ac4fc1708b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.181556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:29.189295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380bb262-a137-44b3-90bd-fbff264b4c10 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.192338 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-380bb262-a137-44b3-90bd-fbff264b4c10 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1778142 Jul 05 10:48:29.194763 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:29.202614 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-887a3075-63ee-474d-b1f5-d539eff12f58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'security_group_rule': {'security_group_id': '257c75c5-a21f-4501-9f28-3ec35ed44bd0', 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:29.245515 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-887a3075-63ee-474d-b1f5-d539eff12f58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.274683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-c8bab63a-bcdf-4d48-8b1d-fe2b0b0d48e4 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336374 Jul 05 10:48:29.331067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-887a3075-63ee-474d-b1f5-d539eff12f58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.339585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-887a3075-63ee-474d-b1f5-d539eff12f58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.375008 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a3075-63ee-474d-b1f5-d539eff12f58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14893f79-6ce7-45f9-aa7e-9e3388480c0e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.384372 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-887a3075-63ee-474d-b1f5-d539eff12f58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.390557 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-887a3075-63ee-474d-b1f5-d539eff12f58 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939781 Jul 05 10:48:29.391631 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:29.397870 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2c298718-58d0-430c-9dbc-1e48a4db2155 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'security_group_rule': {'security_group_id': '257c75c5-a21f-4501-9f28-3ec35ed44bd0', 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:29.423103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0794834-a785-4a60-a319-f05a64a38ae5 req-f4233545-88d9-4ab5-af64-e403eba92e92 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408100 Jul 05 10:48:29.442570 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c298718-58d0-430c-9dbc-1e48a4db2155 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.548134 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c298718-58d0-430c-9dbc-1e48a4db2155 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.555518 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c298718-58d0-430c-9dbc-1e48a4db2155 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.577796 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c298718-58d0-430c-9dbc-1e48a4db2155 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67106f37-e98b-4c6d-9128-ff819e997f86,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.590238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c298718-58d0-430c-9dbc-1e48a4db2155 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.594440 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-2c298718-58d0-430c-9dbc-1e48a4db2155 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1990039 Jul 05 10:48:29.594710 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:29.600703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'security_group_rule': {'security_group_id': '257c75c5-a21f-4501-9f28-3ec35ed44bd0', 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:29.630053 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Project fff8449e65774ec3bdb56993ed01fa0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:48:29.637118 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.704858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.710009 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.731345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33c11d8-5030-460a-a48d-91e8ec884968,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.731778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '72261a22-ad98-4309-8b75-99d6d5390021', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'port_id': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'mac_address': 'fa:16:3e:a1:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:48:27Z', 'updated_at': '2021-07-05T10:48:27Z', 'revision_number': 0, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:41Z', 'revision_number': 5, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:29.735307 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.740667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-15f4149c-8102-49a4-a131-c52b425f7b91 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407595 Jul 05 10:48:29.741253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:29.746300 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'security_group_rule': {'security_group_id': '257c75c5-a21f-4501-9f28-3ec35ed44bd0', 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:29.759118 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd0fb8-514e-4a6f-9a6a-113fd2717c4a None None] The sync data for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 is: [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '72261a22-ad98-4309-8b75-99d6d5390021', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'port_id': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'mac_address': 'fa:16:3e:a1:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:48:27Z', 'updated_at': '2021-07-05T10:48:27Z', 'revision_number': 0, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:41Z', 'revision_number': 5, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:29.773604 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Project fff8449e65774ec3bdb56993ed01fa0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:48:29.810326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.900770 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.908251 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.933187 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb20b14-42dd-409d-a1f6-1baefadbd79b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:29.944836 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.948951 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7423007f-7b09-40df-b7d0-407a70783c84 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2040818 Jul 05 10:48:30.037222 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69ae51-2279-43cc-ba49-901ab3275a4b None None] New status for floating IP 72261a22-ad98-4309-8b75-99d6d5390021: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:48:30.246172 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.304057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.470699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-18ccc783-46e9-475a-8dee-714aeaff3b3d tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724516942&fields=id&tenant_id=fff8449e65774ec3bdb56993ed01fa0e HTTP/1.1" status: 200 len: 267 time: 0.4261582 Jul 05 10:48:30.553127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-9acdf50d-cbbc-4d7e-92f9-e5d06a08d233 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:30.555219 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-9acdf50d-cbbc-4d7e-92f9-e5d06a08d233 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0785995 Jul 05 10:48:30.567003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'port': {'security_groups': ['d37a3d69-7d60-4743-a0fb-4eb2b9ffd216', '257c75c5-a21f-4501-9f28-3ec35ed44bd0']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:30.669179 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.936567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:30.980773 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.985600 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.999813 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['59f429ae-52de-4a66-afb0-0ca0928c27d8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:31.034467 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.035386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.036947 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2f5ddc23-9820-4449-ac20-9b7483ed93ef req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "PUT /v2.0/ports/59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 982 time: 0.4753413 Jul 05 10:48:31.037419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:31.040146 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6139a56-c202-4887-9fae-d53474686845" -d '{"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:31.078945 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570225fb-e62f-484f-8f35-635cfd95cc8a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:31.105489 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1834b0df-3df4-470d-a8c3-d1edae1612c5 x-openstack-request-id: req-1834b0df-3df4-470d-a8c3-d1edae1612c5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:31.105919 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:31.106260 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1834b0df-3df4-470d-a8c3-d1edae1612c5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:31.106810 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'status': 'completed', 'code': 200} Jul 05 10:48:31.110408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['59f429ae-52de-4a66-afb0-0ca0928c27d8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:31.223239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6139a56-c202-4887-9fae-d53474686845 req-079fc858-611a-47f2-8711-94e73a29aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.225648 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6139a56-c202-4887-9fae-d53474686845 req-079fc858-611a-47f2-8711-94e73a29aa85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1137 time: 0.0984581 Jul 05 10:48:31.403656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b4671590-3053-4d81-8319-17f0f8423a9d None None] Provisioning complete for port 59f429ae-52de-4a66-afb0-0ca0928c27d8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:31.404288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4671590-3053-4d81-8319-17f0f8423a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.429708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6139a56-c202-4887-9fae-d53474686845 req-1809d3ef-3658-420c-8f31-0b0a49379ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.431296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6139a56-c202-4887-9fae-d53474686845 req-1809d3ef-3658-420c-8f31-0b0a49379ccf service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 916 time: 0.1976926 Jul 05 10:48:31.447211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf825a4-3027-4837-8d5d-614e05dd3311 req-fd411874-c239-461e-9432-a8ec93c7e965 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.451095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bf825a4-3027-4837-8d5d-614e05dd3311 req-fd411874-c239-461e-9432-a8ec93c7e965 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.1319206 Jul 05 10:48:31.544493 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6139a56-c202-4887-9fae-d53474686845 req-3340172a-e96c-4cd8-83ac-c1e48bf44613 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 1001 time: 0.1063418 Jul 05 10:48:31.548656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1bf825a4-3027-4837-8d5d-614e05dd3311 req-ea66b839-c8fa-4e86-ad00-3662131fcd21 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890658 Jul 05 10:48:31.626623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6139a56-c202-4887-9fae-d53474686845 req-5ae33a93-5d37-4055-9e61-741f14000642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.626623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6139a56-c202-4887-9fae-d53474686845 req-5ae33a93-5d37-4055-9e61-741f14000642 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0700564 Jul 05 10:48:31.703955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6139a56-c202-4887-9fae-d53474686845 req-29d43847-680f-456a-9501-8a811bbe10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.705705 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6139a56-c202-4887-9fae-d53474686845 req-29d43847-680f-456a-9501-8a811bbe10df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734978 Jul 05 10:48:31.815712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6139a56-c202-4887-9fae-d53474686845 req-51c7fbd3-d013-4335-af33-b9570a7b0c3e service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012239 Jul 05 10:48:31.920451 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6139a56-c202-4887-9fae-d53474686845 req-a3b5f98d-0a0d-4789-bf31-1e25d54e6916 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966840 Jul 05 10:48:44.110096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5d0eae1-850a-40a1-ae2e-377912601c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.868608 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79bdd84b-0bfc-4250-936d-3f3a31c69247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.918993 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.969020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-492ecbbb-900a-4206-8af4-70885e56bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.970540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-492ecbbb-900a-4206-8af4-70885e56bdea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1137 time: 0.1223190 Jul 05 10:48:46.993639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff391f-af96-4b71-a65e-7b9f6a44bcba req-e2423302-69ff-4418-be31-612b143b6276 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.995128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50ff391f-af96-4b71-a65e-7b9f6a44bcba req-e2423302-69ff-4418-be31-612b143b6276 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.1052296 Jul 05 10:48:47.080416 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-50ff391f-af96-4b71-a65e-7b9f6a44bcba req-70cf8737-d576-44fb-b46b-2ed7467d95b9 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742688 Jul 05 10:48:47.105694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-8ec221d3-015a-4507-80b1-66953142ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:47.107222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-8ec221d3-015a-4507-80b1-66953142ab97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 916 time: 0.1296155 Jul 05 10:48:47.181147 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-d4041ace-578f-4f40-8d8d-37eb66f77e37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 1001 time: 0.0661583 Jul 05 10:48:47.233438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-8254f95c-d2a5-4ce8-9a7c-8595ae82de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:47.235016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-8254f95c-d2a5-4ce8-9a7c-8595ae82de85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0473027 Jul 05 10:48:47.316057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-a5a23b8d-b5ef-4329-865f-480215f8a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:47.318397 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-a5a23b8d-b5ef-4329-865f-480215f8a3bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765798 Jul 05 10:48:47.417805 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-b280e828-afe2-4197-ad93-1fbf34d7b2e9 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923634 Jul 05 10:48:47.530007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a401ef65-3fbc-4f36-8732-f2c2f3e17eed req-bcd57050-8bf3-4ca1-8118-0638b00a4ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053054 Jul 05 10:48:48.259956 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.293224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c753d8-954a-4660-9635-f920a00c2a5a req-2f4de006-7b1d-4a4e-9f06-41d9b5ccbfc5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:48.295407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47c753d8-954a-4660-9635-f920a00c2a5a req-2f4de006-7b1d-4a4e-9f06-41d9b5ccbfc5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0923243 Jul 05 10:48:48.344508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47c753d8-954a-4660-9635-f920a00c2a5a req-ce33047f-781f-4a47-8ed6-21e4b9a14f6e tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393815 Jul 05 10:48:49.534265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78610c4c-c2c6-41ce-91eb-4775b1e349d1 req-4b86ba3c-aa43-4003-8021-31bdd00c0854 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:49.536011 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78610c4c-c2c6-41ce-91eb-4775b1e349d1 req-4b86ba3c-aa43-4003-8021-31bdd00c0854 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0703137 Jul 05 10:48:49.584716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78610c4c-c2c6-41ce-91eb-4775b1e349d1 req-f011c844-d847-416f-a077-6457571316e8 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380788 Jul 05 10:48:50.015915 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.805772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336ba02-326c-41fc-8cfa-ac0cd912e0c7 req-cd96c7a0-a7ad-4c6b-b570-61a510d8e06d tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:50.807364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3336ba02-326c-41fc-8cfa-ac0cd912e0c7 req-cd96c7a0-a7ad-4c6b-b570-61a510d8e06d tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0836289 Jul 05 10:48:50.852896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3336ba02-326c-41fc-8cfa-ac0cd912e0c7 req-8b851b94-6ed6-4318-b2a7-d97c18dccada tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391388 Jul 05 10:48:52.047169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18faf4-9403-475e-908b-6a7a687733fb req-ca72f7ba-9d7d-4afd-a83b-b0e6874720cb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:52.048747 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc18faf4-9403-475e-908b-6a7a687733fb req-ca72f7ba-9d7d-4afd-a83b-b0e6874720cb tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0698516 Jul 05 10:48:52.092896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc18faf4-9403-475e-908b-6a7a687733fb req-3586fbce-a65f-46dd-8159-1ab32d3bb4b8 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378325 Jul 05 10:48:53.308844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f08e19-3d2f-464e-9b69-e05c85122b9c req-bb9acf84-78ed-4177-81cb-d423827d3913 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:53.310440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57f08e19-3d2f-464e-9b69-e05c85122b9c req-bb9acf84-78ed-4177-81cb-d423827d3913 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0809486 Jul 05 10:48:53.356155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-57f08e19-3d2f-464e-9b69-e05c85122b9c req-d4a7037f-a193-43f5-833c-663d5cd8fd1d tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390472 Jul 05 10:48:54.558610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc631b39-24c0-47b4-8a94-5e97244e2c8f req-3a189e3b-9ca1-41b2-8450-636d318ec87e tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.560327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc631b39-24c0-47b4-8a94-5e97244e2c8f req-3a189e3b-9ca1-41b2-8450-636d318ec87e tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0722175 Jul 05 10:48:54.604207 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fc631b39-24c0-47b4-8a94-5e97244e2c8f req-1fed6e1f-4c93-4b26-ad73-874ddb0305d9 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371222 Jul 05 10:48:55.796653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8306604-eb8b-4d8a-b369-bf1f4dd25a31 req-cd8e019e-626c-4747-8cf5-dca343974970 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.798186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8306604-eb8b-4d8a-b369-bf1f4dd25a31 req-cd8e019e-626c-4747-8cf5-dca343974970 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0731468 Jul 05 10:48:55.845687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8306604-eb8b-4d8a-b369-bf1f4dd25a31 req-64f013b6-05f4-46fd-abf5-2a901bc0db7c tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396101 Jul 05 10:48:57.039883 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2e1ed-62c7-4859-bbc9-4e48537541b3 req-1f27ee47-e710-4b93-a6a5-ba818dc17030 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.041278 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27e2e1ed-62c7-4859-bbc9-4e48537541b3 req-1f27ee47-e710-4b93-a6a5-ba818dc17030 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0739188 Jul 05 10:48:57.082969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27e2e1ed-62c7-4859-bbc9-4e48537541b3 req-404bb928-664f-4aff-acaa-71af64cba6e2 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359702 Jul 05 10:48:58.282009 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bf4a1-e3bd-4806-a425-75103097f83d req-88d74a25-7e3f-46ad-8217-53c6494eca37 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:58.284328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb9bf4a1-e3bd-4806-a425-75103097f83d req-88d74a25-7e3f-46ad-8217-53c6494eca37 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0820272 Jul 05 10:48:58.331592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cb9bf4a1-e3bd-4806-a425-75103097f83d req-ff3d369e-170b-4960-8b10-789990bebbfc tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373504 Jul 05 10:48:59.526093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6cf6-00bb-4f2b-a0b7-716a436fa47b req-7124eb84-c9eb-4ee5-b46d-9b346417337a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:59.527759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aac6cf6-00bb-4f2b-a0b7-716a436fa47b req-7124eb84-c9eb-4ee5-b46d-9b346417337a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0783188 Jul 05 10:48:59.574661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8aac6cf6-00bb-4f2b-a0b7-716a436fa47b req-7ca02e09-f988-4d35-8e9f-66c57d53186a tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&id=257c75c5-a21f-4501-9f28-3ec35ed44bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394762 Jul 05 10:49:00.250674 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:00.329884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:05.946480 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:49:09.706286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-0dadc469-9565-4368-b970-c76c9a9799e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569944 Jul 05 10:49:09.819421 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-a16b7cf5-e229-492b-bc51-36478c6e2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:09.821016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-a16b7cf5-e229-492b-bc51-36478c6e2777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1137 time: 0.0659006 Jul 05 10:49:09.985112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-ae514f70-4e4d-415c-a18c-94624d0108ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:09.986524 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-ae514f70-4e4d-415c-a18c-94624d0108ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 916 time: 0.1406238 Jul 05 10:49:10.060859 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-5ba7e108-57ec-41eb-934c-24738afd8162 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 1001 time: 0.0657685 Jul 05 10:49:10.114671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-9447eb19-af88-4775-8059-b07279f3c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:10.116244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-9447eb19-af88-4775-8059-b07279f3c563 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0471895 Jul 05 10:49:10.183365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-37abbe7f-4ed3-4734-905d-ade0866b95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:10.184908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-37abbe7f-4ed3-4734-905d-ade0866b95f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614922 Jul 05 10:49:10.286692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-1055622f-9e17-4b55-bfbb-fe78950ea65a service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936296 Jul 05 10:49:10.400569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0e268fb0-76e8-438b-86af-d3370d4bcd01 req-366a1b17-4409-4b72-97d7-0afe566b7105 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062138 Jul 05 10:49:14.111934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82d82dd4-9fa6-4169-b033-40be4114aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:16.872827 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c78c5ca-b7d8-435d-9d98-1ec772e73052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:16.922035 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:18.260871 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:20.019671 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:30.242946 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:30.356708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:32.200589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-b7eb3b15-781d-43ad-97f7-800af956cf50 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724516942&fields=id&tenant_id=fff8449e65774ec3bdb56993ed01fa0e HTTP/1.1" status: 200 len: 267 time: 0.0498862 Jul 05 10:49:32.288677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-13b64a54-609b-40d3-a5c4-ba7026470b0c tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:32.290519 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-13b64a54-609b-40d3-a5c4-ba7026470b0c tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 985 time: 0.0806975 Jul 05 10:49:32.306749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Request body: {'port': {'security_groups': ['d37a3d69-7d60-4743-a0fb-4eb2b9ffd216']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:32.424007 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:32.683273 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:32.728471 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:32.733775 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:32.748467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['59f429ae-52de-4a66-afb0-0ca0928c27d8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:32.792442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:32.793413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:32.795584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c10c22c1-1c26-4bd5-8930-8e07151cb689 req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "PUT /v2.0/ports/59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 943 time: 0.4974201 Jul 05 10:49:32.796252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:32.798945 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de3dbac-89a0-416e-b3c0-fd1c484be74c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:32.807021 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:32.852374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event updated for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:32.872397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['59f429ae-52de-4a66-afb0-0ca0928c27d8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:32.880831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.881394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.881924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.882721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.883504 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.884786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.886973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.888435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.888831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.889212 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.889732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.890322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b45a7-5520-4d24-ba79-eade0ea6402f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:32.896490 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2370a-ff00-4c57-99fa-2bb1dfb649a3 x-openstack-request-id: req-c9f2370a-ff00-4c57-99fa-2bb1dfb649a3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:32.896952 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:32.897991 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9f2370a-ff00-4c57-99fa-2bb1dfb649a3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:32.898196 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'status': 'completed', 'code': 200} Jul 05 10:49:32.973581 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.023931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.067014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-d781b4c8-1043-4c26-b8b0-9c8beb317e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:33.069118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-d781b4c8-1043-4c26-b8b0-9c8beb317e8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1098 time: 0.1363981 Jul 05 10:49:33.152909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.158142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.160768 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "DELETE /v2.0/security-groups/257c75c5-a21f-4501-9f28-3ec35ed44bd0 HTTP/1.1" status: 204 len: 168 time: 0.3484385 Jul 05 10:49:33.173647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:33.178084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257c75c5-a21f-4501-9f28-3ec35ed44bd0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:33.188646 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.188991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.189327 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.189658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.189984 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.191574 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.192029 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.192334 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.192725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.193054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.193375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.193704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4445a04-73a6-4cd9-8af4-e99e1aedd7a5 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:33.279207 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e190fb39-8889-4647-b0b8-2e3ac363941a None None] Provisioning complete for port 59f429ae-52de-4a66-afb0-0ca0928c27d8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:33.279818 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e190fb39-8889-4647-b0b8-2e3ac363941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.335900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-dbc6eeec-c54a-46a0-81a5-361599eb41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:33.337457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-dbc6eeec-c54a-46a0-81a5-361599eb41c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 916 time: 0.2617822 Jul 05 10:49:33.444878 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-c5bc9020-e811-4219-8b68-cd7b852585df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 1001 time: 0.0996985 Jul 05 10:49:33.511872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-c42f2059-fa3b-409e-b4ba-a82b09e075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:33.513386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-c42f2059-fa3b-409e-b4ba-a82b09e075b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0614259 Jul 05 10:49:33.516368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Deleting port abdbeae2-79c4-4b86-b7ab-f331b7595ce9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:33.516728 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.655834 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.656228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:33.674002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Calling delete_port for abdbeae2-79c4-4b86-b7ab-f331b7595ce9 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:33.680064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-56f00c03-4afe-49a1-89e1-e8e78dd4764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:33.680372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-56f00c03-4afe-49a1-89e1-e8e78dd4764d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600947 Jul 05 10:49:33.867226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-c753a6f9-9387-405e-a41e-a8538c77b1bd service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773324 Jul 05 10:49:34.037532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9de3dbac-89a0-416e-b3c0-fd1c484be74c req-fb99db42-4f69-4acc-bd27-3ef049c0903e service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630595 Jul 05 10:49:34.038631 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:34.066700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event deleted for resources: {'Port': ['ID=abdbeae2-79c4-4b86-b7ab-f331b7595ce9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:34.137719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:34.138092 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Floating IP 72261a22-ad98-4309-8b75-99d6d5390021 disassociated (deleted). External IP: 172.25.1.58, port: 59f429ae-52de-4a66-afb0-0ca0928c27d8. Jul 05 10:49:34.367635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:49:34.484325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:49:34.490387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:34.494172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] Sync routers for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:49:34.504281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:34.505067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:34.539286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e320dc94-e384-4664-bf9b-2bd5ed68828f tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "DELETE /v2.0/floatingips/72261a22-ad98-4309-8b75-99d6d5390021 HTTP/1.1" status: 204 len: 168 time: 1.3590436 Jul 05 10:49:34.619256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:34.865494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:41Z', 'revision_number': 5, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:34.899477 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:34.902173 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:34.914707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] Checking router: 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:49:34.928805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:34.929868 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:34.959821 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f799aea1-ea41-4f6e-a8f3-5eaa12096a60 x-openstack-request-id: req-f799aea1-ea41-4f6e-a8f3-5eaa12096a60 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:34.960107 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:34.960534 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f799aea1-ea41-4f6e-a8f3-5eaa12096a60 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:34.960752 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'status': 'completed', 'code': 200} Jul 05 10:49:35.040035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-96955f56-c4d5-493a-b8a2-c4394cdc748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:35.041448 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-96955f56-c4d5-493a-b8a2-c4394cdc748b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 1098 time: 0.0558167 Jul 05 10:49:35.077257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:35.141535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-1c98fe38-2e0f-42c5-9c0e-089e5df540d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:35.143934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-1c98fe38-2e0f-42c5-9c0e-089e5df540d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 200 len: 916 time: 0.0950146 Jul 05 10:49:35.200295 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-6ab89345-0eb3-40f3-a02b-ac7bc54d3073 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 200 len: 217 time: 0.0492165 Jul 05 10:49:35.278907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-7e6b7744-bfcb-47f5-be2b-5a2539b22b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:35.281185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-7e6b7744-bfcb-47f5-be2b-5a2539b22b79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 200 len: 854 time: 0.0663819 Jul 05 10:49:35.321288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:41Z', 'revision_number': 5, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:35.355909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9b19a-bf71-473c-a100-6887ec5b6c83 None None] The sync data for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 is: [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:47:33Z', 'revision_number': 4, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '646b6ddf-4560-410f-8418-878801871741', 'name': '', 'network_id': '2cd687cd-75a5-44f4-9321-735798cb3762', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'mac_address': 'fa:16:3e:d0:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:32Z', 'updated_at': '2021-07-05T10:47:41Z', 'revision_number': 5, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'subnets': [{'id': '5d28ae92-73f0-48f1-9f9f-97b07e3fed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:49:35.362686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-db06071f-49da-4684-899b-65c05734f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:35.364286 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-db06071f-49da-4684-899b-65c05734f959 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2cd687cd-75a5-44f4-9321-735798cb3762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732992 Jul 05 10:49:35.479057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-078b01cf-9655-4805-93f6-f1d46eb70f49 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023481 Jul 05 10:49:35.598789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a84e0b9-aad8-438c-8f0c-9be0975e2d0b req-8bc803f3-8d4b-4c52-8c7f-25ef238a1ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126580 Jul 05 10:49:35.658414 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c795518-6369-4db8-9fa2-7e900ba75f44 None None] New status for floating IP 72261a22-ad98-4309-8b75-99d6d5390021: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:49:42.944326 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:49:43.307836 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c031c2-8a16-42ff-8222-3d0125e9e33a req-12c9941f-090f-4a67-9096-46c45747cffd tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:43.309346 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3c031c2-8a16-42ff-8222-3d0125e9e33a req-12c9941f-090f-4a67-9096-46c45747cffd tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0686939 Jul 05 10:49:43.357801 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b3c031c2-8a16-42ff-8222-3d0125e9e33a req-d1f04e67-9ca0-40c7-8c3b-d389c36b4f0b tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Jul 05 10:49:44.115791 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12509db5-3b4a-4449-bf37-7e0e16a3f806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:44.542885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2b212-ce3a-4929-a077-d1b52abbfa8e req-62e5bcac-c5b7-4546-bd86-d96ede90a503 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:44.544759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6b2b212-ce3a-4929-a077-d1b52abbfa8e req-62e5bcac-c5b7-4546-bd86-d96ede90a503 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0713658 Jul 05 10:49:44.588896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c6b2b212-ce3a-4929-a077-d1b52abbfa8e req-a06e9069-00fe-4293-b9cf-1e44d8951a11 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373411 Jul 05 10:49:45.069683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-eac39586-5728-4d06-8d6b-4a91e00ee4e0 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:45.071292 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-eac39586-5728-4d06-8d6b-4a91e00ee4e0 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 946 time: 0.0694985 Jul 05 10:49:45.186582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Deleting port 59f429ae-52de-4a66-afb0-0ca0928c27d8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:45.186921 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:45.306064 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] For port 59f429ae-52de-4a66-afb0-0ca0928c27d8, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=59f429ae-52de-4a66-afb0-0ca0928c27d8,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:45.306648 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:45.326302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Calling delete_port for 59f429ae-52de-4a66-afb0-0ca0928c27d8 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:45.515373 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:45.530399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['59f429ae-52de-4a66-afb0-0ca0928c27d8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:45.546514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Pushing event deleted for resources: {'Port': ['ID=59f429ae-52de-4a66-afb0-0ca0928c27d8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:45.599473 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] No DVR routers for this DVR port 59f429ae-52de-4a66-afb0-0ca0928c27d8 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:49:45.602850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:45.605246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9acb74a-9420-425a-b2ea-a040c9c4a3c1 req-6cea08af-e62b-40c3-9828-c784e53fed99 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.15 "DELETE /v2.0/ports/59f429ae-52de-4a66-afb0-0ca0928c27d8 HTTP/1.1" status: 204 len: 173 time: 0.5288053 Jul 05 10:49:45.605696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'name': 'network-vif-deleted', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:45.608101 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b446fdf-adf6-4b8c-972b-97a6b7577e60" -d '{"events": [{"server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "name": "network-vif-deleted", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:45.648020 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f30aaf-cdbe-445c-b598-0a703d2e5411 x-openstack-request-id: req-56f30aaf-cdbe-445c-b598-0a703d2e5411 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:45.648499 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c128229-f4fd-4d1d-a657-035d7a32efe8", "name": "network-vif-deleted", "tag": "59f429ae-52de-4a66-afb0-0ca0928c27d8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:45.648815 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56f30aaf-cdbe-445c-b598-0a703d2e5411 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:45.649271 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c128229-f4fd-4d1d-a657-035d7a32efe8', 'name': 'network-vif-deleted', 'tag': '59f429ae-52de-4a66-afb0-0ca0928c27d8', 'status': 'completed', 'code': 200} Jul 05 10:49:45.769994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-189500c0-df64-4afd-a3ab-3bc742cbfdfb req-6a4eca22-bea6-4834-971f-64b9fd399095 tempest-TestMinimumBasicScenario-1783107244 tempest-TestMinimumBasicScenario-1783107244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c128229-f4fd-4d1d-a657-035d7a32efe8 HTTP/1.1" status: 200 len: 210 time: 0.0301101 Jul 05 10:49:46.877321 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47dcdaba-706b-4202-855c-c1c5a91ebe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:46.927673 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:47.458577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42378) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:48.265706 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:48.327033 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:48.702944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Deleting port 646b6ddf-4560-410f-8418-878801871741 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:48.703813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:48.825987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] For port 646b6ddf-4560-410f-8418-878801871741, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=646b6ddf-4560-410f-8418-878801871741,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:48.826340 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:48.835907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 59f429ae-52de-4a66-afb0-0ca0928c27d8 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:48.841337 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Calling delete_port for 646b6ddf-4560-410f-8418-878801871741 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:48.863106 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 59f429ae-52de-4a66-afb0-0ca0928c27d8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:48.863450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 59f429ae-52de-4a66-afb0-0ca0928c27d8 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:49.046353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:49.071225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Pushing event deleted for resources: {'Port': ['ID=646b6ddf-4560-410f-8418-878801871741,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:49.249168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:49.469219 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:49:49.581156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:49:49.586113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-21a165d7-e509-433c-abd6-402a6c112614 admin admin] 10.222.0.21 "PUT /v2.0/routers/2e032bde-158b-4b4b-ab1d-9fe3b86bb240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1263316 Jul 05 10:49:49.588878 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:49.589653 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] Sync routers for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:49:49.600805 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:49.601429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:49.723022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:49.743281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:49.839268 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:49.899656 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Deleting port 921aaa82-50d9-4df2-be20-17b59b2f377a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:49.899998 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:49.958737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:49:48Z', 'revision_number': 5, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port': {'id': '921aaa82-50d9-4df2-be20-17b59b2f377a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:31Z', 'updated_at': '2021-07-05T10:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:49.993153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] Checking router: 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:49:50.025487 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] Routers {'2e032bde-158b-4b4b-ab1d-9fe3b86bb240'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:50.026077 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] For port 921aaa82-50d9-4df2-be20-17b59b2f377a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=921aaa82-50d9-4df2-be20-17b59b2f377a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:50.026484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.026623 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:50.041182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Calling delete_port for 921aaa82-50d9-4df2-be20-17b59b2f377a owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:50.071913 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.127228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] Set router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:50.187782 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:49:49Z', 'revision_number': 6, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:50.220009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8f5e2-edff-4f8b-879c-aef5156358fb None None] The sync data for ids ['2e032bde-158b-4b4b-ab1d-9fe3b86bb240'] in n-d-771363-33 is: [{'id': '2e032bde-158b-4b4b-ab1d-9fe3b86bb240', 'name': 'tempest-TestMinimumBasicScenario-1341710892-router', 'tenant_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:30Z', 'updated_at': '2021-07-05T10:49:49Z', 'revision_number': 6, 'project_id': 'fff8449e65774ec3bdb56993ed01fa0e', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:49:50.231679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.290839 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Pushing event deleted for resources: {'Port': ['ID=921aaa82-50d9-4df2-be20-17b59b2f377a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:50.348514 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.449879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.452247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.500038 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.500468 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e032bde-158b-4b4b-ab1d-9fe3b86bb240 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:49:50.507222 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.508954 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-299df16d-d3bd-40d7-9371-413084522234 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2e032bde-158b-4b4b-ab1d-9fe3b86bb240 HTTP/1.1" status: 204 len: 168 time: 0.9188087 Jul 05 10:49:50.511980 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42382) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:50.559277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] Deleting subnet 5d28ae92-73f0-48f1-9f9f-97b07e3fed82 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:49:50.562795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.606829 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.709628 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.771286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.796092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d28ae92-73f0-48f1-9f9f-97b07e3fed82,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:50.802976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.805244 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-009ab8a4-420a-45ab-aa77-23cd8bb8836e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d28ae92-73f0-48f1-9f9f-97b07e3fed82 HTTP/1.1" status: 204 len: 168 time: 0.2922094 Jul 05 10:49:50.808417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42384) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:50.812404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fee4e4-b7d0-4bf8-b70c-e8310c0ba9ee None None] Network 2cd687cd-75a5-44f4-9321-735798cb3762 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:49:50.899356 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:50.987877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Deleting port 5513938a-0496-4558-b87e-fedea9aacb24 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:50.988450 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.066446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] DHCP port deletion for 2cd687cd-75a5-44f4-9321-735798cb3762 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:49:51.098389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] For port 5513938a-0496-4558-b87e-fedea9aacb24, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5513938a-0496-4558-b87e-fedea9aacb24,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:51.098757 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.115875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Calling delete_port for 5513938a-0496-4558-b87e-fedea9aacb24 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:51.120785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Deleting port 5513938a-0496-4558-b87e-fedea9aacb24 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:51.121325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.199707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] For port 5513938a-0496-4558-b87e-fedea9aacb24, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5513938a-0496-4558-b87e-fedea9aacb24,segment=NetworkSegment(d779421b-0ac3-45a5-8d3f-a4930cf07c55),segment_id=d779421b-0ac3-45a5-8d3f-a4930cf07c55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:51.200225 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.210247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.216400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Calling delete_port for 5513938a-0496-4558-b87e-fedea9aacb24 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:51.238842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5513938a-0496-4558-b87e-fedea9aacb24,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:51.242659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] No DVR routers for this DVR port 5513938a-0496-4558-b87e-fedea9aacb24 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:49:51.318868 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.323751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.335862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd687cd-75a5-44f4-9321-735798cb3762']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:51.347439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Pushing event deleted for resources: {'Port': ['ID=5513938a-0496-4558-b87e-fedea9aacb24,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:51.348233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd779421b-0ac3-45a5-8d3f-a4930cf07c55') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:51.348537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd779421b-0ac3-45a5-8d3f-a4930cf07c55') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:51.352539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] No DVR routers for this DVR port 5513938a-0496-4558-b87e-fedea9aacb24 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:49:51.359567 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.359886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.360054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.360271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.360649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.360936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.361271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.361760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.361963 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.362281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.362728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.363010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.363434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35066-d039-484b-b885-073c6ecc80de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.382146 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.390622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:49:51.391125 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:49:51.394147 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:49:51.457920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.464353 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.466382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] 10.222.0.21 "DELETE /v2.0/networks/2cd687cd-75a5-44f4-9321-735798cb3762 HTTP/1.1" status: 204 len: 168 time: 0.6569076 Jul 05 10:49:51.470921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:51.484897 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45f667-f78f-4b21-901f-aa4ab0ba9c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd687cd-75a5-44f4-9321-735798cb3762,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:51.907738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:52.244602 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Deleting port 1500327f-df9d-4735-becb-16515b32f500 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:52.245066 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:52.272730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 921aaa82-50d9-4df2-be20-17b59b2f377a no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:52.294647 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 921aaa82-50d9-4df2-be20-17b59b2f377a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:52.294987 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 921aaa82-50d9-4df2-be20-17b59b2f377a not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:52.295439 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5513938a-0496-4558-b87e-fedea9aacb24 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:52.317196 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5513938a-0496-4558-b87e-fedea9aacb24 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:52.317527 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5513938a-0496-4558-b87e-fedea9aacb24 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:52.317942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 646b6ddf-4560-410f-8418-878801871741 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:52.340694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 646b6ddf-4560-410f-8418-878801871741 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:52.341092 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 646b6ddf-4560-410f-8418-878801871741 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:52.347256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] For port 1500327f-df9d-4735-becb-16515b32f500, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1500327f-df9d-4735-becb-16515b32f500,segment=NetworkSegment(b8ac722d-c465-4a5b-b8d4-7c30855b70db),segment_id=b8ac722d-c465-4a5b-b8d4-7c30855b70db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:52.347256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:52.370184 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Calling delete_port for 1500327f-df9d-4735-becb-16515b32f500 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:52.584664 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:52.614494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Pushing event deleted for resources: {'Port': ['ID=1500327f-df9d-4735-becb-16515b32f500,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:52.829500 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.057909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Router 69f444c5-b945-4569-9671-4ef08c26c386 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:49:53.179560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:49:53.184667 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e92c1eb0-468f-4184-a74b-204bfddb963e admin admin] 10.222.0.21 "PUT /v2.0/routers/69f444c5-b945-4569-9671-4ef08c26c386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7122099 Jul 05 10:49:53.187256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:53.191258 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] Sync routers for ids ['69f444c5-b945-4569-9671-4ef08c26c386'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:49:53.202111 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] Routers {'69f444c5-b945-4569-9671-4ef08c26c386'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:53.202821 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69f444c5-b945-4569-9671-4ef08c26c386'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:53.301016 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.309110 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] Set router 69f444c5-b945-4569-9671-4ef08c26c386 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:53.415938 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.473902 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Deleting port 5c0aa596-8d31-4092-bb71-e8b63d6ca991 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:53.474365 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.505940 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:49:52Z', 'revision_number': 5, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port': {'id': '5c0aa596-8d31-4092-bb71-e8b63d6ca991', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f444c5-b945-4569-9671-4ef08c26c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:47:37Z', 'updated_at': '2021-07-05T10:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:53.565619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] For port 5c0aa596-8d31-4092-bb71-e8b63d6ca991, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=5c0aa596-8d31-4092-bb71-e8b63d6ca991,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:53.565982 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.581447 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Calling delete_port for 5c0aa596-8d31-4092-bb71-e8b63d6ca991 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:53.634047 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] Checking router: 69f444c5-b945-4569-9671-4ef08c26c386 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:49:53.643321 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] Routers {'69f444c5-b945-4569-9671-4ef08c26c386'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:53.643953 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['69f444c5-b945-4569-9671-4ef08c26c386'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:53.737660 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] Set router 69f444c5-b945-4569-9671-4ef08c26c386 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:53.778150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.795156 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:49:53Z', 'revision_number': 6, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:53.805527 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0aa596-8d31-4092-bb71-e8b63d6ca991,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:53.830206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda579e2-54c4-4982-bf8d-3949295f1334 None None] The sync data for ids ['69f444c5-b945-4569-9671-4ef08c26c386'] in n-d-771363-33 is: [{'id': '69f444c5-b945-4569-9671-4ef08c26c386', 'name': 'tempest-TestMinimumBasicScenario-1986727784-router', 'tenant_id': '9969fbec1e964e98a30153ff726961e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:47:36Z', 'updated_at': '2021-07-05T10:49:53Z', 'revision_number': 6, 'project_id': '9969fbec1e964e98a30153ff726961e3', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:49:53.881211 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.979903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.982146 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.321313 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.321906 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f444c5-b945-4569-9671-4ef08c26c386 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:49:54.327287 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.328610 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0c2f7cdd-7a35-45b4-b3c2-705f8e969d90 admin admin] 10.222.0.21 "DELETE /v2.0/routers/69f444c5-b945-4569-9671-4ef08c26c386 HTTP/1.1" status: 204 len: 168 time: 1.1398644 Jul 05 10:49:54.332911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:54.380565 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] Deleting subnet f1d2a749-c84f-4730-a837-104a323d9413 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:49:54.383874 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.421047 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.505757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.564238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.598923 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d2a749-c84f-4730-a837-104a323d9413,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:54.600980 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.603526 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f5ab9e77-65de-4503-9266-fe5301a3b1e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f1d2a749-c84f-4730-a837-104a323d9413 HTTP/1.1" status: 204 len: 168 time: 0.2690139 Jul 05 10:49:54.606815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42392) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:54.608892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978d637-2c53-43ce-80f2-bad00bf859eb None None] Network 20e62689-238e-43cd-96c1-92c643f38219 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:49:54.687873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.753509 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Deleting port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:49:54.753864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.823665 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] For port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e63a0fef-6d3e-4b07-8619-6f6bd3fff30b,segment=NetworkSegment(b8ac722d-c465-4a5b-b8d4-7c30855b70db),segment_id=b8ac722d-c465-4a5b-b8d4-7c30855b70db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:54.824704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.832591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1500327f-df9d-4735-becb-16515b32f500 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:54.842752 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Calling delete_port for e63a0fef-6d3e-4b07-8619-6f6bd3fff30b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:49:54.893989 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1500327f-df9d-4735-becb-16515b32f500 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:54.894534 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1500327f-df9d-4735-becb-16515b32f500 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:54.967295 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.001345 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] No DVR routers for this DVR port e63a0fef-6d3e-4b07-8619-6f6bd3fff30b on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:49:55.007463 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e63a0fef-6d3e-4b07-8619-6f6bd3fff30b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:55.071419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee1a27-96a1-47de-a75d-2e499b80a963 None None] DHCP port deletion for 20e62689-238e-43cd-96c1-92c643f38219 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:49:55.112421 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.125154 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e62689-238e-43cd-96c1-92c643f38219']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:55.136899 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ac722d-c465-4a5b-b8d4-7c30855b70db') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:55.137189 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ac722d-c465-4a5b-b8d4-7c30855b70db') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:55.152060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.169219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.176263 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:49:55.176717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:49:55.178829 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:49:55.238321 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.243997 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.245838 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] 10.222.0.21 "DELETE /v2.0/networks/20e62689-238e-43cd-96c1-92c643f38219 HTTP/1.1" status: 204 len: 168 time: 0.6381402 Jul 05 10:49:55.258281 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525106-26af-404d-b392-93dc12b61a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=20e62689-238e-43cd-96c1-92c643f38219,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:55.422226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:55.465569 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d89d7070-1927-403a-9eb4-732839493ca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fff8449e65774ec3bdb56993ed01fa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420780 Jul 05 10:49:55.468616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:55.527635 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f57cea7b-4be1-426c-9585-b90958c1fd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.550690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f57cea7b-4be1-426c-9585-b90958c1fd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.610277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f57cea7b-4be1-426c-9585-b90958c1fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.614945 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f57cea7b-4be1-426c-9585-b90958c1fd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:55.616637 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f57cea7b-4be1-426c-9585-b90958c1fd0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d37a3d69-7d60-4743-a0fb-4eb2b9ffd216 HTTP/1.1" status: 204 len: 168 time: 0.1467738 Jul 05 10:49:55.629054 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cea7b-4be1-426c-9585-b90958c1fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37a3d69-7d60-4743-a0fb-4eb2b9ffd216,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:55.998081 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:56.043992 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-316322c3-9018-4ae4-a614-4d99cecbfa1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9969fbec1e964e98a30153ff726961e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446208 Jul 05 10:49:56.046778 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:56.120981 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36825312-3769-45a3-99f3-b598c965f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:56.148002 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36825312-3769-45a3-99f3-b598c965f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:56.223704 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36825312-3769-45a3-99f3-b598c965f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:56.226732 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-36825312-3769-45a3-99f3-b598c965f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:56.231794 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-36825312-3769-45a3-99f3-b598c965f6dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/828244e3-909b-47cb-8f80-992fc365f4a9 HTTP/1.1" status: 204 len: 168 time: 0.1836269 Jul 05 10:49:56.245962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36825312-3769-45a3-99f3-b598c965f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828244e3-909b-47cb-8f80-992fc365f4a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:56.297423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5c0aa596-8d31-4092-bb71-e8b63d6ca991 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:56.319905 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 5c0aa596-8d31-4092-bb71-e8b63d6ca991 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:56.320202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 5c0aa596-8d31-4092-bb71-e8b63d6ca991 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:56.320555 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e63a0fef-6d3e-4b07-8619-6f6bd3fff30b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:49:56.340640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e63a0fef-6d3e-4b07-8619-6f6bd3fff30b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:49:56.340988 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e63a0fef-6d3e-4b07-8619-6f6bd3fff30b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:49:58.384073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:58.389123 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362879654', 'description': 'tempest-secgroup-smoke-1362879654 description', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:58.425015 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.436142 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.567567 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.572158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.610650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35cbf20-220e-48a5-aa90-07f351d53b7c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:58.671480 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.676193 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.704389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.705720 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3206174 Jul 05 10:49:58.710239 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:58.710866 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922d40c-3d89-47e2-9fcb-7cc92c9ff93c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd176ea4-0925-414a-814e-c42c04dd73a8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:58.715987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5188a307-ec17-49ba-9341-ca1cfc90f717 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'fd176ea4-0925-414a-814e-c42c04dd73a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:58.749203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5188a307-ec17-49ba-9341-ca1cfc90f717 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.822078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5188a307-ec17-49ba-9341-ca1cfc90f717 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.830531 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5188a307-ec17-49ba-9341-ca1cfc90f717 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.852329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188a307-ec17-49ba-9341-ca1cfc90f717 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f371907-fe55-4ac8-a1d5-ea83db3f37ef,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:58.862136 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5188a307-ec17-49ba-9341-ca1cfc90f717 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.863284 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5188a307-ec17-49ba-9341-ca1cfc90f717 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518624 Jul 05 10:49:58.866485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:58.871460 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fc415621-b796-40ba-89c8-026d3eab511d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'fd176ea4-0925-414a-814e-c42c04dd73a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:58.902234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc415621-b796-40ba-89c8-026d3eab511d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.978064 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc415621-b796-40ba-89c8-026d3eab511d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:58.982870 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc415621-b796-40ba-89c8-026d3eab511d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.004932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc415621-b796-40ba-89c8-026d3eab511d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08132bcd-254f-47d2-81d2-c709ec15e855,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:59.013643 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc415621-b796-40ba-89c8-026d3eab511d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.016320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fc415621-b796-40ba-89c8-026d3eab511d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473296 Jul 05 10:49:59.017877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:59.022683 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-441923b0-2203-40f4-b467-114d41c966f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'fd176ea4-0925-414a-814e-c42c04dd73a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:59.052634 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-441923b0-2203-40f4-b467-114d41c966f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.129423 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-441923b0-2203-40f4-b467-114d41c966f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.136583 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-441923b0-2203-40f4-b467-114d41c966f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.155366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441923b0-2203-40f4-b467-114d41c966f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81da68f4-e999-484b-ade8-eb2afea31fbe,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:59.166218 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-441923b0-2203-40f4-b467-114d41c966f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.168992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-441923b0-2203-40f4-b467-114d41c966f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486454 Jul 05 10:49:59.170384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42454) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:59.175799 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-095ab96a-db04-460d-a7b6-268f7f4554bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'fd176ea4-0925-414a-814e-c42c04dd73a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:59.207050 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-095ab96a-db04-460d-a7b6-268f7f4554bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.276286 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-095ab96a-db04-460d-a7b6-268f7f4554bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.281185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-095ab96a-db04-460d-a7b6-268f7f4554bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.306845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ab96a-db04-460d-a7b6-268f7f4554bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9894aba7-3d62-410c-aa48-10bc03267550,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:59.309434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-095ab96a-db04-460d-a7b6-268f7f4554bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.310603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-095ab96a-db04-460d-a7b6-268f7f4554bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392403 Jul 05 10:49:59.315697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:59.321054 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'fd176ea4-0925-414a-814e-c42c04dd73a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:59.346343 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:49:59.354430 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.429160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.433285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.454929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f43ba00-48b6-44d9-ba42-71012296c0da,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:59.463292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.464675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-adc90d29-51dd-4e08-993d-8aab0a81ccb4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477902 Jul 05 10:49:59.467557 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42458) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:59.473206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'fd176ea4-0925-414a-814e-c42c04dd73a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:59.496628 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:49:59.502716 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.590462 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.595257 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.620639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8724b1-41cf-46a2-830a-c3b6c80d24ae,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:59.625326 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.626539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-86153e08-8530-4b1d-a6a7-41c46d297819 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578090 Jul 05 10:49:59.630845 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:59.636263 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'network': {'name': 'tempest-network-smoke--447275376', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:59.662141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:49:59.665788 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.692290 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:49:59.703344 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.703691 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Added segment ebf2d5e0-002b-42a8-8f46-0adf92de6f8c of type vlan for network 4e9ecb80-e259-4fda-8b51-559f923412b5 Jul 05 10:49:59.754070 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.787010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.793894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:59.794523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.859452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2274027 Jul 05 10:49:59.863225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:59.870551 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'admin_state_up': True, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:59.887169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6af56-2ded-4cc3-bc9c-85f240a29fb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Network': ['ID=4e9ecb80-e259-4fda-8b51-559f923412b5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:59.900240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:49:59.907680 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.908772 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.982572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.137613 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.255806 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.356204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.419742 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.457492 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.591142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.176 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e33c0c46-27da-4f31-9658-91d76c361d6a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:00.751343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.806774 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.846988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:00.850367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:00.857346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:00.890326 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=e33c0c46-27da-4f31-9658-91d76c361d6a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:01.179561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.420435 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.590941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:50:01.758982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:01.777221 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Sync routers for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:01.781917 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.784352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cfd1648f-fc4a-4e23-945f-2721ada03cdb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9198353 Jul 05 10:50:01.789485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:01.794444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:01.795457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:01.936315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:01.953523 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8ae1423e-805d-4e56-86b2-d4a5a2b7f4ab tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cafbe1ed0af148fab05ebf0f6fdba5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1625884 Jul 05 10:50:01.958658 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:02.159725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:01Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:02.166014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2fcf74-9446-4156-9a2a-1a1183d7a2a8 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:02.170596 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fd2fcf74-9446-4156-9a2a-1a1183d7a2a8 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2074554 Jul 05 10:50:02.171499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:02.201557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Checking router: 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:02.202098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Updating router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 port e33c0c46-27da-4f31-9658-91d76c361d6a binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:02.222228 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-386b7684-0210-4974-97da-c9750b41f725 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485585 Jul 05 10:50:02.225304 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:02.234171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163412628', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:02.268888 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.358951 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:02.363573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.625922 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.644992 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.662938 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Transition to ACTIVE for port object e33c0c46-27da-4f31-9658-91d76c361d6a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:02.673527 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.716140 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Subnet': ['ID=e84efbed-38db-450c-ba6d-2e3aadf311a7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:02.727910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Checking segment: {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:02.728275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network hostable DHCP agents. Network: 4e9ecb80-e259-4fda-8b51-559f923412b5, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:50:02.750084 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:50:02.764109 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 4e9ecb80-e259-4fda-8b51-559f923412b5) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:02.772833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:02.773618 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.775707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71b0e8-87e9-4784-a341-d41ab36f5943 None None] Pushing event updated for resources: {'Port': ['ID=e33c0c46-27da-4f31-9658-91d76c361d6a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:02.781916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb4772-0930-4c5d-9ded-fde94e24c743 None None] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:02.787576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Attempting to bind port e33c0c46-27da-4f31-9658-91d76c361d6a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:02.788109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Attempting to bind port e33c0c46-27da-4f31-9658-91d76c361d6a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:02.788616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Attempting to bind port e33c0c46-27da-4f31-9658-91d76c361d6a on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:02.804902 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ae6622cb-640c-46a8-9ccf-abb2487f8492 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5741138 Jul 05 10:50:02.805725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:02.839343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:02.839728 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:02.840141 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.840535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:02.841024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Bound port: e33c0c46-27da-4f31-9658-91d76c361d6a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:02.841421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.936983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] For port e33c0c46-27da-4f31-9658-91d76c361d6a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:02.943007 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] For port e33c0c46-27da-4f31-9658-91d76c361d6a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e33c0c46-27da-4f31-9658-91d76c361d6a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:02.966519 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.108406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:03.109511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:03.116420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71b0e8-87e9-4784-a341-d41ab36f5943 None None] Pushing event updated for resources: {'Port': ['ID=e33c0c46-27da-4f31-9658-91d76c361d6a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:03.177848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-4e9ecb80-e259-4fda-8b51-559f923412b5', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:50:03.179336 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.368798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:03.381561 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.489719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Allocated IP 172.20.0.2 (4e9ecb80-e259-4fda-8b51-559f923412b5/e84efbed-38db-450c-ba6d-2e3aadf311a7/b90386a9-e8d6-4c90-ab09-ae91b44c18f5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:03.727346 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:01Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:03.759570 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.762281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96813-eb58-49fd-91d3-63af9ed9ab84 None None] The sync data for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 is: [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:01Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:03.772512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Transition to ACTIVE for port object b90386a9-e8d6-4c90-ab09-ae91b44c18f5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:03.796391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Transition to ACTIVE for port object b90386a9-e8d6-4c90-ab09-ae91b44c18f5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:03.806832 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.854685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:03.858143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:03.863948 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:03.868020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Pushing event updated for resources: {'Port': ['ID=b90386a9-e8d6-4c90-ab09-ae91b44c18f5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:03.892178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.1 (4e9ecb80-e259-4fda-8b51-559f923412b5/e84efbed-38db-450c-ba6d-2e3aadf311a7/b4d26521-0942-4961-9020-f8a1c6475562) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:03.935750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Attempting to bind port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:03.936281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Attempting to bind port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:03.936783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Attempting to bind port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 on network 4e9ecb80-e259-4fda-8b51-559f923412b5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:03.952873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:03.953458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Checking segment: {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:03.954063 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:03.954634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Bound using segment: {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:03.955629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Bound port: b90386a9-e8d6-4c90-ab09-ae91b44c18f5, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:03.956246 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.067958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.093130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object b4d26521-0942-4961-9020-f8a1c6475562 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:04.120529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] For port b90386a9-e8d6-4c90-ab09-ae91b44c18f5, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:04.131304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] For port b90386a9-e8d6-4c90-ab09-ae91b44c18f5, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b90386a9-e8d6-4c90-ab09-ae91b44c18f5,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:04.139558 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.145759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.202220 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:04.207403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:04.225995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:04.284618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed4f9-e9d0-4393-9f7f-fcb5ef6fe1de None None] Pushing event updated for resources: {'Port': ['ID=b90386a9-e8d6-4c90-ab09-ae91b44c18f5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:04.378655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e33c0c46-27da-4f31-9658-91d76c361d6a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:04.497364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e33c0c46-27da-4f31-9658-91d76c361d6a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:04.505639 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e33c0c46-27da-4f31-9658-91d76c361d6a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:04.506709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.673769 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.702924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e33c0c46-27da-4f31-9658-91d76c361d6a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e33c0c46-27da-4f31-9658-91d76c361d6a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:04.708721 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:04.767582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=b4d26521-0942-4961-9020-f8a1c6475562,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:04.807510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e33c0c46-27da-4f31-9658-91d76c361d6a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:04.819241 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.054285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.504983 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.512257 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.614979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0dafb-056b-4832-ab0d-ba6d82a88367 None None] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:05.621414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.634606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=b4d26521-0942-4961-9020-f8a1c6475562,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:05.688632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-71bfa16f-2e9d-4888-bb8c-1e04c2e4e3b2 None None] Provisioning for port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:05.776947 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:05.779556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:05.967253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:06.145038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-255a1a65-e830-44f6-aacc-cd557659f99e None None] Provisioning for port b4d26521-0942-4961-9020-f8a1c6475562 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:06.151509 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-255a1a65-e830-44f6-aacc-cd557659f99e None None] Provisioning complete for port b4d26521-0942-4961-9020-f8a1c6475562 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:06.152099 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-255a1a65-e830-44f6-aacc-cd557659f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.152342 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:06.167120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c166fbf-bf4b-4944-a5a5-37ae82dc4438 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3586631 Jul 05 10:50:06.195539 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Sync routers for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:06.206829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:06.207684 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.217702 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-255a1a65-e830-44f6-aacc-cd557659f99e None None] Port b4d26521-0942-4961-9020-f8a1c6475562 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:06.380515 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:06.402125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-eaf63753-bd83-422f-80b1-387bfb3c2bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362879654&fields=id&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 267 time: 0.0511310 Jul 05 10:50:06.446571 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4174c10-0c0c-4997-8628-33a3e26e908b None None] Provisioning complete for port b4d26521-0942-4961-9020-f8a1c6475562 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:06.447009 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4174c10-0c0c-4997-8628-33a3e26e908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.465476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e33c0c46-27da-4f31-9658-91d76c361d6a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:06.558002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-3d58a505-5184-406f-8367-f6ae647f342c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:06.572970 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-3d58a505-5184-406f-8367-f6ae647f342c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/networks?id=4e9ecb80-e259-4fda-8b51-559f923412b5 HTTP/1.1" status: 200 len: 796 time: 0.1604605 Jul 05 10:50:06.576552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4174c10-0c0c-4997-8628-33a3e26e908b None None] Port b4d26521-0942-4961-9020-f8a1c6475562 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:06.587892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e33c0c46-27da-4f31-9658-91d76c361d6a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:06.589434 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.596666 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-d1b16a2b-c415-4de6-a8c2-cf08b2376fe1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/quotas/cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 375 time: 0.0201988 Jul 05 10:50:06.700031 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:05Z', 'revision_number': 2, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.705577 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-54a96c7d-2fe2-4ce4-9327-dced4540c60a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006091 Jul 05 10:50:06.735411 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Checking router: 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:06.735854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Updating router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 port b4d26521-0942-4961-9020-f8a1c6475562 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:06.786014 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.839126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-1605512b-b015-436c-bd0b-08a485a4ac14 service neutron] 10.222.0.21 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192906 Jul 05 10:50:06.953174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-40619d54-97c6-402f-a72a-d4a2a75429d6 service neutron] 10.222.0.21 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072469 Jul 05 10:50:06.988353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b90386a9-e8d6-4c90-ab09-ae91b44c18f5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:06.992789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a8c5767-0929-4c39-ae02-572372500ab3 None None] Provisioning complete for port b4d26521-0942-4961-9020-f8a1c6475562 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:06.993412 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5767-0929-4c39-ae02-572372500ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.102203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c5767-0929-4c39-ae02-572372500ab3 None None] Port b4d26521-0942-4961-9020-f8a1c6475562 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:07.133054 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:07.138959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:07.139643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.152888 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.171847 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Transition to ACTIVE for port object b4d26521-0942-4961-9020-f8a1c6475562 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:07.182739 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.263989 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.269786 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Pushing event updated for resources: {'Port': ['ID=b4d26521-0942-4961-9020-f8a1c6475562,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:07.300737 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.301071 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.301621 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.302134 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.302650 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.302974 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.303350 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.303674 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.303990 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.304507 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.304851 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.305159 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:07.325484 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Attempting to bind port b4d26521-0942-4961-9020-f8a1c6475562 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:07.325849 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Attempting to bind port b4d26521-0942-4961-9020-f8a1c6475562 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:07.326685 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Attempting to bind port b4d26521-0942-4961-9020-f8a1c6475562 on network 4e9ecb80-e259-4fda-8b51-559f923412b5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:07.334154 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:07.334843 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Checking segment: {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:07.335454 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.336060 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Bound using segment: {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:07.336572 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Bound port: b4d26521-0942-4961-9020-f8a1c6475562, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:07.337028 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.337713 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b90386a9-e8d6-4c90-ab09-ae91b44c18f5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b90386a9-e8d6-4c90-ab09-ae91b44c18f5,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:07.343987 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.422596 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b90386a9-e8d6-4c90-ab09-ae91b44c18f5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:07.447331 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] For port b4d26521-0942-4961-9020-f8a1c6475562, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:07.451616 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] For port b4d26521-0942-4961-9020-f8a1c6475562, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b4d26521-0942-4961-9020-f8a1c6475562,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:07.457580 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.542117 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:07.543119 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:49:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:07.599750 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbc9a9-9025-4e01-9032-9b5e9b717daa None None] Pushing event updated for resources: {'Port': ['ID=b4d26521-0942-4961-9020-f8a1c6475562,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:07.696703 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:07.993634 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:07Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:08.039476 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee919c4-f8c2-4dde-8a97-2779a015cca4 None None] The sync data for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 is: [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:07Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:08.287168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f1126aa-b570-4b67-80f4-8b9288e6aa51 req-7d1dad09-22a5-43bd-90cc-a04962b6bf24 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 210 time: 0.0723457 Jul 05 10:50:08.434995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b90386a9-e8d6-4c90-ab09-ae91b44c18f5 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:08.515178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:08.515987 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.642736 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b4d26521-0942-4961-9020-f8a1c6475562 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:08.735845 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b4d26521-0942-4961-9020-f8a1c6475562 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:08.741452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b4d26521-0942-4961-9020-f8a1c6475562 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:08.741826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.865106 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.936327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b4d26521-0942-4961-9020-f8a1c6475562, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b4d26521-0942-4961-9020-f8a1c6475562,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:08.943890 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.048136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b4d26521-0942-4961-9020-f8a1c6475562,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:09.494345 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-85fef85e-dff4-4a59-98a2-88ca2c1e17e3 req-504339a4-e1cd-4575-a0b3-e318ab48d539 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 210 time: 0.0571737 Jul 05 10:50:10.116269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-c4cd5754-230c-4701-9746-70ea1e413bea tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:10.117787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-c4cd5754-230c-4701-9746-70ea1e413bea tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/networks?id=4e9ecb80-e259-4fda-8b51-559f923412b5 HTTP/1.1" status: 200 len: 796 time: 0.1462584 Jul 05 10:50:10.173454 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-9ea68811-b722-4353-82b1-6d15997e3620 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 380 time: 0.0463226 Jul 05 10:50:10.182864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'port': {'device_id': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'admin_state_up': True, 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'security_groups': ['fd176ea4-0925-414a-814e-c42c04dd73a8']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:10.323425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b4d26521-0942-4961-9020-f8a1c6475562 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:10.342864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:10.349455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.421137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b4d26521-0942-4961-9020-f8a1c6475562 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:10.421658 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.567500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.8 (4e9ecb80-e259-4fda-8b51-559f923412b5/e84efbed-38db-450c-ba6d-2e3aadf311a7/516aab05-9edb-4814-a054-c5557ca17dee) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:10.763785 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0822057a-b174-4952-b90c-fd468a737a2b req-1de41155-5cbc-445f-b571-7db02f1c0a75 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 210 time: 0.1229866 Jul 05 10:50:10.876727 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.894566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object 516aab05-9edb-4814-a054-c5557ca17dee will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:10.933329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.004141 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:11.010848 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:11.015766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:11.046330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=516aab05-9edb-4814-a054-c5557ca17dee,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:11.092252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:11.092949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.115306 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f6e3ac58-95dd-416f-a63f-8fb65e2e5c4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9363117 Jul 05 10:50:11.133468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Request body: {'port': {'device_id': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:11.276962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.320080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0481147-544a-4b42-868b-b30b0baca2a2 None None] Provisioning for port 516aab05-9edb-4814-a054-c5557ca17dee completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:11.325664 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0481147-544a-4b42-868b-b30b0baca2a2 None None] Provisioning complete for port 516aab05-9edb-4814-a054-c5557ca17dee triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:11.326387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0481147-544a-4b42-868b-b30b0baca2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.368145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e0481147-544a-4b42-868b-b30b0baca2a2 None None] Port 516aab05-9edb-4814-a054-c5557ca17dee cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:11.630382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516aab05-9edb-4814-a054-c5557ca17dee {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:50:11.639367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.655392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Transition to ACTIVE for port object 516aab05-9edb-4814-a054-c5557ca17dee will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:11.662034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.754284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Pushing event updated for resources: {'Port': ['ID=516aab05-9edb-4814-a054-c5557ca17dee,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:11.861416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Attempting to bind port 516aab05-9edb-4814-a054-c5557ca17dee on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:11.861966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Attempting to bind port 516aab05-9edb-4814-a054-c5557ca17dee by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:11.862535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Attempting to bind port 516aab05-9edb-4814-a054-c5557ca17dee on network 4e9ecb80-e259-4fda-8b51-559f923412b5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:11.871610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Port 516aab05-9edb-4814-a054-c5557ca17dee on network 4e9ecb80-e259-4fda-8b51-559f923412b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:50:11.871966 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Attempting to bind port 516aab05-9edb-4814-a054-c5557ca17dee on network 4e9ecb80-e259-4fda-8b51-559f923412b5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:11.879995 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:11.880637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Checking segment: {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:11.881122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Bound using segment: {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:11.881773 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Bound port: 516aab05-9edb-4814-a054-c5557ca17dee, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:11.882780 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.062696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] For port 516aab05-9edb-4814-a054-c5557ca17dee, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:12.097407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0212232-1380-4e34-85a1-d2c9cf714188 req-b8172a28-cbfc-48d7-b015-7f86954f36ce tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.100045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0212232-1380-4e34-85a1-d2c9cf714188 req-b8172a28-cbfc-48d7-b015-7f86954f36ce tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 943 time: 0.1998434 Jul 05 10:50:12.103214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] For port 516aab05-9edb-4814-a054-c5557ca17dee, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=516aab05-9edb-4814-a054-c5557ca17dee,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:12.119845 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.187923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.188598 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.190428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] 10.222.0.15 "PUT /v2.0/ports/516aab05-9edb-4814-a054-c5557ca17dee HTTP/1.1" status: 200 len: 1092 time: 1.0665841 Jul 05 10:50:12.190983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:12.193642 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26956f86-069a-4646-8912-f5a53ecde917" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "tag": "516aab05-9edb-4814-a054-c5557ca17dee"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:12.243522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d0212232-1380-4e34-85a1-d2c9cf714188 req-5173336a-c297-4116-9389-62c89a163dd1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370330 Jul 05 10:50:12.259125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0674c-0e4d-42fd-b3a6-37fb4eabf38f service neutron] Pushing event updated for resources: {'Port': ['ID=516aab05-9edb-4814-a054-c5557ca17dee,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:12.330786 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a91b6c-a1c3-4e5e-9b52-8288f94c3581 x-openstack-request-id: req-f2a91b6c-a1c3-4e5e-9b52-8288f94c3581 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:12.331449 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "tag": "516aab05-9edb-4814-a054-c5557ca17dee", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:12.331831 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2a91b6c-a1c3-4e5e-9b52-8288f94c3581 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:12.332547 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee', 'status': 'completed', 'code': 200} Jul 05 10:50:12.336013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f84e7542-7eea-411a-b175-20e736d20085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.338350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-f84e7542-7eea-411a-b175-20e736d20085 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 1095 time: 0.0890148 Jul 05 10:50:12.409974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-b064f63d-7f2c-4909-8234-110f3cd0f719 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516aab05-9edb-4814-a054-c5557ca17dee HTTP/1.1" status: 200 len: 217 time: 0.0624702 Jul 05 10:50:12.481888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-73415b23-c387-4788-8f34-95a791a71844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.483495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-73415b23-c387-4788-8f34-95a791a71844 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84efbed-38db-450c-ba6d-2e3aadf311a7 HTTP/1.1" status: 200 len: 834 time: 0.0628302 Jul 05 10:50:12.579222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063433ed-0025-41d7-b363-f8b28dfb595c req-8fb24a19-2f0a-4e62-a37e-3beb5efdf6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.581910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-8fb24a19-2f0a-4e62-a37e-3beb5efdf6f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e9ecb80-e259-4fda-8b51-559f923412b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909035 Jul 05 10:50:12.741014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-882f092f-ddd8-472d-8fb7-6a689a5d1acb service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517477 Jul 05 10:50:12.850430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-063433ed-0025-41d7-b363-f8b28dfb595c req-d411a11c-3149-4984-8266-ee375c896ea9 service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023598 Jul 05 10:50:12.969311 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956f86-069a-4646-8912-f5a53ecde917 req-26865b84-66b0-45bc-8e67-0c09a244d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.970909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26956f86-069a-4646-8912-f5a53ecde917 req-26865b84-66b0-45bc-8e67-0c09a244d1b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 1095 time: 0.0635903 Jul 05 10:50:13.088216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956f86-069a-4646-8912-f5a53ecde917 req-681fd079-40d2-4623-ad19-0897101df949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:13.089715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26956f86-069a-4646-8912-f5a53ecde917 req-681fd079-40d2-4623-ad19-0897101df949 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e9ecb80-e259-4fda-8b51-559f923412b5 HTTP/1.1" status: 200 len: 897 time: 0.1121912 Jul 05 10:50:13.135771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26956f86-069a-4646-8912-f5a53ecde917 req-34e16ba3-9a0d-4527-aa55-5d92055ca710 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516aab05-9edb-4814-a054-c5557ca17dee HTTP/1.1" status: 200 len: 217 time: 0.0385742 Jul 05 10:50:13.190792 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956f86-069a-4646-8912-f5a53ecde917 req-99605d9d-b897-4fde-bd7a-d2ae91800ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:13.192395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26956f86-069a-4646-8912-f5a53ecde917 req-99605d9d-b897-4fde-bd7a-d2ae91800ac6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84efbed-38db-450c-ba6d-2e3aadf311a7 HTTP/1.1" status: 200 len: 834 time: 0.0494251 Jul 05 10:50:13.265003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956f86-069a-4646-8912-f5a53ecde917 req-e6e5a383-1e9e-4ba4-a513-fda2c95e77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:13.266631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26956f86-069a-4646-8912-f5a53ecde917 req-e6e5a383-1e9e-4ba4-a513-fda2c95e77b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e9ecb80-e259-4fda-8b51-559f923412b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670285 Jul 05 10:50:13.394288 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26956f86-069a-4646-8912-f5a53ecde917 req-78dbb7af-d78e-4922-b8ed-235b0b767fde service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193178 Jul 05 10:50:13.546827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-26956f86-069a-4646-8912-f5a53ecde917 req-0d6780af-64b5-45d8-a6a8-78a1e10ad3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447721 Jul 05 10:50:13.570140 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9bcba-eaf9-489b-8c26-25959bfea563 req-ab3bc066-cfb6-4dd4-982e-9e238a5074d3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:13.572440 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66b9bcba-eaf9-489b-8c26-25959bfea563 req-ab3bc066-cfb6-4dd4-982e-9e238a5074d3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 943 time: 0.1138711 Jul 05 10:50:13.617572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-66b9bcba-eaf9-489b-8c26-25959bfea563 req-3acb90f5-3c25-4cfe-aac3-b0155b756751 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387948 Jul 05 10:50:14.114244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4be1-ac98-4db8-a057-952626dae657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.826924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e06ad6-9b3e-499c-b4ba-9e4a0042c200 req-34837819-8d2c-4201-91d6-a412b7e22dbe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:14.828876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0e06ad6-9b3e-499c-b4ba-9e4a0042c200 req-34837819-8d2c-4201-91d6-a412b7e22dbe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 943 time: 0.0791316 Jul 05 10:50:14.888077 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f0e06ad6-9b3e-499c-b4ba-9e4a0042c200 req-04d7dbb9-b0a2-4a6f-b491-a42eb5cb8558 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486319 Jul 05 10:50:14.944544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 516aab05-9edb-4814-a054-c5557ca17dee details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:50:15.116303 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 516aab05-9edb-4814-a054-c5557ca17dee, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=516aab05-9edb-4814-a054-c5557ca17dee,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:15.135767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '516aab05-9edb-4814-a054-c5557ca17dee', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'port_id': '516aab05-9edb-4814-a054-c5557ca17dee', 'mac_address': 'fa:16:3e:29:14:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:50:15.182325 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.197727 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516aab05-9edb-4814-a054-c5557ca17dee {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:50:15.221662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 516aab05-9edb-4814-a054-c5557ca17dee, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=516aab05-9edb-4814-a054-c5557ca17dee,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:15.227628 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.294132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=516aab05-9edb-4814-a054-c5557ca17dee,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:15.519339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['516aab05-9edb-4814-a054-c5557ca17dee'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:50:16.098874 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c5479-4026-452b-8c7d-f6762d31673f req-68814707-be05-4c7e-8d67-33816637cc40 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:16.100692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e0c5479-4026-452b-8c7d-f6762d31673f req-68814707-be05-4c7e-8d67-33816637cc40 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 944 time: 0.0784075 Jul 05 10:50:16.159335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4e0c5479-4026-452b-8c7d-f6762d31673f req-c8cf610f-562b-4eab-bf8d-2883391e4eab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485959 Jul 05 10:50:16.888851 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82c616c6-6fc2-4a0f-9bb6-fb784ad9eef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.924889 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.944557 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 516aab05-9edb-4814-a054-c5557ca17dee up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:16.999934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 516aab05-9edb-4814-a054-c5557ca17dee completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:17.006091 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 516aab05-9edb-4814-a054-c5557ca17dee triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:17.006459 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.097966 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.125923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:17.128864 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cb74f1-6530-414d-850a-e28465501b33" -d '{"events": [{"server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "name": "network-vif-plugged", "status": "completed", "tag": "516aab05-9edb-4814-a054-c5557ca17dee"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:17.149638 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 516aab05-9edb-4814-a054-c5557ca17dee, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=516aab05-9edb-4814-a054-c5557ca17dee,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:17.155515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.184115 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b8da13-a49c-4c80-9980-0164e78ed785 x-openstack-request-id: req-21b8da13-a49c-4c80-9980-0164e78ed785 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:17.184500 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "name": "network-vif-plugged", "status": "completed", "tag": "516aab05-9edb-4814-a054-c5557ca17dee", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:17.184788 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21b8da13-a49c-4c80-9980-0164e78ed785 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:17.185221 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee', 'code': 200} Jul 05 10:50:17.226567 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=516aab05-9edb-4814-a054-c5557ca17dee,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:17.418038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653a52c-956c-4bfd-aee3-58e9a9a60677 req-4e360922-5812-4931-9311-47e4eade7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:17.420779 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3653a52c-956c-4bfd-aee3-58e9a9a60677 req-4e360922-5812-4931-9311-47e4eade7fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 1097 time: 0.1570807 Jul 05 10:50:17.504296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3653a52c-956c-4bfd-aee3-58e9a9a60677 req-613ec96b-cc28-4f20-ae62-5719f4da8500 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749354 Jul 05 10:50:17.517692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c988a-2d97-4fbf-a6d5-460c5e14c149 req-f0151ad6-4ede-4472-9955-c534682ac8e5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:17.520399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a8c988a-2d97-4fbf-a6d5-460c5e14c149 req-f0151ad6-4ede-4472-9955-c534682ac8e5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.1836441 Jul 05 10:50:17.566814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2a8c988a-2d97-4fbf-a6d5-460c5e14c149 req-4b05b4eb-2358-403a-b97e-ecc5d92ed586 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401292 Jul 05 10:50:18.269887 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.776819 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c33ca-ad27-4154-8eb4-7fa9d8ffc27d req-2bfb2e0e-b61f-4285-92b8-fa98e520baff tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:18.778658 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f53c33ca-ad27-4154-8eb4-7fa9d8ffc27d req-2bfb2e0e-b61f-4285-92b8-fa98e520baff tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0760834 Jul 05 10:50:18.845486 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f53c33ca-ad27-4154-8eb4-7fa9d8ffc27d req-1e4f8446-b712-4824-a1dd-049d48f31f23 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591817 Jul 05 10:50:19.052808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4e325-b6b8-4cdd-9e0a-2255589395e4 req-04477ff9-d388-437f-8882-e3ef1d22d1c0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:19.053938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfe4e325-b6b8-4cdd-9e0a-2255589395e4 req-04477ff9-d388-437f-8882-e3ef1d22d1c0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0806379 Jul 05 10:50:19.102220 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cfe4e325-b6b8-4cdd-9e0a-2255589395e4 req-05afe25d-75ae-4de6-ad43-a4494e3d2446 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387087 Jul 05 10:50:19.129654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:19.192396 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3038ee1b-d805-46f0-aaf8-8e29e91c1eeb tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:19.193994 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3038ee1b-d805-46f0-aaf8-8e29e91c1eeb tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 1092 time: 0.0632265 Jul 05 10:50:19.197363 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42530) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:19.202291 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '516aab05-9edb-4814-a054-c5557ca17dee', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:19.229537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.359617 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.489924 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.7 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/9616e2b5-517a-4e90-a250-7abe51bddc21) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:19.623766 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.693943 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.742438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:19.748521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:19.755391 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:19.763073 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=9616e2b5-517a-4e90-a250-7abe51bddc21,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:19.950206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:50:20.031856 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.256948 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.346968 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.573668 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.581096 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.665586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=9616e2b5-517a-4e90-a250-7abe51bddc21,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:20.681386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.848724 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP 1b0e8904-a575-4e51-8fb9-faf43edb92af associated. External IP: 172.25.1.7, port: 516aab05-9edb-4814-a054-c5557ca17dee. Jul 05 10:50:21.109223 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:21.537377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:21.551863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] Sync routers for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:21.562576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.568787 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:21.570255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:21.625630 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-274b4e0b-1890-4edb-a669-0aeb3c07b4cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4268649 Jul 05 10:50:21.627315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:21.631557 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be9769f4d2c3d263a9decd1a521885228c4afde645c39fc8be76c3139734081b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ab405-8260-4b90-9664-a8dd8de5d67f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "tag": "516aab05-9edb-4814-a054-c5557ca17dee"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:21.729390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:21.811969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f9b09-a684-46e4-9b6c-790aab8a6f7e req-0f2b48ef-c6ed-4f05-9d87-90c9187271b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:21.814096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b9f9b09-a684-46e4-9b6c-790aab8a6f7e req-0f2b48ef-c6ed-4f05-9d87-90c9187271b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0793972 Jul 05 10:50:21.860373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b9f9b09-a684-46e4-9b6c-790aab8a6f7e req-1f852b05-3893-4b7d-931d-07b97d061ecd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390391 Jul 05 10:50:21.901395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:22.005838 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b7ef55f0-593c-485f-bd8f-4ba0afc7c16e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/1b0e8904-a575-4e51-8fb9-faf43edb92af HTTP/1.1" status: 200 len: 989 time: 0.1016562 Jul 05 10:50:22.024026 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa23329c-c82b-4172-a6d6-32fe182b646c x-openstack-request-id: req-fa23329c-c82b-4172-a6d6-32fe182b646c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:22.024791 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "tag": "516aab05-9edb-4814-a054-c5557ca17dee", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:22.025317 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa23329c-c82b-4172-a6d6-32fe182b646c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:22.025993 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee', 'status': 'completed', 'code': 200} Jul 05 10:50:22.050841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1b0e8904-a575-4e51-8fb9-faf43edb92af', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'port_id': '516aab05-9edb-4814-a054-c5557ca17dee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'mac_address': 'fa:16:3e:29:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:50:20Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:08Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:22.089478 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] Checking router: 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:22.103240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:22.104097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:22.121661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-a05860cb-04eb-4845-b68c-47658cb46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:22.123050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-a05860cb-04eb-4845-b68c-47658cb46d02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 1097 time: 0.0681887 Jul 05 10:50:22.250985 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-da56a49a-098d-46ee-9fb6-d29003eb43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:22.254062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-da56a49a-098d-46ee-9fb6-d29003eb43b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e9ecb80-e259-4fda-8b51-559f923412b5 HTTP/1.1" status: 200 len: 897 time: 0.1240077 Jul 05 10:50:22.278202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:22.334326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-af78d51b-eb66-4d2d-bef4-5df31ff0ba6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516aab05-9edb-4814-a054-c5557ca17dee HTTP/1.1" status: 200 len: 997 time: 0.0732522 Jul 05 10:50:22.399386 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-cbdedd63-9d22-4794-ae26-3d532351aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:22.401065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-cbdedd63-9d22-4794-ae26-3d532351aa31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84efbed-38db-450c-ba6d-2e3aadf311a7 HTTP/1.1" status: 200 len: 834 time: 0.0600252 Jul 05 10:50:22.474365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-e7b5be4e-3be6-453e-81db-945012664733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:22.476091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-e7b5be4e-3be6-453e-81db-945012664733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e9ecb80-e259-4fda-8b51-559f923412b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684581 Jul 05 10:50:22.581479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-9329f877-a645-471c-baa4-7990e5894767 service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981646 Jul 05 10:50:22.702734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1b0e8904-a575-4e51-8fb9-faf43edb92af', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'port_id': '516aab05-9edb-4814-a054-c5557ca17dee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'mac_address': 'fa:16:3e:29:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:50:20Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:08Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:22.706506 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-787ab405-8260-4b90-9664-a8dd8de5d67f req-ba3a8db0-8c5b-4a93-a673-fe9c2be70f2d service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173573 Jul 05 10:50:22.749598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc58850-3fbb-42e4-9f2b-4ed2fa4bc2df None None] The sync data for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 is: [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '1b0e8904-a575-4e51-8fb9-faf43edb92af', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'port_id': '516aab05-9edb-4814-a054-c5557ca17dee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'mac_address': 'fa:16:3e:29:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:50:20Z', 'updated_at': '2021-07-05T10:50:20Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:08Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:23.002273 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cc020-234c-4a9b-b8cc-5a10669009b2 None None] New status for floating IP 1b0e8904-a575-4e51-8fb9-faf43edb92af: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:50:23.009370 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:23.096954 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-12f10468-44c8-4128-9bb6-7e68f38477a1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/1b0e8904-a575-4e51-8fb9-faf43edb92af HTTP/1.1" status: 200 len: 989 time: 0.0862968 Jul 05 10:50:24.101545 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42542) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:24.170019 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5704953a-b7b5-472d-8eb8-a880bf1a4afc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/1b0e8904-a575-4e51-8fb9-faf43edb92af HTTP/1.1" status: 200 len: 991 time: 0.0669572 Jul 05 10:50:30.265571 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:30.362387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:44.117471 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9549b623-f48b-44e3-91e0-14a0cc945f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:46.881963 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d61ec74-2414-445c-9d82-a71423e8b1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:46.918316 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:48.272793 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:50.024862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:55.693684 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f02c24-513e-481a-816d-bdfac32986ab req-08495450-2928-4f15-abf6-78968aabbe74 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:55.695522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9f02c24-513e-481a-816d-bdfac32986ab req-08495450-2928-4f15-abf6-78968aabbe74 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0807006 Jul 05 10:50:55.743294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b9f02c24-513e-481a-816d-bdfac32986ab req-754cfcdc-303e-4d68-99fc-65ea7c362938 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392869 Jul 05 10:50:56.939231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9447a-ab3f-4f2b-8743-8fa9e60f2a8d req-4c50d0bc-0e60-4998-95e4-9d537c0f4066 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:56.940090 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:50:56.940835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc9447a-ab3f-4f2b-8743-8fa9e60f2a8d req-4c50d0bc-0e60-4998-95e4-9d537c0f4066 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0717793 Jul 05 10:50:56.980957 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5cc9447a-ab3f-4f2b-8743-8fa9e60f2a8d req-452eb814-cce7-4b6f-94d5-66b155dc7f6b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341871 Jul 05 10:50:57.007625 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:57.080260 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1c6904ac-85ac-40ee-8885-7e68ad549a89 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/1b0e8904-a575-4e51-8fb9-faf43edb92af HTTP/1.1" status: 200 len: 991 time: 0.0712836 Jul 05 10:50:58.574654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c586-3cb8-46b6-8098-b83ebe565320 req-20b7ab7b-af3a-4bb1-8196-17633ccf52db tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:58.576303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42a6c586-3cb8-46b6-8098-b83ebe565320 req-20b7ab7b-af3a-4bb1-8196-17633ccf52db tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0902417 Jul 05 10:50:58.627683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-42a6c586-3cb8-46b6-8098-b83ebe565320 req-9cddf29b-8e9a-43f7-a24a-de537360e763 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Jul 05 10:50:59.849405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970afbf-fdfb-48d1-b926-dc641cd9bb03 req-f462f301-2210-4fb9-b3f7-41edc34f0189 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:59.850922 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6970afbf-fdfb-48d1-b926-dc641cd9bb03 req-f462f301-2210-4fb9-b3f7-41edc34f0189 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0754380 Jul 05 10:50:59.897439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6970afbf-fdfb-48d1-b926-dc641cd9bb03 req-2bf13553-8bc3-40e0-a0c1-45df76d39f19 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405750 Jul 05 10:50:59.925619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:00.000853 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1423ab11-4a1a-42b4-bbce-84164db8cacf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/1b0e8904-a575-4e51-8fb9-faf43edb92af HTTP/1.1" status: 200 len: 991 time: 0.0738428 Jul 05 10:51:00.260823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:00.266802 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:00.358084 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:00.462989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 9616e2b5-517a-4e90-a250-7abe51bddc21 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:51:00.463372 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:00.544430 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:00.544674 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:00.557240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 9616e2b5-517a-4e90-a250-7abe51bddc21 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:51:00.723003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:00.749322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=9616e2b5-517a-4e90-a250-7abe51bddc21,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:00.763691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.764036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.764367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.764694 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.765022 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.765340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.765661 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.766137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.767797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.768033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.768375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.768696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:00.837507 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:00.837762 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP 1b0e8904-a575-4e51-8fb9-faf43edb92af disassociated (deleted). External IP: 172.25.1.7, port: 516aab05-9edb-4814-a054-c5557ca17dee. Jul 05 10:51:01.080665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:51:01.195988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:51:01.202026 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:01.206265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] Sync routers for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:51:01.216793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:01.217521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:01.251900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bf4fa396-2756-421c-9c55-f2acfce16666 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/floatingips/1b0e8904-a575-4e51-8fb9-faf43edb92af HTTP/1.1" status: 204 len: 168 time: 0.9889297 Jul 05 10:51:01.252738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:01.257508 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d763b1b7-bd31-4883-9722-5f47dc6eab61" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "tag": "516aab05-9edb-4814-a054-c5557ca17dee"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:01.338275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:01.540092 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e5d603-b092-4b72-a98a-b1f5acfe1702 x-openstack-request-id: req-d8e5d603-b092-4b72-a98a-b1f5acfe1702 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:01.540456 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "tag": "516aab05-9edb-4814-a054-c5557ca17dee", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:01.540773 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8e5d603-b092-4b72-a98a-b1f5acfe1702 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:01.541246 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee', 'status': 'completed', 'code': 200} Jul 05 10:51:01.576237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:08Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:01.609252 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] Checking router: 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:51:01.618467 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:01.619121 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:01.624032 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-55cadbf2-4fa2-4651-9218-983c9cd629ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:01.625879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-55cadbf2-4fa2-4651-9218-983c9cd629ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 1097 time: 0.0603631 Jul 05 10:51:01.777325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-29dc6bcf-1587-4a0d-ba10-ee309b50487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:01.780007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-29dc6bcf-1587-4a0d-ba10-ee309b50487c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e9ecb80-e259-4fda-8b51-559f923412b5 HTTP/1.1" status: 200 len: 897 time: 0.1464083 Jul 05 10:51:01.792853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfea107-bf76-4d0d-b922-c0f8cf1f78a2 req-fca72146-9668-4077-b25c-47b1a8b6fc3a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:01.795234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddfea107-bf76-4d0d-b922-c0f8cf1f78a2 req-fca72146-9668-4077-b25c-47b1a8b6fc3a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.1522834 Jul 05 10:51:01.857401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-2a2a5878-0995-414c-a921-87eac85ca79c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516aab05-9edb-4814-a054-c5557ca17dee HTTP/1.1" status: 200 len: 217 time: 0.0605710 Jul 05 10:51:01.905150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:01.936145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddfea107-bf76-4d0d-b922-c0f8cf1f78a2 req-af7fe93a-a128-4aea-8454-5eafa435459d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284297 Jul 05 10:51:01.949277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-c5863f11-76da-48c6-8bbf-f1c9f12b9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:01.952258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-c5863f11-76da-48c6-8bbf-f1c9f12b9848 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84efbed-38db-450c-ba6d-2e3aadf311a7 HTTP/1.1" status: 200 len: 834 time: 0.0818202 Jul 05 10:51:02.163391 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:08Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:02.194097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9cd7f-a621-416e-bfe6-cd6b6264ef22 None None] The sync data for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 is: [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'b4d26521-0942-4961-9020-f8a1c6475562', 'name': '', 'network_id': '4e9ecb80-e259-4fda-8b51-559f923412b5', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:d9:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:03Z', 'updated_at': '2021-07-05T10:50:08Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'e84efbed-38db-450c-ba6d-2e3aadf311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:51:02.419533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-ba29f4e9-a6af-4c09-aa82-840c8abed53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:02.421742 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-ba29f4e9-a6af-4c09-aa82-840c8abed53b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e9ecb80-e259-4fda-8b51-559f923412b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4605515 Jul 05 10:51:02.486672 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c657c2-94ad-4369-b2e2-979fe736a07e None None] New status for floating IP 1b0e8904-a575-4e51-8fb9-faf43edb92af: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:51:02.544148 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-80b954fc-d3c8-4e31-b00a-13c43e5af62e service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140318 Jul 05 10:51:02.655379 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d763b1b7-bd31-4883-9722-5f47dc6eab61 req-1c12c1a1-b444-43ce-8143-ec0074218b43 service neutron] 10.222.0.15 "GET /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013980 Jul 05 10:51:03.147548 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfaf9f-6c85-4027-a3bf-926cb2f8344c req-bb87ac63-341d-4e6e-9c79-4d8bfeebe1b3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:03.149166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbcfaf9f-6c85-4027-a3bf-926cb2f8344c req-bb87ac63-341d-4e6e-9c79-4d8bfeebe1b3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0788352 Jul 05 10:51:03.202083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fbcfaf9f-6c85-4027-a3bf-926cb2f8344c req-0138884b-a4c7-411d-8f91-17b58fa17b83 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd176ea4-0925-414a-814e-c42c04dd73a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Jul 05 10:51:03.322028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-bce8759b-8803-4bcd-bc45-cbbb35b8a566 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:03.323603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-bce8759b-8803-4bcd-bc45-cbbb35b8a566 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 945 time: 0.0741391 Jul 05 10:51:03.433680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 516aab05-9edb-4814-a054-c5557ca17dee {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:51:03.434390 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:03.538747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 516aab05-9edb-4814-a054-c5557ca17dee, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=516aab05-9edb-4814-a054-c5557ca17dee,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:03.539130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:03.558058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 516aab05-9edb-4814-a054-c5557ca17dee owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:51:03.702329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:03.737614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=516aab05-9edb-4814-a054-c5557ca17dee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:03.786779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] No DVR routers for this DVR port 516aab05-9edb-4814-a054-c5557ca17dee on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:51:03.789564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:03.791598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f251b100-837e-43e1-8dce-f5c5681d6ba0 req-53dda8d1-5f9b-40d8-811d-99ab3375495c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "DELETE /v2.0/ports/516aab05-9edb-4814-a054-c5557ca17dee HTTP/1.1" status: 204 len: 173 time: 0.4620731 Jul 05 10:51:03.792035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'name': 'network-vif-deleted', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:03.794306 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd1759-86c2-40a2-9a58-eb32c6ff013e" -d '{"events": [{"server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "name": "network-vif-deleted", "tag": "516aab05-9edb-4814-a054-c5557ca17dee"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:03.833448 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a88d073-f356-4747-920c-c9e19c80b848 x-openstack-request-id: req-4a88d073-f356-4747-920c-c9e19c80b848 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:03.833731 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cd0ff-10ac-4ebb-bd60-4f287288d42d", "name": "network-vif-deleted", "tag": "516aab05-9edb-4814-a054-c5557ca17dee", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:03.833980 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a88d073-f356-4747-920c-c9e19c80b848 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:03.834369 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cd0ff-10ac-4ebb-bd60-4f287288d42d', 'name': 'network-vif-deleted', 'tag': '516aab05-9edb-4814-a054-c5557ca17dee', 'status': 'completed', 'code': 200} Jul 05 10:51:04.404273 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f7759726-d552-48cc-868c-332e5dee8f09 req-7091d705-8a13-4c1a-82c4-e289dc5ca832 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b3cd0ff-10ac-4ebb-bd60-4f287288d42d HTTP/1.1" status: 200 len: 210 time: 0.0365660 Jul 05 10:51:05.510277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:05.981029 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:06.275579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port b4d26521-0942-4961-9020-f8a1c6475562 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:51:06.275997 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:06.382628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port b4d26521-0942-4961-9020-f8a1c6475562, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b4d26521-0942-4961-9020-f8a1c6475562,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:06.383055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:06.403387 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for b4d26521-0942-4961-9020-f8a1c6475562 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:51:06.625271 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:06.653202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=b4d26521-0942-4961-9020-f8a1c6475562,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:06.881889 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:07.124630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:51:07.194274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 516aab05-9edb-4814-a054-c5557ca17dee no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:51:07.219016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 516aab05-9edb-4814-a054-c5557ca17dee {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:51:07.219423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 516aab05-9edb-4814-a054-c5557ca17dee not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:51:07.244006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:51:07.251476 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d7c550e2-e34f-421b-96fe-1b7ba4d087fe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7389829 Jul 05 10:51:07.254500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:07.262741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] Sync routers for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:51:07.275476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:07.276570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:07.322837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting subnet e84efbed-38db-450c-ba6d-2e3aadf311a7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:51:07.327482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:07.387310 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:07.404758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:07.523359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:07.592689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:07.622841 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Subnet': ['ID=e84efbed-38db-450c-ba6d-2e3aadf311a7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:07.627457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:51:06Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:07.627797 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:07.629657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-21984ed2-9989-4d3a-ab45-deabe081729d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/subnets/e84efbed-38db-450c-ba6d-2e3aadf311a7 HTTP/1.1" status: 204 len: 168 time: 0.3736656 Jul 05 10:51:07.633598 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:07.661507 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3cf15-cb29-4b04-a68a-4c763a6c05d5 None None] Network 4e9ecb80-e259-4fda-8b51-559f923412b5 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:51:07.665262 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] Checking router: 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:51:07.718696 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] Routers {'1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:07.719802 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:07.795009 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:07.908395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] Set router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:07.932393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.004907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port e33c0c46-27da-4f31-9658-91d76c361d6a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:51:08.005348 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.127695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] DHCP port deletion for 4e9ecb80-e259-4fda-8b51-559f923412b5 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:51:08.136798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port e33c0c46-27da-4f31-9658-91d76c361d6a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e33c0c46-27da-4f31-9658-91d76c361d6a,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:08.137168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.152975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for e33c0c46-27da-4f31-9658-91d76c361d6a owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:51:08.215823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:51:06Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:08.222778 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Deleting port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:51:08.223211 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.252740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33746acd-37ae-49b3-9027-ab4b6f56dbeb None None] The sync data for ids ['1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3'] in n-d-771363-33 is: [{'id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508569306', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:49:59Z', 'updated_at': '2021-07-05T10:51:06Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'e33c0c46-27da-4f31-9658-91d76c361d6a', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:00Z', 'updated_at': '2021-07-05T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:51:08.351564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] For port b90386a9-e8d6-4c90-ab09-ae91b44c18f5, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b90386a9-e8d6-4c90-ab09-ae91b44c18f5,segment=NetworkSegment(ebf2d5e0-002b-42a8-8f46-0adf92de6f8c),segment_id=ebf2d5e0-002b-42a8-8f46-0adf92de6f8c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:08.352091 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.371409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Calling delete_port for b90386a9-e8d6-4c90-ab09-ae91b44c18f5 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:51:08.432721 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.475730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=e33c0c46-27da-4f31-9658-91d76c361d6a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:08.513404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.552319 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Pushing event deleted for resources: {'Port': ['ID=b90386a9-e8d6-4c90-ab09-ae91b44c18f5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:08.564008 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] No DVR routers for this DVR port b90386a9-e8d6-4c90-ab09-ae91b44c18f5 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:51:08.569343 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.570927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.571271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.571794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.572957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.572957 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.573482 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.573904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.574438 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.574983 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.575528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.577595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.577595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bc577-a5a1-4a57-8e60-1fff08c55b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:08.721125 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.725540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.788247 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.789752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Fanout notify agent at l3_agent the message router_deleted on router 1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:51:08.802970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b90386a9-e8d6-4c90-ab09-ae91b44c18f5 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:51:08.816085 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:08.820584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-984bc48e-45ef-4a95-aa10-37f8534148b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/routers/1e23eaf5-1a02-4944-aa9e-1675f7d8d4c3 HTTP/1.1" status: 204 len: 168 time: 1.1839666 Jul 05 10:51:08.821824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42600) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:08.828903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b90386a9-e8d6-4c90-ab09-ae91b44c18f5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:51:08.828903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b90386a9-e8d6-4c90-ab09-ae91b44c18f5 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:51:08.937683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.033879 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.046268 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9ecb80-e259-4fda-8b51-559f923412b5']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:09.059528 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:09.059874 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf2d5e0-002b-42a8-8f46-0adf92de6f8c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:09.070471 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.089592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.096714 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:51:09.097112 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:51:09.100103 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:51:09.159126 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.166986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.169057 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/networks/4e9ecb80-e259-4fda-8b51-559f923412b5 HTTP/1.1" status: 204 len: 168 time: 0.3460381 Jul 05 10:51:09.174378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:09.181590 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Network': ['ID=4e9ecb80-e259-4fda-8b51-559f923412b5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:09.190497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.190497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.190497 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.191174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.191174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.191652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.191652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.191977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.192256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.192586 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.192920 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.193211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bc6f0-8314-4ab7-b1d8-fd223ed88de1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:09.242076 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58a1971-d067-41ca-b0ad-994221933b33 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.271041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58a1971-d067-41ca-b0ad-994221933b33 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.344730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58a1971-d067-41ca-b0ad-994221933b33 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.347194 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a58a1971-d067-41ca-b0ad-994221933b33 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.348400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a58a1971-d067-41ca-b0ad-994221933b33 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd176ea4-0925-414a-814e-c42c04dd73a8 HTTP/1.1" status: 204 len: 168 time: 0.1728833 Jul 05 10:51:09.358280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a1971-d067-41ca-b0ad-994221933b33 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd176ea4-0925-414a-814e-c42c04dd73a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:09.700888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42608) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:09.706377 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-43976d9d-d400-4d5c-98ac-b39804ee64d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140812601', 'description': 'tempest-secgroup-smoke-2140812601 description', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:09.736016 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43976d9d-d400-4d5c-98ac-b39804ee64d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.868416 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43976d9d-d400-4d5c-98ac-b39804ee64d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.874860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43976d9d-d400-4d5c-98ac-b39804ee64d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.926027 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-43976d9d-d400-4d5c-98ac-b39804ee64d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:09.932449 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-43976d9d-d400-4d5c-98ac-b39804ee64d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2259588 Jul 05 10:51:09.932991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:09.935712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976d9d-d400-4d5c-98ac-b39804ee64d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20cde48-1c2c-43af-a52b-5337cb36a1bb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:09.941170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0555c479-5e2e-400f-9f0c-a3f547eedd78 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'f20cde48-1c2c-43af-a52b-5337cb36a1bb', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:09.988219 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0555c479-5e2e-400f-9f0c-a3f547eedd78 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.074428 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0555c479-5e2e-400f-9f0c-a3f547eedd78 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.081430 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0555c479-5e2e-400f-9f0c-a3f547eedd78 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.100110 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c479-5e2e-400f-9f0c-a3f547eedd78 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e92888-34c5-4105-ab55-72a72c00618a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.114291 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0555c479-5e2e-400f-9f0c-a3f547eedd78 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.119342 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0555c479-5e2e-400f-9f0c-a3f547eedd78 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812859 Jul 05 10:51:10.119902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42612) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.133469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5ad877d0-e71f-4a28-a2c3-d0103f5932c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'f20cde48-1c2c-43af-a52b-5337cb36a1bb', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.177642 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad877d0-e71f-4a28-a2c3-d0103f5932c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.247421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad877d0-e71f-4a28-a2c3-d0103f5932c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.252466 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad877d0-e71f-4a28-a2c3-d0103f5932c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.273434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad877d0-e71f-4a28-a2c3-d0103f5932c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738cca6f-20f1-4709-9e91-8172cfd99719,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.284096 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad877d0-e71f-4a28-a2c3-d0103f5932c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.285540 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5ad877d0-e71f-4a28-a2c3-d0103f5932c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643188 Jul 05 10:51:10.290013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.294695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1112728f-c5ae-4bf3-a3ab-1acbccedd897 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'f20cde48-1c2c-43af-a52b-5337cb36a1bb', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.327389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1112728f-c5ae-4bf3-a3ab-1acbccedd897 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.338324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e33c0c46-27da-4f31-9658-91d76c361d6a no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:51:10.361561 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e33c0c46-27da-4f31-9658-91d76c361d6a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:51:10.361986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e33c0c46-27da-4f31-9658-91d76c361d6a not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:51:10.362489 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b4d26521-0942-4961-9020-f8a1c6475562 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:51:10.385434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: b4d26521-0942-4961-9020-f8a1c6475562 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:51:10.385703 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b4d26521-0942-4961-9020-f8a1c6475562 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:51:10.428810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1112728f-c5ae-4bf3-a3ab-1acbccedd897 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.431474 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1112728f-c5ae-4bf3-a3ab-1acbccedd897 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.450432 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112728f-c5ae-4bf3-a3ab-1acbccedd897 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064112f3-689a-41fa-83c2-12c035e98dbb,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.459852 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1112728f-c5ae-4bf3-a3ab-1acbccedd897 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.461769 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1112728f-c5ae-4bf3-a3ab-1acbccedd897 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701527 Jul 05 10:51:10.465104 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.471256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b6aa3f1b-805d-44c5-b6d7-09eb74a6d89d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'f20cde48-1c2c-43af-a52b-5337cb36a1bb', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.506256 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3f1b-805d-44c5-b6d7-09eb74a6d89d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.594399 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3f1b-805d-44c5-b6d7-09eb74a6d89d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.599718 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3f1b-805d-44c5-b6d7-09eb74a6d89d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.634827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3f1b-805d-44c5-b6d7-09eb74a6d89d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334c2e80-217b-4371-ad5e-8ab781981f63,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.646637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3f1b-805d-44c5-b6d7-09eb74a6d89d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.648940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b6aa3f1b-805d-44c5-b6d7-09eb74a6d89d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1824360 Jul 05 10:51:10.652634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.660627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'f20cde48-1c2c-43af-a52b-5337cb36a1bb', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.695218 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:51:10.701905 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.800421 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.805251 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.828179 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288ba906-7587-4cc9-9942-843c1a68a4ad,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.841254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.842881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bda8836b-23fc-4b98-a2ac-f4bc30b8eddf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1889026 Jul 05 10:51:10.846731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:10.851881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'f20cde48-1c2c-43af-a52b-5337cb36a1bb', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:10.880745 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:51:10.887355 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.964295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.969704 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.991751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4df9d47-3b1c-4df2-a819-d87599d60628,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:10.998436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:10.999759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-99130ab8-771a-46fd-8ebb-411e6027a093 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518552 Jul 05 10:51:11.005112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:11.010381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'network': {'name': 'tempest-network-smoke--146421112', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:11.037240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:51:11.040798 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.071439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:51:11.084244 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.084786 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Added segment 922962c1-8749-468e-a46d-e52d3b3a6b23 of type vlan for network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 Jul 05 10:51:11.144246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.177294 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.183208 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:11.183931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.249914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2446225 Jul 05 10:51:11.253735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:11.259531 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'admin_state_up': True, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:11.261764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7b0de-d0e4-4ae2-b807-542f919586c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Network': ['ID=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:11.277972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:51:11.298246 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.300185 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.370491 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.545143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.778738 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.800593 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:11.928275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.125 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/1df84653-534c-44d2-80bc-e3fbb9324635) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:51:12.052169 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.102890 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.151734 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:12.155307 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:12.158728 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:51:12.196159 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=1df84653-534c-44d2-80bc-e3fbb9324635,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:12.528903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.868490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:13.019000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 11545d14-0dac-4fa7-bb32-7dbece217a00 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:51:13.150813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:51:13.164611 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Sync routers for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:51:13.177989 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:13.178679 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:13.179098 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:13.180978 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6d2c889d-ea92-422a-a07c-dfa7a70d0c2d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9259875 Jul 05 10:51:13.186190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42626) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:13.222787 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-94b36a6b-5fc1-4f20-8aec-ba2b283ce078 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cafbe1ed0af148fab05ebf0f6fdba5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352099 Jul 05 10:51:13.227249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:13.309660 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:13.387429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef88014-1f86-4fc9-a6ec-5d0c63f5f4b8 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:13.388853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9ef88014-1f86-4fc9-a6ec-5d0c63f5f4b8 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1607099 Jul 05 10:51:13.393527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:13.440423 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-34423fdf-746d-41d2-801f-242a1f6fcf49 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450342 Jul 05 10:51:13.442888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:13.452270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2067116642', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:13.533161 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:12Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:13.568316 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Checking router: 11545d14-0dac-4fa7-bb32-7dbece217a00 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:51:13.568677 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Updating router 11545d14-0dac-4fa7-bb32-7dbece217a00 port 1df84653-534c-44d2-80bc-e3fbb9324635 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:51:13.577664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:51:13.582200 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:13.618249 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:13.926500 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.047066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Subnet': ['ID=0a6b533f-dbb0-4a64-b315-c06300579c7f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:14.054175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Checking segment: {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:51:14.054594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network hostable DHCP agents. Network: 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:51:14.069582 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.082019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:51:14.088708 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Transition to ACTIVE for port object 1df84653-534c-44d2-80bc-e3fbb9324635 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:14.099058 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.103705 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:14.121927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:14.122916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.126655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb5aa8-ad1a-4fb9-861c-eeb77c52850e None None] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:51:14.155344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9b31d410-ee68-4fdf-82bf-79e0b8a41f7e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7088325 Jul 05 10:51:14.155680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d48641c2-3b82-4b9f-973d-8aabc8fe6fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.159380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:14.211965 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Pushing event updated for resources: {'Port': ['ID=1df84653-534c-44d2-80bc-e3fbb9324635,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:14.220240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Attempting to bind port 1df84653-534c-44d2-80bc-e3fbb9324635 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:51:14.220783 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Attempting to bind port 1df84653-534c-44d2-80bc-e3fbb9324635 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:51:14.221428 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Attempting to bind port 1df84653-534c-44d2-80bc-e3fbb9324635 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:51:14.235853 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:51:14.236451 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:51:14.237098 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.237737 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:51:14.238522 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Bound port: 1df84653-534c-44d2-80bc-e3fbb9324635, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:51:14.239190 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.245046 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.245391 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.245929 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.246457 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.246984 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.247560 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.248103 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.248618 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.249223 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.249750 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.250825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.251385 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:14.325364 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] For port 1df84653-534c-44d2-80bc-e3fbb9324635, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:51:14.329904 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] For port 1df84653-534c-44d2-80bc-e3fbb9324635, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1df84653-534c-44d2-80bc-e3fbb9324635,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:51:14.336685 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.399958 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:14.400597 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:50:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:14.428616 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:51:14.429880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.458121 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f7a3-a676-4345-94c3-b7d6de23f047 None None] Pushing event updated for resources: {'Port': ['ID=1df84653-534c-44d2-80bc-e3fbb9324635,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:14.551488 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:14.635528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Allocated IP 172.20.0.2 (3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04/0a6b533f-dbb0-4a64-b315-c06300579c7f/1c4527d9-a08f-424d-97d9-f3ee23af05d0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:51:14.869588 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.881676 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:12Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:14.889479 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Transition to ACTIVE for port object 1c4527d9-a08f-424d-97d9-f3ee23af05d0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:14.915480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Transition to ACTIVE for port object 1c4527d9-a08f-424d-97d9-f3ee23af05d0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:14.924765 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:14.930758 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3fc73-27c0-4cbd-89fc-4f5a028d19b2 None None] The sync data for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 is: [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:12Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:51:14.974574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:14.977902 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:14.985131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:51:14.994005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Pushing event updated for resources: {'Port': ['ID=1c4527d9-a08f-424d-97d9-f3ee23af05d0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:15.068943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Attempting to bind port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:51:15.069320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Attempting to bind port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:51:15.069683 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Attempting to bind port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 on network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:51:15.075416 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:51:15.075797 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Checking segment: {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:51:15.076305 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:15.076699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Bound using segment: {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:51:15.077260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Bound port: 1c4527d9-a08f-424d-97d9-f3ee23af05d0, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:51:15.077649 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:15.170512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] For port 1c4527d9-a08f-424d-97d9-f3ee23af05d0, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:51:15.174964 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] For port 1c4527d9-a08f-424d-97d9-f3ee23af05d0, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1c4527d9-a08f-424d-97d9-f3ee23af05d0,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:51:15.182452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:15.254565 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:15.271423 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69d31b-a6e7-4ffd-a6db-e1ad793f0ea0 None None] Pushing event updated for resources: {'Port': ['ID=1c4527d9-a08f-424d-97d9-f3ee23af05d0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:15.857389 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.1 (3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04/0a6b533f-dbb0-4a64-b315-c06300579c7f/29326c73-ac47-4bcd-9579-507ac9f899ac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:51:16.071646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:16.099584 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object 29326c73-ac47-4bcd-9579-507ac9f899ac will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:16.164954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:16.233890 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:16.241872 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:16.251144 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:51:16.342521 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=29326c73-ac47-4bcd-9579-507ac9f899ac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:16.366903 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:16.474953 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1df84653-534c-44d2-80bc-e3fbb9324635 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:16.573298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1df84653-534c-44d2-80bc-e3fbb9324635 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:16.581254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1df84653-534c-44d2-80bc-e3fbb9324635 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:16.582074 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:16.710414 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:16.710793 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:16.721289 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5cf01-83b6-427a-a482-aafbe18f854d None None] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:51:16.831854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 1df84653-534c-44d2-80bc-e3fbb9324635, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1df84653-534c-44d2-80bc-e3fbb9324635,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:16.854461 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:16.854461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c4527d9-a08f-424d-97d9-f3ee23af05d0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:16.905575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8cc4aa39-817f-49a7-9e83-0a9545a5350d None None] Provisioning for port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:17.180022 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.187143 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.289483 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.292494 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.294539 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86b504b4-c6da-4d98-a3fa-1e3b687fc1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.297779 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=29326c73-ac47-4bcd-9579-507ac9f899ac,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:17.325327 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=1df84653-534c-44d2-80bc-e3fbb9324635,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:17.378852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:17.385018 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:17.385505 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.468373 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:17.471359 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:17.540030 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.595101 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 1c4527d9-a08f-424d-97d9-f3ee23af05d0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1c4527d9-a08f-424d-97d9-f3ee23af05d0,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:17.602367 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.684981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=1c4527d9-a08f-424d-97d9-f3ee23af05d0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:17.691243 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 11545d14-0dac-4fa7-bb32-7dbece217a00 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:51:17.838707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4c063e9-6a5d-4767-a1e2-38d16f7f08ac None None] Provisioning complete for port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:17.839133 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c063e9-6a5d-4767-a1e2-38d16f7f08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.872196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:51:17.883593 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f8df5236-4302-40c9-9ba2-322689267b8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/11545d14-0dac-4fa7-bb32-7dbece217a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7214074 Jul 05 10:51:17.897500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Sync routers for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:51:17.922345 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:17.923494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:51:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:18.156529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4c063e9-6a5d-4767-a1e2-38d16f7f08ac None None] Provisioning for port 29326c73-ac47-4bcd-9579-507ac9f899ac completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:18.160526 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:18.199399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4c063e9-6a5d-4767-a1e2-38d16f7f08ac None None] Provisioning complete for port 29326c73-ac47-4bcd-9579-507ac9f899ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:18.199911 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c063e9-6a5d-4767-a1e2-38d16f7f08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:18.341823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4c063e9-6a5d-4767-a1e2-38d16f7f08ac None None] Port 29326c73-ac47-4bcd-9579-507ac9f899ac cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:51:18.410970 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:18.429671 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1df84653-534c-44d2-80bc-e3fbb9324635 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:18.460610 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-f1423dda-58c2-445e-8dc3-690bc00481a0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140812601&fields=id&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 267 time: 0.0684192 Jul 05 10:51:18.517903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-627141f1-c8dc-41b7-88f3-ebdac1e6481d None None] Provisioning complete for port 29326c73-ac47-4bcd-9579-507ac9f899ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:18.518186 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-627141f1-c8dc-41b7-88f3-ebdac1e6481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:18.598979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-627141f1-c8dc-41b7-88f3-ebdac1e6481d None None] Port 29326c73-ac47-4bcd-9579-507ac9f899ac cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:51:18.605442 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1df84653-534c-44d2-80bc-e3fbb9324635 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:18.606096 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:18.652459 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-be50b0a9-9300-4e6a-9bda-270a0ee6185e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:18.654055 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-be50b0a9-9300-4e6a-9bda-270a0ee6185e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/networks?id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 200 len: 796 time: 0.1806848 Jul 05 10:51:18.668491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 2, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:18.674950 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-97cbccfd-e8db-4460-84b8-f2fb84745f24 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/quotas/cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 375 time: 0.0136139 Jul 05 10:51:18.703461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Checking router: 11545d14-0dac-4fa7-bb32-7dbece217a00 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:51:18.704285 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Updating router 11545d14-0dac-4fa7-bb32-7dbece217a00 port 29326c73-ac47-4bcd-9579-507ac9f899ac binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:51:18.781908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-a878c62c-9856-4b4c-95c2-f46fe761f6ef tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982296 Jul 05 10:51:18.793245 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:18.811753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c4527d9-a08f-424d-97d9-f3ee23af05d0 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:18.925905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-a02609c5-ddce-496f-8475-8685cca0ae25 service neutron] 10.222.0.21 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278856 Jul 05 10:51:18.989657 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:18.990266 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:19.057087 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-f1311c6e-b9f9-41a3-a9a4-32b61f614695 service neutron] 10.222.0.21 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182613 Jul 05 10:51:19.282126 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:19.296047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b2f222e-45c4-43c7-9af2-db744f188c11 req-09f85725-f65c-4d4e-9529-f4e2f9f86fbc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 210 time: 0.0316772 Jul 05 10:51:19.300136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Transition to ACTIVE for port object 29326c73-ac47-4bcd-9579-507ac9f899ac will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:19.311792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:19.374631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5da01-d449-44fc-b26c-bae70dcc6108 None None] Pushing event updated for resources: {'Port': ['ID=29326c73-ac47-4bcd-9579-507ac9f899ac,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:19.446180 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Attempting to bind port 29326c73-ac47-4bcd-9579-507ac9f899ac on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:51:19.446651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Attempting to bind port 29326c73-ac47-4bcd-9579-507ac9f899ac by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:51:19.447326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Attempting to bind port 29326c73-ac47-4bcd-9579-507ac9f899ac on network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:51:19.458441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:51:19.460777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Checking segment: {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:51:19.461404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:19.461404 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Bound using segment: {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:51:19.461921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Bound port: 29326c73-ac47-4bcd-9579-507ac9f899ac, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:51:19.462288 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:19.564892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] For port 29326c73-ac47-4bcd-9579-507ac9f899ac, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:51:19.574449 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] For port 29326c73-ac47-4bcd-9579-507ac9f899ac, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=29326c73-ac47-4bcd-9579-507ac9f899ac,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:51:19.582002 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:19.642078 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:19.642851 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:51:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:19.767363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5da01-d449-44fc-b26c-bae70dcc6108 None None] Pushing event updated for resources: {'Port': ['ID=29326c73-ac47-4bcd-9579-507ac9f899ac,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:19.881385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:20.080876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:20.203515 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:19Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:20.233823 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea787bc-920a-4a39-b732-4205ef8bd51c None None] The sync data for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 is: [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:19Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:51:20.487422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fd04a0d-7a21-4ae7-9473-b49ec782780c req-2ca920ec-824f-46a6-b33e-c819b18fdd73 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 210 time: 0.0333962 Jul 05 10:51:21.244177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-5cfc975d-317f-42d8-9eb7-0c3ed8c1f325 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:21.246717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-5cfc975d-317f-42d8-9eb7-0c3ed8c1f325 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/networks?id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 200 len: 796 time: 0.1698866 Jul 05 10:51:21.322722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-0bbde1a6-80ac-4852-9720-36bdb4000018 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 380 time: 0.0647254 Jul 05 10:51:21.332629 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'port': {'device_id': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'admin_state_up': True, 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'security_groups': ['f20cde48-1c2c-43af-a52b-5337cb36a1bb']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:21.508156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:51:21.512189 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:21.681817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.11 (3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04/0a6b533f-dbb0-4a64-b315-c06300579c7f/5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:51:21.771430 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ff45a956-b2b9-4d62-8bbf-1365d77f3339 req-b7560ebb-f76f-4fa4-87cc-e865a7c60618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 210 time: 0.0602913 Jul 05 10:51:21.924697 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:21.944584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:21.982749 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.029101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:22.035899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:22.039988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:51:22.069585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:22.100388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:22.101068 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.124007 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-4da1e222-c216-443c-a6cb-119e6228c43b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959983 Jul 05 10:51:22.217167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Request body: {'port': {'device_id': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:22.311712 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.353505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c91f0dae-e2d1-4a86-8e90-ebb2ef6fd192 None None] Provisioning for port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:22.358444 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c91f0dae-e2d1-4a86-8e90-ebb2ef6fd192 None None] Provisioning complete for port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:22.358819 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c91f0dae-e2d1-4a86-8e90-ebb2ef6fd192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.398709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 29326c73-ac47-4bcd-9579-507ac9f899ac up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:22.440234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c91f0dae-e2d1-4a86-8e90-ebb2ef6fd192 None None] Port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:51:22.467208 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 29326c73-ac47-4bcd-9579-507ac9f899ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:22.471877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 29326c73-ac47-4bcd-9579-507ac9f899ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:22.472244 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.555054 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.589212 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 29326c73-ac47-4bcd-9579-507ac9f899ac, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=29326c73-ac47-4bcd-9579-507ac9f899ac,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:22.594299 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.623594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:51:22.633462 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.646762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Transition to ACTIVE for port object 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:22.652699 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.660243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=29326c73-ac47-4bcd-9579-507ac9f899ac,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:22.707448 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Pushing event updated for resources: {'Port': ['ID=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:22.795000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Attempting to bind port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:51:22.795378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Attempting to bind port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:51:22.795707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Attempting to bind port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 on network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:51:22.802261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 on network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:51:22.802701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Attempting to bind port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 on network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:51:22.811484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:51:22.811833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Checking segment: {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:51:22.812962 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Bound using segment: {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:51:22.813777 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Bound port: 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922962c1-8749-468e-a46d-e52d3b3a6b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:51:22.814268 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:22.924353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] For port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:51:22.929258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] For port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:51:22.942764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:23.003148 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:23.003730 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:23.005258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] 10.222.0.15 "PUT /v2.0/ports/5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 200 len: 1093 time: 0.8729830 Jul 05 10:51:23.005741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:23.008426 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31216d3-7a38-4368-819b-a1234141cf46" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:23.080534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef20c06-bd1f-4d44-9ef2-0eabf9cb3afb service neutron] Pushing event updated for resources: {'Port': ['ID=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:23.122254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d8db-4b09-4014-a8d0-bc4e4730ba20 req-1b1c6864-1efe-4371-98a0-63d0711a3dcc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:23.123888 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc76d8db-4b09-4014-a8d0-bc4e4730ba20 req-1b1c6864-1efe-4371-98a0-63d0711a3dcc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 944 time: 0.1971443 Jul 05 10:51:23.580887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc76d8db-4b09-4014-a8d0-bc4e4730ba20 req-a477bb98-97fd-4218-9e90-af236111b459 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505520 Jul 05 10:51:23.592188 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-c5b23def-bba1-4a90-93e2-71a0648769cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:23.594814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-c5b23def-bba1-4a90-93e2-71a0648769cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1096 time: 0.5262067 Jul 05 10:51:23.652802 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0597cc2a-619b-4128-98af-ba6dc82f6ae9 x-openstack-request-id: req-0597cc2a-619b-4128-98af-ba6dc82f6ae9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:23.653557 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:23.653557 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0597cc2a-619b-4128-98af-ba6dc82f6ae9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:23.653773 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'status': 'completed', 'code': 200} Jul 05 10:51:23.656719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-b24999cb-50e1-4530-ac78-291be36270c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0523171 Jul 05 10:51:23.709117 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-b9165b2f-eddf-4752-b715-5d2e411b2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:23.710685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-b9165b2f-eddf-4752-b715-5d2e411b2ef6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6b533f-dbb0-4a64-b315-c06300579c7f HTTP/1.1" status: 200 len: 835 time: 0.0481226 Jul 05 10:51:23.791057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-8dde5e2a-05ff-409c-b657-9efbd8c097c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:23.792608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-8dde5e2a-05ff-409c-b657-9efbd8c097c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720756 Jul 05 10:51:23.895585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-3c58c541-3b2f-46a3-a244-b590164428fb service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955265 Jul 05 10:51:23.997405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5eef8ac1-d886-4873-9f88-e6bdde6b7252 req-a89106f9-1085-4f7e-b7b0-5357df94c335 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955119 Jul 05 10:51:24.110691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31216d3-7a38-4368-819b-a1234141cf46 req-b082ebe5-ad29-4fa7-b753-b9e9fa9992d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.112560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e31216d3-7a38-4368-819b-a1234141cf46 req-b082ebe5-ad29-4fa7-b753-b9e9fa9992d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1096 time: 0.0653951 Jul 05 10:51:24.221398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31216d3-7a38-4368-819b-a1234141cf46 req-a0bf23e0-5be2-4907-8dbd-9ee65b5da250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.222923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e31216d3-7a38-4368-819b-a1234141cf46 req-a0bf23e0-5be2-4907-8dbd-9ee65b5da250 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 200 len: 897 time: 0.1036062 Jul 05 10:51:24.275317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e31216d3-7a38-4368-819b-a1234141cf46 req-a15d7d93-6e29-4983-bcbc-4358b15a8f01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0443740 Jul 05 10:51:24.346199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31216d3-7a38-4368-819b-a1234141cf46 req-51adc75a-e948-49a2-bea7-42ea17309cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.347732 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e31216d3-7a38-4368-819b-a1234141cf46 req-51adc75a-e948-49a2-bea7-42ea17309cd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6b533f-dbb0-4a64-b315-c06300579c7f HTTP/1.1" status: 200 len: 835 time: 0.0653141 Jul 05 10:51:24.356607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 29326c73-ac47-4bcd-9579-507ac9f899ac up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:24.415177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31216d3-7a38-4368-819b-a1234141cf46 req-8b157f05-3ee7-4ba3-84a2-e49484e7a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.416807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e31216d3-7a38-4368-819b-a1234141cf46 req-8b157f05-3ee7-4ba3-84a2-e49484e7a93a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620029 Jul 05 10:51:24.433002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 29326c73-ac47-4bcd-9579-507ac9f899ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:24.433543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:24.523065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e31216d3-7a38-4368-819b-a1234141cf46 req-b58de854-1e14-4089-a5ca-ce689c3063b0 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982950 Jul 05 10:51:24.614872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e31216d3-7a38-4368-819b-a1234141cf46 req-3c536ab7-780c-4b67-ad6d-12250168d842 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851617 Jul 05 10:51:24.786857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd570c-64f4-42f5-bd05-bc01d6c782cf req-a87814d9-dbd8-4e12-8426-5a8868616f8a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.788772 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cabd570c-64f4-42f5-bd05-bc01d6c782cf req-a87814d9-dbd8-4e12-8426-5a8868616f8a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 944 time: 0.0773494 Jul 05 10:51:24.855556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cabd570c-64f4-42f5-bd05-bc01d6c782cf req-de8aef9f-a42c-496c-89d7-e6cf1ca00972 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603518 Jul 05 10:51:25.269855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:51:25.387863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:25.400977 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'port_id': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'mac_address': 'fa:16:3e:ce:92:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:51:25.442902 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:25.456651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:51:25.481798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:25.487275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:25.551608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:25.712792 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:51:26.096206 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1285fe-3232-4418-ab23-d3cd71f1d8bf req-b7faff77-bd22-487c-a6bb-14ebebef6daa tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:26.097818 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c1285fe-3232-4418-ab23-d3cd71f1d8bf req-b7faff77-bd22-487c-a6bb-14ebebef6daa tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 945 time: 0.0723438 Jul 05 10:51:26.143677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c1285fe-3232-4418-ab23-d3cd71f1d8bf req-901593d7-211d-4f5e-9454-e6db38c9c18d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Jul 05 10:51:27.302741 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:27.332585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13594-796b-4057-9afd-1276d1db3d33 req-d5b84116-0493-4d46-ad98-4c3974046724 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:27.334403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9c13594-796b-4057-9afd-1276d1db3d33 req-d5b84116-0493-4d46-ad98-4c3974046724 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 945 time: 0.0689740 Jul 05 10:51:27.361316 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:27.366828 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:27.367358 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:27.400473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9c13594-796b-4057-9afd-1276d1db3d33 req-33f67785-63a2-4c8a-aace-53e727c12353 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597572 Jul 05 10:51:27.619922 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:27.646781 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:27.649098 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9579caa-b0aa-46b5-81c1-4e9eaeadf26b" -d '{"events": [{"server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "name": "network-vif-plugged", "status": "completed", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:27.663255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:27.668327 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:27.702026 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2502ee8-98e6-4ef6-b621-c0fb5a4c1fc5 x-openstack-request-id: req-e2502ee8-98e6-4ef6-b621-c0fb5a4c1fc5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:27.704531 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "name": "network-vif-plugged", "status": "completed", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:27.704531 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2502ee8-98e6-4ef6-b621-c0fb5a4c1fc5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:27.704531 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'code': 200} Jul 05 10:51:27.728793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:27.819439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a6cc-47d3-4260-8f45-72657fc3909c req-09ba7df4-9079-4a41-9cd8-ed49674c694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:27.820871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b16a6cc-47d3-4260-8f45-72657fc3909c req-09ba7df4-9079-4a41-9cd8-ed49674c694b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1098 time: 0.0539117 Jul 05 10:51:27.858313 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1b16a6cc-47d3-4260-8f45-72657fc3909c req-bd5f61e7-c142-4732-bc76-eb5374262bb4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308533 Jul 05 10:51:28.612584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c842eab-4b7b-4d25-b7bb-3ecd42ac1c45 req-fb5eedb1-bdba-4185-b55c-769d2c269b39 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:28.614830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c842eab-4b7b-4d25-b7bb-3ecd42ac1c45 req-fb5eedb1-bdba-4185-b55c-769d2c269b39 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0939586 Jul 05 10:51:28.677208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c842eab-4b7b-4d25-b7bb-3ecd42ac1c45 req-aceceed3-c028-4317-9eef-5148b4e75b2a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559518 Jul 05 10:51:29.873231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0a16-8550-489f-94e7-af378797e2d4 req-6238f87d-a762-4a8c-a576-cdab24a588fa tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:29.874722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b1e0a16-8550-489f-94e7-af378797e2d4 req-6238f87d-a762-4a8c-a576-cdab24a588fa tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0709455 Jul 05 10:51:29.917093 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b1e0a16-8550-489f-94e7-af378797e2d4 req-41ba3ac9-6142-4be2-9926-d7cc76cdfbb9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353732 Jul 05 10:51:30.110121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcb534-8a26-4396-bb56-47430fd5b040 req-404693e0-b51d-42b3-9c33-3b6b9bc9e410 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:30.112518 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1fcb534-8a26-4396-bb56-47430fd5b040 req-404693e0-b51d-42b3-9c33-3b6b9bc9e410 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0685613 Jul 05 10:51:30.149857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1fcb534-8a26-4396-bb56-47430fd5b040 req-a83c99e4-5e46-46c7-a435-053b90448fe7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Jul 05 10:51:30.174644 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:30.225606 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ffd38-91ab-4296-8a7a-c52e99488978 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:30.227174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-370ffd38-91ab-4296-8a7a-c52e99488978 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1093 time: 0.0514698 Jul 05 10:51:30.229904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:30.234241 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:30.257752 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.273580 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.371339 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.376793 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.479508 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.218 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/66546a78-bf6c-48c9-ab74-ffcc6be43996) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:51:30.592561 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.635131 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.676004 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:30.681424 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:30.685161 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:51:30.691674 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=66546a78-bf6c-48c9-ab74-ffcc6be43996,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:31.093198 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:31.181954 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:31.340015 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:31.344585 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:31.691150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=66546a78-bf6c-48c9-ab74-ffcc6be43996,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:31.703373 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:31.813052 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP 78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3 associated. External IP: 172.25.1.218, port: 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9. Jul 05 10:51:32.033338 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 11545d14-0dac-4fa7-bb32-7dbece217a00 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:51:32.147859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:51:32.157858 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] Sync routers for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:51:32.164886 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:32.167317 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:32.167932 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:51:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:32.202598 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-37be3a73-ed39-4b7a-92d1-0ebde9105160 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9716709 Jul 05 10:51:32.203349 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:32.206395 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be9769f4d2c3d263a9decd1a521885228c4afde645c39fc8be76c3139734081b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:32.374160 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abcc75-4579-450b-83bf-0f9b7dc1157e req-90de775d-f8f1-452e-bd9c-74ac60884ed5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:32.375741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25abcc75-4579-450b-83bf-0f9b7dc1157e req-90de775d-f8f1-452e-bd9c-74ac60884ed5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0785103 Jul 05 10:51:32.417456 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:32.417720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25abcc75-4579-450b-83bf-0f9b7dc1157e req-4ce8db58-f1e8-4b63-9b05-c287161309b1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Jul 05 10:51:32.445616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:32.486928 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d0d686-169e-4655-a2de-740487ff2e2a x-openstack-request-id: req-b3d0d686-169e-4655-a2de-740487ff2e2a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:32.487352 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:32.487466 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3d0d686-169e-4655-a2de-740487ff2e2a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:32.487863 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'status': 'completed', 'code': 200} Jul 05 10:51:32.526825 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-d5a3503e-c3a5-4bed-ace9-407f05309f8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3 HTTP/1.1" status: 200 len: 992 time: 0.0784054 Jul 05 10:51:32.571994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-6cb1caea-2caa-4f3f-8fb0-0fd313e97db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:32.573563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-6cb1caea-2caa-4f3f-8fb0-0fd313e97db1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1098 time: 0.0658827 Jul 05 10:51:32.670292 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.218', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'port_id': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'mac_address': 'fa:16:3e:ce:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:51:30Z', 'updated_at': '2021-07-05T10:51:30Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:22Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:32.702743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-a09753de-c2ae-4051-9002-2a819a81bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:32.706997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-a09753de-c2ae-4051-9002-2a819a81bb79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 200 len: 897 time: 0.1264257 Jul 05 10:51:32.715586 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] Checking router: 11545d14-0dac-4fa7-bb32-7dbece217a00 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:51:32.726759 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:32.727409 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:51:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:32.784884 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-d9ba2329-fa38-453d-8f9c-d19123a682c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0710096 Jul 05 10:51:32.849921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-ef90a3fb-e174-4d37-9120-254c3e89535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:32.850663 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:32.851744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-ef90a3fb-e174-4d37-9120-254c3e89535e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6b533f-dbb0-4a64-b315-c06300579c7f HTTP/1.1" status: 200 len: 835 time: 0.0592518 Jul 05 10:51:32.930751 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-3ba727ef-2641-417c-9848-6e2586609534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:32.932954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-3ba727ef-2641-417c-9848-6e2586609534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739460 Jul 05 10:51:33.054240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-023de329-7709-41d6-89c1-cd1cc98d2ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142666 Jul 05 10:51:33.170101 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.218', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'port_id': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'mac_address': 'fa:16:3e:ce:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:51:30Z', 'updated_at': '2021-07-05T10:51:30Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:22Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:33.187500 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-feea10e7-f7ae-4b54-af67-c565ef2f4ce5 req-1f4a451c-3070-4999-97a3-530e67d383f5 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257122 Jul 05 10:51:33.207377 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dbce1-c623-443f-b6ca-f214e662f429 None None] The sync data for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 is: [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.218', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'port_id': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'mac_address': 'fa:16:3e:ce:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:51:30Z', 'updated_at': '2021-07-05T10:51:30Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:22Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:51:33.451306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbee97-51f6-4b65-82a2-c0e2aff316f9 None None] New status for floating IP 78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:51:33.529219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:33.608056 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ee20a7eb-c67a-499f-891a-2cd440630b94 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3 HTTP/1.1" status: 200 len: 992 time: 0.0770743 Jul 05 10:51:33.941162 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:51:34.612895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:34.683254 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3179d69d-0df8-4110-b76f-38a33bbacbe9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3 HTTP/1.1" status: 200 len: 994 time: 0.0689967 Jul 05 10:51:44.108684 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4d51961-692a-49c1-81a8-25104c4af587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:46.888225 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a26a0525-ca91-4bf0-a770-649fff2299e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:46.931877 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:48.279971 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:50.035934 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:00.283538 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:00.375828 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:06.345008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-e13eb5d4-fcac-4a98-85e9-8c7a079f8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:06.347072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-e13eb5d4-fcac-4a98-85e9-8c7a079f8ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1098 time: 0.1204846 Jul 05 10:52:06.426093 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990514b-7940-444e-a814-7f0080285500 req-e90cdf43-cb74-40bf-880a-d9a0b03e2200 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:06.428227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f990514b-7940-444e-a814-7f0080285500 req-e90cdf43-cb74-40bf-880a-d9a0b03e2200 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.1678200 Jul 05 10:52:06.499039 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f990514b-7940-444e-a814-7f0080285500 req-a1977138-4619-462f-9dc4-6bac54c344cb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634649 Jul 05 10:52:06.500324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-85a982e3-d5d9-4c95-9ba5-1d8f8ce0f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:06.502041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-85a982e3-d5d9-4c95-9ba5-1d8f8ce0f130 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 200 len: 897 time: 0.1478968 Jul 05 10:52:06.592373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-362efb73-d4da-4829-88f2-d7db8e02614e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 200 len: 1002 time: 0.0831070 Jul 05 10:52:06.665716 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-62331d7f-6ac0-4b69-8a70-77d0bf8a1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:06.668365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-62331d7f-6ac0-4b69-8a70-77d0bf8a1017 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6b533f-dbb0-4a64-b315-c06300579c7f HTTP/1.1" status: 200 len: 835 time: 0.0691195 Jul 05 10:52:06.739440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-e32005c6-805f-4866-88bf-1c574ff97d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:06.741046 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-e32005c6-805f-4866-88bf-1c574ff97d4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645566 Jul 05 10:52:06.855246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-05f4e992-80f7-4b0b-a888-4cb8c1081084 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065116 Jul 05 10:52:06.959951 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-899feda4-aeff-4d72-bfcc-af7575c7b5ce req-44f6db94-84aa-494d-a5bf-0602b755bf18 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962210 Jul 05 10:52:07.722790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f63e1-add3-4c2d-86ae-e39ce69399fc req-43ca9f8a-fd2c-4d47-ada6-c6e713bb3cb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:07.724512 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a22f63e1-add3-4c2d-86ae-e39ce69399fc req-43ca9f8a-fd2c-4d47-ada6-c6e713bb3cb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0824380 Jul 05 10:52:07.781545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a22f63e1-add3-4c2d-86ae-e39ce69399fc req-1978b55a-a672-4c1f-8c04-6c0baff4d7ec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444839 Jul 05 10:52:08.976992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790f357-c947-48ed-a250-1e6aa1a29582 req-878bfe22-4833-4346-b26c-5d52edc97764 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:08.978471 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5790f357-c947-48ed-a250-1e6aa1a29582 req-878bfe22-4833-4346-b26c-5d52edc97764 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0727088 Jul 05 10:52:09.026983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5790f357-c947-48ed-a250-1e6aa1a29582 req-81ee7815-4367-43b7-96c5-ce77395e4ede tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Jul 05 10:52:10.270732 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0270-9ccb-4dba-b246-68bab196576e req-c83a4cbf-9a88-4d4d-ad56-c844efd45940 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:10.276563 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b17e0270-9ccb-4dba-b246-68bab196576e req-c83a4cbf-9a88-4d4d-ad56-c844efd45940 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.1042609 Jul 05 10:52:10.330304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b17e0270-9ccb-4dba-b246-68bab196576e req-ac00038e-abf5-4d43-916c-a1cf604889a1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508721 Jul 05 10:52:10.940729 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:52:11.562004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018eca-9c98-438c-ad55-530ec7c286a9 req-7135b40b-8a43-4754-b1df-7fa56d6f1568 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:11.563712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1018eca-9c98-438c-ad55-530ec7c286a9 req-7135b40b-8a43-4754-b1df-7fa56d6f1568 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0767725 Jul 05 10:52:11.616998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1018eca-9c98-438c-ad55-530ec7c286a9 req-a71390ff-4f9e-41b6-9bd3-ac8a134bf9d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409083 Jul 05 10:52:12.823497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d8b4f-ec5e-4298-bc2f-fa101067cf45 req-d5c6e826-f298-48ab-8d63-cc3100ac3cf7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:12.825062 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-806d8b4f-ec5e-4298-bc2f-fa101067cf45 req-d5c6e826-f298-48ab-8d63-cc3100ac3cf7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0784423 Jul 05 10:52:12.872071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-806d8b4f-ec5e-4298-bc2f-fa101067cf45 req-e81914af-2743-47cb-908b-d339276e18d7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 Jul 05 10:52:13.688957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-586d0300-c73e-442f-beb8-c2e7d35679c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:13.690744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-586d0300-c73e-442f-beb8-c2e7d35679c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1098 time: 0.0728366 Jul 05 10:52:13.868837 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-0407f0ae-6f16-47b6-8f07-988c370dfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:13.871505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-0407f0ae-6f16-47b6-8f07-988c370dfbf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 200 len: 897 time: 0.1571951 Jul 05 10:52:13.955827 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-7e2563fb-e0cc-44bf-bdb7-1386a8f02e23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 200 len: 1002 time: 0.0765567 Jul 05 10:52:14.066183 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-3c1e98d6-b934-4f8f-8808-5152fdd90a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:14.067832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-3c1e98d6-b934-4f8f-8808-5152fdd90a71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6b533f-dbb0-4a64-b315-c06300579c7f HTTP/1.1" status: 200 len: 835 time: 0.1045475 Jul 05 10:52:14.124421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25384211-278c-49a2-9cbc-5ac8e3bd4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.143383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edade3-94c1-4201-a7f3-5387e260c8a4 req-8bcfc627-0225-4e51-b510-537a521aad60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:14.144991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87edade3-94c1-4201-a7f3-5387e260c8a4 req-8bcfc627-0225-4e51-b510-537a521aad60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.1285307 Jul 05 10:52:14.188627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-fc2fad76-ba43-49e6-b7c8-564ad0c9b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:14.188627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-fc2fad76-ba43-49e6-b7c8-564ad0c9b022 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103439 Jul 05 10:52:14.224797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-87edade3-94c1-4201-a7f3-5387e260c8a4 req-382fd52f-5ad7-407d-b21d-464aa7a172b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709836 Jul 05 10:52:14.298150 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-f53e07f2-5ef8-4a0c-b9ce-6d71b83cc735 service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054721 Jul 05 10:52:14.395882 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a3bbf384-f67f-4243-949c-49addd28bbc1 req-ad3f7b23-4111-429c-9eeb-579e56aa106c service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907116 Jul 05 10:52:15.463136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfee3-76f2-4413-b244-eea71b18cb8b req-5fc6143c-551d-4356-b9c6-1629a801bfc3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:15.464770 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0cfee3-76f2-4413-b244-eea71b18cb8b req-5fc6143c-551d-4356-b9c6-1629a801bfc3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0804193 Jul 05 10:52:15.509867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8c0cfee3-76f2-4413-b244-eea71b18cb8b req-4d236058-df05-4186-ba4a-ee93fb694763 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370040 Jul 05 10:52:16.707192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e22a0c-878d-47b2-ab0d-c6293ad28860 req-51282905-bb6b-4e64-a0cc-7db0a80fa97d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:16.708853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08e22a0c-878d-47b2-ab0d-c6293ad28860 req-51282905-bb6b-4e64-a0cc-7db0a80fa97d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0753839 Jul 05 10:52:16.751137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-08e22a0c-878d-47b2-ab0d-c6293ad28860 req-8e07b555-8eff-45db-9790-0f16a19310f9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362840 Jul 05 10:52:16.890271 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d04f181-2919-4980-b807-c821b8bf5ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.925267 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:17.936528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac8c79-5b90-4272-a004-1f892bcd5291 req-daf962c7-12dd-4e50-a486-543cc866a382 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:17.938579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62ac8c79-5b90-4272-a004-1f892bcd5291 req-daf962c7-12dd-4e50-a486-543cc866a382 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0654163 Jul 05 10:52:17.985773 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62ac8c79-5b90-4272-a004-1f892bcd5291 req-2391ec1f-e82d-4ca6-844b-b7df18bd41c3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Jul 05 10:52:18.282231 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.166531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9630-924c-4576-8e7d-36bad476aeb0 req-1fe045d7-993e-4290-b5de-8956abe7f1e2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:19.168255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-827d9630-924c-4576-8e7d-36bad476aeb0 req-1fe045d7-993e-4290-b5de-8956abe7f1e2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0675311 Jul 05 10:52:19.208964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-827d9630-924c-4576-8e7d-36bad476aeb0 req-cb6d3995-958c-4a6a-b35a-442bddd2eb1f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339601 Jul 05 10:52:20.036222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.404700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58786c-7adb-4fc2-918f-eb29418c9aba req-0f6ffd79-314e-497c-8cd7-25e1b318b582 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:20.406607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca58786c-7adb-4fc2-918f-eb29418c9aba req-0f6ffd79-314e-497c-8cd7-25e1b318b582 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0764036 Jul 05 10:52:20.450234 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ca58786c-7adb-4fc2-918f-eb29418c9aba req-f3cb8d56-cb18-4a48-ad34-209b6f728a4e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375230 Jul 05 10:52:21.643575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc1aa-dd5e-40c3-8d94-5b3e624e24ee req-4255dd18-af12-4f63-b17d-2f519a479dda tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:21.645142 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f5fc1aa-dd5e-40c3-8d94-5b3e624e24ee req-4255dd18-af12-4f63-b17d-2f519a479dda tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0707388 Jul 05 10:52:21.693930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f5fc1aa-dd5e-40c3-8d94-5b3e624e24ee req-cea2a998-9be6-4a63-92f6-c500dc249698 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 Jul 05 10:52:22.879868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257993c7-ebb2-4b7f-b6d1-204d0ceb6830 req-f7c6fad6-73a9-43cb-aa96-7b1e026a4dea tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:22.881495 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-257993c7-ebb2-4b7f-b6d1-204d0ceb6830 req-f7c6fad6-73a9-43cb-aa96-7b1e026a4dea tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0678289 Jul 05 10:52:22.927798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-257993c7-ebb2-4b7f-b6d1-204d0ceb6830 req-86053c75-543a-47ec-afed-449ca4dcad1f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404229 Jul 05 10:52:24.137007 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fb7dc-f53c-400b-a73c-e549424b0231 req-bdb169d8-3ac5-4ba5-abbd-c5b0fc663a49 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:24.138530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79fb7dc-f53c-400b-a73c-e549424b0231 req-bdb169d8-3ac5-4ba5-abbd-c5b0fc663a49 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0721836 Jul 05 10:52:24.190119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79fb7dc-f53c-400b-a73c-e549424b0231 req-95120f74-af69-4ec9-8354-d51becf07598 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446610 Jul 05 10:52:24.218529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:24.288070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f264d4b1-c491-4ac0-8722-34f3544919ab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3 HTTP/1.1" status: 200 len: 994 time: 0.0681388 Jul 05 10:52:30.280953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:30.374106 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:44.114427 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c05287f7-2f17-4eaf-ac22-091280fa5c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:46.894131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c5de9da-488e-498d-a7dd-cefa639feda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:46.928769 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:47.944213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:52:48.287665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:50.047530 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:56.939610 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42792) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:57.126450 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 66546a78-bf6c-48c9-ab74-ffcc6be43996 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:52:57.126787 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:57.212816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:57.213060 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:57.228226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 66546a78-bf6c-48c9-ab74-ffcc6be43996 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:52:57.413282 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:57.446433 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=66546a78-bf6c-48c9-ab74-ffcc6be43996,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:57.463500 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.463850 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.464275 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.464657 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.465199 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.465597 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.465933 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.466436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.466871 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.467262 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.467711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.468082 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:57.533876 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:57.534483 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP 78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3 disassociated (deleted). External IP: 172.25.1.218, port: 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9. Jul 05 10:52:57.805181 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 11545d14-0dac-4fa7-bb32-7dbece217a00 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:52:57.928859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:57.934388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:57.940777 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] Sync routers for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:57.951027 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:57.951684 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:57.987709 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7d68f58e-58e9-4268-af07-013807b9533b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/floatingips/78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3 HTTP/1.1" status: 204 len: 168 time: 1.0470731 Jul 05 10:52:57.988995 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:52:57.991375 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be9769f4d2c3d263a9decd1a521885228c4afde645c39fc8be76c3139734081b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15be5f9-9a14-405f-8bc3-9475e45cfd86" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:52:58.074128 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:58.320573 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:22Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:58.325712 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c4dc8-b9f3-4a3a-9bec-99fdd428f083 x-openstack-request-id: req-547c4dc8-b9f3-4a3a-9bec-99fdd428f083 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:52:58.326810 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:52:58.326810 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-547c4dc8-b9f3-4a3a-9bec-99fdd428f083 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:52:58.326810 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'status': 'completed', 'code': 200} Jul 05 10:52:58.365162 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] Checking router: 11545d14-0dac-4fa7-bb32-7dbece217a00 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:58.376112 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:58.376731 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:58.425426 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-8ea192e9-996c-43d7-8ee4-d0a9987c586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:58.427185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-8ea192e9-996c-43d7-8ee4-d0a9987c586b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 1098 time: 0.0749078 Jul 05 10:52:58.510912 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:58.594287 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-83ad3fbc-7a59-402a-8667-eb6660ddcda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:58.596275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-83ad3fbc-7a59-402a-8667-eb6660ddcda3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 200 len: 897 time: 0.1611712 Jul 05 10:52:58.618437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b26b-7cb6-48e7-83f1-a638e4b40f40 req-c756fcaf-e8e6-4c72-b914-8c7de7c6ec8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:58.620044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d600b26b-7cb6-48e7-83f1-a638e4b40f40 req-c756fcaf-e8e6-4c72-b914-8c7de7c6ec8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.1259902 Jul 05 10:52:58.671614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-e1f546dd-f50c-41dd-b268-19c32dd22725 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0505567 Jul 05 10:52:58.740079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d600b26b-7cb6-48e7-83f1-a638e4b40f40 req-91e19f60-3e09-4787-aba3-f2502656775b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768354 Jul 05 10:52:58.749515 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-0b439622-7731-4133-a96a-e126403bae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:58.751185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-0b439622-7731-4133-a96a-e126403bae1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a6b533f-dbb0-4a64-b315-c06300579c7f HTTP/1.1" status: 200 len: 835 time: 0.0699573 Jul 05 10:52:58.830791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-0b7cf3d8-9d5b-4a62-8b6b-f18e6c8dcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:58.833654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-0b7cf3d8-9d5b-4a62-8b6b-f18e6c8dcec7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726888 Jul 05 10:52:58.870834 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:22Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:58.901859 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ebb25-3242-42b9-98df-5e4b6f00716c None None] The sync data for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 is: [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '29326c73-ac47-4bcd-9579-507ac9f899ac', 'name': '', 'network_id': '3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:92:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:15Z', 'updated_at': '2021-07-05T10:51:22Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '0a6b533f-dbb0-4a64-b315-c06300579c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:58.957904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-bce49127-e1cb-46c6-9639-d08cf82471cd service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162162 Jul 05 10:52:59.068607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b15be5f9-9a14-405f-8bc3-9475e45cfd86 req-454fedd9-0ec0-4989-a18a-99bd789ff49c service neutron] 10.222.0.15 "GET /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029115 Jul 05 10:52:59.171559 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df2dbe-0207-4b48-9d26-83c582114aae None None] New status for floating IP 78a90ae8-6d4a-4c9c-a55e-48ecdf6244d3: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:52:59.941691 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30722a-2624-4d16-a669-ad02630c6a09 req-4b013b1c-6f96-4b9e-bc1e-1e8158f5b034 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:59.943331 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c30722a-2624-4d16-a669-ad02630c6a09 req-4b013b1c-6f96-4b9e-bc1e-1e8158f5b034 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0737407 Jul 05 10:53:00.017316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c30722a-2624-4d16-a669-ad02630c6a09 req-394d6597-8171-4c1f-9f50-d19157284682 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20cde48-1c2c-43af-a52b-5337cb36a1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680349 Jul 05 10:53:00.046823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-a28b3369-ff3c-472a-9278-f49c2e8d1cb3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:00.048439 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-a28b3369-ff3c-472a-9278-f49c2e8d1cb3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 946 time: 0.0923073 Jul 05 10:53:00.159695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:00.160034 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:00.272609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:00.272901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:00.292993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:00.306006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:00.396723 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:00.470640 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:00.504360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:00.518498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.518850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.519223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.519566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.519905 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.520236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.520566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.520893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.521223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.521552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.521952 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.522191 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:00.563278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] No DVR routers for this DVR port 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:53:00.566054 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:00.568161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-13824483-40ed-4c2b-8eb8-c4dff161c0e1 req-4bbb78fb-cdbf-4fbc-8347-19ca0f42959b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "DELETE /v2.0/ports/5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 HTTP/1.1" status: 204 len: 173 time: 0.5139832 Jul 05 10:53:00.568617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'name': 'network-vif-deleted', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:00.570918 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26208b51-e273-4317-a2df-dcb95cc7a7e1" -d '{"events": [{"server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "name": "network-vif-deleted", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:00.682590 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1509e573-c83e-4649-bb6d-74080db9676e x-openstack-request-id: req-1509e573-c83e-4649-bb6d-74080db9676e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:00.682590 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00", "name": "network-vif-deleted", "tag": "5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:00.682590 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1509e573-c83e-4649-bb6d-74080db9676e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:00.682590 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00', 'name': 'network-vif-deleted', 'tag': '5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9', 'status': 'completed', 'code': 200} Jul 05 10:53:01.220719 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f3f21873-60f3-4a3f-8d07-dcc7d3e89199 req-1648e6a6-1c8c-42da-b549-b683a0a2b9d1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee3ff3c5-c9c4-4a46-ac83-ec71f0a5cc00 HTTP/1.1" status: 200 len: 210 time: 0.0503311 Jul 05 10:53:02.333013 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:02.882086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:03.265637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 29326c73-ac47-4bcd-9579-507ac9f899ac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:03.265967 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:03.407147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 29326c73-ac47-4bcd-9579-507ac9f899ac, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=29326c73-ac47-4bcd-9579-507ac9f899ac,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:03.407895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:03.426243 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 29326c73-ac47-4bcd-9579-507ac9f899ac owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:03.702980 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:03.733060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=29326c73-ac47-4bcd-9579-507ac9f899ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:03.847238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:03.876655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:03.877002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 5e520b7f-6b9a-403b-bca6-d7a5dc66a4b9 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:03.951235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:04.604325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 11545d14-0dac-4fa7-bb32-7dbece217a00 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:53:04.729920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:04.736527 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f9856a46-3615-4a75-a732-3d66c616f4ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/11545d14-0dac-4fa7-bb32-7dbece217a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4020076 Jul 05 10:53:04.741767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:04.744390 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] Sync routers for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:04.757867 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:04.758479 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:04.811342 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting subnet 0a6b533f-dbb0-4a64-b315-c06300579c7f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:53:04.815338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:04.863830 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:04.890952 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:05.006745 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.096846 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.122050 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:53:03Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:05.144949 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6b533f-dbb0-4a64-b315-c06300579c7f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:05.153364 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.156176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a5086a75-fcff-467f-bea6-2be47767e2c4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/subnets/0a6b533f-dbb0-4a64-b315-c06300579c7f HTTP/1.1" status: 204 len: 168 time: 0.4126544 Jul 05 10:53:05.159481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:05.161503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] Checking router: 11545d14-0dac-4fa7-bb32-7dbece217a00 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:05.162915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c3727-0c14-48ed-9c58-7cf07a5940fe None None] Network 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:53:05.173284 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] Routers {'11545d14-0dac-4fa7-bb32-7dbece217a00'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:05.173921 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['11545d14-0dac-4fa7-bb32-7dbece217a00'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:05.308447 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.327349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] Set router 11545d14-0dac-4fa7-bb32-7dbece217a00 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:05.438955 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.519043 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 1df84653-534c-44d2-80bc-e3fbb9324635 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:05.519853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.589352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] DHCP port deletion for 3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:53:05.597021 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:53:03Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:05.638814 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 1df84653-534c-44d2-80bc-e3fbb9324635, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1df84653-534c-44d2-80bc-e3fbb9324635,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:05.639525 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.654587 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 1df84653-534c-44d2-80bc-e3fbb9324635 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:05.661179 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59ec66-1caa-4dfe-9335-548b1420298f None None] The sync data for ids ['11545d14-0dac-4fa7-bb32-7dbece217a00'] in n-d-771363-33 is: [{'id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663575691', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:53:03Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '1df84653-534c-44d2-80bc-e3fbb9324635', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11545d14-0dac-4fa7-bb32-7dbece217a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:51:11Z', 'updated_at': '2021-07-05T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:05.673300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Deleting port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:53:05.673840 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.764863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] For port 1c4527d9-a08f-424d-97d9-f3ee23af05d0, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=1c4527d9-a08f-424d-97d9-f3ee23af05d0,segment=NetworkSegment(922962c1-8749-468e-a46d-e52d3b3a6b23),segment_id=922962c1-8749-468e-a46d-e52d3b3a6b23)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:05.765467 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.787222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Calling delete_port for 1c4527d9-a08f-424d-97d9-f3ee23af05d0 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:53:05.860853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.891452 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=1df84653-534c-44d2-80bc-e3fbb9324635,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:05.933556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.959968 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Pushing event deleted for resources: {'Port': ['ID=1c4527d9-a08f-424d-97d9-f3ee23af05d0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:05.965435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] No DVR routers for this DVR port 1c4527d9-a08f-424d-97d9-f3ee23af05d0 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:53:05.968322 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:05.974497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.974849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.975234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.975578 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.975913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.976247 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.976577 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.976900 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.977226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.977556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.977880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:05.978199 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f2e68-9c1f-48a3-a80f-a9b5aff27553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:06.093802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.098089 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.154221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.156224 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Fanout notify agent at l3_agent the message router_deleted on router 11545d14-0dac-4fa7-bb32-7dbece217a00 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:53:06.164950 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.169502 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-61271c6d-62e4-40bb-a08c-34653a1ff6b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/routers/11545d14-0dac-4fa7-bb32-7dbece217a00 HTTP/1.1" status: 204 len: 168 time: 1.0050726 Jul 05 10:53:06.169904 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:06.264301 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.380863 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.397898 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:06.411415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922962c1-8749-468e-a46d-e52d3b3a6b23') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:06.411828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922962c1-8749-468e-a46d-e52d3b3a6b23') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:06.423720 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.444055 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.452285 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:53:06.452852 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:53:06.456067 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:53:06.528898 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.537095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.542199 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/networks/3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04 HTTP/1.1" status: 204 len: 168 time: 0.3673098 Jul 05 10:53:06.543392 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42822) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:06.619956 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b699673-e522-489b-ba29-50707afcd37f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.649632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b699673-e522-489b-ba29-50707afcd37f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.740686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b699673-e522-489b-ba29-50707afcd37f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.743506 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b699673-e522-489b-ba29-50707afcd37f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:06.744734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7b699673-e522-489b-ba29-50707afcd37f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/security-groups/f20cde48-1c2c-43af-a52b-5337cb36a1bb HTTP/1.1" status: 204 len: 168 time: 0.2006979 Jul 05 10:53:06.757169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b699673-e522-489b-ba29-50707afcd37f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20cde48-1c2c-43af-a52b-5337cb36a1bb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:06.797991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 29326c73-ac47-4bcd-9579-507ac9f899ac no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:06.833794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 29326c73-ac47-4bcd-9579-507ac9f899ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:06.833794 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 29326c73-ac47-4bcd-9579-507ac9f899ac not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:06.834599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c4527d9-a08f-424d-97d9-f3ee23af05d0 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:06.887734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1c4527d9-a08f-424d-97d9-f3ee23af05d0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:06.888234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1c4527d9-a08f-424d-97d9-f3ee23af05d0 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:06.922852 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c8de-85ff-451c-8ed9-046345c9bd32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Network': ['ID=3bbd71d7-5c72-4a16-bcd4-f3b9d4c6ea04,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:07.208528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42828) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:07.214614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-35dbb3c1-3c8c-499d-8331-1f18f215fafc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988406447', 'description': 'tempest-secgroup-smoke-988406447 description', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:07.246273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35dbb3c1-3c8c-499d-8331-1f18f215fafc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.375302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35dbb3c1-3c8c-499d-8331-1f18f215fafc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.381183 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35dbb3c1-3c8c-499d-8331-1f18f215fafc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.425600 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35dbb3c1-3c8c-499d-8331-1f18f215fafc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.427944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-35dbb3c1-3c8c-499d-8331-1f18f215fafc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2182863 Jul 05 10:53:07.432680 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:07.438266 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbb3c1-3c8c-499d-8331-1f18f215fafc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62aa5f3-7981-4327-a720-42012da0bf67,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:07.440053 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-24dee3de-1057-42aa-aa2e-ef7c8ea2135a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c62aa5f3-7981-4327-a720-42012da0bf67', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:07.496404 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24dee3de-1057-42aa-aa2e-ef7c8ea2135a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.585747 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24dee3de-1057-42aa-aa2e-ef7c8ea2135a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.592030 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24dee3de-1057-42aa-aa2e-ef7c8ea2135a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.613066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dee3de-1057-42aa-aa2e-ef7c8ea2135a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b203c7dd-951e-4df1-8fe8-57fb9a08c850,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:07.621776 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24dee3de-1057-42aa-aa2e-ef7c8ea2135a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.624400 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-24dee3de-1057-42aa-aa2e-ef7c8ea2135a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902730 Jul 05 10:53:07.629333 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42832) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:07.638441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-22450fe0-82df-4c85-a830-daa76a757a18 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c62aa5f3-7981-4327-a720-42012da0bf67', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:07.685620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22450fe0-82df-4c85-a830-daa76a757a18 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.767117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22450fe0-82df-4c85-a830-daa76a757a18 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.773181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22450fe0-82df-4c85-a830-daa76a757a18 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.808708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22450fe0-82df-4c85-a830-daa76a757a18 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34eaf55-7d63-4c31-81d5-ac4d25d8c273,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:07.818199 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22450fe0-82df-4c85-a830-daa76a757a18 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.819616 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-22450fe0-82df-4c85-a830-daa76a757a18 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1888275 Jul 05 10:53:07.823062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42834) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:07.830840 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6d88074e-0510-400e-88e0-05633d66beec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c62aa5f3-7981-4327-a720-42012da0bf67', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:07.877204 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d88074e-0510-400e-88e0-05633d66beec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.990071 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d88074e-0510-400e-88e0-05633d66beec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:07.996075 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d88074e-0510-400e-88e0-05633d66beec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.019791 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88074e-0510-400e-88e0-05633d66beec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432eea92-5815-4260-bb77-beebeb16dc9d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:08.028363 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d88074e-0510-400e-88e0-05633d66beec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.030477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6d88074e-0510-400e-88e0-05633d66beec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2058687 Jul 05 10:53:08.034916 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42836) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:08.040503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-92bdc04f-2935-4357-90aa-b70a48e7c6b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c62aa5f3-7981-4327-a720-42012da0bf67', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:08.073848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92bdc04f-2935-4357-90aa-b70a48e7c6b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.149619 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92bdc04f-2935-4357-90aa-b70a48e7c6b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.153424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92bdc04f-2935-4357-90aa-b70a48e7c6b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.180578 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdc04f-2935-4357-90aa-b70a48e7c6b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc17286-8697-4c49-abcf-35d2b7f3f536,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:08.186051 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92bdc04f-2935-4357-90aa-b70a48e7c6b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.190928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42838) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:08.191712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-92bdc04f-2935-4357-90aa-b70a48e7c6b8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546884 Jul 05 10:53:08.196632 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c62aa5f3-7981-4327-a720-42012da0bf67', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:08.224993 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:53:08.239217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.346102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.351497 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.360969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1df84653-534c-44d2-80bc-e3fbb9324635 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:53:08.374490 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a67b0db-5bee-4d9a-8fd3-935d35746a3e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:08.385483 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.390753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f0fb7982-54c3-4d56-bfe3-7375f5f3448f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1949260 Jul 05 10:53:08.391195 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:08.396560 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c62aa5f3-7981-4327-a720-42012da0bf67', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:08.406785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 1df84653-534c-44d2-80bc-e3fbb9324635 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:53:08.407384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 1df84653-534c-44d2-80bc-e3fbb9324635 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:53:08.423829 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:53:08.430326 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.512264 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.518612 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.553244 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893501f5-08e6-469d-919f-5bb0cb84fb07,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:08.562495 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.564243 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7c3bad69-1973-4593-a679-6725aa7aa025 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1713357 Jul 05 10:53:08.569143 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:08.578046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'network': {'name': 'tempest-network-smoke--811045421', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:08.613592 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:53:08.619490 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.660317 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:53:08.674875 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.675485 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Added segment ebaefdba-72d2-4cdb-84f6-7e9a6e05afee of type vlan for network 4b1a46d9-4dad-4a93-991a-b979345e487b Jul 05 10:53:08.741230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.793913 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.804762 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:08.805803 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.865832 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2949367 Jul 05 10:53:08.870284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:08.883826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'admin_state_up': True, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:08.906455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a78a0-8dc0-4e9c-ab5d-0cd5fec6971d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Network': ['ID=4b1a46d9-4dad-4a93-991a-b979345e487b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:08.918073 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 4b1a46d9-4dad-4a93-991a-b979345e487b details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:53:08.923343 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.924609 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:08.987238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:09.174279 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:09.416636 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:09.448194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:09.606242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.44 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/a7375808-7bb0-4f66-84b5-d56472579944) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:09.733689 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:09.781509 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:09.822000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:09.828934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:09.833321 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:09.858748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=a7375808-7bb0-4f66-84b5-d56472579944,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:10.130431 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:10.363772 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:10.547619 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4739a70d-7e01-4650-884c-52f4c4722871 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:53:10.710835 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:10.723786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Sync routers for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:10.736690 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:10.738076 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:10.738390 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-22b68842-0073-4907-8f84-040e909e2dec tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8669481 Jul 05 10:53:10.738855 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:10.743261 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:10.790735 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bbdf73da-fddb-45cb-aab8-0c7815dd2cbd tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cafbe1ed0af148fab05ebf0f6fdba5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457008 Jul 05 10:53:10.794576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:10.939297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:10.961859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf94e3-f180-4264-9f2d-888c3a31dbcf tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:10.964243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9baf94e3-f180-4264-9f2d-888c3a31dbcf tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666617 Jul 05 10:53:10.968145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42850) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:11.005260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-29085e44-775d-423f-9955-7984c6ec5d44 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356193 Jul 05 10:53:11.009876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:11.023122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664768521', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:11.152184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:53:11.157820 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:11.207921 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:09Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:11.264042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Checking router: 4739a70d-7e01-4650-884c-52f4c4722871 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:11.264389 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Updating router 4739a70d-7e01-4650-884c-52f4c4722871 port a7375808-7bb0-4f66-84b5-d56472579944 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:53:11.310829 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:11.420341 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:11.495450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Subnet': ['ID=620cdc87-82e3-4c69-8423-3c8de19334ab,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:11.514023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Checking segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:11.514429 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network hostable DHCP agents. Network: 4b1a46d9-4dad-4a93-991a-b979345e487b, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:53:11.536647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4b1a46d9-4dad-4a93-991a-b979345e487b is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:53:11.549418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 4b1a46d9-4dad-4a93-991a-b979345e487b) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:11.556127 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:11.557990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:11.567114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f079e4-2d5d-4b20-9e18-772e7797173c None None] Network 4b1a46d9-4dad-4a93-991a-b979345e487b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:53:11.580602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-edaa777d-7315-4daa-abb9-fe9f24bf1ca0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5645587 Jul 05 10:53:11.585435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:11.833785 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:11.865226 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Transition to ACTIVE for port object a7375808-7bb0-4f66-84b5-d56472579944 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:11.880007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:11.983629 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-4b1a46d9-4dad-4a93-991a-b979345e487b', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:53:11.985391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:12.031538 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Attempting to bind port a7375808-7bb0-4f66-84b5-d56472579944 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:12.032063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Attempting to bind port a7375808-7bb0-4f66-84b5-d56472579944 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:12.032572 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Attempting to bind port a7375808-7bb0-4f66-84b5-d56472579944 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:12.041824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef3829-a527-4b8d-8744-26b121e54da0 None None] Pushing event updated for resources: {'Port': ['ID=a7375808-7bb0-4f66-84b5-d56472579944,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:12.060863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:12.060863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:12.060863 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:12.060863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:12.060863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Bound port: a7375808-7bb0-4f66-84b5-d56472579944, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:12.060863 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:12.217704 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] For port a7375808-7bb0-4f66-84b5-d56472579944, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:12.232703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:12.250148 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] For port a7375808-7bb0-4f66-84b5-d56472579944, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a7375808-7bb0-4f66-84b5-d56472579944,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:12.264953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:12.278070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Allocated IP 172.20.0.2 (4b1a46d9-4dad-4a93-991a-b979345e487b/620cdc87-82e3-4c69-8423-3c8de19334ab/0d15f559-30c5-4150-9013-ab754612042a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:12.457024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:12.457662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:12.461170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef3829-a527-4b8d-8744-26b121e54da0 None None] Pushing event updated for resources: {'Port': ['ID=a7375808-7bb0-4f66-84b5-d56472579944,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:12.841929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:12.911742 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:12.959055 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Transition to ACTIVE for port object 0d15f559-30c5-4150-9013-ab754612042a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:12.989019 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Transition to ACTIVE for port object 0d15f559-30c5-4150-9013-ab754612042a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:12.998794 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.061204 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Network 4b1a46d9-4dad-4a93-991a-b979345e487b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:13.071349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:13.078281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:13.078765 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.1 (4b1a46d9-4dad-4a93-991a-b979345e487b/620cdc87-82e3-4c69-8423-3c8de19334ab/609d340f-2812-4144-a7b6-7ee23115c4ab) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:13.115427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Pushing event updated for resources: {'Port': ['ID=0d15f559-30c5-4150-9013-ab754612042a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:13.191336 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Attempting to bind port 0d15f559-30c5-4150-9013-ab754612042a on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:13.191801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Attempting to bind port 0d15f559-30c5-4150-9013-ab754612042a by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:13.192384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Attempting to bind port 0d15f559-30c5-4150-9013-ab754612042a on network 4b1a46d9-4dad-4a93-991a-b979345e487b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:13.204687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:13.205209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Checking segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:13.205644 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.206132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Bound using segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:13.206842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Bound port: 0d15f559-30c5-4150-9013-ab754612042a, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:13.207280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.257997 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:09Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:13.265321 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.290398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object 609d340f-2812-4144-a7b6-7ee23115c4ab will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:13.303070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7235450-a570-40ad-9f38-fce8b959f3dc None None] The sync data for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 is: [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:09Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:13.348883 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.353209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] For port 0d15f559-30c5-4150-9013-ab754612042a, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:13.361793 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] For port 0d15f559-30c5-4150-9013-ab754612042a, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0d15f559-30c5-4150-9013-ab754612042a,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:13.369723 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.438697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4b1a46d9-4dad-4a93-991a-b979345e487b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:13.445272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:13.457236 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:13.478368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254266d0-a208-46d9-bd89-af6cfeb57e13 None None] Pushing event updated for resources: {'Port': ['ID=0d15f559-30c5-4150-9013-ab754612042a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:13.498638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=609d340f-2812-4144-a7b6-7ee23115c4ab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:13.544320 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.858784 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.126616 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9575-10dc-4420-b1b6-94d6ab7fb264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.405648 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.416298 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.548636 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.612699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a7375808-7bb0-4f66-84b5-d56472579944 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:14.622930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=609d340f-2812-4144-a7b6-7ee23115c4ab,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:14.745077 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port a7375808-7bb0-4f66-84b5-d56472579944 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:14.754152 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a7375808-7bb0-4f66-84b5-d56472579944 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:14.754862 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.810052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4b1a46d9-4dad-4a93-991a-b979345e487b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:14.812644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:14.928323 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.966865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port a7375808-7bb0-4f66-84b5-d56472579944, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a7375808-7bb0-4f66-84b5-d56472579944,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:14.975335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:14.976568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d15f559-30c5-4150-9013-ab754612042a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:14.985348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c941fa-73e0-401b-85e7-bef95cf02112 None None] Network 4b1a46d9-4dad-4a93-991a-b979345e487b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:53:15.042583 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4739a70d-7e01-4650-884c-52f4c4722871 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:53:15.152112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4726f090-52ea-4bf7-aaca-f7aa071dea60 None None] Provisioning for port 0d15f559-30c5-4150-9013-ab754612042a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:15.184002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=a7375808-7bb0-4f66-84b5-d56472579944,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:15.228525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0d15f559-30c5-4150-9013-ab754612042a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:15.253161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:15.259409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0d15f559-30c5-4150-9013-ab754612042a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:15.260169 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:15.270932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9953ca3c-6701-4b08-b301-34462eeefad3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/4739a70d-7e01-4650-884c-52f4c4722871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6842206 Jul 05 10:53:15.478962 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:15.541662 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-17233955-6f12-43bc-bad3-9dd1edc412cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988406447&fields=id&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 267 time: 0.0835013 Jul 05 10:53:15.561480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 0d15f559-30c5-4150-9013-ab754612042a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0d15f559-30c5-4150-9013-ab754612042a,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:15.569786 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:15.672201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=0d15f559-30c5-4150-9013-ab754612042a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:15.788216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-83be81e0-82bd-4a37-8312-1293c5667f6b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:15.791411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-83be81e0-82bd-4a37-8312-1293c5667f6b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 796 time: 0.2450953 Jul 05 10:53:15.815322 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Sync routers for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:15.820953 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-7bd229db-feca-43e6-bce3-9f5b786aa417 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/quotas/cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 375 time: 0.0213530 Jul 05 10:53:15.839309 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:15.843542 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:52:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:15.923601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-098957af-1fec-4f54-a6cd-7398888a88a5 None None] Provisioning complete for port 0d15f559-30c5-4150-9013-ab754612042a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:15.924906 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-098957af-1fec-4f54-a6cd-7398888a88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:15.950135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-b44f7d67-50b3-4dc7-87c2-b76d1b566116 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185892 Jul 05 10:53:16.038990 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:16.094764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-fa4258cc-e4af-4eda-b5f9-e633dfd8a917 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:53:16.097309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-fa4258cc-e4af-4eda-b5f9-e633dfd8a917 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1278923 Jul 05 10:53:16.157999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-098957af-1fec-4f54-a6cd-7398888a88a5 None None] Provisioning for port 609d340f-2812-4144-a7b6-7ee23115c4ab completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:16.167267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-098957af-1fec-4f54-a6cd-7398888a88a5 None None] Provisioning complete for port 609d340f-2812-4144-a7b6-7ee23115c4ab triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:16.168247 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-098957af-1fec-4f54-a6cd-7398888a88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:16.237248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-098957af-1fec-4f54-a6cd-7398888a88a5 None None] Port 609d340f-2812-4144-a7b6-7ee23115c4ab cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:16.337076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-2b63dbf7-c8bd-4bfd-9973-76a2d80b6b01 service neutron] 10.222.0.21 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263472 Jul 05 10:53:16.384175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d2c49e04-3a38-4675-a70f-4b35a72f9638 None None] Provisioning complete for port 609d340f-2812-4144-a7b6-7ee23115c4ab triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:16.385733 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2c49e04-3a38-4675-a70f-4b35a72f9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:16.495960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d2c49e04-3a38-4675-a70f-4b35a72f9638 None None] Port 609d340f-2812-4144-a7b6-7ee23115c4ab cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:16.499493 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 2, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:16.514688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a7375808-7bb0-4f66-84b5-d56472579944 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:16.543953 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Checking router: 4739a70d-7e01-4650-884c-52f4c4722871 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:16.544300 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Updating router 4739a70d-7e01-4650-884c-52f4c4722871 port 609d340f-2812-4144-a7b6-7ee23115c4ab binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:53:16.588915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-a844a3d2-c334-42f1-92c7-281ee21477d9 service neutron] 10.222.0.21 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372296 Jul 05 10:53:16.602897 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:16.656388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4262dca-462e-461b-9971-31575354abbf None None] Provisioning complete for port 609d340f-2812-4144-a7b6-7ee23115c4ab triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:16.657008 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4262dca-462e-461b-9971-31575354abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:16.704322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port a7375808-7bb0-4f66-84b5-d56472579944 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:16.704905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:16.763769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d4262dca-462e-461b-9971-31575354abbf None None] Port 609d340f-2812-4144-a7b6-7ee23115c4ab cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:16.870910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d15f559-30c5-4150-9013-ab754612042a up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:16.962274 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e6ddfbb7-4c92-4bd6-ba9f-c35e43d99d4c req-c8e34eba-aba0-4e9b-95f8-6842b1832a57 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 210 time: 0.0899372 Jul 05 10:53:17.026894 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.032321 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85545b07-2c82-4f4e-9576-bacb916a8a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.036063 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0d15f559-30c5-4150-9013-ab754612042a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:17.036829 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.195944 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.210997 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Transition to ACTIVE for port object 609d340f-2812-4144-a7b6-7ee23115c4ab will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:17.220086 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.298392 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Pushing event updated for resources: {'Port': ['ID=609d340f-2812-4144-a7b6-7ee23115c4ab,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:17.334265 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.334602 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.335300 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.335739 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.336126 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.336522 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.336909 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.337297 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.337689 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.338083 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.338444 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.339003 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:53:17.387191 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Attempting to bind port 609d340f-2812-4144-a7b6-7ee23115c4ab on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:17.388584 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Attempting to bind port 609d340f-2812-4144-a7b6-7ee23115c4ab by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:17.389190 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Attempting to bind port 609d340f-2812-4144-a7b6-7ee23115c4ab on network 4b1a46d9-4dad-4a93-991a-b979345e487b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:17.395981 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:17.396478 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Checking segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:17.396980 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.397430 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Bound using segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:17.398120 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Bound port: 609d340f-2812-4144-a7b6-7ee23115c4ab, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:17.398438 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.596226 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] For port 609d340f-2812-4144-a7b6-7ee23115c4ab, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:17.600436 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] For port 609d340f-2812-4144-a7b6-7ee23115c4ab, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=609d340f-2812-4144-a7b6-7ee23115c4ab,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:17.606302 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:17.679503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:17.679503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:53:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:17.680976 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d8677-a18a-43a5-bc33-d426221e16d7 None None] Pushing event updated for resources: {'Port': ['ID=609d340f-2812-4144-a7b6-7ee23115c4ab,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:17.848002 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:18.118873 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:17Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:18.170955 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e25a0-c016-4d0d-b4c9-43c3d2104808 None None] The sync data for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 is: [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:17Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:18.201237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-937ca6ed-fae3-47d5-81b0-f84c58cd0a94 req-ca8d7a13-ac08-40ad-a7da-39a7d55bacfe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 210 time: 0.0595274 Jul 05 10:53:18.319648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:18.461271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 609d340f-2812-4144-a7b6-7ee23115c4ab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:18.537923 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 609d340f-2812-4144-a7b6-7ee23115c4ab completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:18.544349 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 609d340f-2812-4144-a7b6-7ee23115c4ab triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:18.544970 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:18.663269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-c1e7e6f3-993a-4635-89b9-8b3f582f7899 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:18.665670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-c1e7e6f3-993a-4635-89b9-8b3f582f7899 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 796 time: 0.1752539 Jul 05 10:53:18.698974 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:18.749260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-9574ccaf-7bd6-470b-a0d8-2935fb1f9744 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 379 time: 0.0688050 Jul 05 10:53:18.750067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 609d340f-2812-4144-a7b6-7ee23115c4ab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=609d340f-2812-4144-a7b6-7ee23115c4ab,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:18.759691 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:18.763479 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'port': {'device_id': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'admin_state_up': True, 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'security_groups': ['c62aa5f3-7981-4327-a720-42012da0bf67']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:18.838512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=609d340f-2812-4144-a7b6-7ee23115c4ab,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:18.932811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:53:18.940093 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:19.117150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.13 (4b1a46d9-4dad-4a93-991a-b979345e487b/620cdc87-82e3-4c69-8423-3c8de19334ab/ee7e8137-918d-4b8e-9014-7aaf98002d05) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:19.302922 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:19.321779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object ee7e8137-918d-4b8e-9014-7aaf98002d05 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:19.388879 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:19.499695 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 4b1a46d9-4dad-4a93-991a-b979345e487b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:19.504589 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:19.508992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:19.539098 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:19.583061 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:19.583751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:19.612284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498f43e-46c5-454e-9b93-674d45785b8f req-e31c2a8d-fae5-4017-8065-13dd9d8b09da tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:19.614243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f498f43e-46c5-454e-9b93-674d45785b8f req-e31c2a8d-fae5-4017-8065-13dd9d8b09da tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 932 time: 0.1778274 Jul 05 10:53:19.616557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-8372973f-8dc1-48be-9a69-a0b1f6933758 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8588400 Jul 05 10:53:19.634414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Request body: {'port': {'device_id': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:19.748488 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f498f43e-46c5-454e-9b93-674d45785b8f req-5048d90d-d3b8-4483-adef-5aaa136c0602 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270266 Jul 05 10:53:19.788202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cbac1c84-48f9-4420-a860-7a7f6a696c5b None None] Provisioning for port ee7e8137-918d-4b8e-9014-7aaf98002d05 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:19.806699 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cbac1c84-48f9-4420-a860-7a7f6a696c5b None None] Provisioning complete for port ee7e8137-918d-4b8e-9014-7aaf98002d05 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:19.807366 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbac1c84-48f9-4420-a860-7a7f6a696c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:19.816693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:19.866261 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cbac1c84-48f9-4420-a860-7a7f6a696c5b None None] Port ee7e8137-918d-4b8e-9014-7aaf98002d05 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:53:20.046171 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:20.157113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7e8137-918d-4b8e-9014-7aaf98002d05 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:53:20.173235 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:20.190658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Transition to ACTIVE for port object ee7e8137-918d-4b8e-9014-7aaf98002d05 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:53:20.194827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:20.250829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:20.351155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:53:20.352060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:53:20.352060 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 on network 4b1a46d9-4dad-4a93-991a-b979345e487b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:20.358427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Port ee7e8137-918d-4b8e-9014-7aaf98002d05 on network 4b1a46d9-4dad-4a93-991a-b979345e487b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:53:20.358899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 on network 4b1a46d9-4dad-4a93-991a-b979345e487b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:53:20.367665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:53:20.368037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Checking segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:53:20.368496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Bound using segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:53:20.368935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Bound port: ee7e8137-918d-4b8e-9014-7aaf98002d05, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:53:20.369292 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:20.463298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 609d340f-2812-4144-a7b6-7ee23115c4ab up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:20.471353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:53:20.475320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:53:20.483122 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:20.541631 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 609d340f-2812-4144-a7b6-7ee23115c4ab triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:20.542265 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:20.560929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:20.562242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:20.564843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1093 time: 0.9359019 Jul 05 10:53:20.565689 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:20.569943 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c467648-f801-49ed-acdb-ede4a4ccb05a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:20.623623 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f23a6-6df0-402d-8525-4458ff2483a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:20.682802 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357fa730-b2e5-4f4b-9086-2a1e12e301ba x-openstack-request-id: req-357fa730-b2e5-4f4b-9086-2a1e12e301ba {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:20.683496 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:20.683961 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-357fa730-b2e5-4f4b-9086-2a1e12e301ba {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:20.684763 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'status': 'completed', 'code': 200} Jul 05 10:53:20.730291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-556d8d47-a9c1-4146-8a03-fd50285c40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:20.732853 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-556d8d47-a9c1-4146-8a03-fd50285c40e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1096 time: 0.0996475 Jul 05 10:53:20.812422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-c6326296-9757-453e-bb36-ce872646bbac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 217 time: 0.0676839 Jul 05 10:53:20.891322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-b6589f8d-324f-42fe-a1cf-43e23331c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:20.894089 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-b6589f8d-324f-42fe-a1cf-43e23331c815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0720620 Jul 05 10:53:21.030409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-2293f5e6-9936-4680-af2e-2fcd020f0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:21.032057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-2293f5e6-9936-4680-af2e-2fcd020f0a80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276457 Jul 05 10:53:21.082041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2eb8f-0ff0-4045-b18b-a338f17e84ec req-79f41705-04ed-448c-8f16-8a3f16fb93c3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:21.083869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47f2eb8f-0ff0-4045-b18b-a338f17e84ec req-79f41705-04ed-448c-8f16-8a3f16fb93c3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 944 time: 0.1353819 Jul 05 10:53:21.177381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-47f2eb8f-0ff0-4045-b18b-a338f17e84ec req-f93da5cf-0ede-476f-8c48-be1026cf1296 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580091 Jul 05 10:53:21.196628 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-930047d1-e0aa-46eb-b0aa-c0b4001fd48a service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467166 Jul 05 10:53:21.296574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3ded66a5-70dc-4271-9340-a0b38da4c5c9 req-54020712-bff0-4357-89f5-5c1a3b2e9ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884626 Jul 05 10:53:21.433000 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-46d55761-a4f1-40ab-aee8-880094cba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:21.437958 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-46d55761-a4f1-40ab-aee8-880094cba9ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1096 time: 0.0734665 Jul 05 10:53:21.546521 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-1f40a3f7-f5f3-491b-aa0f-e884643f0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:21.548175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-1f40a3f7-f5f3-491b-aa0f-e884643f0d8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.1041238 Jul 05 10:53:21.616712 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-2874834c-965f-47e0-ad21-97196ad2040f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 217 time: 0.0601144 Jul 05 10:53:21.675445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-7266e00f-74d5-4b79-a6ce-0a5319f52cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:21.676930 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-7266e00f-74d5-4b79-a6ce-0a5319f52cff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0509915 Jul 05 10:53:21.745144 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-d5437054-37b1-42a9-8c15-603759025802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:21.747365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-d5437054-37b1-42a9-8c15-603759025802 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626757 Jul 05 10:53:21.856151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-79f52d15-669a-487a-b5e0-364866282176 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013377 Jul 05 10:53:21.969821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4c467648-f801-49ed-acdb-ede4a4ccb05a req-91ca78aa-59c9-4368-b674-551696a73351 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036317 Jul 05 10:53:22.370417 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf86ee-a550-4a3c-8aad-356cc248fe88 req-3df15f6e-7f79-4825-9b45-7395f2464bba tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:22.372675 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fccf86ee-a550-4a3c-8aad-356cc248fe88 req-3df15f6e-7f79-4825-9b45-7395f2464bba tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 944 time: 0.0732229 Jul 05 10:53:22.421317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fccf86ee-a550-4a3c-8aad-356cc248fe88 req-63af1f13-3ae3-46ac-9c92-048384d26736 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Jul 05 10:53:23.660656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb665b4d-ea78-4065-9857-b063d06fe2e9 req-c67bc535-7ce9-406a-b49b-5152a1cc120d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:23.663006 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb665b4d-ea78-4065-9857-b063d06fe2e9 req-c67bc535-7ce9-406a-b49b-5152a1cc120d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 944 time: 0.0905318 Jul 05 10:53:23.718280 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fb665b4d-ea78-4065-9857-b063d06fe2e9 req-5ed11fd3-d8a2-4d94-9800-5db635c89409 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481286 Jul 05 10:53:23.972360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:53:24.109157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:24.122822 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'port_id': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'mac_address': 'fa:16:3e:26:e2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:53:24.166442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:24.182185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7e8137-918d-4b8e-9014-7aaf98002d05 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:53:24.214612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:24.221567 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:24.290022 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:24.533911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['ee7e8137-918d-4b8e-9014-7aaf98002d05'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:53:24.948668 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:53:25.025576 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37d068-2214-45e0-96da-b38e13a88cf7 req-a62f572c-8869-44a4-b88d-e9efa9c25ef5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:25.029615 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f37d068-2214-45e0-96da-b38e13a88cf7 req-a62f572c-8869-44a4-b88d-e9efa9c25ef5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 945 time: 0.1009150 Jul 05 10:53:25.096857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f37d068-2214-45e0-96da-b38e13a88cf7 req-132e52ab-49d1-4d22-83af-5455bb72e8eb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568664 Jul 05 10:53:25.987584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:53:26.061688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port ee7e8137-918d-4b8e-9014-7aaf98002d05 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:53:26.067827 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port ee7e8137-918d-4b8e-9014-7aaf98002d05 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:53:26.068453 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:26.174939 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:26.202023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:26.204478 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304d1c3c-fecc-46d3-92d8-8ba6b91600fc" -d '{"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:26.220798 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:53:26.227073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:26.299730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:26.366346 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45075-438f-4a2c-ad4f-0729dc8ea5dc req-55ae50f2-f9d6-4e36-960a-938773875ec2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:26.368411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4a45075-438f-4a2c-ad4f-0729dc8ea5dc req-55ae50f2-f9d6-4e36-960a-938773875ec2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0962040 Jul 05 10:53:26.426373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f4a45075-438f-4a2c-ad4f-0729dc8ea5dc req-3a0296b1-1760-4b33-b376-955a627639ab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471900 Jul 05 10:53:26.567498 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f0d026-75a7-43f7-b2d5-0df9cc4d1ead x-openstack-request-id: req-f2f0d026-75a7-43f7-b2d5-0df9cc4d1ead {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:26.567986 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:26.568392 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2f0d026-75a7-43f7-b2d5-0df9cc4d1ead {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:26.569027 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'code': 200} Jul 05 10:53:26.740313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691618-5c8a-46d4-92bc-4cf24216a25f req-9d21734c-0952-4801-8370-e14e9df189ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:26.742833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f691618-5c8a-46d4-92bc-4cf24216a25f req-9d21734c-0952-4801-8370-e14e9df189ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1098 time: 0.0878608 Jul 05 10:53:26.795215 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4f691618-5c8a-46d4-92bc-4cf24216a25f req-214f2d8e-abcd-4eeb-bf62-d02e549b7904 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425150 Jul 05 10:53:27.618086 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbe117-14c4-4fd4-8a93-2ce94e0e891a req-71bf52d8-5c7d-4c83-a8e2-5c93b7e9f077 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:27.619691 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adfbe117-14c4-4fd4-8a93-2ce94e0e891a req-71bf52d8-5c7d-4c83-a8e2-5c93b7e9f077 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0712688 Jul 05 10:53:27.660780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-adfbe117-14c4-4fd4-8a93-2ce94e0e891a req-0054b39e-f234-4f33-974c-34a9d80e6df8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346363 Jul 05 10:53:28.843372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff330c-25b7-4a3b-ba38-9c9692e6030a req-cad950e3-e2c6-4b88-8793-3781729a675c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:28.844867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dff330c-25b7-4a3b-ba38-9c9692e6030a req-cad950e3-e2c6-4b88-8793-3781729a675c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0678713 Jul 05 10:53:28.884761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dff330c-25b7-4a3b-ba38-9c9692e6030a req-e6911d9e-d483-4942-86fb-2ed2acb1b1f5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Jul 05 10:53:29.084969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f098e-d4f5-4f6c-bced-7c67cc99c5ab req-9dd5e5a0-449f-4031-a18d-0362c659d8c9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:29.086568 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-014f098e-d4f5-4f6c-bced-7c67cc99c5ab req-9dd5e5a0-449f-4031-a18d-0362c659d8c9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0844014 Jul 05 10:53:29.131760 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-014f098e-d4f5-4f6c-bced-7c67cc99c5ab req-180073f1-70c1-4cb2-a990-ec7ad500784a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383441 Jul 05 10:53:29.157399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42910) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:29.216441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d91ee1-8a10-45bf-b870-db03c8e25ca5 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:29.218015 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-33d91ee1-8a10-45bf-b870-db03c8e25ca5 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1093 time: 0.0596015 Jul 05 10:53:29.221494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 42912) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:29.226297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:53:29.265939 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:29.377481 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:29.498568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.117 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/42d53832-ea3f-406a-a32a-2b98915ee011) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:53:29.624409 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:29.685374 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:29.726249 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:53:29.729318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:53:29.734245 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:53:29.771915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=42d53832-ea3f-406a-a32a-2b98915ee011,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:30.313023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:30.394778 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:30.580635 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:30.666389 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:30.831440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:30.836163 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:30.905304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=42d53832-ea3f-406a-a32a-2b98915ee011,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:53:30.917941 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:31.024615 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP b338d0ca-d8ac-4182-992d-a4e428e84e3a associated. External IP: 172.25.1.117, port: ee7e8137-918d-4b8e-9014-7aaf98002d05. Jul 05 10:53:31.244136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4739a70d-7e01-4650-884c-52f4c4722871 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:53:31.373414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:53:31.384634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] Sync routers for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:53:31.389978 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:31.394884 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:31.395607 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:53:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:31.440126 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a86086af-72c5-4a43-b004-e89104431686 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2121577 Jul 05 10:53:31.440126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:53:31.440126 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5f327a-0b50-4372-8d99-101fe3fec86e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:53:31.536310 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:31.620982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb576f-0dc6-41f8-adac-8aef96f66692 req-4cc5eb88-9595-482b-97ca-d52e917136ff tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:31.623237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cb576f-0dc6-41f8-adac-8aef96f66692 req-4cc5eb88-9595-482b-97ca-d52e917136ff tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0764809 Jul 05 10:53:31.678203 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76cb576f-0dc6-41f8-adac-8aef96f66692 req-127e3439-d8fe-46aa-a9b8-8d1ad135e559 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470896 Jul 05 10:53:31.718401 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42918) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:31.761289 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf14385e-01f1-42af-a548-b9a5e8396e0b x-openstack-request-id: req-cf14385e-01f1-42af-a548-b9a5e8396e0b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:53:31.761694 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:53:31.763319 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf14385e-01f1-42af-a548-b9a5e8396e0b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:53:31.763319 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'status': 'completed', 'code': 200} Jul 05 10:53:31.805335 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-01aaf1d2-253f-41c1-9709-fb9ad14e90b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/b338d0ca-d8ac-4182-992d-a4e428e84e3a HTTP/1.1" status: 200 len: 992 time: 0.0848184 Jul 05 10:53:31.845939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'b338d0ca-d8ac-4182-992d-a4e428e84e3a', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'port_id': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'mac_address': 'fa:16:3e:26:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:53:30Z', 'updated_at': '2021-07-05T10:53:30Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:31.880938 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-b12513a6-a7a9-4d32-bd15-8c44498c1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:31.882758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-b12513a6-a7a9-4d32-bd15-8c44498c1496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1098 time: 0.0915444 Jul 05 10:53:31.999852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-4a66ddec-04ca-4115-98c8-3a761112cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:32.001817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-4a66ddec-04ca-4115-98c8-3a761112cb18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.1121764 Jul 05 10:53:32.054698 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] Checking router: 4739a70d-7e01-4650-884c-52f4c4722871 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:53:32.067397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:53:32.068146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:53:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:32.083967 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-02e1b147-5a5f-4518-b12a-bc6bc2f7fb35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1000 time: 0.0756927 Jul 05 10:53:32.141044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-dbae7554-2efd-4773-b77d-5e2e9ba528c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:32.142587 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-dbae7554-2efd-4773-b77d-5e2e9ba528c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0504463 Jul 05 10:53:32.190624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:53:32.211753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-c34a4535-1c6f-472a-a659-25479e631eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:32.214224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-c34a4535-1c6f-472a-a659-25479e631eca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654578 Jul 05 10:53:32.315461 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-f266e5f3-0fca-4d48-8979-128765b64013 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939114 Jul 05 10:53:32.427296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7f5f327a-0b50-4372-8d99-101fe3fec86e req-379f8621-e405-4543-b5dc-24f9e5d39d12 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055088 Jul 05 10:53:32.452907 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'b338d0ca-d8ac-4182-992d-a4e428e84e3a', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'port_id': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'mac_address': 'fa:16:3e:26:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:53:30Z', 'updated_at': '2021-07-05T10:53:30Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:53:32.491115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3689e2-1a3f-4deb-af4e-fd1743090b88 None None] The sync data for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 is: [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'b338d0ca-d8ac-4182-992d-a4e428e84e3a', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'port_id': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'mac_address': 'fa:16:3e:26:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:53:30Z', 'updated_at': '2021-07-05T10:53:30Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:53:32.705506 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20eaa8-a30e-45db-865c-0eb7c59b0c54 None None] New status for floating IP b338d0ca-d8ac-4182-992d-a4e428e84e3a: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:53:32.810002 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:32.890449 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a893db7d-9566-493c-8fc8-e778cd1ac0af tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/b338d0ca-d8ac-4182-992d-a4e428e84e3a HTTP/1.1" status: 200 len: 992 time: 0.0789280 Jul 05 10:53:33.895335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 42922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:53:33.959460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cc0e67e5-6bc8-4f9b-806b-f766944bcb75 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/b338d0ca-d8ac-4182-992d-a4e428e84e3a HTTP/1.1" status: 200 len: 994 time: 0.0629218 Jul 05 10:53:44.113973 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09563377-ee13-40e2-9d6a-cd010eea7150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:46.895112 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b79c4581-8d97-4c2f-82a7-fd5caa7454e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:46.938269 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:48.298400 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:50.052707 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:00.329005 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:00.403822 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:01.950917 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:54:05.541313 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33834ba-d145-4583-9297-25051d82c941 req-5796abec-2de9-416c-a7f5-81a3e6a5e8d9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:05.542906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c33834ba-d145-4583-9297-25051d82c941 req-5796abec-2de9-416c-a7f5-81a3e6a5e8d9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0733042 Jul 05 10:54:05.557251 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-d3386ff9-85bd-4cd5-91c6-aa5cac420a34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414955 Jul 05 10:54:05.589835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c33834ba-d145-4583-9297-25051d82c941 req-5c224aa4-89fa-4f3f-b87f-4d4e9fa82850 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Jul 05 10:54:06.788177 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0c284-7185-4d10-a37e-72d23e5eda78 req-5e56328c-8904-4081-8042-48d51838841a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:06.790612 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94e0c284-7185-4d10-a37e-72d23e5eda78 req-5e56328c-8904-4081-8042-48d51838841a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0711033 Jul 05 10:54:06.836799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-94e0c284-7185-4d10-a37e-72d23e5eda78 req-ba6494c5-c597-4995-b975-0575dd782a29 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382450 Jul 05 10:54:07.034950 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-07f9f72f-8273-4a81-b530-ea52766b4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:07.037172 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-07f9f72f-8273-4a81-b530-ea52766b4300 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1098 time: 0.0815380 Jul 05 10:54:07.167909 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b757e1a8-08e4-42f1-8ebd-2963a3666b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:07.169598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b757e1a8-08e4-42f1-8ebd-2963a3666b3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.1247101 Jul 05 10:54:07.239613 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-ef8bc4e0-6a9a-415d-ba02-4ead5178363b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1002 time: 0.0631390 Jul 05 10:54:07.300948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-937f1a6f-deaa-42a4-ab22-85ca273f704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:07.302353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-937f1a6f-deaa-42a4-ab22-85ca273f704d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0543330 Jul 05 10:54:07.368435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-cebf4823-114c-479e-a792-53694f1762ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:07.370002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-cebf4823-114c-479e-a792-53694f1762ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577404 Jul 05 10:54:07.384437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-92f11b3a-2b13-4987-b1c8-e5f2ebc4fe21 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:54:07.386095 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-92f11b3a-2b13-4987-b1c8-e5f2ebc4fe21 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055139 Jul 05 10:54:07.487014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-97097f2d-bc54-4cd7-970f-c47650641999 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913129 Jul 05 10:54:07.588088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-44c6dd12-5dae-423f-90bc-a45ff9a16fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911644 Jul 05 10:54:08.041124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4885e-a807-4c3a-a8a1-fb2df577219d req-516d8b4a-30b7-42e6-b04b-be7f223594c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:08.043637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4db4885e-a807-4c3a-a8a1-fb2df577219d req-516d8b4a-30b7-42e6-b04b-be7f223594c2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0809147 Jul 05 10:54:08.091869 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4db4885e-a807-4c3a-a8a1-fb2df577219d req-975a258e-b5a6-40e9-929d-710e142f9de8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372236 Jul 05 10:54:09.281002 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888b8e-e856-4233-8878-86bea579d1b0 req-c1fd786a-95b3-4def-af45-4125deaf9793 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:09.282570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70888b8e-e856-4233-8878-86bea579d1b0 req-c1fd786a-95b3-4def-af45-4125deaf9793 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0696328 Jul 05 10:54:09.329012 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-70888b8e-e856-4233-8878-86bea579d1b0 req-15da8a99-cb53-4fd1-bde5-62bb0210681a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403955 Jul 05 10:54:10.739240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da75c92-a843-4a5a-8aab-7ac0cd2caf74 req-a2a7b0d9-2d96-43da-b6c2-8028c05a306c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:10.740791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5da75c92-a843-4a5a-8aab-7ac0cd2caf74 req-a2a7b0d9-2d96-43da-b6c2-8028c05a306c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0802629 Jul 05 10:54:10.784856 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5da75c92-a843-4a5a-8aab-7ac0cd2caf74 req-832b07ac-d014-4aec-a354-03d07e0c6f4a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371904 Jul 05 10:54:12.021532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e59742-f9bc-448e-8496-bc681274d614 req-a5dce0d5-4882-439e-ac3f-6e4f6b151c0b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:12.023144 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18e59742-f9bc-448e-8496-bc681274d614 req-a5dce0d5-4882-439e-ac3f-6e4f6b151c0b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0826035 Jul 05 10:54:12.067364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18e59742-f9bc-448e-8496-bc681274d614 req-ded16428-1705-4fa4-b4c6-ac8d0751779f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381212 Jul 05 10:54:13.294880 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3df74-3a35-4c37-b132-7a3d3320a2c8 req-92d39d13-3511-434a-ae78-ea0f2205e296 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:13.296609 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f3df74-3a35-4c37-b132-7a3d3320a2c8 req-92d39d13-3511-434a-ae78-ea0f2205e296 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0814440 Jul 05 10:54:13.368909 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65f3df74-3a35-4c37-b132-7a3d3320a2c8 req-3bc79111-6698-43ef-95e1-43a11ba07607 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612895 Jul 05 10:54:14.131207 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8fd07819-1f5b-4c7d-acb2-280bbfbb46a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:14.628267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfcdbd-9990-4b8a-8738-b5e5c32422b1 req-5868e98d-80ca-4746-acf8-e31c17e8881b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:14.630054 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79bfcdbd-9990-4b8a-8738-b5e5c32422b1 req-5868e98d-80ca-4746-acf8-e31c17e8881b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0890832 Jul 05 10:54:14.679679 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-79bfcdbd-9990-4b8a-8738-b5e5c32422b1 req-33c4bb28-dce1-42d5-b554-709d2dfe1b1d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419686 Jul 05 10:54:15.905983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333456c-1c91-49b6-a7a3-62a72f0f84b3 req-15d6298c-908c-4dd4-9755-24ad5a7bd963 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:15.907621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8333456c-1c91-49b6-a7a3-62a72f0f84b3 req-15d6298c-908c-4dd4-9755-24ad5a7bd963 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0834136 Jul 05 10:54:15.962996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8333456c-1c91-49b6-a7a3-62a72f0f84b3 req-63ce3412-bdfb-4a18-a5e2-674f1a61ccf9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454578 Jul 05 10:54:16.901031 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e3b49cf-6417-4519-a733-06f8861a705b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:16.934518 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:17.165359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff28ea-ddd0-4ca0-a1ab-70bbfdcf84a8 req-492b7f85-de4c-4476-9d98-1ede3240fb07 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:17.167592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddff28ea-ddd0-4ca0-a1ab-70bbfdcf84a8 req-492b7f85-de4c-4476-9d98-1ede3240fb07 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0731390 Jul 05 10:54:17.209569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ddff28ea-ddd0-4ca0-a1ab-70bbfdcf84a8 req-96fedb24-b12a-45b3-82dc-1fdb896ee7e6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365131 Jul 05 10:54:17.689207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-2414aa45-37f5-4efb-b3dc-d84a53b71705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:17.691879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-2414aa45-37f5-4efb-b3dc-d84a53b71705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1098 time: 0.0734897 Jul 05 10:54:17.837449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-602a1d16-af2e-437f-bf0d-82fbe91a09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:17.840820 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-602a1d16-af2e-437f-bf0d-82fbe91a09ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.1238713 Jul 05 10:54:17.912724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-4b421615-8c44-4288-96e9-7b934da5afe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1002 time: 0.0657227 Jul 05 10:54:17.972851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-0f33bf66-c235-4fa5-ab0a-d133272985c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:17.974426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-0f33bf66-c235-4fa5-ab0a-d133272985c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0546882 Jul 05 10:54:18.040741 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-8d7642f4-050b-4530-a09e-6f056a88f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:18.043906 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-8d7642f4-050b-4530-a09e-6f056a88f602 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621908 Jul 05 10:54:18.142798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-c66e11a7-b2e4-4de4-b8ab-f9c5395774ca service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923007 Jul 05 10:54:18.253582 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f5109784-13f5-45cb-bf46-382f59a3cd8f req-dcfb871d-c6af-4871-9cc4-b3cd8bae2e16 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042578 Jul 05 10:54:18.300590 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:18.424378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645dd85-76da-47d5-8bba-a1ea8c26aacb req-ff9bd93d-f35d-45e4-94c4-61565c0eb1e9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:18.426064 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0645dd85-76da-47d5-8bba-a1ea8c26aacb req-ff9bd93d-f35d-45e4-94c4-61565c0eb1e9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0752168 Jul 05 10:54:18.474130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0645dd85-76da-47d5-8bba-a1ea8c26aacb req-5df0ae39-7b8b-473e-b8b5-5e213f0464ba tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413918 Jul 05 10:54:19.665553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eaca7-be1e-418f-a7bb-67d5d789d21f req-4ef56626-0559-4b53-a7be-42bf88ea9ccf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:19.668380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-247eaca7-be1e-418f-a7bb-67d5d789d21f req-4ef56626-0559-4b53-a7be-42bf88ea9ccf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0733292 Jul 05 10:54:19.708431 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-247eaca7-be1e-418f-a7bb-67d5d789d21f req-3386db84-d6c3-4965-8cee-85c9449bacba tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344748 Jul 05 10:54:20.051337 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:20.910749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2036eb-c97a-4574-869d-80c6993a8fa3 req-28ebbf83-a2cf-4b0c-b961-cd9cd67c1f89 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:20.912363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e2036eb-c97a-4574-869d-80c6993a8fa3 req-28ebbf83-a2cf-4b0c-b961-cd9cd67c1f89 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0807049 Jul 05 10:54:20.955238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e2036eb-c97a-4574-869d-80c6993a8fa3 req-3d5ec0d8-6479-4814-980c-f2f1cde8a75b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360940 Jul 05 10:54:22.159366 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0225-0d99-4196-b55c-649eb91a8dda req-1c8a9624-ec16-4aae-a030-c4b16b12bedc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:22.161090 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c1d0225-0d99-4196-b55c-649eb91a8dda req-1c8a9624-ec16-4aae-a030-c4b16b12bedc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0769320 Jul 05 10:54:22.208572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c1d0225-0d99-4196-b55c-649eb91a8dda req-16ddd934-8681-4a65-aa2f-a66fb06ae72f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394025 Jul 05 10:54:23.403564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a3c9-c0dc-4df8-8962-8b7084455a6b req-9dcb4f6b-0b11-4d99-ba9a-56e0e7727dd0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:23.405351 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fa5a3c9-c0dc-4df8-8962-8b7084455a6b req-9dcb4f6b-0b11-4d99-ba9a-56e0e7727dd0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0722332 Jul 05 10:54:23.446784 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2fa5a3c9-c0dc-4df8-8962-8b7084455a6b req-c44fd8c5-9e52-466d-afc2-3c505684803a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348945 Jul 05 10:54:24.661255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35706a6-135c-4d06-a285-985b3cf964a2 req-08a9c36a-2957-4644-a72d-f0af85c212aa tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:24.662788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a35706a6-135c-4d06-a285-985b3cf964a2 req-08a9c36a-2957-4644-a72d-f0af85c212aa tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0781775 Jul 05 10:54:24.707932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a35706a6-135c-4d06-a285-985b3cf964a2 req-5ca89c80-29e3-4396-b444-f193a1fe994b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365548 Jul 05 10:54:24.998816 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-9b2be38c-6a1b-47c4-bfaa-10d68b3c8604 service neutron] show failed (client error): The resource could not be found. Jul 05 10:54:24.999898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-9b2be38c-6a1b-47c4-bfaa-10d68b3c8604 service neutron] 10.222.0.15 "GET /v2.0/ports/ee7e8137-918d-4b8e-9014-7aaf98002d05/bindings/n-h2-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0662918 Jul 05 10:54:25.375474 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-cffb88fa-90ba-4987-bf62-c7da50295fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:25.377603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-cffb88fa-90ba-4987-bf62-c7da50295fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 1098 time: 0.1365466 Jul 05 10:54:25.391213 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:25.477813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:25.771316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:25.818143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:54:25.875319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:25.879345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:25.883675 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5df6d3b-8891-4599-928c-9a522da35e67" -d '{"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:25.948688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Transition to ACTIVE for port object ee7e8137-918d-4b8e-9014-7aaf98002d05 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:54:25.955339 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:26.091481 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:26.115453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f3d3f-ae10-4151-82eb-a783e93bbc72 req-d9826b93-af30-4768-a174-541a8ff43431 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:26.117096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e8f3d3f-ae10-4151-82eb-a783e93bbc72 req-d9826b93-af30-4768-a174-541a8ff43431 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.2253246 Jul 05 10:54:26.121530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.121975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.122351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.122802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.123173 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.123635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.124041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.124442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.124939 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.125124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.125388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.125708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:26.182264 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] No DVR routers for this DVR port ee7e8137-918d-4b8e-9014-7aaf98002d05 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:54:26.252696 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9e8f3d3f-ae10-4151-82eb-a783e93bbc72 req-e158bf7f-db92-4af7-b23a-1b1019039ccd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178374 Jul 05 10:54:26.332412 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a35a282-13e5-4c89-b3e4-859bd7dda49e x-openstack-request-id: req-3a35a282-13e5-4c89-b3e4-859bd7dda49e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:26.332708 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:26.332991 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a35a282-13e5-4c89-b3e4-859bd7dda49e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:26.333471 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'code': 200} Jul 05 10:54:26.408057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:54:26.408410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:54:26.408764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 on network 4b1a46d9-4dad-4a93-991a-b979345e487b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:54:26.414648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Port ee7e8137-918d-4b8e-9014-7aaf98002d05 on network 4b1a46d9-4dad-4a93-991a-b979345e487b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:54:26.415065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Attempting to bind port ee7e8137-918d-4b8e-9014-7aaf98002d05 on network 4b1a46d9-4dad-4a93-991a-b979345e487b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:54:26.415065 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:54:26.424128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Checking segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:54:26.424320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Bound using segment: {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:54:26.424674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Bound port: ee7e8137-918d-4b8e-9014-7aaf98002d05, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:54:26.425319 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:26.537197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:54:26.545389 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:54:26.552502 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:26.604506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:26.605335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:26.607198 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] 10.222.0.16 "PUT /v2.0/ports/ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1093 time: 1.2202468 Jul 05 10:54:26.657974 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6d1fc-5fd7-4759-9ef5-8a38a5380396 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:26.737812 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-e1561bec-4446-4315-937e-b6b29f968474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:26.740262 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-e1561bec-4446-4315-937e-b6b29f968474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1096 time: 0.0958807 Jul 05 10:54:26.877296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-6aef7fb7-094f-4b34-8924-366464b86242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:26.880743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-6aef7fb7-094f-4b34-8924-366464b86242 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.1315379 Jul 05 10:54:26.974505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-09669842-e15a-4aae-9ddd-e64a1c3c832d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1000 time: 0.0863192 Jul 05 10:54:27.042543 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b956d741-7c98-41db-8ecb-d15f71ca7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:27.044243 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-b956d741-7c98-41db-8ecb-d15f71ca7f49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0619495 Jul 05 10:54:27.134207 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-831e5559-6028-4607-b8f3-d7adae859fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:27.142045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-831e5559-6028-4607-b8f3-d7adae859fb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848565 Jul 05 10:54:27.155701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-7a18606f-4f74-4554-929e-d507c1b1c43f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:54:27.156945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-7a18606f-4f74-4554-929e-d507c1b1c43f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075591 Jul 05 10:54:27.278740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-5ad25d34-44a5-47bc-ad49-d0c361e5de2f service neutron] 10.222.0.16 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141794 Jul 05 10:54:27.390391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba2d732c-b4c9-452d-ac20-b8184be0259f req-ac052f31-5e1b-4c23-822a-6f558e749f31 service neutron] 10.222.0.16 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048043 Jul 05 10:54:27.487050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65b3ce-8cf3-42a8-a61b-ebd7baa50861 req-5f85fc62-2664-414a-b1e4-6b6c0ee2bfd1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:27.489029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df65b3ce-8cf3-42a8-a61b-ebd7baa50861 req-5f85fc62-2664-414a-b1e4-6b6c0ee2bfd1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 944 time: 0.0823731 Jul 05 10:54:27.545971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-df65b3ce-8cf3-42a8-a61b-ebd7baa50861 req-ad41e371-3c2d-49ed-930f-307b8f8a73ee tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460625 Jul 05 10:54:28.334359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:28.336921 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c855fa5-3628-4683-bf84-9d070d8c4e69" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:28.396814 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec4c0f7-d38f-49e0-8d16-32e2f33d951f x-openstack-request-id: req-cec4c0f7-d38f-49e0-8d16-32e2f33d951f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:28.397100 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:28.397339 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cec4c0f7-d38f-49e0-8d16-32e2f33d951f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:28.397745 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'status': 'completed', 'code': 200} Jul 05 10:54:28.527859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-7b7141b6-6afd-4a85-88e1-1f3a5e58a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:28.529715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-7b7141b6-6afd-4a85-88e1-1f3a5e58a2f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1096 time: 0.1066418 Jul 05 10:54:28.554910 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-0204cea9-4060-48e0-a353-ebb3e6b5a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:28.556630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-0204cea9-4060-48e0-a353-ebb3e6b5a348 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1096 time: 0.1057558 Jul 05 10:54:29.120506 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-372f53e4-3804-4945-9a93-13b61d5045a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:29.122070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-372f53e4-3804-4945-9a93-13b61d5045a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.5775864 Jul 05 10:54:29.146782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-f9d8fc17-8f3c-400c-919d-e1b3f8d53ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:29.148316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-f9d8fc17-8f3c-400c-919d-e1b3f8d53ef1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.5771437 Jul 05 10:54:29.265228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf7c16-e401-4427-86a9-e3896dad769f req-36404310-ab73-455e-81d4-09861787a57b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:29.266907 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0cf7c16-e401-4427-86a9-e3896dad769f req-36404310-ab73-455e-81d4-09861787a57b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 944 time: 0.2388706 Jul 05 10:54:29.273517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-12c5aa85-418f-4570-8723-c93522404142 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1000 time: 0.1368864 Jul 05 10:54:29.336684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-bd1b8f49-9b4b-4f0f-89a1-7ddda5a8c8d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1000 time: 0.1531472 Jul 05 10:54:29.396798 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0cf7c16-e401-4427-86a9-e3896dad769f req-72b2a1bf-db69-429b-ac68-fc6295cb266f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221771 Jul 05 10:54:29.402756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-e9465147-4486-411d-ba9c-a1f929981650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:29.404248 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-e9465147-4486-411d-ba9c-a1f929981650 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.1158469 Jul 05 10:54:29.426028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-726c2e17-7e29-47bb-bc8f-9f9375816b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:29.427557 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-726c2e17-7e29-47bb-bc8f-9f9375816b02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0746026 Jul 05 10:54:29.520723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-da4a852e-4588-41c3-a9ac-9757ea3ba6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:29.522238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-da4a852e-4588-41c3-a9ac-9757ea3ba6b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095679 Jul 05 10:54:29.529559 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-939eb221-dcea-4f53-bd27-5da4bfe04d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:29.531510 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-939eb221-dcea-4f53-bd27-5da4bfe04d71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857487 Jul 05 10:54:29.704722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-8ef27191-4467-4274-b1d8-d1b184bedd2f service neutron] 10.222.0.16 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720970 Jul 05 10:54:29.708444 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-54cc7e38-aac1-4664-b8a2-b484e2df0736 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673169 Jul 05 10:54:29.906016 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-77207d1b-6d8a-4ece-bc2a-2550cf857435 service neutron] 10.222.0.16 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934907 Jul 05 10:54:29.908411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3c855fa5-3628-4683-bf84-9d070d8c4e69 req-083a5b78-8a04-49e1-b46c-d9cf3c3a4c40 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864889 Jul 05 10:54:30.267305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:54:30.329673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:54:30.334392 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:30.419686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:30.436714 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:54:30.567909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:30.581350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'port_id': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'mac_address': 'fa:16:3e:26:e2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:54:30.625329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184f3fd-a6f5-4e2e-bc26-006bd7b5d84e req-cee0e978-02b8-4c0f-8f31-af0d844bbeb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:30.626993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9184f3fd-a6f5-4e2e-bc26-006bd7b5d84e req-cee0e978-02b8-4c0f-8f31-af0d844bbeb5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 944 time: 0.0804777 Jul 05 10:54:30.634516 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:30.654606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7e8137-918d-4b8e-9014-7aaf98002d05 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:54:30.678475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:30.683920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:30.685445 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9184f3fd-a6f5-4e2e-bc26-006bd7b5d84e req-9bbdd73c-d8cb-4ed6-ad88-76529709d85e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443418 Jul 05 10:54:30.740067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:30.748154 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.748652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.748838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.749174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.749512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.749839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.750167 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.750495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.750841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.751155 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.751483 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.751803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:30.970378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['ee7e8137-918d-4b8e-9014-7aaf98002d05'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:54:31.091170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-7af6d5a4-6b84-4da7-a1e4-52c83769d8ba tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.092661 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-7af6d5a4-6b84-4da7-a1e4-52c83769d8ba tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&binding%3Ahost_id=n-h2-771363-33 HTTP/1.1" status: 200 len: 945 time: 0.1345413 Jul 05 10:54:31.105487 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8673fe-0e96-419d-8ea4-d68472fee0bc req-62a18d56-efb0-4937-b8e5-aa43a64ae362 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.107106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e8673fe-0e96-419d-8ea4-d68472fee0bc req-62a18d56-efb0-4937-b8e5-aa43a64ae362 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 945 time: 0.1474686 Jul 05 10:54:31.190739 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8e8673fe-0e96-419d-8ea4-d68472fee0bc req-10479cd5-77a7-4d52-b15b-45ccc6122c8d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767136 Jul 05 10:54:31.201925 n-d-771363-33 neutron-server[93796]: INFO neutron.api.v2.resource [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-c97c0c1a-d063-48af-accb-2a3a98ddecef service neutron] delete failed (client error): The resource could not be found. Jul 05 10:54:31.203051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-c97c0c1a-d063-48af-accb-2a3a98ddecef service neutron] 10.222.0.15 "DELETE /v2.0/ports/ee7e8137-918d-4b8e-9014-7aaf98002d05/bindings/n-h1-771363-33 HTTP/1.1" status: 404 len: 381 time: 0.0948505 Jul 05 10:54:31.344720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-d0937867-c664-4ea2-a54f-42e28a2ec575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.346135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-d0937867-c664-4ea2-a54f-42e28a2ec575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1097 time: 0.0765531 Jul 05 10:54:31.498189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fa48-c0a5-45db-a4d3-2f7885ac629a req-f63975b1-e637-4fa5-b3ed-771c56013182 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.499761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c91fa48-c0a5-45db-a4d3-2f7885ac629a req-f63975b1-e637-4fa5-b3ed-771c56013182 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 945 time: 0.1675267 Jul 05 10:54:31.504627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-52af1e19-5cd0-4cce-9ff3-8930ab1a61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.506175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-52af1e19-5cd0-4cce-9ff3-8930ab1a61ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.1393371 Jul 05 10:54:31.589069 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0c91fa48-c0a5-45db-a4d3-2f7885ac629a req-e8ab3256-a569-41f9-80cf-ff312c919168 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812085 Jul 05 10:54:31.604120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-3aa67196-5b02-41e5-8b73-61f28a61bbfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 1001 time: 0.0808978 Jul 05 10:54:31.667256 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-6256d953-8115-4117-87d8-7e5870bd4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.668766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-6256d953-8115-4117-87d8-7e5870bd4bb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0536087 Jul 05 10:54:31.736609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-3cf7fb6d-91bb-46e8-b4ed-5c8b2de6c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.738187 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-3cf7fb6d-91bb-46e8-b4ed-5c8b2de6c866 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591083 Jul 05 10:54:31.832452 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-3f953a6d-ade8-4c92-bac2-99e843b94023 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866554 Jul 05 10:54:31.937222 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7efb69e0-9c52-45aa-96e4-d6d6a0d33cbc req-402dd290-a544-4899-ab18-4326086d9bc6 service neutron] 10.222.0.15 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942211 Jul 05 10:54:32.427783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:54:32.484271 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port ee7e8137-918d-4b8e-9014-7aaf98002d05 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:54:32.490194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port ee7e8137-918d-4b8e-9014-7aaf98002d05 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:54:32.490590 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.584201 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.609335 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:32.611694 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a12d72-51b5-4e83-b72e-43c2dc499e1f" -d '{"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:32.628072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:32.633364 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.666742 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485d7648-5445-4cfb-9c5b-735b4c3db6fc x-openstack-request-id: req-485d7648-5445-4cfb-9c5b-735b4c3db6fc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:32.667023 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:32.667299 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-485d7648-5445-4cfb-9c5b-735b4c3db6fc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:32.667788 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'code': 200} Jul 05 10:54:32.710635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:32.845701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a22add-0bae-4c67-89ae-911ffa5193f3 req-33044bb2-5d73-49f0-a11e-4138847f0903 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:32.847575 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8a22add-0bae-4c67-89ae-911ffa5193f3 req-33044bb2-5d73-49f0-a11e-4138847f0903 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.0846241 Jul 05 10:54:32.901051 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8a22add-0bae-4c67-89ae-911ffa5193f3 req-afec1b68-3063-45ab-951a-c0eeb4cca859 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450001 Jul 05 10:54:32.942650 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:33.034154 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-44d96a62-e2c1-4124-aaad-82166a3950c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/b338d0ca-d8ac-4182-992d-a4e428e84e3a HTTP/1.1" status: 200 len: 994 time: 0.0846789 Jul 05 10:54:38.951238 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:54:44.117922 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f908c6f-25ff-416d-bfc2-ffb53d324dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:46.907268 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-754328e8-6612-4f1f-8e18-c588104d49b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:46.935915 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:48.313023 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:50.054940 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:00.349602 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:00.428897 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:03.496270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:03.711364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 42d53832-ea3f-406a-a32a-2b98915ee011 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:03.711763 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:03.792490 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:03.792790 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:03.807147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 42d53832-ea3f-406a-a32a-2b98915ee011 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:03.987424 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:04.014101 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=42d53832-ea3f-406a-a32a-2b98915ee011,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:04.088869 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:04.089121 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP b338d0ca-d8ac-4182-992d-a4e428e84e3a disassociated (deleted). External IP: 172.25.1.117, port: ee7e8137-918d-4b8e-9014-7aaf98002d05. Jul 05 10:55:04.344282 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4739a70d-7e01-4650-884c-52f4c4722871 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:04.464354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:04.469822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:04.474583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] Sync routers for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:04.486568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:04.487276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:04.520253 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-57118d25-2b37-4359-85af-a378d8ae4b32 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/floatingips/b338d0ca-d8ac-4182-992d-a4e428e84e3a HTTP/1.1" status: 204 len: 168 time: 1.0227826 Jul 05 10:55:04.520888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:04.523165 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272c706-1e62-41c6-abfb-c8bfd8eb0627" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:04.624742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:04.838195 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea637d-0649-41c4-9db8-d8d4327157c4 x-openstack-request-id: req-27ea637d-0649-41c4-9db8-d8d4327157c4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:04.838537 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:04.838759 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27ea637d-0649-41c4-9db8-d8d4327157c4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:04.839197 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'status': 'completed', 'code': 200} Jul 05 10:55:04.870273 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:04.919413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] Checking router: 4739a70d-7e01-4650-884c-52f4c4722871 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:04.927591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-fd90dbb5-1a16-4d55-b61c-e60a4fe49b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:04.929190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-fd90dbb5-1a16-4d55-b61c-e60a4fe49b70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 1098 time: 0.0651309 Jul 05 10:55:04.930491 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:04.931136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:05.058302 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:05.077205 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-df50bd81-9e12-4290-b567-1098d7c88cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:05.078709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-df50bd81-9e12-4290-b567-1098d7c88cda service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 200 len: 897 time: 0.1414223 Jul 05 10:55:05.093876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2823fd-8331-4b0a-8ef5-90d5e2a24c31 req-fd9b4629-2e99-4ce8-aa5f-8773f47417ef tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:05.095752 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd2823fd-8331-4b0a-8ef5-90d5e2a24c31 req-fd9b4629-2e99-4ce8-aa5f-8773f47417ef tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.1473999 Jul 05 10:55:05.143824 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-287a7d1e-2c6a-44f6-a032-5e9288f0a956 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 200 len: 217 time: 0.0469365 Jul 05 10:55:05.199789 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd2823fd-8331-4b0a-8ef5-90d5e2a24c31 req-25e9f9dd-5ee4-4058-80eb-c92f3f1d9f16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966332 Jul 05 10:55:05.217466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-d15185b8-842c-4b81-9496-bb96d441a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:05.218971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-d15185b8-842c-4b81-9496-bb96d441a27b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 200 len: 835 time: 0.0675168 Jul 05 10:55:05.285639 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-ea27ce1f-81b4-472a-9ee8-82be25be7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:05.287283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-ea27ce1f-81b4-472a-9ee8-82be25be7d85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b1a46d9-4dad-4a93-991a-b979345e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611014 Jul 05 10:55:05.407446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-a486f7c3-69c7-4b14-ba1c-e40e65ce87ce service neutron] 10.222.0.16 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116781 Jul 05 10:55:05.517241 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:05.548710 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1272c706-1e62-41c6-abfb-c8bfd8eb0627 req-f65a6e8e-1ca1-4abe-96a5-c0a8348acb40 service neutron] 10.222.0.16 "GET /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322846 Jul 05 10:55:05.549676 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e1a964-a309-415d-8dc2-6072d3fb9e16 None None] The sync data for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 is: [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:53:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '609d340f-2812-4144-a7b6-7ee23115c4ab', 'name': '', 'network_id': '4b1a46d9-4dad-4a93-991a-b979345e487b', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:a9:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:12Z', 'updated_at': '2021-07-05T10:53:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '620cdc87-82e3-4c69-8423-3c8de19334ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:05.827904 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5e3ad-c1d5-4b2a-8b89-51834bc170e9 None None] New status for floating IP b338d0ca-d8ac-4182-992d-a4e428e84e3a: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:55:06.434753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ee1af-f013-4798-8a39-3d7f8d77bc84 req-421149e2-f669-4274-99ef-22cb452af796 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.436401 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d7ee1af-f013-4798-8a39-3d7f8d77bc84 req-421149e2-f669-4274-99ef-22cb452af796 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.1101224 Jul 05 10:55:06.493825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-4604583d-a36c-471a-8cdf-aa1029dd896c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.495340 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-4604583d-a36c-471a-8cdf-aa1029dd896c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 946 time: 0.1229405 Jul 05 10:55:06.500915 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d7ee1af-f013-4798-8a39-3d7f8d77bc84 req-05e32111-c6fe-4d55-a83d-b8fcaa578d8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c62aa5f3-7981-4327-a720-42012da0bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586061 Jul 05 10:55:06.606536 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port ee7e8137-918d-4b8e-9014-7aaf98002d05 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:06.607282 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.709150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port ee7e8137-918d-4b8e-9014-7aaf98002d05, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=ee7e8137-918d-4b8e-9014-7aaf98002d05,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:06.709523 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.723763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for ee7e8137-918d-4b8e-9014-7aaf98002d05 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:06.873239 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.913078 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=ee7e8137-918d-4b8e-9014-7aaf98002d05,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:06.972087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] No DVR routers for this DVR port ee7e8137-918d-4b8e-9014-7aaf98002d05 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:55:06.975370 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.979159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-468feac1-b036-42a0-af9e-7f6c7cbbe5e6 req-092a7877-a017-4db2-852e-387f8afbc825 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.16 "DELETE /v2.0/ports/ee7e8137-918d-4b8e-9014-7aaf98002d05 HTTP/1.1" status: 204 len: 173 time: 0.4770768 Jul 05 10:55:06.979795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-deleted', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:06.982438 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f9b9dc-d8d9-4373-87e4-d2006571bbff" -d '{"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-deleted", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:07.037844 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30708c42-9179-449c-9114-72adad047c0b x-openstack-request-id: req-30708c42-9179-449c-9114-72adad047c0b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:07.038137 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce12119-a091-4aa7-adc6-a4216e073c7d", "name": "network-vif-deleted", "tag": "ee7e8137-918d-4b8e-9014-7aaf98002d05", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:07.038390 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30708c42-9179-449c-9114-72adad047c0b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:07.038814 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce12119-a091-4aa7-adc6-a4216e073c7d', 'name': 'network-vif-deleted', 'tag': 'ee7e8137-918d-4b8e-9014-7aaf98002d05', 'status': 'completed', 'code': 200} Jul 05 10:55:07.679986 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-841a00ee-a5dc-49c3-83d5-8e396c00d121 req-5dc2ead4-f6a5-4d0c-aeec-b856cfaa76bb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce12119-a091-4aa7-adc6-a4216e073c7d HTTP/1.1" status: 200 len: 210 time: 0.0313203 Jul 05 10:55:08.783988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43054) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:09.170938 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:09.897250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 609d340f-2812-4144-a7b6-7ee23115c4ab {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:09.898010 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:10.006703 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 609d340f-2812-4144-a7b6-7ee23115c4ab, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=609d340f-2812-4144-a7b6-7ee23115c4ab,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:10.007000 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:10.022606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 609d340f-2812-4144-a7b6-7ee23115c4ab owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:10.229335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:10.266943 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=609d340f-2812-4144-a7b6-7ee23115c4ab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:10.522395 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:10.622110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:10.657734 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: ee7e8137-918d-4b8e-9014-7aaf98002d05 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:10.658287 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device ee7e8137-918d-4b8e-9014-7aaf98002d05 not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:10.847677 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4739a70d-7e01-4650-884c-52f4c4722871 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:10.984626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:10.989991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-905a2d34-bec2-43fd-85ac-d4164532a8d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/4739a70d-7e01-4650-884c-52f4c4722871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2047837 Jul 05 10:55:10.992707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43056) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:10.999888 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] Sync routers for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:11.015959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:11.017038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:11.062989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting subnet 620cdc87-82e3-4c69-8423-3c8de19334ab {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:55:11.067434 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.119268 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.271572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.353378 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.404618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Subnet': ['ID=620cdc87-82e3-4c69-8423-3c8de19334ab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:11.409038 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.413408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9a794c74-067d-48be-a5e6-7e72db1f4488 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/subnets/620cdc87-82e3-4c69-8423-3c8de19334ab HTTP/1.1" status: 204 len: 168 time: 0.4189627 Jul 05 10:55:11.417430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:11.429332 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0060c2-a7b9-484b-9937-1217be95407c None None] Network 4b1a46d9-4dad-4a93-991a-b979345e487b requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:55:11.510826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:11.576246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.736815 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.822151 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port a7375808-7bb0-4f66-84b5-d56472579944 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:11.822545 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.824228 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:55:10Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': 'a7375808-7bb0-4f66-84b5-d56472579944', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739a70d-7e01-4650-884c-52f4c4722871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:53:09Z', 'updated_at': '2021-07-05T10:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:11.865457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] Checking router: 4739a70d-7e01-4650-884c-52f4c4722871 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:11.876353 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] Routers {'4739a70d-7e01-4650-884c-52f4c4722871'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:11.876990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:54:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4739a70d-7e01-4650-884c-52f4c4722871'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:11.919656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] DHCP port deletion for 4b1a46d9-4dad-4a93-991a-b979345e487b request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:55:11.950868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port a7375808-7bb0-4f66-84b5-d56472579944, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=a7375808-7bb0-4f66-84b5-d56472579944,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:11.952087 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:11.982871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for a7375808-7bb0-4f66-84b5-d56472579944 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:12.013202 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] Set router 4739a70d-7e01-4650-884c-52f4c4722871 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:12.071970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:55:11Z', 'revision_number': 6, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:12.105254 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c97b5bb-d11c-4db9-a0cb-cd3c7e895ead None None] The sync data for ids ['4739a70d-7e01-4650-884c-52f4c4722871'] in n-d-771363-33 is: [{'id': '4739a70d-7e01-4650-884c-52f4c4722871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575624195', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:53:08Z', 'updated_at': '2021-07-05T10:55:11Z', 'revision_number': 6, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:12.129339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] Deleting port 0d15f559-30c5-4150-9013-ab754612042a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:55:12.129746 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.226862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] For port 0d15f559-30c5-4150-9013-ab754612042a, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0d15f559-30c5-4150-9013-ab754612042a,segment=NetworkSegment(ebaefdba-72d2-4cdb-84f6-7e9a6e05afee),segment_id=ebaefdba-72d2-4cdb-84f6-7e9a6e05afee)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:12.227490 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.234297 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.253002 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] Calling delete_port for 0d15f559-30c5-4150-9013-ab754612042a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:55:12.263756 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=a7375808-7bb0-4f66-84b5-d56472579944,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:12.363377 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.371876 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.401320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] Pushing event deleted for resources: {'Port': ['ID=0d15f559-30c5-4150-9013-ab754612042a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:12.409569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87a064-66d9-44ae-bed2-a6aab0e2697b None None] No DVR routers for this DVR port 0d15f559-30c5-4150-9013-ab754612042a on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:55:12.489061 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.494525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.551229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.551929 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Fanout notify agent at l3_agent the message router_deleted on router 4739a70d-7e01-4650-884c-52f4c4722871 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:55:12.560270 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.562229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3d14a315-c959-498c-abbc-3a4fd7e71144 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/routers/4739a70d-7e01-4650-884c-52f4c4722871 HTTP/1.1" status: 204 len: 168 time: 1.1446981 Jul 05 10:55:12.566856 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:12.614227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d15f559-30c5-4150-9013-ab754612042a no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:12.643201 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0d15f559-30c5-4150-9013-ab754612042a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:12.643695 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0d15f559-30c5-4150-9013-ab754612042a not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:12.644234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 609d340f-2812-4144-a7b6-7ee23115c4ab no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:12.672589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 609d340f-2812-4144-a7b6-7ee23115c4ab {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:12.672906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 609d340f-2812-4144-a7b6-7ee23115c4ab not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:12.680861 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.826063 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.839563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1a46d9-4dad-4a93-991a-b979345e487b']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:12.851570 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:12.851865 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaefdba-72d2-4cdb-84f6-7e9a6e05afee') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:12.862286 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.878083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.886256 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:55:12.886718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: timer() Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:55:12.890083 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:55:12.956362 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.961596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.964288 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/networks/4b1a46d9-4dad-4a93-991a-b979345e487b HTTP/1.1" status: 204 len: 168 time: 0.3963587 Jul 05 10:55:12.967332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43064) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:12.980591 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Network': ['ID=4b1a46d9-4dad-4a93-991a-b979345e487b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:12.988220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.988660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.989063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.989460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.989859 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.990245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.990577 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.991046 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.991403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.991713 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.992222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:12.993392 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42176e71-e950-4f61-8e1b-5f8415c2bd8c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:13.042512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be4fa518-9e76-4743-b87f-ffd90300b4ee tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.073203 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be4fa518-9e76-4743-b87f-ffd90300b4ee tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.148579 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be4fa518-9e76-4743-b87f-ffd90300b4ee tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.153288 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be4fa518-9e76-4743-b87f-ffd90300b4ee tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.155873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-be4fa518-9e76-4743-b87f-ffd90300b4ee tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/security-groups/c62aa5f3-7981-4327-a720-42012da0bf67 HTTP/1.1" status: 204 len: 168 time: 0.1868169 Jul 05 10:55:13.172850 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fa518-9e76-4743-b87f-ffd90300b4ee tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62aa5f3-7981-4327-a720-42012da0bf67,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:13.797922 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:13.803790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e4f82fa0-fb3b-4cdf-ae7e-19291c679a58 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747866877', 'description': 'tempest-secgroup-smoke-747866877 description', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:13.828813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f82fa0-fb3b-4cdf-ae7e-19291c679a58 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.925254 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f82fa0-fb3b-4cdf-ae7e-19291c679a58 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.929004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f82fa0-fb3b-4cdf-ae7e-19291c679a58 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.963111 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4f82fa0-fb3b-4cdf-ae7e-19291c679a58 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.964400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e4f82fa0-fb3b-4cdf-ae7e-19291c679a58 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1653728 Jul 05 10:55:13.965517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f82fa0-fb3b-4cdf-ae7e-19291c679a58 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ad8f6-7587-496a-8d47-96f539949fde,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:13.967618 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:13.972469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9e2fc572-8aea-453d-9d78-6896e35a3754 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c13ad8f6-7587-496a-8d47-96f539949fde', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:14.001187 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e2fc572-8aea-453d-9d78-6896e35a3754 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.088537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e2fc572-8aea-453d-9d78-6896e35a3754 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.088537 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e2fc572-8aea-453d-9d78-6896e35a3754 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.110973 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fc572-8aea-453d-9d78-6896e35a3754 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8128484e-e789-4076-a718-2a3cd1f41271,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:14.116748 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ea064ee-ea75-4419-86f3-0a9a0edb3107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.122164 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e2fc572-8aea-453d-9d78-6896e35a3754 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.123596 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9e2fc572-8aea-453d-9d78-6896e35a3754 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549270 Jul 05 10:55:14.126507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43074) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:14.132015 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-496cf552-6338-4484-9dbb-aaf53b227bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c13ad8f6-7587-496a-8d47-96f539949fde', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:14.161154 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-496cf552-6338-4484-9dbb-aaf53b227bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.223956 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-496cf552-6338-4484-9dbb-aaf53b227bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.227802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-496cf552-6338-4484-9dbb-aaf53b227bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.249404 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cf552-6338-4484-9dbb-aaf53b227bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466bc508-16b2-47d5-a6e8-02edd489f139,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:14.256652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-496cf552-6338-4484-9dbb-aaf53b227bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.257882 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-496cf552-6338-4484-9dbb-aaf53b227bb1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302605 Jul 05 10:55:14.261410 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43076) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:14.266063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b3e545ea-0f1c-46b7-bbff-a12860a48b2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c13ad8f6-7587-496a-8d47-96f539949fde', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:14.304298 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3e545ea-0f1c-46b7-bbff-a12860a48b2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.373012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3e545ea-0f1c-46b7-bbff-a12860a48b2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.376678 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3e545ea-0f1c-46b7-bbff-a12860a48b2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.395616 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e545ea-0f1c-46b7-bbff-a12860a48b2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cbf512-5ad8-455f-9c37-d88e11fe4876,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:14.406088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3e545ea-0f1c-46b7-bbff-a12860a48b2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.407469 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3e545ea-0f1c-46b7-bbff-a12860a48b2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450529 Jul 05 10:55:14.411357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:14.417478 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fe0dbe15-5cd5-457f-a26e-9235ea110a34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c13ad8f6-7587-496a-8d47-96f539949fde', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:14.436085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a7375808-7bb0-4f66-84b5-d56472579944 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:55:14.455661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: a7375808-7bb0-4f66-84b5-d56472579944 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:55:14.456109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device a7375808-7bb0-4f66-84b5-d56472579944 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:55:14.459929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbe15-5cd5-457f-a26e-9235ea110a34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.543395 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbe15-5cd5-457f-a26e-9235ea110a34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.547811 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbe15-5cd5-457f-a26e-9235ea110a34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.568277 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dbe15-5cd5-457f-a26e-9235ea110a34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cd8533-2a7a-49ce-9604-60ca9fe5be7c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:14.576230 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbe15-5cd5-457f-a26e-9235ea110a34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.577642 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fe0dbe15-5cd5-457f-a26e-9235ea110a34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1651256 Jul 05 10:55:14.580932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43080) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:14.588354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c13ad8f6-7587-496a-8d47-96f539949fde', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:14.620607 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:55:14.629577 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.712369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.717822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.739994 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7166ed6-7038-44fa-b34f-f090d27a3ad6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:14.750620 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.752380 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0459fd30-4c98-46f4-92a6-804f5f3a9ff9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699715 Jul 05 10:55:14.756872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43082) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:14.763351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'c13ad8f6-7587-496a-8d47-96f539949fde', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:14.803834 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:55:14.813459 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.900860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.907276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.943582 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52450958-e689-42f5-8483-fb5b1793c274,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:14.947361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.950186 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-58b5ef51-4f53-4677-8f75-7f5092738099 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1906376 Jul 05 10:55:14.952481 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43084) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:14.962347 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'network': {'name': 'tempest-network-smoke--1836931655', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:15.002227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:55:15.008791 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.052572 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:55:15.070196 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.070544 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Added segment bef92180-acdb-430f-b047-ad0af02e7c31 of type vlan for network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 Jul 05 10:55:15.132966 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.188266 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.196507 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:15.197247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.263000 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3084235 Jul 05 10:55:15.266130 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43086) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:15.271930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'admin_state_up': True, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:15.281737 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9959c1-8135-45ee-924d-8b582ba27752 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Network': ['ID=0eb513e2-95ef-40e7-a7f2-81279f16ce79,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:15.293511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:55:15.307872 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.308940 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.378848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.548656 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.758758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.780478 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.893036 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.153 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/7f5f5dff-722e-4049-a91c-82bfb3e19159) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:15.950906 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:55:16.004457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:16.060031 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:16.116034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:16.121891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:16.124373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:16.157908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=7f5f5dff-722e-4049-a91c-82bfb3e19159,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:16.467175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:16.725942 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:16.898148 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b786f786-2633-4aaa-80b3-8aefc5adea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:16.932928 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:17.264404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4fc169da-0307-44d7-b99c-ea813c82aa8d is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:55:17.379276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:17.390744 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Sync routers for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:17.401058 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:17.407516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9e10be92-286e-463e-bb90-9ce7906c3e77 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1350899 Jul 05 10:55:17.407800 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:17.407800 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:17.408353 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43088) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:17.498784 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-52cc28fd-0edb-477d-ae8d-5f81500f9175 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cafbe1ed0af148fab05ebf0f6fdba5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891128 Jul 05 10:55:17.502483 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43092) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:17.540678 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:17.636456 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f14ed-905d-4dfe-87b9-4ade5ca9da05 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:17.639111 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ca1f14ed-905d-4dfe-87b9-4ade5ca9da05 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350319 Jul 05 10:55:17.643650 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:17.702621 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e89694d1-91b3-46df-98cf-9b310d36f9f0 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568552 Jul 05 10:55:17.705126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:17.711315 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740745311', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:17.793153 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:16Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:17.825810 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Checking router: 4fc169da-0307-44d7-b99c-ea813c82aa8d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:17.826156 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Updating router 4fc169da-0307-44d7-b99c-ea813c82aa8d port 7f5f5dff-722e-4049-a91c-82bfb3e19159 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:55:17.847306 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:55:17.852270 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:17.867001 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.066795 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.132529 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Subnet': ['ID=a4fb9516-c5d0-4298-bc4e-68672670288c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:18.142237 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Checking segment: {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:18.142621 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network hostable DHCP agents. Network: 0eb513e2-95ef-40e7-a7f2-81279f16ce79, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:55:18.150761 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.163215 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Transition to ACTIVE for port object 7f5f5dff-722e-4049-a91c-82bfb3e19159 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:18.165295 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:55:18.173440 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.180499 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 0eb513e2-95ef-40e7-a7f2-81279f16ce79) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:18.196194 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:18.196194 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.197906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e274c-a665-40b7-b09d-0cbe9f04f3c7 None None] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:55:18.216975 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9baaba30-5141-4343-a704-df3ce3b42220 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5100589 Jul 05 10:55:18.219817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43098) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:18.253139 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Attempting to bind port 7f5f5dff-722e-4049-a91c-82bfb3e19159 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:18.253517 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Attempting to bind port 7f5f5dff-722e-4049-a91c-82bfb3e19159 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:18.253940 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Attempting to bind port 7f5f5dff-722e-4049-a91c-82bfb3e19159 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:18.268895 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:18.269292 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:18.269644 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.270033 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:18.270498 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Bound port: 7f5f5dff-722e-4049-a91c-82bfb3e19159, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:18.270957 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.272926 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Pushing event updated for resources: {'Port': ['ID=7f5f5dff-722e-4049-a91c-82bfb3e19159,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:18.310657 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.311048 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.311352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.311796 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.312136 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.313571 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.313935 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.314258 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.314576 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.314891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.315236 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.315551 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:18.356277 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] For port 7f5f5dff-722e-4049-a91c-82bfb3e19159, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:18.360636 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] For port 7f5f5dff-722e-4049-a91c-82bfb3e19159, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7f5f5dff-722e-4049-a91c-82bfb3e19159,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:18.363967 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.370008 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.428474 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:18.429108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:55:18.429509 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:18.429834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.512195 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c4455-a65e-4d9b-9716-08860cff0068 None None] Pushing event updated for resources: {'Port': ['ID=7f5f5dff-722e-4049-a91c-82bfb3e19159,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:18.570818 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:18.616735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Allocated IP 172.20.0.2 (0eb513e2-95ef-40e7-a7f2-81279f16ce79/a4fb9516-c5d0-4298-bc4e-68672670288c/b87d5484-a4d2-472b-a66e-1bbc2cec8200) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:18.830033 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.840824 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Transition to ACTIVE for port object b87d5484-a4d2-472b-a66e-1bbc2cec8200 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:18.861818 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Transition to ACTIVE for port object b87d5484-a4d2-472b-a66e-1bbc2cec8200 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:18.873966 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.914647 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:16Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:18.921675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:18.925005 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:18.932429 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:18.943029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Pushing event updated for resources: {'Port': ['ID=b87d5484-a4d2-472b-a66e-1bbc2cec8200,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:18.956206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f26c31-3b36-4218-91f2-57e45fe64a0e None None] The sync data for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 is: [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:16Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:19.019554 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Attempting to bind port b87d5484-a4d2-472b-a66e-1bbc2cec8200 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:19.020104 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Attempting to bind port b87d5484-a4d2-472b-a66e-1bbc2cec8200 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:19.020658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Attempting to bind port b87d5484-a4d2-472b-a66e-1bbc2cec8200 on network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:19.028419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:19.028982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Checking segment: {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:19.029878 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:19.030459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Bound using segment: {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:19.031176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Bound port: b87d5484-a4d2-472b-a66e-1bbc2cec8200, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:19.031694 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:19.118097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] For port b87d5484-a4d2-472b-a66e-1bbc2cec8200, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:19.125525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] For port b87d5484-a4d2-472b-a66e-1bbc2cec8200, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b87d5484-a4d2-472b-a66e-1bbc2cec8200,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:19.132103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:19.206145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c656-1dd6-402f-a01c-58ea73c55c2b None None] Pushing event updated for resources: {'Port': ['ID=b87d5484-a4d2-472b-a66e-1bbc2cec8200,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:19.253269 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:19.682556 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.1 (0eb513e2-95ef-40e7-a7f2-81279f16ce79/a4fb9516-c5d0-4298-bc4e-68672670288c/45d315a5-0944-4f5e-8cd4-8564b58d0b75) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:19.815921 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:19.831399 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object 45d315a5-0944-4f5e-8cd4-8564b58d0b75 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:19.871120 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:19.920432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:19.926380 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:19.931540 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:19.938245 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=45d315a5-0944-4f5e-8cd4-8564b58d0b75,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:19.982748 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.063280 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.161355 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.299175 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687940f-c0af-4d08-85c2-c1b093dc1db2 None None] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:55:20.395456 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e1530b7b-c2e6-434a-85ca-baf418fb9ad3 None None] Provisioning for port b87d5484-a4d2-472b-a66e-1bbc2cec8200 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:20.567705 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.576683 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.675510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7f5f5dff-722e-4049-a91c-82bfb3e19159 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:20.704557 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=45d315a5-0944-4f5e-8cd4-8564b58d0b75,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:20.708255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.751168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 7f5f5dff-722e-4049-a91c-82bfb3e19159 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:20.759222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7f5f5dff-722e-4049-a91c-82bfb3e19159 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:20.760101 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.870511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:20.872981 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:20.904124 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.939363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 7f5f5dff-722e-4049-a91c-82bfb3e19159, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7f5f5dff-722e-4049-a91c-82bfb3e19159,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:20.944500 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:20.946517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b87d5484-a4d2-472b-a66e-1bbc2cec8200 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:21.048013 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4fc169da-0307-44d7-b99c-ea813c82aa8d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:21.116862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=7f5f5dff-722e-4049-a91c-82bfb3e19159,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:21.133546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ff0ed02b-6487-4707-b8a1-7d179900256b None None] Provisioning for port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:21.140450 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ff0ed02b-6487-4707-b8a1-7d179900256b None None] Provisioning complete for port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:21.140812 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed02b-6487-4707-b8a1-7d179900256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.179109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port b87d5484-a4d2-472b-a66e-1bbc2cec8200 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:21.190848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b87d5484-a4d2-472b-a66e-1bbc2cec8200 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:21.191488 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.213808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:21.219912 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-92e8e608-0605-4932-9928-80ede287730a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/4fc169da-0307-44d7-b99c-ea813c82aa8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9982412 Jul 05 10:55:21.238624 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Sync routers for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:21.252097 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ed02b-6487-4707-b8a1-7d179900256b None None] Port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:21.268488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:21.269258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:21.425351 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7700e47d-7ce1-431c-95ae-6134d686800c None None] Provisioning complete for port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:21.426404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7700e47d-7ce1-431c-95ae-6134d686800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.440184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-0d3da875-4f0b-4709-bbae-0e4c1f535a37 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747866877&fields=id&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 267 time: 0.0481288 Jul 05 10:55:21.527532 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:21.530804 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.558979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7700e47d-7ce1-431c-95ae-6134d686800c None None] Port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:21.594606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-398fcf99-9292-4496-9f7c-ba6b98b3a00a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:21.596279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-398fcf99-9292-4496-9f7c-ba6b98b3a00a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/networks?id=0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 200 len: 797 time: 0.1483381 Jul 05 10:55:21.615598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-593d7047-a446-4bc1-b9f7-a851fe7aae8b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/quotas/cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 375 time: 0.0112579 Jul 05 10:55:21.640930 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port b87d5484-a4d2-472b-a66e-1bbc2cec8200, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b87d5484-a4d2-472b-a66e-1bbc2cec8200,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:21.657253 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.720091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-17fec541-b0b3-41e3-91c5-d914a871d603 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976005 Jul 05 10:55:21.878373 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f6dc72d-0045-4879-9436-6b8c690bd490 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400647 Jul 05 10:55:21.943841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-04de06a4-c1a6-40ff-a7c7-cd8ccd896cf0 None None] Provisioning complete for port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:21.944185 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-04de06a4-c1a6-40ff-a7c7-cd8ccd896cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.974360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=b87d5484-a4d2-472b-a66e-1bbc2cec8200,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:21.999377 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-dd0204f4-2e05-4245-b7b5-3ad9d137620a service neutron] 10.222.0.21 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095040 Jul 05 10:55:22.004134 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-04de06a4-c1a6-40ff-a7c7-cd8ccd896cf0 None None] Port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:22.079004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 2, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:22.110890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Checking router: 4fc169da-0307-44d7-b99c-ea813c82aa8d for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:22.111279 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Updating router 4fc169da-0307-44d7-b99c-ea813c82aa8d port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:55:22.154338 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.221457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03f78843-9627-4036-8b21-4bca02821b86 req-00617e29-ec10-43d9-b8a0-c845a50efa4c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 210 time: 0.0393989 Jul 05 10:55:22.457159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.468759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Transition to ACTIVE for port object 45d315a5-0944-4f5e-8cd4-8564b58d0b75 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:22.475884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.506183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7f5f5dff-722e-4049-a91c-82bfb3e19159 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:22.559321 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948b336-98e6-4acf-a82e-55927cc78c66 None None] Pushing event updated for resources: {'Port': ['ID=45d315a5-0944-4f5e-8cd4-8564b58d0b75,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:22.626519 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Attempting to bind port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:22.626941 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Attempting to bind port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:22.627347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Attempting to bind port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 on network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:22.630915 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 7f5f5dff-722e-4049-a91c-82bfb3e19159 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:22.631319 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.636195 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:22.636568 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Checking segment: {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:22.636979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.637370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Bound using segment: {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:22.637970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Bound port: 45d315a5-0944-4f5e-8cd4-8564b58d0b75, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:22.638432 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.769842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] For port 45d315a5-0944-4f5e-8cd4-8564b58d0b75, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:22.789769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] For port 45d315a5-0944-4f5e-8cd4-8564b58d0b75, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=45d315a5-0944-4f5e-8cd4-8564b58d0b75,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:22.797090 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.835580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b87d5484-a4d2-472b-a66e-1bbc2cec8200 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:22.901165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948b336-98e6-4acf-a82e-55927cc78c66 None None] Pushing event updated for resources: {'Port': ['ID=45d315a5-0944-4f5e-8cd4-8564b58d0b75,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:22.908724 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:22.909357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:22.968294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port b87d5484-a4d2-472b-a66e-1bbc2cec8200 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:22.968672 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:23.082446 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:23.316080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6e57c6e-757d-44d1-b2f4-bee51699e70d req-e48cebdf-3572-45fa-a25b-5f605754e7e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 210 time: 0.0322504 Jul 05 10:55:23.404885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:22Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:23.456312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b8703-11a2-4da2-92a6-5119ca8c6c1e None None] The sync data for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 is: [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:22Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:24.443382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bbd4fd35-e8bf-4271-a563-b4ec8cb1f905 req-f61e8c47-e5c9-483c-b2bb-0015572ad049 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 210 time: 0.0447814 Jul 05 10:55:24.546352 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 45d315a5-0944-4f5e-8cd4-8564b58d0b75 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:24.632457 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:24.639187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:24.640017 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.767816 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.805819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 45d315a5-0944-4f5e-8cd4-8564b58d0b75, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=45d315a5-0944-4f5e-8cd4-8564b58d0b75,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:24.810171 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.863443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=45d315a5-0944-4f5e-8cd4-8564b58d0b75,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:25.564976 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-a1ec0b52-db04-48a6-908f-65af7efec7e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:25.566530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-a1ec0b52-db04-48a6-908f-65af7efec7e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/networks?id=0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 200 len: 797 time: 0.1136026 Jul 05 10:55:25.614630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f6370469-d84b-4518-ac1d-25117db0e028 req-1fb13b3d-1096-46c5-bc19-f1fa9201aa60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 210 time: 0.0354218 Jul 05 10:55:25.651581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-232c36ee-037a-4c73-a305-973db55e3b5e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 379 time: 0.0621707 Jul 05 10:55:25.663371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'port': {'device_id': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'admin_state_up': True, 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'security_groups': ['c13ad8f6-7587-496a-8d47-96f539949fde']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:25.780449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:55:25.784703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:25.922437 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.10 (0eb513e2-95ef-40e7-a7f2-81279f16ce79/a4fb9516-c5d0-4298-bc4e-68672670288c/a1acd753-5e7c-4aca-bc04-03399c6116f7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:26.074306 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.088993 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object a1acd753-5e7c-4aca-bc04-03399c6116f7 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:26.124187 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.171748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:26.177416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:26.181811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:26.215584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=a1acd753-5e7c-4aca-bc04-03399c6116f7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:26.229923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.230270 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.230617 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.230957 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.231365 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.231769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.232195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.232524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.232861 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.233190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.233509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.234038 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:26.262763 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:26.263488 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.282625 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-9f41d5ea-bea7-455e-892f-3598b89164cd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6231854 Jul 05 10:55:26.299885 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Request body: {'port': {'device_id': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:26.395784 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.506225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 45d315a5-0944-4f5e-8cd4-8564b58d0b75 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:26.568213 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-530e8289-dd6f-430b-9c6c-73a8072d0550 None None] Provisioning for port a1acd753-5e7c-4aca-bc04-03399c6116f7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:26.575190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-530e8289-dd6f-430b-9c6c-73a8072d0550 None None] Provisioning complete for port a1acd753-5e7c-4aca-bc04-03399c6116f7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:26.575567 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-530e8289-dd6f-430b-9c6c-73a8072d0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.608051 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:26.608051 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.657488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-530e8289-dd6f-430b-9c6c-73a8072d0550 None None] Port a1acd753-5e7c-4aca-bc04-03399c6116f7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:26.763749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1acd753-5e7c-4aca-bc04-03399c6116f7 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:55:26.781214 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.819441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Transition to ACTIVE for port object a1acd753-5e7c-4aca-bc04-03399c6116f7 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:26.824520 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:26.892381 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1acd753-5e7c-4aca-bc04-03399c6116f7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:26.932700 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa113ec-ff89-416c-9af9-de1a4e74ec9b req-cb5f24e8-3c4e-410e-b5dc-83d49248d4a3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:26.934385 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aa113ec-ff89-416c-9af9-de1a4e74ec9b req-cb5f24e8-3c4e-410e-b5dc-83d49248d4a3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 932 time: 0.1733804 Jul 05 10:55:27.026092 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5aa113ec-ff89-416c-9af9-de1a4e74ec9b req-b0f5cd62-c811-4113-92fd-15b95f2ccfcb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687039 Jul 05 10:55:27.032113 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Attempting to bind port a1acd753-5e7c-4aca-bc04-03399c6116f7 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:27.032335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Attempting to bind port a1acd753-5e7c-4aca-bc04-03399c6116f7 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:27.032758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Attempting to bind port a1acd753-5e7c-4aca-bc04-03399c6116f7 on network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:27.038500 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Port a1acd753-5e7c-4aca-bc04-03399c6116f7 on network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:55:27.038857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Attempting to bind port a1acd753-5e7c-4aca-bc04-03399c6116f7 on network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:27.045658 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:27.046008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Checking segment: {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:27.046436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Bound using segment: {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:27.046802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Bound port: a1acd753-5e7c-4aca-bc04-03399c6116f7, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef92180-acdb-430f-b047-ad0af02e7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:27.047323 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:27.136492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] For port a1acd753-5e7c-4aca-bc04-03399c6116f7, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:27.141722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] For port a1acd753-5e7c-4aca-bc04-03399c6116f7, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:27.153652 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:27.194530 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.195415 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:27.197904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] 10.222.0.15 "PUT /v2.0/ports/a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 200 len: 1093 time: 0.9022684 Jul 05 10:55:27.198501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:27.202476 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849cd984-8cf2-49fe-8600-9b61cb8313d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:27.272200 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175327a2-a781-499a-897e-20769e8ffab8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1acd753-5e7c-4aca-bc04-03399c6116f7,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:27.279207 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf908c53-ba44-42d8-a33f-94c11b50ae33 x-openstack-request-id: req-cf908c53-ba44-42d8-a33f-94c11b50ae33 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:27.279757 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:27.280000 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf908c53-ba44-42d8-a33f-94c11b50ae33 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:27.280413 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'status': 'completed', 'code': 200} Jul 05 10:55:27.335568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-b78cb8bf-831b-4dcf-8c17-355a2bd66786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.338076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-b78cb8bf-831b-4dcf-8c17-355a2bd66786 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1096 time: 0.0805287 Jul 05 10:55:27.397456 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-b84738c5-241d-41e7-8234-372c027b9bda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 200 len: 217 time: 0.0476847 Jul 05 10:55:27.456084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-d4fd72af-52b1-4455-9c5b-d07ea648f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.457623 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-d4fd72af-52b1-4455-9c5b-d07ea648f09b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fb9516-c5d0-4298-bc4e-68672670288c HTTP/1.1" status: 200 len: 835 time: 0.0516760 Jul 05 10:55:27.533438 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-310f2612-23fc-44e8-a267-46de72f13664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.534946 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-310f2612-23fc-44e8-a267-46de72f13664 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0eb513e2-95ef-40e7-a7f2-81279f16ce79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664346 Jul 05 10:55:27.643700 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-8f733f19-42a7-435f-9dea-40723a10b1b7 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969028 Jul 05 10:55:27.748267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3e0bcef8-4a2b-4310-99fe-c497d81e7691 req-81b8da2e-653a-49f5-992e-a9e6acd3ecc1 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963488 Jul 05 10:55:27.880926 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-fd3ef259-afa0-4cd5-9658-3dd984b14a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.880926 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-fd3ef259-afa0-4cd5-9658-3dd984b14a84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1096 time: 0.0763195 Jul 05 10:55:27.996302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-d3d23af4-5382-41c8-8eea-4f4b1cffaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.997826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-d3d23af4-5382-41c8-8eea-4f4b1cffaff1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 200 len: 898 time: 0.1127014 Jul 05 10:55:28.048993 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-f5829e91-8bfb-47d1-8bec-8ee9abb46aeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 200 len: 217 time: 0.0438397 Jul 05 10:55:28.107567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-0ffcdf0e-a8df-4238-bd25-6b227136c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:28.109080 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-0ffcdf0e-a8df-4238-bd25-6b227136c8f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fb9516-c5d0-4298-bc4e-68672670288c HTTP/1.1" status: 200 len: 835 time: 0.0517225 Jul 05 10:55:28.204859 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-6ef20f03-7171-4511-8a09-01700b7ffc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:28.205312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-6ef20f03-7171-4511-8a09-01700b7ffc20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0eb513e2-95ef-40e7-a7f2-81279f16ce79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888381 Jul 05 10:55:28.305509 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e699-6c12-492a-9232-646434bc43b7 req-36e5b3df-b183-4ead-adb6-73694e6d000b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:28.307134 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd37e699-6c12-492a-9232-646434bc43b7 req-36e5b3df-b183-4ead-adb6-73694e6d000b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 944 time: 0.1392217 Jul 05 10:55:28.344991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-9c8f4e68-75ad-417a-94af-b4762d3f77fe service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302009 Jul 05 10:55:28.383320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd37e699-6c12-492a-9232-646434bc43b7 req-c6fa9a13-7169-4246-bb77-763637b0247e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704579 Jul 05 10:55:28.463584 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-849cd984-8cf2-49fe-8600-9b61cb8313d1 req-7b000c7f-387d-4342-a02a-f60a3574f75d service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105607 Jul 05 10:55:29.582112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691989d-7e28-456f-8163-a19acc94d8d5 req-8bc9de29-5853-40ef-8dda-0a3bd92321cc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:29.583780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5691989d-7e28-456f-8163-a19acc94d8d5 req-8bc9de29-5853-40ef-8dda-0a3bd92321cc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 944 time: 0.0768552 Jul 05 10:55:29.635371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5691989d-7e28-456f-8163-a19acc94d8d5 req-dd2817aa-ec4f-4f69-9bfd-1b6c57788e72 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Jul 05 10:55:30.340418 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:30.422907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:30.576256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1acd753-5e7c-4aca-bc04-03399c6116f7 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:55:30.687806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a1acd753-5e7c-4aca-bc04-03399c6116f7, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:30.700804 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'port_id': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'mac_address': 'fa:16:3e:a0:ee:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:55:30.743458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:30.757990 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1acd753-5e7c-4aca-bc04-03399c6116f7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:55:30.780108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a1acd753-5e7c-4aca-bc04-03399c6116f7, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:30.785761 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:30.828234 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217401b-ff47-4d83-8dbf-cd89caa16066 req-59a0743d-43c4-4fc4-9c44-bfb9b31ddab0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:30.829767 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f217401b-ff47-4d83-8dbf-cd89caa16066 req-59a0743d-43c4-4fc4-9c44-bfb9b31ddab0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 944 time: 0.0726595 Jul 05 10:55:30.835230 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a1acd753-5e7c-4aca-bc04-03399c6116f7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:30.842929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.843306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.843650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.843995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.844330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.844661 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.844991 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.845315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.845640 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.845965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.846292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.846613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:55:30.870541 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f217401b-ff47-4d83-8dbf-cd89caa16066 req-01ca2273-89ad-408e-8644-4ce42ebc9b07 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350974 Jul 05 10:55:31.036914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['a1acd753-5e7c-4aca-bc04-03399c6116f7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:55:32.057854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae35d39-9ad5-4f33-8b96-69f0f97af00f req-01d517f8-faf5-4b72-8a59-5333237c9676 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:32.059515 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fae35d39-9ad5-4f33-8b96-69f0f97af00f req-01d517f8-faf5-4b72-8a59-5333237c9676 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 945 time: 0.0730236 Jul 05 10:55:32.100238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fae35d39-9ad5-4f33-8b96-69f0f97af00f req-589d6b82-4e3d-44e7-9334-9074655fc9ff tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345955 Jul 05 10:55:32.576582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1acd753-5e7c-4aca-bc04-03399c6116f7 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:32.628580 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port a1acd753-5e7c-4aca-bc04-03399c6116f7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:32.632311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port a1acd753-5e7c-4aca-bc04-03399c6116f7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:32.632978 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:32.739690 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:32.765067 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:32.767407 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f441b6-3372-4dfc-8be9-c04cb96f5166" -d '{"events": [{"server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "name": "network-vif-plugged", "status": "completed", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:32.782772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port a1acd753-5e7c-4aca-bc04-03399c6116f7, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:32.787542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:32.813281 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf10d44c-485a-4fb4-ac56-bd50cd445409 x-openstack-request-id: req-bf10d44c-485a-4fb4-ac56-bd50cd445409 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:32.813579 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "name": "network-vif-plugged", "status": "completed", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:32.813847 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf10d44c-485a-4fb4-ac56-bd50cd445409 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:32.814430 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'code': 200} Jul 05 10:55:32.854574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=a1acd753-5e7c-4aca-bc04-03399c6116f7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:32.953594 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa613bf-b290-407a-9803-55bdf31a06c8 req-11f46736-97e5-4f26-b29a-30d4b25e01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:32.955141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9aa613bf-b290-407a-9803-55bdf31a06c8 req-11f46736-97e5-4f26-b29a-30d4b25e01b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1098 time: 0.0620646 Jul 05 10:55:33.004635 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9aa613bf-b290-407a-9803-55bdf31a06c8 req-4e64456a-65f0-42ab-ab04-9f44024752b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384500 Jul 05 10:55:33.286026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753aae17-ff2d-451e-824e-fe82df9151b9 req-de5c44e4-d425-4866-825d-f0852b10b3e5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:33.287516 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-753aae17-ff2d-451e-824e-fe82df9151b9 req-de5c44e4-d425-4866-825d-f0852b10b3e5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0677619 Jul 05 10:55:33.335145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-753aae17-ff2d-451e-824e-fe82df9151b9 req-1f7f0a38-7e7c-437e-b501-26fa292ffe29 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 Jul 05 10:55:34.540877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e522c-2e6e-41ce-995c-f9a592fb6ae4 req-a9712541-801a-4538-958e-fc8611cd2790 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:34.542655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-646e522c-2e6e-41ce-995c-f9a592fb6ae4 req-a9712541-801a-4538-958e-fc8611cd2790 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0794599 Jul 05 10:55:34.581934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-646e522c-2e6e-41ce-995c-f9a592fb6ae4 req-575239ec-8eda-4c42-98f1-e2c43a1c000b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339255 Jul 05 10:55:34.770157 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d0e40-57a4-4ac7-9d17-7f7ebf96b6de req-4d0363bd-8f76-4537-9f74-81939d2177a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:34.771807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b9d0e40-57a4-4ac7-9d17-7f7ebf96b6de req-4d0363bd-8f76-4537-9f74-81939d2177a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0686860 Jul 05 10:55:34.815558 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2b9d0e40-57a4-4ac7-9d17-7f7ebf96b6de req-34e8a8c1-f2e9-4137-a99b-8333951b4293 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365264 Jul 05 10:55:34.842027 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:34.898873 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6820b-d14f-42c1-8785-ec2ff9ed5caf tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:34.900483 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-07e6820b-d14f-42c1-8785-ec2ff9ed5caf tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1093 time: 0.0574393 Jul 05 10:55:34.903510 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:34.908469 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:34.933755 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.034246 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.144314 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.171 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/7fe6f104-8083-4f0c-beb2-9dda5d22274b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:35.249944 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.292173 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.336218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:35.341203 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:35.344672 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:35.367324 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=7fe6f104-8083-4f0c-beb2-9dda5d22274b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:35.734411 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:35.822873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.019758 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.026972 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.100962 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=7fe6f104-8083-4f0c-beb2-9dda5d22274b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:36.114699 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.244826 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP aaee4b50-fa6f-41bf-847a-67e3c1437ff1 associated. External IP: 172.25.1.171, port: a1acd753-5e7c-4aca-bc04-03399c6116f7. Jul 05 10:55:36.470642 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4fc169da-0307-44d7-b99c-ea813c82aa8d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:36.598065 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:36.611627 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] Sync routers for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:36.619988 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:36.624732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:36.627772 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:36.662429 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6a9b4d22-9b9b-4aee-839a-9444ae44e928 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7578309 Jul 05 10:55:36.663130 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:36.666478 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be9769f4d2c3d263a9decd1a521885228c4afde645c39fc8be76c3139734081b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d01e7-c30d-4029-97e4-82d0c08adcde" -d '{"events": [{"name": "network-changed", "server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:36.792735 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:36.862679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72588f9-b44f-415d-bb04-65f3d5c3f138 req-d292194a-bebc-416c-b6d6-4badd912f87a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:36.864411 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b72588f9-b44f-415d-bb04-65f3d5c3f138 req-d292194a-bebc-416c-b6d6-4badd912f87a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0865920 Jul 05 10:55:36.915201 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b72588f9-b44f-415d-bb04-65f3d5c3f138 req-0e4ea2c6-47c7-4344-bae1-74f245d43c5a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416725 Jul 05 10:55:36.944341 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:37.036823 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-e847a101-f486-4843-9452-2f09d3adaf91 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/aaee4b50-fa6f-41bf-847a-67e3c1437ff1 HTTP/1.1" status: 200 len: 992 time: 0.0904784 Jul 05 10:55:37.068171 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e646f71-6dc8-45d8-b903-111be62a3544 x-openstack-request-id: req-5e646f71-6dc8-45d8-b903-111be62a3544 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:37.068623 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:37.068765 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e646f71-6dc8-45d8-b903-111be62a3544 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:37.069099 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'status': 'completed', 'code': 200} Jul 05 10:55:37.105575 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'aaee4b50-fa6f-41bf-847a-67e3c1437ff1', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'port_id': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'mac_address': 'fa:16:3e:a0:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:35Z', 'updated_at': '2021-07-05T10:55:35Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:37.132857 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] Checking router: 4fc169da-0307-44d7-b99c-ea813c82aa8d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:37.142232 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:37.142829 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:55:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:37.174935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-95ac1981-d03c-4b97-812b-19b0248aee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:37.176507 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-95ac1981-d03c-4b97-812b-19b0248aee40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1098 time: 0.0840514 Jul 05 10:55:37.256882 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:37.273854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-fc7bd9de-cd72-4494-9c4b-2274d47e1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:37.275392 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-fc7bd9de-cd72-4494-9c4b-2274d47e1ea1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 200 len: 898 time: 0.0919561 Jul 05 10:55:37.344811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-9601e39d-e2ec-4f04-8263-032c3400b2bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 200 len: 1000 time: 0.0627079 Jul 05 10:55:37.393626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-df6729a5-0354-44bc-9658-8dde058472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:37.395130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-df6729a5-0354-44bc-9658-8dde058472c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fb9516-c5d0-4298-bc4e-68672670288c HTTP/1.1" status: 200 len: 835 time: 0.0443313 Jul 05 10:55:37.457891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-f0b2c008-2fc4-401d-af21-926c62a4f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:37.459414 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-f0b2c008-2fc4-401d-af21-926c62a4f631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0eb513e2-95ef-40e7-a7f2-81279f16ce79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576224 Jul 05 10:55:37.494667 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'aaee4b50-fa6f-41bf-847a-67e3c1437ff1', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'port_id': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'mac_address': 'fa:16:3e:a0:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:35Z', 'updated_at': '2021-07-05T10:55:35Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:37.524738 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c55cfe-6a29-43b1-a289-40643ac76a1c None None] The sync data for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 is: [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'aaee4b50-fa6f-41bf-847a-67e3c1437ff1', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'port_id': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'mac_address': 'fa:16:3e:a0:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:35Z', 'updated_at': '2021-07-05T10:55:35Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:37.556645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-4923a957-e7d1-4978-9179-6b74718f33b9 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894446 Jul 05 10:55:37.656036 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bc4d01e7-c30d-4029-97e4-82d0c08adcde req-6aed5947-e6d3-40bf-b47a-68cd7c677f4f service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925317 Jul 05 10:55:37.730801 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb861d60-61b5-45b6-b4f2-8a81d5182d7c None None] New status for floating IP aaee4b50-fa6f-41bf-847a-67e3c1437ff1: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:55:38.041076 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:38.106964 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3c42f17c-83f9-4a31-922c-f8116816a091 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/aaee4b50-fa6f-41bf-847a-67e3c1437ff1 HTTP/1.1" status: 200 len: 994 time: 0.0647285 Jul 05 10:55:44.113195 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a5cbcf1-3a86-4948-9c79-d210d6e0b7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:46.890163 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d6ecac2-ac95-4b87-a832-7e8669125aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:46.927330 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:48.306788 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:50.057897 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:52.950972 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:55:59.419626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-5c849f14-b2ad-4596-b51f-ed9ac5d1998a req-3ded603a-22bb-427e-8e4d-68a9058aedb8 service neutron] (93796) timed out ('10.222.0.21', 58066) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:56:00.354447 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:00.446930 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:11.700225 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ffc6-4fb5-408a-b961-43ffc2e6c1bc req-e8dca096-354c-4b6c-a4c6-2ae928adb9e2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:11.701849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a03ffc6-4fb5-408a-b961-43ffc2e6c1bc req-e8dca096-354c-4b6c-a4c6-2ae928adb9e2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0698175 Jul 05 10:56:11.744677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a03ffc6-4fb5-408a-b961-43ffc2e6c1bc req-f40b102a-df3a-4946-a3c6-aff033ccc8ae tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366316 Jul 05 10:56:12.927928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae13c8-e0b2-49a0-a1eb-4b9cd89de481 req-4d8a4742-8063-426d-ad51-450721aaa472 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:12.930224 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebae13c8-e0b2-49a0-a1eb-4b9cd89de481 req-4d8a4742-8063-426d-ad51-450721aaa472 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0658882 Jul 05 10:56:12.969170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebae13c8-e0b2-49a0-a1eb-4b9cd89de481 req-3b562ba6-7e17-4e62-8c16-94b813eb44d0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335627 Jul 05 10:56:14.115613 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-422585a6-0731-4a1b-872c-ad9ec6fb8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:14.162936 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da62f20-ff48-4c4b-a9e6-dde848d3a097 req-da677b43-2b8b-4c1d-9429-5ac497967633 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:14.165115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4da62f20-ff48-4c4b-a9e6-dde848d3a097 req-da677b43-2b8b-4c1d-9429-5ac497967633 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0765722 Jul 05 10:56:14.202677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4da62f20-ff48-4c4b-a9e6-dde848d3a097 req-e3a70446-0ab7-4816-9a38-d1877ca1d984 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Jul 05 10:56:15.401599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba680ae7-a9e2-434e-98af-5976e1b2368b req-1d7449d0-e865-4889-beaf-08d73d8ef23c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:15.403355 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba680ae7-a9e2-434e-98af-5976e1b2368b req-1d7449d0-e865-4889-beaf-08d73d8ef23c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0742500 Jul 05 10:56:15.444200 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ba680ae7-a9e2-434e-98af-5976e1b2368b req-d326f74f-a189-45b1-a950-fd28a1e01bbe tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348804 Jul 05 10:56:16.655564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b9e2f-a319-4f5e-bfda-18be1b6e597c req-cb704870-798e-427f-90ba-6b6998cf915c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:16.657501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d66b9e2f-a319-4f5e-bfda-18be1b6e597c req-cb704870-798e-427f-90ba-6b6998cf915c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0711105 Jul 05 10:56:16.707335 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d66b9e2f-a319-4f5e-bfda-18be1b6e597c req-1aeabfc5-4f0e-436e-aa15-8b03717f2a1c tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Jul 05 10:56:16.892057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56fa9041-495b-4f19-9b5f-03406bd26bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:16.934152 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:17.913833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbdb9a-6205-4b5f-be4d-3ccdbd3388b5 req-8345c431-78d9-447b-8804-12949b945e84 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:17.915806 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dbdb9a-6205-4b5f-be4d-3ccdbd3388b5 req-8345c431-78d9-447b-8804-12949b945e84 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0771673 Jul 05 10:56:17.963948 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-51dbdb9a-6205-4b5f-be4d-3ccdbd3388b5 req-fd9d6be8-5fba-4989-b047-dc5d658b3651 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 Jul 05 10:56:18.313854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:19.222863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a701857-b1ff-40b0-8443-9eba8657b3c8 req-84ee84e2-8722-404b-9bba-5fb0fda59a99 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:19.224437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a701857-b1ff-40b0-8443-9eba8657b3c8 req-84ee84e2-8722-404b-9bba-5fb0fda59a99 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.1316996 Jul 05 10:56:19.264504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a701857-b1ff-40b0-8443-9eba8657b3c8 req-58266777-b91d-4f41-b0f1-139ff96f9015 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334954 Jul 05 10:56:20.065907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:20.491670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52834acc-4f0d-4842-afcb-2137f7ed0740 req-474bb3ec-fa9e-4e08-bae6-3975364b7a1b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:20.493263 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52834acc-4f0d-4842-afcb-2137f7ed0740 req-474bb3ec-fa9e-4e08-bae6-3975364b7a1b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0701361 Jul 05 10:56:20.535264 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-52834acc-4f0d-4842-afcb-2137f7ed0740 req-c51f05bc-84b6-481d-8a8d-684f2c520f98 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362892 Jul 05 10:56:21.673990 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-385e5985-ab29-4221-bf9d-ce6011283fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:21.675514 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-385e5985-ab29-4221-bf9d-ce6011283fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1098 time: 0.0599234 Jul 05 10:56:21.816327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e68ab0-a1fc-4079-b827-77f84ea03cfb req-1cee2269-0436-4e6e-ad65-0e4cbee1dc5b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:21.817815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78e68ab0-a1fc-4079-b827-77f84ea03cfb req-1cee2269-0436-4e6e-ad65-0e4cbee1dc5b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.1462734 Jul 05 10:56:21.818915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-0e43f476-be3c-485f-89e1-0093454ff371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:21.820307 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-0e43f476-be3c-485f-89e1-0093454ff371 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 200 len: 898 time: 0.1164951 Jul 05 10:56:21.911939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-78e68ab0-a1fc-4079-b827-77f84ea03cfb req-a2cb79d1-07e5-47ab-8a66-1f31a74845da tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878808 Jul 05 10:56:21.925637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-60fe41f0-57b7-4b72-b7a4-e1c9c332e57a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 200 len: 1002 time: 0.0956311 Jul 05 10:56:21.982832 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-22a72384-2e85-499e-b0ac-42500c84a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:21.984329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-22a72384-2e85-499e-b0ac-42500c84a25c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fb9516-c5d0-4298-bc4e-68672670288c HTTP/1.1" status: 200 len: 835 time: 0.0458572 Jul 05 10:56:22.046436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-b2f29ae1-2eb9-4e7b-a168-e8bab32cc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:22.048009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-b2f29ae1-2eb9-4e7b-a168-e8bab32cc208 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0eb513e2-95ef-40e7-a7f2-81279f16ce79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540495 Jul 05 10:56:22.195614 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-48baf41c-f242-490a-8354-5d6eb2b67061 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367009 Jul 05 10:56:22.295020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27cebf46-8978-4417-8bb4-b2855e31e4ed req-390b0f32-8504-409a-936c-04394584b74f service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Jul 05 10:56:23.092786 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf256809-dfa2-491f-9c4f-dc62d7713901 req-9f836b36-f1ee-4ab4-a700-06a9adc0516b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:23.094287 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf256809-dfa2-491f-9c4f-dc62d7713901 req-9f836b36-f1ee-4ab4-a700-06a9adc0516b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0666456 Jul 05 10:56:23.133734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf256809-dfa2-491f-9c4f-dc62d7713901 req-e6810e67-7ccb-41f3-bb92-0b6259c595e1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338774 Jul 05 10:56:23.158412 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:23.221873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8e823b3c-710a-4b96-b161-d740814cb054 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/aaee4b50-fa6f-41bf-847a-67e3c1437ff1 HTTP/1.1" status: 200 len: 994 time: 0.0622685 Jul 05 10:56:24.717495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-e6fdcafc-f21b-4c9e-8c26-5838041592d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:24.719022 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-e6fdcafc-f21b-4c9e-8c26-5838041592d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1098 time: 0.0962498 Jul 05 10:56:24.727907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eb0a0-797a-4b0d-8e86-ba70f50f1c44 req-ff38ecd9-0780-43d6-952d-5edc49f398b4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:24.729551 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-085eb0a0-797a-4b0d-8e86-ba70f50f1c44 req-ff38ecd9-0780-43d6-952d-5edc49f398b4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.1181843 Jul 05 10:56:24.821923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-085eb0a0-797a-4b0d-8e86-ba70f50f1c44 req-95e582fe-811e-4421-9492-9f0a499690d5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819173 Jul 05 10:56:24.851800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-404b9fc0-9b50-4ae4-9bae-a0a0d90357c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:24.853310 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-404b9fc0-9b50-4ae4-9bae-a0a0d90357c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 200 len: 898 time: 0.1228583 Jul 05 10:56:24.930808 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-ac64814c-66e1-4328-aa23-85b0f7324f6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 200 len: 1002 time: 0.0652661 Jul 05 10:56:24.982560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-3eed2171-7e7f-44cc-93e7-924e5fe3e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:24.984081 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-3eed2171-7e7f-44cc-93e7-924e5fe3e339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fb9516-c5d0-4298-bc4e-68672670288c HTTP/1.1" status: 200 len: 835 time: 0.0444009 Jul 05 10:56:25.044228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-e4f84a22-16a6-449d-a781-4f8163b6b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:25.045744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-e4f84a22-16a6-449d-a781-4f8163b6b968 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0eb513e2-95ef-40e7-a7f2-81279f16ce79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519071 Jul 05 10:56:25.150316 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-894122f8-f4f7-49e1-a561-5762308c3629 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936561 Jul 05 10:56:25.262184 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0de143e-75df-4ed2-ad3b-04d18cabec0c req-b01a260e-2897-40d3-9101-1a7ac35c9a68 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011617 Jul 05 10:56:26.020591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16b330-8674-4f7e-8eef-ffd2f11dbaf3 req-0a7cfc19-d7de-4514-b1c8-01855d0a296d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:26.022056 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e16b330-8674-4f7e-8eef-ffd2f11dbaf3 req-0a7cfc19-d7de-4514-b1c8-01855d0a296d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0767915 Jul 05 10:56:26.062921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6e16b330-8674-4f7e-8eef-ffd2f11dbaf3 req-6705a4cf-bd56-4e2c-a082-d11ed7090bc8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351341 Jul 05 10:56:26.088075 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:26.149426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-5df976e8-03d5-4d8a-94ee-532b7e23cd0a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/aaee4b50-fa6f-41bf-847a-67e3c1437ff1 HTTP/1.1" status: 200 len: 994 time: 0.0601695 Jul 05 10:56:29.950585 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:56:30.351800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:30.451278 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:44.120133 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-473f4a54-5a35-4df0-9fbf-5c0335c5e808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:46.896478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16c3bafe-4124-4df9-a2fb-c64b027ef68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:46.930217 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:48.312711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:50.068371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.603125 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43246) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:58.763037 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 7fe6f104-8083-4f0c-beb2-9dda5d22274b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:56:58.763372 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.845076 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.845401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.859190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 7fe6f104-8083-4f0c-beb2-9dda5d22274b owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:56:59.019127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:59.045099 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=7fe6f104-8083-4f0c-beb2-9dda5d22274b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:56:59.057295 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.057632 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.057969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.058302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.058626 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.058953 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.059410 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.059701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.059986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.060304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.060619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.060983 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:59.123215 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:59.123548 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP aaee4b50-fa6f-41bf-847a-67e3c1437ff1 disassociated (deleted). External IP: 172.25.1.171, port: a1acd753-5e7c-4aca-bc04-03399c6116f7. Jul 05 10:56:59.714441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4fc169da-0307-44d7-b99c-ea813c82aa8d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:56:59.826935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:56:59.831974 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:59.837188 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] Sync routers for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:56:59.847922 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:56:59.848561 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:59.869905 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-bb3478b8-177f-436c-a0c1-95399f1459d4 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/floatingips/aaee4b50-fa6f-41bf-847a-67e3c1437ff1 HTTP/1.1" status: 204 len: 168 time: 1.2656693 Jul 05 10:56:59.870498 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:56:59.873319 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:56:59.963009 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:00.145507 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bf8401-d578-4445-bb5d-bec8661e2d06 x-openstack-request-id: req-10bf8401-d578-4445-bb5d-bec8661e2d06 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:00.145800 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:00.146050 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10bf8401-d578-4445-bb5d-bec8661e2d06 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:00.147018 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'status': 'completed', 'code': 200} Jul 05 10:57:00.189272 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:00.221608 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] Checking router: 4fc169da-0307-44d7-b99c-ea813c82aa8d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:00.234468 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:00.236536 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:00.239259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-1ae17289-0cc3-45d4-a361-f3161e07aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:00.240865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-1ae17289-0cc3-45d4-a361-f3161e07aae4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 1098 time: 0.0687802 Jul 05 10:57:00.386465 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-0120c010-078c-4151-a8ff-45500044901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:00.388357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-0120c010-078c-4151-a8ff-45500044901f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 200 len: 898 time: 0.1371191 Jul 05 10:57:00.390478 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.398964 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe4624-f247-429a-965c-18a86dc273f5 req-57389e79-6d00-4cb8-b111-c498b21cfe05 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:00.401019 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25fe4624-f247-429a-965c-18a86dc273f5 req-57389e79-6d00-4cb8-b111-c498b21cfe05 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.1589367 Jul 05 10:57:00.453559 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-14f86545-8ead-4b05-b38c-875a4e746242 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 200 len: 217 time: 0.0514171 Jul 05 10:57:00.458463 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:00.469709 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.530598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-25fe4624-f247-429a-965c-18a86dc273f5 req-dca25705-d5fa-475f-990d-1ea93f7c7f7f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206169 Jul 05 10:57:00.544933 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-f24cb3a2-e534-481f-983f-2137eff2c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:00.547453 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-f24cb3a2-e534-481f-983f-2137eff2c258 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4fb9516-c5d0-4298-bc4e-68672670288c HTTP/1.1" status: 200 len: 835 time: 0.0859213 Jul 05 10:57:00.626825 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-ce401c8b-5831-41d2-9da4-21dde91240fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:00.628408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-ce401c8b-5831-41d2-9da4-21dde91240fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0eb513e2-95ef-40e7-a7f2-81279f16ce79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728445 Jul 05 10:57:00.690440 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:00.717323 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c013eede-a784-4318-8b82-067e62cb0f44 None None] The sync data for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 is: [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '45d315a5-0944-4f5e-8cd4-8564b58d0b75', 'name': '', 'network_id': '0eb513e2-95ef-40e7-a7f2-81279f16ce79', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:7a:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:19Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': 'a4fb9516-c5d0-4298-bc4e-68672670288c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:00.771994 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-60c9137e-ae64-4348-9d9b-f2cc86bf0770 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349900 Jul 05 10:57:00.875419 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bafa0eb4-ecb0-4be5-b111-7992de1b4c9a req-ce768ca2-1874-485f-b53a-37f639fc3a9e service neutron] 10.222.0.15 "GET /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957170 Jul 05 10:57:00.967308 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1aa97d-e2e7-41b5-a52e-0f71b8ade719 None None] New status for floating IP aaee4b50-fa6f-41bf-847a-67e3c1437ff1: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:57:01.726014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664b832-340f-40b3-a63f-a877c35a69a3 req-ce8770b6-b089-4324-84b2-94a45d3eeb5e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:01.727511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4664b832-340f-40b3-a63f-a877c35a69a3 req-ce8770b6-b089-4324-84b2-94a45d3eeb5e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0717232 Jul 05 10:57:01.774539 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4664b832-340f-40b3-a63f-a877c35a69a3 req-5d3f6651-8816-453b-b677-eff12c3364c8 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=c13ad8f6-7587-496a-8d47-96f539949fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Jul 05 10:57:01.887839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-0d8bab18-737a-4ee8-bac2-1b5f86804612 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:01.889347 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-0d8bab18-737a-4ee8-bac2-1b5f86804612 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 946 time: 0.0725727 Jul 05 10:57:02.007730 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port a1acd753-5e7c-4aca-bc04-03399c6116f7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:02.008127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.103204 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port a1acd753-5e7c-4aca-bc04-03399c6116f7, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=a1acd753-5e7c-4aca-bc04-03399c6116f7,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:02.103560 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.118587 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for a1acd753-5e7c-4aca-bc04-03399c6116f7 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:02.262783 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.301987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=a1acd753-5e7c-4aca-bc04-03399c6116f7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:02.349618 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] No DVR routers for this DVR port a1acd753-5e7c-4aca-bc04-03399c6116f7 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:02.353028 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.355128 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-caec7b45-9d83-476b-9b39-e724c1aea375 req-41b54cca-7297-46f8-8220-47d8cbd0998f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "DELETE /v2.0/ports/a1acd753-5e7c-4aca-bc04-03399c6116f7 HTTP/1.1" status: 204 len: 173 time: 0.4564729 Jul 05 10:57:02.355599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'name': 'network-vif-deleted', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:02.357885 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6cb42e-9469-43d2-af7f-2f8f1fb1e842" -d '{"events": [{"server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "name": "network-vif-deleted", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:02.412715 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccba594-dc13-47e3-8d74-643db96ffaeb x-openstack-request-id: req-3ccba594-dc13-47e3-8d74-643db96ffaeb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:02.413033 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f400b99c-4e08-4d36-a594-2dde9ff30544", "name": "network-vif-deleted", "tag": "a1acd753-5e7c-4aca-bc04-03399c6116f7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:02.413638 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ccba594-dc13-47e3-8d74-643db96ffaeb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:02.414288 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f400b99c-4e08-4d36-a594-2dde9ff30544', 'name': 'network-vif-deleted', 'tag': 'a1acd753-5e7c-4aca-bc04-03399c6116f7', 'status': 'completed', 'code': 200} Jul 05 10:57:03.003622 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-240239e8-4614-4d6c-b173-5a4f91b8e8b9 req-270fdbac-69d3-4bc0-9fe3-0ffdd3ddade1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=f400b99c-4e08-4d36-a594-2dde9ff30544 HTTP/1.1" status: 200 len: 210 time: 0.0314300 Jul 05 10:57:04.108302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:04.495185 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.816772 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 45d315a5-0944-4f5e-8cd4-8564b58d0b75 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:04.817040 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.912918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 45d315a5-0944-4f5e-8cd4-8564b58d0b75, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=45d315a5-0944-4f5e-8cd4-8564b58d0b75,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:04.913518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.929192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 45d315a5-0944-4f5e-8cd4-8564b58d0b75 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:04.933419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1acd753-5e7c-4aca-bc04-03399c6116f7 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:04.957047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: a1acd753-5e7c-4aca-bc04-03399c6116f7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:04.957397 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device a1acd753-5e7c-4aca-bc04-03399c6116f7 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:05.155593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.187956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=45d315a5-0944-4f5e-8cd4-8564b58d0b75,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:05.437653 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.690637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 4fc169da-0307-44d7-b99c-ea813c82aa8d has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:05.817404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:05.827245 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0502d8cb-005d-49f9-a088-2000b29b3b95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/4fc169da-0307-44d7-b99c-ea813c82aa8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175488 Jul 05 10:57:05.830363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43264) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:05.830893 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] Sync routers for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:05.847675 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:05.848695 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:05.929308 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting subnet a4fb9516-c5d0-4298-bc4e-68672670288c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:57:05.934920 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.964929 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:06.001719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.116614 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.186719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.215689 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:57:05Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:06.232644 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Subnet': ['ID=a4fb9516-c5d0-4298-bc4e-68672670288c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:06.237461 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.243014 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:06.245112 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] Checking router: 4fc169da-0307-44d7-b99c-ea813c82aa8d for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:06.250986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091e3db-6aa5-46d2-8138-e30189908aa9 None None] Network 0eb513e2-95ef-40e7-a7f2-81279f16ce79 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:57:06.251707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d112705b-08a1-4d19-910c-cca20c5c0a28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/subnets/a4fb9516-c5d0-4298-bc4e-68672670288c HTTP/1.1" status: 204 len: 168 time: 0.4197130 Jul 05 10:57:06.255252 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] Routers {'4fc169da-0307-44d7-b99c-ea813c82aa8d'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:06.256602 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['4fc169da-0307-44d7-b99c-ea813c82aa8d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:06.372957 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.394140 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] Set router 4fc169da-0307-44d7-b99c-ea813c82aa8d gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:06.503998 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] DHCP port deletion for 0eb513e2-95ef-40e7-a7f2-81279f16ce79 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:57:06.519376 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.577174 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Deleting port b87d5484-a4d2-472b-a66e-1bbc2cec8200 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:06.577578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.602264 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 7f5f5dff-722e-4049-a91c-82bfb3e19159 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:06.603180 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.621925 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:57:05Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:06.658708 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63b6c0-51d9-49b6-ac9c-a3e27cb4ab29 None None] The sync data for ids ['4fc169da-0307-44d7-b99c-ea813c82aa8d'] in n-d-771363-33 is: [{'id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674529900', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:57:05Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '7f5f5dff-722e-4049-a91c-82bfb3e19159', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc169da-0307-44d7-b99c-ea813c82aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:55:15Z', 'updated_at': '2021-07-05T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:06.659000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device b87d5484-a4d2-472b-a66e-1bbc2cec8200 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:06.666070 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] For port b87d5484-a4d2-472b-a66e-1bbc2cec8200, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=b87d5484-a4d2-472b-a66e-1bbc2cec8200,segment=NetworkSegment(bef92180-acdb-430f-b047-ad0af02e7c31),segment_id=bef92180-acdb-430f-b047-ad0af02e7c31)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:06.666467 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.718846 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Calling delete_port for b87d5484-a4d2-472b-a66e-1bbc2cec8200 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:06.832273 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.861368 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.913061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] No DVR routers for this DVR port b87d5484-a4d2-472b-a66e-1bbc2cec8200 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:06.920411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Pushing event deleted for resources: {'Port': ['ID=b87d5484-a4d2-472b-a66e-1bbc2cec8200,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:06.928656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.928656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.929300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.929615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.930029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.930298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.930597 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.930918 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.931292 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.931613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.931931 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.932244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049ccab-75fa-4807-909e-4387f4e3984f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:06.952071 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:57:07.014239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 7f5f5dff-722e-4049-a91c-82bfb3e19159, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=7f5f5dff-722e-4049-a91c-82bfb3e19159,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:07.014607 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.029448 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 7f5f5dff-722e-4049-a91c-82bfb3e19159 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:07.223862 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.251785 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=7f5f5dff-722e-4049-a91c-82bfb3e19159,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:07.264316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.264793 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.265654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.265972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.266305 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.266640 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.266965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.267323 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.267648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.268012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.268332 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.268647 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:07.335573 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.434682 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.436908 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.482102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.482652 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc169da-0307-44d7-b99c-ea813c82aa8d {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:57:07.490956 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.495650 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a6f8b829-fb69-4f5e-bdb8-cfba8c4ca028 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/routers/4fc169da-0307-44d7-b99c-ea813c82aa8d HTTP/1.1" status: 204 len: 168 time: 1.2514136 Jul 05 10:57:07.496231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:07.586129 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.686393 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.698651 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb513e2-95ef-40e7-a7f2-81279f16ce79']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:07.712723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef92180-acdb-430f-b047-ad0af02e7c31') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:07.713260 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef92180-acdb-430f-b047-ad0af02e7c31') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:07.723322 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.741827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.748914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:57:07.749315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:57:07.752630 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:57:07.813446 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.825189 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.827881 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/networks/0eb513e2-95ef-40e7-a7f2-81279f16ce79 HTTP/1.1" status: 204 len: 168 time: 0.3304837 Jul 05 10:57:07.830655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:07.849258 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516266-a352-48cf-bb9d-56268e861331 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Network': ['ID=0eb513e2-95ef-40e7-a7f2-81279f16ce79,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:07.915314 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3c83920-7f88-44b5-ad61-b5194688a8f6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.944162 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3c83920-7f88-44b5-ad61-b5194688a8f6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.015827 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3c83920-7f88-44b5-ad61-b5194688a8f6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.019112 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3c83920-7f88-44b5-ad61-b5194688a8f6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.020304 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b3c83920-7f88-44b5-ad61-b5194688a8f6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/security-groups/c13ad8f6-7587-496a-8d47-96f539949fde HTTP/1.1" status: 204 len: 168 time: 0.1886234 Jul 05 10:57:08.030542 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c83920-7f88-44b5-ad61-b5194688a8f6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ad8f6-7587-496a-8d47-96f539949fde,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:08.371048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:08.376005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c0b74dd5-c32e-498a-aefb-fc00c1bc0f0d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411402134', 'description': 'tempest-secgroup-smoke-411402134 description', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:08.401759 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0b74dd5-c32e-498a-aefb-fc00c1bc0f0d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.505500 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0b74dd5-c32e-498a-aefb-fc00c1bc0f0d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.511688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0b74dd5-c32e-498a-aefb-fc00c1bc0f0d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.548650 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0b74dd5-c32e-498a-aefb-fc00c1bc0f0d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.549835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c0b74dd5-c32e-498a-aefb-fc00c1bc0f0d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1777349 Jul 05 10:57:08.553364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b74dd5-c32e-498a-aefb-fc00c1bc0f0d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f52019-aaa1-4607-9d9c-9d963d9404a8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:08.554365 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:08.557933 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7f5f5dff-722e-4049-a91c-82bfb3e19159 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:08.560134 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c7059b10-210c-48e1-9bb6-8c32374f82d6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'd8f52019-aaa1-4607-9d9c-9d963d9404a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:08.591300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 7f5f5dff-722e-4049-a91c-82bfb3e19159 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:08.591840 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 7f5f5dff-722e-4049-a91c-82bfb3e19159 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:08.592383 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 45d315a5-0944-4f5e-8cd4-8564b58d0b75 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:08.593706 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7059b10-210c-48e1-9bb6-8c32374f82d6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.612150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 45d315a5-0944-4f5e-8cd4-8564b58d0b75 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:08.612496 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 45d315a5-0944-4f5e-8cd4-8564b58d0b75 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:08.662731 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7059b10-210c-48e1-9bb6-8c32374f82d6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.665560 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7059b10-210c-48e1-9bb6-8c32374f82d6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.688998 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7059b10-210c-48e1-9bb6-8c32374f82d6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41a78f7-2cdd-4f80-9e9b-3abe8142a81e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:08.696484 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7059b10-210c-48e1-9bb6-8c32374f82d6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.697817 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c7059b10-210c-48e1-9bb6-8c32374f82d6 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415920 Jul 05 10:57:08.700781 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:08.706260 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-91deea7d-fb4e-4476-9506-f3b908738480 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'd8f52019-aaa1-4607-9d9c-9d963d9404a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:08.735591 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91deea7d-fb4e-4476-9506-f3b908738480 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.806191 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91deea7d-fb4e-4476-9506-f3b908738480 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.809990 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91deea7d-fb4e-4476-9506-f3b908738480 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.830910 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deea7d-fb4e-4476-9506-f3b908738480 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eefa310-e057-46fe-8305-1d849b70cf6a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:08.838501 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91deea7d-fb4e-4476-9506-f3b908738480 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.839281 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-91deea7d-fb4e-4476-9506-f3b908738480 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373582 Jul 05 10:57:08.841934 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:08.846485 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-be193cfe-2252-4d69-84c1-e39de9e71233 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'd8f52019-aaa1-4607-9d9c-9d963d9404a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:08.877158 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be193cfe-2252-4d69-84c1-e39de9e71233 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.937974 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be193cfe-2252-4d69-84c1-e39de9e71233 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.941857 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be193cfe-2252-4d69-84c1-e39de9e71233 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.958011 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be193cfe-2252-4d69-84c1-e39de9e71233 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc2db03-a20e-4c6c-abad-905aa4a02fb5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:08.967872 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be193cfe-2252-4d69-84c1-e39de9e71233 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:08.969110 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be193cfe-2252-4d69-84c1-e39de9e71233 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262369 Jul 05 10:57:08.971908 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43286) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:08.977174 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7806801a-3b12-4c4c-af4b-8ab8dbd1fa16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'd8f52019-aaa1-4607-9d9c-9d963d9404a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:09.010083 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7806801a-3b12-4c4c-af4b-8ab8dbd1fa16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.071852 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7806801a-3b12-4c4c-af4b-8ab8dbd1fa16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.075380 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7806801a-3b12-4c4c-af4b-8ab8dbd1fa16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.093088 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806801a-3b12-4c4c-af4b-8ab8dbd1fa16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8131eab5-593e-43f5-b595-aeb433640ede,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:09.099272 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7806801a-3b12-4c4c-af4b-8ab8dbd1fa16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.100501 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-7806801a-3b12-4c4c-af4b-8ab8dbd1fa16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274917 Jul 05 10:57:09.103350 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43288) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:09.107813 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'd8f52019-aaa1-4607-9d9c-9d963d9404a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:09.129291 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:57:09.135871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.205255 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.210296 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.233133 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80930ba5-f132-41fa-ac39-fd4c0da195c9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:09.239926 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.242519 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-eb9166d6-e558-403f-926b-ff2906133e8f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380665 Jul 05 10:57:09.245066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:09.249884 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'security_group_rule': {'security_group_id': 'd8f52019-aaa1-4607-9d9c-9d963d9404a8', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:09.272089 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Project cafbe1ed0af148fab05ebf0f6fdba5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:57:09.276995 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.340581 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.347655 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.370183 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccba28b7-ebfb-459d-9c37-646990d6051f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:09.380917 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.382020 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-72182899-ad4a-4b4a-ab58-368c964f7618 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359820 Jul 05 10:57:09.384993 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:09.390369 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'network': {'name': 'tempest-network-smoke--456240767', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:09.412639 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:57:09.416626 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.442927 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:57:09.454402 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.454793 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Added segment 812d7c31-e3c3-4892-9417-df2fe71bfd0c of type vlan for network 1af63661-7bb1-46d5-a352-a64b24023045 Jul 05 10:57:09.497596 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.533356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.541952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:09.542604 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.606424 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2202060 Jul 05 10:57:09.609070 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:09.614157 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'admin_state_up': True, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:09.632575 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22c4f-4cb6-4516-9ff6-b53b7f3663a5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Network': ['ID=1af63661-7bb1-46d5-a352-a64b24023045,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:09.645986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 1af63661-7bb1-46d5-a352-a64b24023045 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:57:09.657243 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.658684 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.729078 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:09.877858 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:10.088964 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:10.109077 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:10.217219 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.145 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/01f08eb3-47f3-4440-85d9-9ff139d4d3e4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:57:10.341652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:10.389188 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:10.429547 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:57:10.434704 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:57:10.438395 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:57:10.462736 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:10.720934 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:10.945182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:11.079126 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:57:11.191059 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:11.202162 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Sync routers for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:11.219174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:11.219174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-fa1d638f-d195-41eb-9c68-ab6efd26c1a7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6044626 Jul 05 10:57:11.219536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:11.219536 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:11.219788 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:11.254174 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-5d059fcb-5461-47e9-8b1d-4865fc6f3c43 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cafbe1ed0af148fab05ebf0f6fdba5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309978 Jul 05 10:57:11.254460 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43298) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:11.336492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:11.348921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeebd23-e0b0-4ddc-93bc-4864a36797ec tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:11.351351 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-bdeebd23-e0b0-4ddc-93bc-4864a36797ec tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957036 Jul 05 10:57:11.354355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:11.385466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a4ac9e13-7a16-42fe-8790-af39cdf96177 tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c430b990-46a3-428e-a264-c955e357d5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299444 Jul 05 10:57:11.388323 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:11.393299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903072279', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:11.494265 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:57:11.499586 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:11.559149 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:10Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:11.599564 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Checking router: 0f0e409b-93a1-4a4b-b71e-aed9d103d16b for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:11.600708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Updating router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:57:11.640382 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:11.740660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:11.799803 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Subnet': ['ID=8e57cc13-5e1e-4221-8188-5dd35ce04d7f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:11.820975 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Checking segment: {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:57:11.821332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network hostable DHCP agents. Network: 1af63661-7bb1-46d5-a352-a64b24023045, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:57:11.840154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 1af63661-7bb1-46d5-a352-a64b24023045 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:57:11.851092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 1af63661-7bb1-46d5-a352-a64b24023045) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:57:11.855497 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:11.855986 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:11.865014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97a854-c108-412b-bd47-79d21db16eca None None] Network 1af63661-7bb1-46d5-a352-a64b24023045 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:57:11.874962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-72b97499-5b78-4f90-92bc-acaf10063109 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4827955 Jul 05 10:57:11.875231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:11.964954 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:11.989370 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Transition to ACTIVE for port object 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:57:12.004400 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.096622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Attempting to bind port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:57:12.096622 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Attempting to bind port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:57:12.096982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Attempting to bind port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:57:12.108838 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:57:12.109643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:57:12.109643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.109980 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:57:12.110460 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Bound port: 01f08eb3-47f3-4440-85d9-9ff139d4d3e4, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:57:12.110839 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.169887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] For port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:57:12.173663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] For port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:57:12.182525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54a63-fa7e-4d19-9318-896f901c215c None None] Pushing event updated for resources: {'Port': ['ID=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:12.185886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.271190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-1af63661-7bb1-46d5-a352-a64b24023045', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:57:12.272358 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.295112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54a63-fa7e-4d19-9318-896f901c215c None None] Pushing event updated for resources: {'Port': ['ID=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:12.299473 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:12.300088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:12.394990 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.480100 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:12.621081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Allocated IP 172.20.0.2 (1af63661-7bb1-46d5-a352-a64b24023045/8e57cc13-5e1e-4221-8188-5dd35ce04d7f/ba03ab86-c494-48dd-8a69-7ba6b74ba6aa) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:57:12.834392 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:10Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:12.869821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91bebb-c0be-44ae-90df-3c697bb7f7f4 None None] The sync data for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 is: [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:10Z', 'revision_number': 3, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:12.876646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.901350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Transition to ACTIVE for port object ba03ab86-c494-48dd-8a69-7ba6b74ba6aa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:57:12.924432 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Transition to ACTIVE for port object ba03ab86-c494-48dd-8a69-7ba6b74ba6aa will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:57:12.933973 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:12.972322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Network 1af63661-7bb1-46d5-a352-a64b24023045 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:57:12.974074 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:57:12.979240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:57:13.057209 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Attempting to bind port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:57:13.057585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Attempting to bind port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:57:13.057955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Attempting to bind port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa on network 1af63661-7bb1-46d5-a352-a64b24023045 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:57:13.060234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Pushing event updated for resources: {'Port': ['ID=ba03ab86-c494-48dd-8a69-7ba6b74ba6aa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:13.066540 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:57:13.066916 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Checking segment: {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:57:13.067411 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.067812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Bound using segment: {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:57:13.068452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Bound port: ba03ab86-c494-48dd-8a69-7ba6b74ba6aa, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:57:13.069976 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.161545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.1 (1af63661-7bb1-46d5-a352-a64b24023045/8e57cc13-5e1e-4221-8188-5dd35ce04d7f/4bc9dc0b-b5a1-4f0a-909b-7dcececdab02) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:57:13.166903 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] For port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:57:13.182137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] For port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ba03ab86-c494-48dd-8a69-7ba6b74ba6aa,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:57:13.197620 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.276890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681ab19-3be7-4022-b806-552782e57a4c None None] Pushing event updated for resources: {'Port': ['ID=ba03ab86-c494-48dd-8a69-7ba6b74ba6aa,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:13.376220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.397723 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:57:13.470384 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.526411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 1af63661-7bb1-46d5-a352-a64b24023045 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:57:13.533329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:57:13.538031 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:57:13.566986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:13.598482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.782381 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:14.126844 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06523a5a-6781-4588-bfcb-3567f4d28c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:14.149420 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:14.155877 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:14.245037 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:14.247403 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:14.376750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee69102-3d67-4c05-9dba-9044fe4b904d None None] Network 1af63661-7bb1-46d5-a352-a64b24023045 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:57:14.382512 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 1af63661-7bb1-46d5-a352-a64b24023045 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:57:14.384443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:57:14.539712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:14.639553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8a8e376e-32c0-47db-8aca-3d562a735759 None None] Provisioning for port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:57:14.668132 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ba03ab86-c494-48dd-8a69-7ba6b74ba6aa up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:57:14.731439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:14.740112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-3d5531b9-917e-4045-a021-5cbd92a9012f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/0f0e409b-93a1-4a4b-b71e-aed9d103d16b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8638394 Jul 05 10:57:14.803143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:57:14.826437 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:14.826792 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:14.937702 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Sync routers for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:14.948621 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:14.953932 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:14.955119 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:14.963914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-705b78db-f8f1-4bfb-9acb-9df7fd65b450 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411402134&fields=id&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 267 time: 0.0664701 Jul 05 10:57:15.000652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ba03ab86-c494-48dd-8a69-7ba6b74ba6aa,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:15.009317 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.010712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:57:15.129816 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ba03ab86-c494-48dd-8a69-7ba6b74ba6aa,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:15.152821 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:57:15.160725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:15.161436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.184061 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:15.201496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-620819db-4850-43c5-8c59-27fecbf22647 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:15.213988 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-620819db-4850-43c5-8c59-27fecbf22647 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/networks?id=1af63661-7bb1-46d5-a352-a64b24023045 HTTP/1.1" status: 200 len: 796 time: 0.2377620 Jul 05 10:57:15.242671 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-80ab0c4a-96a0-4c07-89e0-c6b18b46b9ad tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/quotas/cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 375 time: 0.0268967 Jul 05 10:57:15.291302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.324495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b99b3b34-173d-4170-a5f8-3e649a474ac7 None None] Provisioning for port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:57:15.345243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b99b3b34-173d-4170-a5f8-3e649a474ac7 None None] Provisioning complete for port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:15.346126 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b99b3b34-173d-4170-a5f8-3e649a474ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.392226 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-1fda3e5f-f71a-44dd-8efe-f9e36c21b2b1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387923 Jul 05 10:57:15.405730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:15.415889 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.481621 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b99b3b34-173d-4170-a5f8-3e649a474ac7 None None] Port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:57:15.543400 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b99b3b34-173d-4170-a5f8-3e649a474ac7 None None] Provisioning complete for port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:15.544038 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b99b3b34-173d-4170-a5f8-3e649a474ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.596727 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 2, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:15.616057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:15.641627 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Checking router: 0f0e409b-93a1-4a4b-b71e-aed9d103d16b for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:15.642303 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Updating router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:57:15.645020 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-fe6c77c2-72a7-4bc8-87b3-d6425ee3481a service neutron] 10.222.0.21 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310078 Jul 05 10:57:15.696578 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.799513 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-3967a474-6021-4b36-908a-e09c5f7f0423 service neutron] 10.222.0.21 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398900 Jul 05 10:57:15.888320 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9deffbc4-a806-4140-9742-cb374b2b8388 None None] Provisioning complete for port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:15.888704 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9deffbc4-a806-4140-9742-cb374b2b8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.937009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9deffbc4-a806-4140-9742-cb374b2b8388 None None] Port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:57:16.038474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-048c1b0d-9d01-4578-8b53-79e3c2bd2766 req-92a907e5-ccfa-4024-9014-5a867495ac2a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 210 time: 0.0381644 Jul 05 10:57:16.216938 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.230486 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Transition to ACTIVE for port object 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:57:16.238334 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.291931 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Pushing event updated for resources: {'Port': ['ID=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:16.325478 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.326032 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.326604 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.326862 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.327205 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.327722 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.328041 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.328356 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.328673 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.328983 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.329480 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.329851 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:16.371545 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Attempting to bind port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:57:16.371912 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Attempting to bind port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:57:16.372277 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Attempting to bind port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 on network 1af63661-7bb1-46d5-a352-a64b24023045 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:57:16.383285 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:57:16.384026 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Checking segment: {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:57:16.384734 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.385415 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Bound using segment: {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:57:16.385996 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Bound port: 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:57:16.386503 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.481903 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] For port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:57:16.487884 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] For port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:57:16.494870 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.605407 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:16.605971 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:56:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:16.607612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ba03ab86-c494-48dd-8a69-7ba6b74ba6aa up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:57:16.655352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a54c51-7b0c-4cd9-a242-3a2e9201077c None None] Pushing event updated for resources: {'Port': ['ID=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:16.732947 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:16.733686 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.792592 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:16.857934 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:57:16.912905 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-844ccc0d-1487-440b-b373-df5e6d0ef068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.946454 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.955956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:16.956343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:17.087009 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:17.140098 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccac805-1543-4b9b-a3af-eee9ad5c9280 None None] The sync data for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 is: [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:16Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:17.273759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa1333a0-b782-4a59-808a-6b3a1911448b req-36d53959-5911-491d-bb42-f509094c3cbc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 210 time: 0.0480037 Jul 05 10:57:17.724989 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-614526a9-18ea-4229-9f22-b27b44b325b1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:17.727337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-614526a9-18ea-4229-9f22-b27b44b325b1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/networks?id=1af63661-7bb1-46d5-a352-a64b24023045 HTTP/1.1" status: 200 len: 796 time: 0.1552780 Jul 05 10:57:17.811290 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-fee8dc38-f80f-499f-95bf-b0cbb676756a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5 HTTP/1.1" status: 200 len: 379 time: 0.0690281 Jul 05 10:57:17.825526 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'port': {'device_id': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'admin_state_up': True, 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'security_groups': ['d8f52019-aaa1-4607-9d9c-9d963d9404a8']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:18.018899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Made reservation on behalf of cafbe1ed0af148fab05ebf0f6fdba5b5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:57:18.027329 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.215408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.20.0.4 (1af63661-7bb1-46d5-a352-a64b24023045/8e57cc13-5e1e-4221-8188-5dd35ce04d7f/0be92875-a6b4-4a0e-af38-3be4af6af8ac) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:57:18.336808 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.471707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.540043 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-74e5567d-a631-4c2b-a450-a7d2cf090fd0 req-e96fbbf9-a461-44ad-8886-8ebf9f02ab50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 210 time: 0.0673175 Jul 05 10:57:18.544354 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Transition to ACTIVE for port object 0be92875-a6b4-4a0e-af38-3be4af6af8ac will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:57:18.605735 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.608967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:57:18.657292 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network 1af63661-7bb1-46d5-a352-a64b24023045 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:57:18.663424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:57:18.667255 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:57:18.701839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:57:18.709095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:18.709481 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.770697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=0be92875-a6b4-4a0e-af38-3be4af6af8ac,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:18.811898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:18.812682 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.845665 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-3a4be5e3-96f9-4011-9d8d-b663d79deb60 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264664 Jul 05 10:57:18.866121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Request body: {'port': {'device_id': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:18.889112 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.945976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:18.951826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:18.996593 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:19.028601 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:19.093856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-93de6eab-9591-47f1-b9af-3be8f26ec81e None None] Provisioning for port 0be92875-a6b4-4a0e-af38-3be4af6af8ac completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:57:19.098735 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-93de6eab-9591-47f1-b9af-3be8f26ec81e None None] Provisioning complete for port 0be92875-a6b4-4a0e-af38-3be4af6af8ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:19.099233 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93de6eab-9591-47f1-b9af-3be8f26ec81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:19.164117 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-93de6eab-9591-47f1-b9af-3be8f26ec81e None None] Port 0be92875-a6b4-4a0e-af38-3be4af6af8ac cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:57:19.365601 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be92875-a6b4-4a0e-af38-3be4af6af8ac {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:57:19.374407 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:19.394170 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Transition to ACTIVE for port object 0be92875-a6b4-4a0e-af38-3be4af6af8ac will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:57:19.399872 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:19.492872 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=0be92875-a6b4-4a0e-af38-3be4af6af8ac,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:19.568268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Attempting to bind port 0be92875-a6b4-4a0e-af38-3be4af6af8ac on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:57:19.568762 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Attempting to bind port 0be92875-a6b4-4a0e-af38-3be4af6af8ac by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:57:19.569327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Attempting to bind port 0be92875-a6b4-4a0e-af38-3be4af6af8ac on network 1af63661-7bb1-46d5-a352-a64b24023045 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:57:19.574884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Port 0be92875-a6b4-4a0e-af38-3be4af6af8ac on network 1af63661-7bb1-46d5-a352-a64b24023045 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:57:19.575390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Attempting to bind port 0be92875-a6b4-4a0e-af38-3be4af6af8ac on network 1af63661-7bb1-46d5-a352-a64b24023045 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:57:19.581712 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:57:19.582046 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Checking segment: {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:57:19.582436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Bound using segment: {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:57:19.582927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Bound port: 0be92875-a6b4-4a0e-af38-3be4af6af8ac, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812d7c31-e3c3-4892-9417-df2fe71bfd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:57:19.583856 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:19.692345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] For port 0be92875-a6b4-4a0e-af38-3be4af6af8ac, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:57:19.700692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] For port 0be92875-a6b4-4a0e-af38-3be4af6af8ac, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:57:19.708498 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:19.806616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:19.807455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:19.810462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] 10.222.0.15 "PUT /v2.0/ports/0be92875-a6b4-4a0e-af38-3be4af6af8ac HTTP/1.1" status: 200 len: 1092 time: 0.9528453 Jul 05 10:57:19.811107 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:19.814485 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c5a5c-fbab-431b-abfa-2b77da2656ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:19.858539 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9637526-a028-4814-8b5c-76598ebb2ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=0be92875-a6b4-4a0e-af38-3be4af6af8ac,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:19.935915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36f75-72f6-4b35-9a4b-d15f558f00cf req-70fae5bc-591c-4cc7-924f-79fc87831673 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:19.937645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5d36f75-72f6-4b35-9a4b-d15f558f00cf req-70fae5bc-591c-4cc7-924f-79fc87831673 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 943 time: 0.1893146 Jul 05 10:57:19.974404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-33e22e7f-6faa-485f-87aa-75dd88d67770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:19.975974 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-33e22e7f-6faa-485f-87aa-75dd88d67770 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 1095 time: 0.1116412 Jul 05 10:57:20.036246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5d36f75-72f6-4b35-9a4b-d15f558f00cf req-ba7735fb-75a9-483d-8401-2a8dcaa87a8a tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875130 Jul 05 10:57:20.038546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-58a929cf-1001-451f-a324-55953ee7d894 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac HTTP/1.1" status: 200 len: 217 time: 0.0509579 Jul 05 10:57:20.072937 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:20.122185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-e8f645e6-22de-48cd-85ff-4a284d4936e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:20.124115 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-e8f645e6-22de-48cd-85ff-4a284d4936e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e57cc13-5e1e-4221-8188-5dd35ce04d7f HTTP/1.1" status: 200 len: 834 time: 0.0763400 Jul 05 10:57:20.145552 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f0e422-96b7-47b3-8c50-b6476e7422a6 x-openstack-request-id: req-23f0e422-96b7-47b3-8c50-b6476e7422a6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:20.145901 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:20.146285 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23f0e422-96b7-47b3-8c50-b6476e7422a6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:20.146707 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'status': 'completed', 'code': 200} Jul 05 10:57:20.214918 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991471-27d5-4c39-be61-89a957497611 req-ae18d1aa-a29b-4416-9068-6bbe28d07e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:20.216863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-ae18d1aa-a29b-4416-9068-6bbe28d07e56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af63661-7bb1-46d5-a352-a64b24023045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820704 Jul 05 10:57:20.355072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-134097ad-bb35-44f0-ae62-f7a36b86c45b service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274729 Jul 05 10:57:20.512778 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-98991471-27d5-4c39-be61-89a957497611 req-6982a094-4079-40e0-a867-1e2bad9d468a service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471059 Jul 05 10:57:20.569436 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:57:20.644085 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:20.644536 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:20.653158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-761adcb3-c3b1-47d3-a944-51131625a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:20.655170 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-761adcb3-c3b1-47d3-a944-51131625a19d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 1095 time: 0.0697067 Jul 05 10:57:20.765517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-c07ed6fa-92ff-4173-bfe3-bb5f18f86786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:20.767050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-c07ed6fa-92ff-4173-bfe3-bb5f18f86786 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af63661-7bb1-46d5-a352-a64b24023045 HTTP/1.1" status: 200 len: 897 time: 0.1036379 Jul 05 10:57:20.822722 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-cada312a-3efc-4a60-ad49-adaa45f8c657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac HTTP/1.1" status: 200 len: 217 time: 0.0444210 Jul 05 10:57:20.878312 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-554dd39b-2f86-4549-820e-1ac91e5bbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:20.879874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-554dd39b-2f86-4549-820e-1ac91e5bbc2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e57cc13-5e1e-4221-8188-5dd35ce04d7f HTTP/1.1" status: 200 len: 834 time: 0.0504870 Jul 05 10:57:20.951505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-06704403-0501-4f92-817a-2ecbb1c36f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:20.953027 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-06704403-0501-4f92-817a-2ecbb1c36f4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af63661-7bb1-46d5-a352-a64b24023045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645757 Jul 05 10:57:21.062511 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-ff74c9b0-7f01-4cc1-8800-c4ce62c72361 service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017513 Jul 05 10:57:21.214191 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f35c5a5c-fbab-431b-abfa-2b77da2656ad req-cebf8a4d-7e52-4849-9753-a14af0271d93 service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438279 Jul 05 10:57:21.312268 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb7c39-442f-4b29-a66f-87441f87f2ec req-f2f108e3-af29-42a2-96e3-f902f76160fd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:21.314076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ddb7c39-442f-4b29-a66f-87441f87f2ec req-f2f108e3-af29-42a2-96e3-f902f76160fd tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 943 time: 0.0771749 Jul 05 10:57:21.383765 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6ddb7c39-442f-4b29-a66f-87441f87f2ec req-3377c459-363f-494f-88dc-41c2ec1aa2ce tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616565 Jul 05 10:57:22.597857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993e138-46d4-46c7-aefd-b6fb125c8598 req-f6ba3bac-d65f-4eba-817a-ef153001f05f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:22.600644 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6993e138-46d4-46c7-aefd-b6fb125c8598 req-f6ba3bac-d65f-4eba-817a-ef153001f05f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 943 time: 0.0809083 Jul 05 10:57:22.643912 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6993e138-46d4-46c7-aefd-b6fb125c8598 req-39145c96-3f01-4df7-98a7-8b1940312527 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Jul 05 10:57:23.028214 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0be92875-a6b4-4a0e-af38-3be4af6af8ac details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:57:23.142694 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0be92875-a6b4-4a0e-af38-3be4af6af8ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:23.155020 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'port_id': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'mac_address': 'fa:16:3e:33:d3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:57:23.193542 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:23.206419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be92875-a6b4-4a0e-af38-3be4af6af8ac {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:57:23.228235 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0be92875-a6b4-4a0e-af38-3be4af6af8ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:23.232810 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:23.285334 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0be92875-a6b4-4a0e-af38-3be4af6af8ac,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:23.487943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0be92875-a6b4-4a0e-af38-3be4af6af8ac'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:57:23.832958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c565b0-392d-4f04-9be9-d4b041dd7b5a req-eff5b9b0-93d0-4b35-bb7d-3ddeeb8bfd5d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:23.834997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0c565b0-392d-4f04-9be9-d4b041dd7b5a req-eff5b9b0-93d0-4b35-bb7d-3ddeeb8bfd5d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 944 time: 0.0699975 Jul 05 10:57:23.877996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0c565b0-392d-4f04-9be9-d4b041dd7b5a req-300c2ba6-6720-4da2-b8f4-92c574f117eb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365431 Jul 05 10:57:25.042012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0be92875-a6b4-4a0e-af38-3be4af6af8ac up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:57:25.088230 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e13a9-7e0b-48c3-9a76-e04ee9da05f0 req-ad1bd57a-c6f1-4a77-b4fc-45b2a3a2ec2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:25.089876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f65e13a9-7e0b-48c3-9a76-e04ee9da05f0 req-ad1bd57a-c6f1-4a77-b4fc-45b2a3a2ec2e tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 944 time: 0.0850620 Jul 05 10:57:25.108440 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 0be92875-a6b4-4a0e-af38-3be4af6af8ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:57:25.114237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0be92875-a6b4-4a0e-af38-3be4af6af8ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:57:25.115155 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:25.135579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f65e13a9-7e0b-48c3-9a76-e04ee9da05f0 req-feb52815-7e94-40a7-9f73-99b0c684f879 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383823 Jul 05 10:57:25.213139 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:25.238420 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:25.241389 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3279659c-2688-4dfe-a052-4309ad5a02ef" -d '{"events": [{"server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "name": "network-vif-plugged", "status": "completed", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:25.258427 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0be92875-a6b4-4a0e-af38-3be4af6af8ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:25.263229 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:25.294137 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54614c40-7289-4aa1-b974-45173901bc6a x-openstack-request-id: req-54614c40-7289-4aa1-b974-45173901bc6a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:25.294541 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "name": "network-vif-plugged", "status": "completed", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:25.294868 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54614c40-7289-4aa1-b974-45173901bc6a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:25.295481 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'code': 200} Jul 05 10:57:25.335675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0be92875-a6b4-4a0e-af38-3be4af6af8ac,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:25.409330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418751b3-fa68-4257-98bf-043abc08e26e req-9a61b276-046e-4b55-bdcb-a24193703a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:25.410852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-418751b3-fa68-4257-98bf-043abc08e26e req-9a61b276-046e-4b55-bdcb-a24193703a51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 1097 time: 0.0548980 Jul 05 10:57:25.449125 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-418751b3-fa68-4257-98bf-043abc08e26e req-1527b9f2-26be-486c-8d0d-4802fcb6ebb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283689 Jul 05 10:57:26.329139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6a084-ed6b-45a2-8737-1e5928ea757b req-208da8e2-d159-4b2e-97b6-b4348139a7fc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:26.330725 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0da6a084-ed6b-45a2-8737-1e5928ea757b req-208da8e2-d159-4b2e-97b6-b4348139a7fc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0736656 Jul 05 10:57:26.373684 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0da6a084-ed6b-45a2-8737-1e5928ea757b req-dc460de3-a247-46d9-be8c-8fbdbc757346 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355055 Jul 05 10:57:27.578066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a30d7-3971-4341-97ea-bea12720f97d req-70ca6207-59c9-44b6-a3e3-7cc2bbbbea43 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:27.579934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b9a30d7-3971-4341-97ea-bea12720f97d req-70ca6207-59c9-44b6-a3e3-7cc2bbbbea43 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0853472 Jul 05 10:57:27.625931 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b9a30d7-3971-4341-97ea-bea12720f97d req-b6578aba-934f-4e80-adaa-5e26f49d9402 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386047 Jul 05 10:57:27.831390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8438-5684-4ad1-8e93-1a81c3654e8d req-cb88e068-9db1-4ab7-bcc8-2335bee39c1d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:27.832934 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5bb8438-5684-4ad1-8e93-1a81c3654e8d req-cb88e068-9db1-4ab7-bcc8-2335bee39c1d tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0711203 Jul 05 10:57:27.878370 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d5bb8438-5684-4ad1-8e93-1a81c3654e8d req-3647959f-e5c4-48aa-9362-bf5818a08529 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361669 Jul 05 10:57:27.903257 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:27.959637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1495768-fb09-40ea-bef0-54bde6b5746c tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:27.961162 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f1495768-fb09-40ea-bef0-54bde6b5746c tempest-TestNetworkAdvancedServerOps-1301349097 tempest-TestNetworkAdvancedServerOps-1301349097-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 1092 time: 0.0568585 Jul 05 10:57:27.964050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:27.968363 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:57:27.991438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:28.088386 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:28.196532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Allocated IP 172.25.1.220 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/70dbf889-88b6-4b27-8520-88e8dad0563b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:57:28.308833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:28.355748 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:28.394112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:57:28.397529 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:57:28.403163 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:57:28.429419 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=70dbf889-88b6-4b27-8520-88e8dad0563b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:28.840028 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:28.921931 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:29.105949 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:29.111220 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:29.574585 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event updated for resources: {'Port': ['ID=70dbf889-88b6-4b27-8520-88e8dad0563b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:29.588948 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:29.707746 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP d158e196-58fd-489c-941b-d5bb428dcd72 associated. External IP: 172.25.1.220, port: 0be92875-a6b4-4a0e-af38-3be4af6af8ac. Jul 05 10:57:29.968399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:30.101750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:30.112249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] Sync routers for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:30.119623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:30.123643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:30.124311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:57:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:30.172330 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2c0d089f-e37d-4ffa-8d99-206eb8de3fab tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2068453 Jul 05 10:57:30.173300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:30.175721 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a58b85-4ee9-4a2f-9432-9ec71222558f" -d '{"events": [{"name": "network-changed", "server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:30.259505 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:30.354899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459791-c471-4b78-89cb-9d04c11ebb78 req-68512a36-83f7-4dd4-8583-9b2e2a3051f2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:30.356546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32459791-c471-4b78-89cb-9d04c11ebb78 req-68512a36-83f7-4dd4-8583-9b2e2a3051f2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0819609 Jul 05 10:57:30.417360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-32459791-c471-4b78-89cb-9d04c11ebb78 req-f71e812a-d344-4a21-a69a-c4d4157f667b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548770 Jul 05 10:57:30.458196 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:30.463949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:30.504030 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beafa24-9598-45db-a1bf-50f46f4a3e7c x-openstack-request-id: req-9beafa24-9598-45db-a1bf-50f46f4a3e7c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:30.504508 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:30.506595 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9beafa24-9598-45db-a1bf-50f46f4a3e7c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:30.508352 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'status': 'completed', 'code': 200} Jul 05 10:57:30.508483 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:30.549359 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-be0e1d09-bf6e-4654-aa5c-eeb313f24187 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/d158e196-58fd-489c-941b-d5bb428dcd72 HTTP/1.1" status: 200 len: 991 time: 0.0876083 Jul 05 10:57:30.600729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-5dc1d596-0740-4124-939d-741a1a39a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:30.601461 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'd158e196-58fd-489c-941b-d5bb428dcd72', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'port_id': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'mac_address': 'fa:16:3e:33:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:57:28Z', 'updated_at': '2021-07-05T10:57:28Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:30.602297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-5dc1d596-0740-4124-939d-741a1a39a2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 1097 time: 0.0633976 Jul 05 10:57:30.636658 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] Checking router: 0f0e409b-93a1-4a4b-b71e-aed9d103d16b for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:30.646258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:30.647277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:57:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:30.715018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-ee326ac2-e3b0-4662-8f4c-0f3dc6b846ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:30.716598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-ee326ac2-e3b0-4662-8f4c-0f3dc6b846ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af63661-7bb1-46d5-a352-a64b24023045 HTTP/1.1" status: 200 len: 897 time: 0.1071827 Jul 05 10:57:30.786582 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:30.797852 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-f6e17bbf-cde7-4d9c-85a0-c61aa9ddda09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac HTTP/1.1" status: 200 len: 999 time: 0.0716891 Jul 05 10:57:30.862092 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-9e9f67ea-c491-408e-9841-9a4bd4da0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:30.863579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-9e9f67ea-c491-408e-9841-9a4bd4da0845 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e57cc13-5e1e-4221-8188-5dd35ce04d7f HTTP/1.1" status: 200 len: 834 time: 0.0583208 Jul 05 10:57:30.931056 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-860f6634-1bf4-463a-9ee2-61014d191731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:30.932633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-860f6634-1bf4-463a-9ee2-61014d191731 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af63661-7bb1-46d5-a352-a64b24023045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623674 Jul 05 10:57:31.035835 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-78fd5441-bd44-4ebb-9b1b-4ff5335c5956 service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963011 Jul 05 10:57:31.039819 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'd158e196-58fd-489c-941b-d5bb428dcd72', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'port_id': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'mac_address': 'fa:16:3e:33:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:57:28Z', 'updated_at': '2021-07-05T10:57:28Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:31.079402 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acae7a-fefa-4f32-8038-40dc8e6c76f7 None None] The sync data for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 is: [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'd158e196-58fd-489c-941b-d5bb428dcd72', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'port_id': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'mac_address': 'fa:16:3e:33:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:57:28Z', 'updated_at': '2021-07-05T10:57:28Z', 'revision_number': 0, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:31.155149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48a58b85-4ee9-4a2f-9432-9ec71222558f req-14aa48bc-8996-446b-90b3-ba4b9fe03be2 service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115520 Jul 05 10:57:31.324278 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d2a81-79c7-4358-be0d-cf4b823e5e39 None None] New status for floating IP d158e196-58fd-489c-941b-d5bb428dcd72: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:57:31.552494 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:31.667896 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-0b816aaf-5714-44eb-ae04-298236b01c28 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/d158e196-58fd-489c-941b-d5bb428dcd72 HTTP/1.1" status: 200 len: 993 time: 0.1137917 Jul 05 10:57:43.951051 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:57:44.119680 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53726cde-1713-4db3-b873-e4430a9c0bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:46.895666 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65192200-4bf0-405d-88d3-ff88b30ce917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:46.928928 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:48.319457 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.065712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:00.399924 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:00.451609 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:05.219766 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368d88-d38a-4c3c-a55a-c8f07cf31273 req-b7f82f2c-9dcd-4827-9def-471c067e90cf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:05.221348 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41368d88-d38a-4c3c-a55a-c8f07cf31273 req-b7f82f2c-9dcd-4827-9def-471c067e90cf tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0675781 Jul 05 10:58:05.261970 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-41368d88-d38a-4c3c-a55a-c8f07cf31273 req-5331b3cb-c51d-4c42-ae9d-235a221c8aa9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349369 Jul 05 10:58:06.465440 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a1af-3459-4fc6-a2bc-86560e186e90 req-fee7bf50-6157-466e-8b01-5425f7243f0b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:06.469643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8b2a1af-3459-4fc6-a2bc-86560e186e90 req-fee7bf50-6157-466e-8b01-5425f7243f0b tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0889044 Jul 05 10:58:06.534542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f8b2a1af-3459-4fc6-a2bc-86560e186e90 req-ce3185ff-0b66-48cd-aeba-616531cc5c16 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590243 Jul 05 10:58:06.568176 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:06.648473 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c0dde760-5d8d-4c17-b927-7200986c9bc1 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/d158e196-58fd-489c-941b-d5bb428dcd72 HTTP/1.1" status: 200 len: 993 time: 0.0783086 Jul 05 10:58:08.181566 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-6d63a3e4-47c8-44c5-9e25-6a3083df16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:08.183275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-6d63a3e4-47c8-44c5-9e25-6a3083df16f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 1097 time: 0.1217825 Jul 05 10:58:08.204424 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b3de5-fce4-4def-8b11-204bdf294028 req-344bd4a5-e58d-44b2-a2c8-398c3c6193f3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:08.206363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd7b3de5-fce4-4def-8b11-204bdf294028 req-344bd4a5-e58d-44b2-a2c8-398c3c6193f3 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.1090972 Jul 05 10:58:08.326165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd7b3de5-fce4-4def-8b11-204bdf294028 req-292d04fa-05f1-4352-955e-83470d136e56 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106408 Jul 05 10:58:08.361758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-c0d1bfb5-abb8-4c02-b4a8-7bda0feeeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:08.363358 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-c0d1bfb5-abb8-4c02-b4a8-7bda0feeeaed service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af63661-7bb1-46d5-a352-a64b24023045 HTTP/1.1" status: 200 len: 897 time: 0.1693428 Jul 05 10:58:08.444929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-b139cfb4-0265-4a99-bc68-5f0e99f9bacb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac HTTP/1.1" status: 200 len: 1001 time: 0.0688252 Jul 05 10:58:08.518591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-70a8e6ed-0a83-4ef4-8445-4bfeff0e6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:08.520296 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-70a8e6ed-0a83-4ef4-8445-4bfeff0e6f1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e57cc13-5e1e-4221-8188-5dd35ce04d7f HTTP/1.1" status: 200 len: 834 time: 0.0656767 Jul 05 10:58:08.596057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-57effc07-4c08-4e4b-8def-e803f13ed97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:08.597794 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-57effc07-4c08-4e4b-8def-e803f13ed97b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af63661-7bb1-46d5-a352-a64b24023045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673022 Jul 05 10:58:08.719638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-9ac36250-b9ff-4f16-a4eb-afc510ca083e service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105983 Jul 05 10:58:08.880427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7ee4eb8f-4a5e-471e-8afc-504f74c898e5 req-2d06bba0-0f0c-43df-978b-181e76f53453 service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503694 Jul 05 10:58:09.523715 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee0b90-6d01-458d-8a92-d7f09c3f12b6 req-de3012b1-ed26-4ff0-a152-0b32a7933f42 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:09.525205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebee0b90-6d01-458d-8a92-d7f09c3f12b6 req-de3012b1-ed26-4ff0-a152-0b32a7933f42 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0650346 Jul 05 10:58:09.564468 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ebee0b90-6d01-458d-8a92-d7f09c3f12b6 req-1a3afb56-a9ce-4c7f-87ad-b3de42b8e6e0 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333359 Jul 05 10:58:10.773888 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76ba67-2429-4d96-aa70-475890feefb1 req-779b6af2-1983-4d1c-abd3-9665e74ba76f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:10.775428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae76ba67-2429-4d96-aa70-475890feefb1 req-779b6af2-1983-4d1c-abd3-9665e74ba76f tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.0860171 Jul 05 10:58:10.824174 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae76ba67-2429-4d96-aa70-475890feefb1 req-b246d907-36cc-43ad-aadd-75327eaa62dc tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418391 Jul 05 10:58:10.852496 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43410) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:10.920230 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1989f6ee-2495-40f0-9610-2964d5c42cbb tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/floatingips/d158e196-58fd-489c-941b-d5bb428dcd72 HTTP/1.1" status: 200 len: 993 time: 0.0665014 Jul 05 10:58:11.221607 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:11.397969 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 70dbf889-88b6-4b27-8520-88e8dad0563b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:11.398261 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.486744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.487114 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.501442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 70dbf889-88b6-4b27-8520-88e8dad0563b owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:11.688538 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.715923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=70dbf889-88b6-4b27-8520-88e8dad0563b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:11.729267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.729660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.729932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.730461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.730787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.731147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.731480 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.731797 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.732128 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.732436 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.733655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.733655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:11.812996 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.813800 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Floating IP d158e196-58fd-489c-941b-d5bb428dcd72 disassociated (deleted). External IP: 172.25.1.220, port: 0be92875-a6b4-4a0e-af38-3be4af6af8ac. Jul 05 10:58:12.075564 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:12.219240 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:12.226234 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:12.233675 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] Sync routers for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:12.244374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:12.245072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:12.299692 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-6041839f-c80d-4b56-9884-4602ffee7328 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/floatingips/d158e196-58fd-489c-941b-d5bb428dcd72 HTTP/1.1" status: 204 len: 168 time: 1.0764668 Jul 05 10:58:12.300634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:12.304891 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b90035-f376-45ba-a7de-e04c17492c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:12.605205 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:12.776915 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a04d6-ad5b-4335-9429-92c3b46d0791 x-openstack-request-id: req-930a04d6-ad5b-4335-9429-92c3b46d0791 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:12.778338 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:12.778878 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-930a04d6-ad5b-4335-9429-92c3b46d0791 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:12.781222 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'status': 'completed', 'code': 200} Jul 05 10:58:12.932949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:12.957349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-78817086-06b7-4f77-a1ba-5899b7d0b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:12.960204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-78817086-06b7-4f77-a1ba-5899b7d0b746 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 1097 time: 0.1472569 Jul 05 10:58:12.969186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] Checking router: 0f0e409b-93a1-4a4b-b71e-aed9d103d16b for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:12.981243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:12.982839 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:57:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:13.114359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c735e-dede-4ad3-bd61-b5fc474b75f3 req-896546a0-343b-4a29-923c-39cde2de5d34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:13.116171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb2c735e-dede-4ad3-bd61-b5fc474b75f3 req-896546a0-343b-4a29-923c-39cde2de5d34 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.2223577 Jul 05 10:58:13.156364 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:13.168044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-9928809b-7305-4dd6-89b7-de7c7bb57bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:13.169595 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-9928809b-7305-4dd6-89b7-de7c7bb57bf9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af63661-7bb1-46d5-a352-a64b24023045 HTTP/1.1" status: 200 len: 897 time: 0.2013736 Jul 05 10:58:13.200896 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bb2c735e-dede-4ad3-bd61-b5fc474b75f3 req-281ee974-6902-4369-923f-219aec062043 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688841 Jul 05 10:58:13.255105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-0c2c2ea1-b90a-489b-a411-fdf78008374f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac HTTP/1.1" status: 200 len: 217 time: 0.0730126 Jul 05 10:58:13.340635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-6c8ff643-baae-481c-836e-38d3da167d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:13.343320 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-6c8ff643-baae-481c-836e-38d3da167d0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e57cc13-5e1e-4221-8188-5dd35ce04d7f HTTP/1.1" status: 200 len: 834 time: 0.0808413 Jul 05 10:58:13.468919 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-e5c793ca-61a0-4aec-98b3-4afce1a5b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:13.472241 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-e5c793ca-61a0-4aec-98b3-4afce1a5b172 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af63661-7bb1-46d5-a352-a64b24023045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211731 Jul 05 10:58:13.502042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:13.559932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd996a-cb78-45d5-b072-acba7760081b None None] The sync data for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 is: [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:57:13Z', 'revision_number': 4, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '4bc9dc0b-b5a1-4f0a-909b-7dcececdab02', 'name': '', 'network_id': '1af63661-7bb1-46d5-a352-a64b24023045', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'mac_address': 'fa:16:3e:ef:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:12Z', 'updated_at': '2021-07-05T10:57:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'subnets': [{'id': '8e57cc13-5e1e-4221-8188-5dd35ce04d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:13.622815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-1411f149-304c-4566-a80e-a4f91e59dc79 service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430316 Jul 05 10:58:13.774740 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c1b90035-f376-45ba-a7de-e04c17492c0c req-e96dbe4e-296c-4d99-8e3a-97143aa84410 service neutron] 10.222.0.15 "GET /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441698 Jul 05 10:58:13.928883 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0a26b-efde-4e74-9236-8cc67b491260 None None] New status for floating IP d158e196-58fd-489c-941b-d5bb428dcd72: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:58:14.130391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fb7c44f-c4f1-4218-a12a-68bc97d4a58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:14.537227 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb868-f6ed-42df-a61f-77d652880c9d req-d9ae6466-3ed3-4688-af09-dea983271f24 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:14.538754 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fdeb868-f6ed-42df-a61f-77d652880c9d req-d9ae6466-3ed3-4688-af09-dea983271f24 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.1508505 Jul 05 10:58:14.557912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-34d79144-4a70-487a-8d0a-128a80f6b478 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:14.559802 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-34d79144-4a70-487a-8d0a-128a80f6b478 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 945 time: 0.1289961 Jul 05 10:58:14.700352 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0fdeb868-f6ed-42df-a61f-77d652880c9d req-6000ee31-cbf7-4430-acc4-185bd3117326 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8f52019-aaa1-4607-9d9c-9d963d9404a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392362 Jul 05 10:58:14.799296 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 0be92875-a6b4-4a0e-af38-3be4af6af8ac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:14.799769 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:14.962085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 0be92875-a6b4-4a0e-af38-3be4af6af8ac, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0be92875-a6b4-4a0e-af38-3be4af6af8ac,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:14.962626 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:14.988914 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 0be92875-a6b4-4a0e-af38-3be4af6af8ac owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:15.185705 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.237986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=0be92875-a6b4-4a0e-af38-3be4af6af8ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:15.306445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] No DVR routers for this DVR port 0be92875-a6b4-4a0e-af38-3be4af6af8ac on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:58:15.312267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.314517 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-734fff90-7ac4-469b-9d0f-6b6dc0d49353 req-6d8bd482-3beb-4d73-890f-55dc5fb7bc95 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.15 "DELETE /v2.0/ports/0be92875-a6b4-4a0e-af38-3be4af6af8ac HTTP/1.1" status: 204 len: 173 time: 0.7370217 Jul 05 10:58:15.315057 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'name': 'network-vif-deleted', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:15.317420 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b596d610-15e0-43f0-969d-7b931b8c657f" -d '{"events": [{"server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "name": "network-vif-deleted", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:15.363354 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266d9743-f648-4f11-9ae3-3d979b957519 x-openstack-request-id: req-266d9743-f648-4f11-9ae3-3d979b957519 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:15.363645 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffdbfab-0f65-4fba-85d7-fe5c348db682", "name": "network-vif-deleted", "tag": "0be92875-a6b4-4a0e-af38-3be4af6af8ac", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:15.363869 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-266d9743-f648-4f11-9ae3-3d979b957519 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:15.364288 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffdbfab-0f65-4fba-85d7-fe5c348db682', 'name': 'network-vif-deleted', 'tag': '0be92875-a6b4-4a0e-af38-3be4af6af8ac', 'status': 'completed', 'code': 200} Jul 05 10:58:15.949574 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be9354cd-168d-4315-9ad3-24fd6d3f6ab3 req-c7c9b867-0454-43e0-9349-440f19002ca5 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "GET /v2.0/ports?device_id=fffdbfab-0f65-4fba-85d7-fe5c348db682 HTTP/1.1" status: 200 len: 210 time: 0.0430315 Jul 05 10:58:16.912438 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-70de4ac6-eb00-49ad-96d8-aa6ca0c3a27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:16.936697 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:17.082329 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43434) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:17.560624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:17.876785 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:17.877240 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.021907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:18.022260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.039514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:18.330429 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.642357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.671116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=4bc9dc0b-b5a1-4f0a-909b-7dcececdab02,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:18.894368 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.161853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:19.229598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0be92875-a6b4-4a0e-af38-3be4af6af8ac no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:19.258378 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 0be92875-a6b4-4a0e-af38-3be4af6af8ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:19.258738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0be92875-a6b4-4a0e-af38-3be4af6af8ac not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:19.298319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:19.307969 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-dae54c0a-bc11-4f8d-9497-a30e35cf3f50 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "PUT /v2.0/routers/0f0e409b-93a1-4a4b-b71e-aed9d103d16b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2235284 Jul 05 10:58:19.311902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43436) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:19.316606 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] Sync routers for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:19.331592 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:19.332618 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:19.388133 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting subnet 8e57cc13-5e1e-4221-8188-5dd35ce04d7f {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:58:19.392392 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.444820 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.505108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:19.615021 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.710751 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.753975 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.756848 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/subnets/8e57cc13-5e1e-4221-8188-5dd35ce04d7f HTTP/1.1" status: 204 len: 168 time: 0.4434180 Jul 05 10:58:19.758940 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:19.760528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a64b1f-77d2-4edb-ab78-dd4e54ae50e7 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Subnet': ['ID=8e57cc13-5e1e-4221-8188-5dd35ce04d7f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:19.782589 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e76f5-cf50-41a7-b813-acc4dfe107c5 None None] Network 1af63661-7bb1-46d5-a352-a64b24023045 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:19.900660 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.942620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:58:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:19.975187 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] Checking router: 0f0e409b-93a1-4a4b-b71e-aed9d103d16b for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:19.992283 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] Routers {'0f0e409b-93a1-4a4b-b71e-aed9d103d16b'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:19.992927 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:20.048454 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.110159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.140654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] Set router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:20.167440 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Deleting port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:20.168363 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.172817 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] DHCP port deletion for 1af63661-7bb1-46d5-a352-a64b24023045 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:58:20.310211 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] For port 01f08eb3-47f3-4440-85d9-9ff139d4d3e4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:20.311505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.336000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Calling delete_port for 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:20.338842 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Deleting port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:20.339472 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.436240 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] For port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ba03ab86-c494-48dd-8a69-7ba6b74ba6aa,segment=NetworkSegment(812d7c31-e3c3-4892-9417-df2fe71bfd0c),segment_id=812d7c31-e3c3-4892-9417-df2fe71bfd0c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:20.436592 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.456354 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Calling delete_port for ba03ab86-c494-48dd-8a69-7ba6b74ba6aa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:20.609247 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.652519 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Port': ['ID=01f08eb3-47f3-4440-85d9-9ff139d4d3e4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:20.672921 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.673473 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.674816 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.675390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.679218 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.679828 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.680242 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.681546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.681945 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.682240 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.683122 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.683609 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:20.739939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ba03ab86-c494-48dd-8a69-7ba6b74ba6aa no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:20.770746 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:58:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:20.795053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.812168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764a3de-0dea-4a5f-a277-5acb220cbb45 None None] The sync data for ids ['0f0e409b-93a1-4a4b-b71e-aed9d103d16b'] in n-d-771363-33 is: [{'id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023910113', 'tenant_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:57:09Z', 'updated_at': '2021-07-05T10:58:18Z', 'revision_number': 5, 'project_id': 'cafbe1ed0af148fab05ebf0f6fdba5b5', 'gw_port': {'id': '01f08eb3-47f3-4440-85d9-9ff139d4d3e4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e409b-93a1-4a4b-b71e-aed9d103d16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:57:10Z', 'updated_at': '2021-07-05T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:20.898013 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.941115 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.944119 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:20.956503 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:58:20.978322 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Pushing event deleted for resources: {'Port': ['ID=ba03ab86-c494-48dd-8a69-7ba6b74ba6aa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:20.982635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] No DVR routers for this DVR port ba03ab86-c494-48dd-8a69-7ba6b74ba6aa on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:58:21.004430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.004430 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.004873 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.005380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.005712 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.006095 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.006443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.008056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.008056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.008056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.008056 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.008740 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.008899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27871af-7350-4bf5-832c-6e0823fbd5b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:21.020708 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.021387 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Fanout notify agent at l3_agent the message router_deleted on router 0f0e409b-93a1-4a4b-b71e-aed9d103d16b {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:58:21.032517 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.033806 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9e978052-89ca-4235-a44f-3c1f2c1dfc55 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/routers/0f0e409b-93a1-4a4b-b71e-aed9d103d16b HTTP/1.1" status: 204 len: 168 time: 1.2714005 Jul 05 10:58:21.038528 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:21.144266 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.258524 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.271696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af63661-7bb1-46d5-a352-a64b24023045']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:21.287505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812d7c31-e3c3-4892-9417-df2fe71bfd0c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:21.288008 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812d7c31-e3c3-4892-9417-df2fe71bfd0c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:21.305369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.334933 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.343663 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:58:21.344081 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: timer() Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:58:21.347517 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:58:21.428655 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.439788 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.442860 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/networks/1af63661-7bb1-46d5-a352-a64b24023045 HTTP/1.1" status: 204 len: 168 time: 0.4028144 Jul 05 10:58:21.446193 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:21.473067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb738d0-2a32-4bba-8e01-2cc253a335d2 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'Network': ['ID=1af63661-7bb1-46d5-a352-a64b24023045,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:21.543454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f887b-7d24-466c-902d-4bf4ca1be3b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.583290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f887b-7d24-466c-902d-4bf4ca1be3b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.697686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f887b-7d24-466c-902d-4bf4ca1be3b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.704299 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b19f887b-7d24-466c-902d-4bf4ca1be3b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:21.706976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b19f887b-7d24-466c-902d-4bf4ca1be3b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] 10.222.0.21 "DELETE /v2.0/security-groups/d8f52019-aaa1-4607-9d9c-9d963d9404a8 HTTP/1.1" status: 204 len: 168 time: 0.2595038 Jul 05 10:58:21.725834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f887b-7d24-466c-902d-4bf4ca1be3b9 tempest-TestNetworkAdvancedServerOps-66307663 tempest-TestNetworkAdvancedServerOps-66307663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f52019-aaa1-4607-9d9c-9d963d9404a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:22.220753 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:22.443738 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-47850ee0-cce8-4b75-92e7-876ce852b871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cafbe1ed0af148fab05ebf0f6fdba5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216282 Jul 05 10:58:22.446960 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:22.527479 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-561ff899-f7f2-43bc-b480-048317317c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.569039 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-561ff899-f7f2-43bc-b480-048317317c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.611762 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:22.635745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:22.636341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 01f08eb3-47f3-4440-85d9-9ff139d4d3e4 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:22.636946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:22.664342 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:22.664877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 4bc9dc0b-b5a1-4f0a-909b-7dcececdab02 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:22.672979 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-561ff899-f7f2-43bc-b480-048317317c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.676386 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-561ff899-f7f2-43bc-b480-048317317c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:22.678063 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-561ff899-f7f2-43bc-b480-048317317c4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c35cbf20-220e-48a5-aa90-07f351d53b7c HTTP/1.1" status: 204 len: 168 time: 0.2299254 Jul 05 10:58:22.693216 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ff899-f7f2-43bc-b480-048317317c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35cbf20-220e-48a5-aa90-07f351d53b7c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.105487 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.121032 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72a06030-ba46-4265-ba57-3eae42aa2a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.273907 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72a06030-ba46-4265-ba57-3eae42aa2a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.280867 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72a06030-ba46-4265-ba57-3eae42aa2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.350176 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-72a06030-ba46-4265-ba57-3eae42aa2a16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd440739e8d1412a954a5eb95e2b7fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433636 Jul 05 10:58:23.351624 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a06030-ba46-4265-ba57-3eae42aa2a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1845c64c-1820-4b57-acf3-89d4da433140,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.353709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43464) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:23.450911 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1539a023-716d-432f-a6a0-adcbfac2e29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.500585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1539a023-716d-432f-a6a0-adcbfac2e29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.584689 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1539a023-716d-432f-a6a0-adcbfac2e29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.589048 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1539a023-716d-432f-a6a0-adcbfac2e29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.590556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1539a023-716d-432f-a6a0-adcbfac2e29c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1845c64c-1820-4b57-acf3-89d4da433140 HTTP/1.1" status: 204 len: 168 time: 0.2352676 Jul 05 10:58:23.602411 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539a023-716d-432f-a6a0-adcbfac2e29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845c64c-1820-4b57-acf3-89d4da433140,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:24.728382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43486) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:24.886545 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1953943658-network', 'tenant_id': 'b1032370b9e94924880bc72142864bea'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:24.932493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Made reservation on behalf of b1032370b9e94924880bc72142864bea for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:24.936863 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:24.953675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.093822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.098936 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.138496 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:58:25.156813 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31213e1-43d8-44c6-906e-676f354c64c0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:25.169624 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.170430 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Added segment 44a00873-113a-46eb-b5c6-1b39454dfbb8 of type vlan for network 3ea90a36-82b7-4244-913a-4a5d499d00ed Jul 05 10:58:25.252645 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.302572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.303956 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:25.304896 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:25.392873 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6631966 Jul 05 10:58:25.396845 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:25.406214 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Request body: {'subnet': {'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1953943658-subnet', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:25.416048 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e374e-5fa0-4394-a897-f7eab6af8849 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea90a36-82b7-4244-913a-4a5d499d00ed,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:25.429569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:58:25.439980 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Made reservation on behalf of b1032370b9e94924880bc72142864bea for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:25.444344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.084763 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.148744 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8978c228-6405-43d4-a093-5a2cf92cfd40,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:26.160375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Checking segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:26.160722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Network hostable DHCP agents. Network: 3ea90a36-82b7-4244-913a-4a5d499d00ed, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:58:26.181449 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:58:26.194272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 3ea90a36-82b7-4244-913a-4a5d499d00ed) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:26.199955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:26.200587 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.220871 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596921d9-ed36-46da-9706-58cfe85f78cf None None] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:26.222787 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c50a881d-eb59-49f4-a008-1f2de6a1a2b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8243752 Jul 05 10:58:26.227185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.236968 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:26.266153 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.267723 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.336217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.447408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-3ea90a36-82b7-4244-913a-4a5d499d00ed', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:58:26.449847 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.561273 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.694407 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Allocated IP 172.20.0.2 (3ea90a36-82b7-4244-913a-4a5d499d00ed/8978c228-6405-43d4-a093-5a2cf92cfd40/ebc99ad8-d609-440f-8de6-053066dd845b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:26.880257 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.889184 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.901302 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.903759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Transition to ACTIVE for port object ebc99ad8-d609-440f-8de6-053066dd845b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:26.923764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Transition to ACTIVE for port object ebc99ad8-d609-440f-8de6-053066dd845b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:26.931156 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.973255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:26.976343 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:26.980330 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:26.999773 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Pushing event updated for resources: {'Port': ['ID=ebc99ad8-d609-440f-8de6-053066dd845b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:27.057319 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Allocated IP 172.25.1.52 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/0f08c839-1fab-435d-9fd4-c589a12b1b4f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:27.077494 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Attempting to bind port ebc99ad8-d609-440f-8de6-053066dd845b on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:27.078001 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Attempting to bind port ebc99ad8-d609-440f-8de6-053066dd845b by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:27.078529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Attempting to bind port ebc99ad8-d609-440f-8de6-053066dd845b on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:27.085576 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:27.086023 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Checking segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:27.086501 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.086942 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Bound using segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:27.087521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Bound port: ebc99ad8-d609-440f-8de6-053066dd845b, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:27.088131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.160652 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] For port ebc99ad8-d609-440f-8de6-053066dd845b, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:27.164120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] For port ebc99ad8-d609-440f-8de6-053066dd845b, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ebc99ad8-d609-440f-8de6-053066dd845b,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:27.169193 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.175235 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.228256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.237760 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557806b-73cf-4a43-8547-2ed8c2bbed37 None None] Pushing event updated for resources: {'Port': ['ID=ebc99ad8-d609-440f-8de6-053066dd845b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:27.270748 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:27.276222 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:27.281175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:27.287273 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f08c839-1fab-435d-9fd4-c589a12b1b4f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:27.684475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.040900 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.261150 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Router b1302465-061a-40b6-a4f9-1c04914576d8 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:58:28.352120 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb205d1-e497-4e49-b9d4-228cf0629c7f None None] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:28.393683 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:28.407754 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Sync routers for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:28.414505 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.416366 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-10a2ea0e-422f-4310-998b-ec10105d47c4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1844714 Jul 05 10:58:28.418829 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:28.421744 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:28.422374 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:28.527239 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4b0146d6-0431-49ee-b48c-daa33e099019 None None] Provisioning for port ebc99ad8-d609-440f-8de6-053066dd845b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:28.552176 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:28.682476 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebc99ad8-d609-440f-8de6-053066dd845b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:28.753723 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ebc99ad8-d609-440f-8de6-053066dd845b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:28.760258 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ebc99ad8-d609-440f-8de6-053066dd845b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:28.760653 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.788995 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:27Z', 'revision_number': 3, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:28.828878 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Checking router: b1302465-061a-40b6-a4f9-1c04914576d8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:28.829291 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Updating router b1302465-061a-40b6-a4f9-1c04914576d8 port 0f08c839-1fab-435d-9fd4-c589a12b1b4f binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:58:28.867236 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.867766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.912774 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ebc99ad8-d609-440f-8de6-053066dd845b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ebc99ad8-d609-440f-8de6-053066dd845b,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:28.920920 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.979490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7c6abb17-61e2-412f-b36e-e7834994231d None None] Provisioning complete for port ebc99ad8-d609-440f-8de6-053066dd845b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:28.980034 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c6abb17-61e2-412f-b36e-e7834994231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.007057 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ebc99ad8-d609-440f-8de6-053066dd845b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:29.034067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.166639 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.178142 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Transition to ACTIVE for port object 0f08c839-1fab-435d-9fd4-c589a12b1b4f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:29.186000 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.258339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Allocated IP 172.20.0.1 (3ea90a36-82b7-4244-913a-4a5d499d00ed/8978c228-6405-43d4-a093-5a2cf92cfd40/e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:29.340330 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Attempting to bind port 0f08c839-1fab-435d-9fd4-c589a12b1b4f on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:29.340693 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Attempting to bind port 0f08c839-1fab-435d-9fd4-c589a12b1b4f by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:29.341049 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Attempting to bind port 0f08c839-1fab-435d-9fd4-c589a12b1b4f on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:29.343928 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Pushing event updated for resources: {'Port': ['ID=0f08c839-1fab-435d-9fd4-c589a12b1b4f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:29.353202 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:29.353563 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:29.353966 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.354360 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:29.354821 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Bound port: 0f08c839-1fab-435d-9fd4-c589a12b1b4f, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:29.355228 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.358557 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.358891 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.359265 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.359595 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.359921 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.360263 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.360571 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.360889 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.361206 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.361525 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.361841 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.362163 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:29.390941 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.406721 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Transition to ACTIVE for port object e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:29.419714 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] For port 0f08c839-1fab-435d-9fd4-c589a12b1b4f, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:29.423541 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] For port 0f08c839-1fab-435d-9fd4-c589a12b1b4f, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0f08c839-1fab-435d-9fd4-c589a12b1b4f,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:29.428471 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.444360 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.487826 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:29.488952 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:29.489864 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:29.493548 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:29.495524 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed478a3a-f6ea-415c-a216-00e556ad8f5f None None] Pushing event updated for resources: {'Port': ['ID=0f08c839-1fab-435d-9fd4-c589a12b1b4f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:29.497465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:29.522346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Pushing event updated for resources: {'Port': ['ID=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:29.542622 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.619338 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:29.808014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f018d6bc-7ee1-48b5-98dd-10e51a2c3845 None None] Provisioning for port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:29.813348 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f018d6bc-7ee1-48b5-98dd-10e51a2c3845 None None] Provisioning complete for port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:29.813724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f018d6bc-7ee1-48b5-98dd-10e51a2c3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.856500 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f018d6bc-7ee1-48b5-98dd-10e51a2c3845 None None] Port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:29.897820 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:27Z', 'revision_number': 3, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:29.934330 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2ce0d-21ea-4c36-b238-f82389f2397a None None] The sync data for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 is: [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:27Z', 'revision_number': 3, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:30.026361 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.245976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.252616 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.334312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.343919 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Pushing event updated for resources: {'Port': ['ID=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:30.411652 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.455227 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:30.457702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:30.465482 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.632012 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Router b1302465-061a-40b6-a4f9-1c04914576d8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:30.705122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0f08c839-1fab-435d-9fd4-c589a12b1b4f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:30.759139 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 0f08c839-1fab-435d-9fd4-c589a12b1b4f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:30.768656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0f08c839-1fab-435d-9fd4-c589a12b1b4f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:30.769681 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.778226 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:30.796460 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-86df3fa0-451c-4958-a00f-c386f6e75a4f admin admin] 10.222.0.21 "PUT /v2.0/routers/b1302465-061a-40b6-a4f9-1c04914576d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3762801 Jul 05 10:58:30.835225 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9306f130-07af-4dee-9701-0361e479d7ad None None] Provisioning complete for port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:30.835732 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9306f130-07af-4dee-9701-0361e479d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.895649 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9306f130-07af-4dee-9701-0361e479d7ad None None] Port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:30.947908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:30.990878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 0f08c839-1fab-435d-9fd4-c589a12b1b4f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0f08c839-1fab-435d-9fd4-c589a12b1b4f,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:30.997222 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.000041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebc99ad8-d609-440f-8de6-053066dd845b up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:31.102892 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=0f08c839-1fab-435d-9fd4-c589a12b1b4f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:31.121419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ebc99ad8-d609-440f-8de6-053066dd845b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:31.121941 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.475908 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:31.481325 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1680655196-network', 'tenant_id': '6749651561374325979b9c7a0c551ab4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:31.511612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Made reservation on behalf of 6749651561374325979b9c7a0c551ab4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:31.515168 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.527160 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.668610 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.675390 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.712846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:58:31.745915 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.745915 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Added segment b8cafae9-b3d0-4e3f-becd-e5df6ab44165 of type vlan for network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 Jul 05 10:58:31.749422 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4774f6-9f25-4e95-b8ae-4ffcdae35452,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:31.812977 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.854737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Sync routers for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:31.861753 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.862921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:31.863779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:31.875168 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:31.877447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:31.941704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4644885 Jul 05 10:58:31.947000 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:31.953972 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Request body: {'subnet': {'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1680655196-subnet', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:31.958687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dc42c-89a2-483e-b0da-f15971908d6f admin admin] Pushing event updated for resources: {'Network': ['ID=0a0aa353-edf1-4221-b9ba-9d95be3e2b03,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:31.973244 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:58:31.978178 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Made reservation on behalf of 6749651561374325979b9c7a0c551ab4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:31.981356 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26260282'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.094066 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:32.203492 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26260264'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.259022 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b83f327c-3439-4432-b72a-6287d18876cf,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:32.277038 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Checking segment: {'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:32.277568 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Network hostable DHCP agents. Network: 0a0aa353-edf1-4221-b9ba-9d95be3e2b03, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:58:32.299991 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:58:32.315239 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 0a0aa353-edf1-4221-b9ba-9d95be3e2b03) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:32.320946 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:32.321608 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.330264 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b22df-20bc-4b19-b1d2-d2870fa31fac None None] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:32.340921 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c511cddc-3fa9-4a84-ab41-f28b8826fbbe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3927205 Jul 05 10:58:32.345068 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:32.350743 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:32.380217 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.381642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.430539 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 2, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:32.462949 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Checking router: b1302465-061a-40b6-a4f9-1c04914576d8 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:32.463447 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Updating router b1302465-061a-40b6-a4f9-1c04914576d8 port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:58:32.477264 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.534700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.569807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-0a0aa353-edf1-4221-b9ba-9d95be3e2b03', 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'fixed_ips': [{'subnet_id': 'b83f327c-3439-4432-b72a-6287d18876cf'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:58:32.570766 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.606468 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0f08c839-1fab-435d-9fd4-c589a12b1b4f up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:32.646312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.898457 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:32.928860 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.116377 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Allocated IP 172.25.1.112 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/ce5ea7cd-5662-4140-9c64-3d71d848e7c2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:33.207388 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 0f08c839-1fab-435d-9fd4-c589a12b1b4f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:33.208421 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.259296 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Allocated IP 172.20.0.2 (0a0aa353-edf1-4221-b9ba-9d95be3e2b03/b83f327c-3439-4432-b72a-6287d18876cf/c1a180ba-3caa-41cf-a52a-5f24592a9a12) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:33.312693 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.385174 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.432749 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:33.442063 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:33.446833 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:33.503594 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:33.620775 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.644531 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Transition to ACTIVE for port object e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:33.653168 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.655729 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.704477 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Transition to ACTIVE for port object c1a180ba-3caa-41cf-a52a-5f24592a9a12 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:33.739688 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Transition to ACTIVE for port object c1a180ba-3caa-41cf-a52a-5f24592a9a12 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:33.749358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066931a-1965-440e-954b-4ca6968f35d2 None None] Pushing event updated for resources: {'Port': ['ID=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:33.754007 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.791717 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.840800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:33.845899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:33.859257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:33.870512 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Attempting to bind port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:33.870885 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Attempting to bind port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:33.871431 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Attempting to bind port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:33.877183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Pushing event updated for resources: {'Port': ['ID=c1a180ba-3caa-41cf-a52a-5f24592a9a12,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:33.907128 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:33.907614 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Checking segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:33.908182 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.908663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Bound using segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:33.909267 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Bound port: e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:33.911294 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.981705 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Attempting to bind port c1a180ba-3caa-41cf-a52a-5f24592a9a12 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:33.982673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Attempting to bind port c1a180ba-3caa-41cf-a52a-5f24592a9a12 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:33.982673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Attempting to bind port c1a180ba-3caa-41cf-a52a-5f24592a9a12 on network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:33.991753 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:33.992125 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Checking segment: {'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:33.992533 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.992924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Bound using segment: {'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:33.993410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Bound port: c1a180ba-3caa-41cf-a52a-5f24592a9a12, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:33.993788 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.052042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.052632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] For port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:34.078234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] For port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:34.090304 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.143024 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] For port c1a180ba-3caa-41cf-a52a-5f24592a9a12, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:34.176064 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] For port c1a180ba-3caa-41cf-a52a-5f24592a9a12, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c1a180ba-3caa-41cf-a52a-5f24592a9a12,segment=NetworkSegment(b8cafae9-b3d0-4e3f-becd-e5df6ab44165),segment_id=b8cafae9-b3d0-4e3f-becd-e5df6ab44165)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:34.177709 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:34.178414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:34.180453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066931a-1965-440e-954b-4ca6968f35d2 None None] Pushing event updated for resources: {'Port': ['ID=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:34.186419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.194522 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Router b9325ea8-310a-4ce2-8496-fa54923a1ae0 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:58:34.330583 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92134a-7e2b-400d-bf86-34131d061109 None None] Pushing event updated for resources: {'Port': ['ID=c1a180ba-3caa-41cf-a52a-5f24592a9a12,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:34.379323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:34.382491 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:34.400764 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Sync routers for ids ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:34.417544 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Routers {'b9325ea8-310a-4ce2-8496-fa54923a1ae0'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:34.418371 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:34.438095 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.442588 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b7dcb534-4677-4a69-be0a-cdf29affe845 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0929177 Jul 05 10:58:34.442807 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:34.582964 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Set router b9325ea8-310a-4ce2-8496-fa54923a1ae0 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:34.725032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:34Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:34.782992 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c1a180ba-3caa-41cf-a52a-5f24592a9a12 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:34.787954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10dbb8c-6509-4e97-924d-d8d72bbde352 None None] The sync data for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 is: [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:34Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:34.879240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:33Z', 'revision_number': 3, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port': {'id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:34.888140 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port c1a180ba-3caa-41cf-a52a-5f24592a9a12 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:34.923319 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Checking router: b9325ea8-310a-4ce2-8496-fa54923a1ae0 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:34.924333 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Updating router b9325ea8-310a-4ce2-8496-fa54923a1ae0 port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:58:34.968052 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.077256 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.282766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Allocated IP 172.20.0.1 (0a0aa353-edf1-4221-b9ba-9d95be3e2b03/b83f327c-3439-4432-b72a-6287d18876cf/2610bb71-7f84-4309-bef3-e2b9395cec25) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:35.285495 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.300522 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Transition to ACTIVE for port object ce5ea7cd-5662-4140-9c64-3d71d848e7c2 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:35.308791 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.370754 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Attempting to bind port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:35.371146 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Attempting to bind port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:35.371504 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Attempting to bind port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:35.375622 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a304-ce70-4fde-9895-fdbe9b471d22 None None] Pushing event updated for resources: {'Port': ['ID=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:35.388106 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:35.389341 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:35.390022 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.390683 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:35.391675 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Bound port: ce5ea7cd-5662-4140-9c64-3d71d848e7c2, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:35.392096 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.468931 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.471558 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] For port ce5ea7cd-5662-4140-9c64-3d71d848e7c2, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:35.474956 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] For port ce5ea7cd-5662-4140-9c64-3d71d848e7c2, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:35.481800 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.488089 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Transition to ACTIVE for port object 2610bb71-7f84-4309-bef3-e2b9395cec25 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:35.540207 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:35.542823 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Routers {'b9325ea8-310a-4ce2-8496-fa54923a1ae0'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:35.543536 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:35.589712 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:35.605168 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:35.609702 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:35.673459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71397d-e2fd-4718-a401-9916976ece29 None None] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:35.697901 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] Set router b9325ea8-310a-4ce2-8496-fa54923a1ae0 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:35.808268 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-52d0aae3-2555-441a-b223-ce7a0378560e None None] Provisioning for port c1a180ba-3caa-41cf-a52a-5f24592a9a12 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:35.839588 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a304-ce70-4fde-9895-fdbe9b471d22 None None] Pushing event updated for resources: {'Port': ['ID=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:35.848525 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-52d0aae3-2555-441a-b223-ce7a0378560e None None] Provisioning complete for port c1a180ba-3caa-41cf-a52a-5f24592a9a12 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:35.849121 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52d0aae3-2555-441a-b223-ce7a0378560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.024551 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Pushing event updated for resources: {'Port': ['ID=2610bb71-7f84-4309-bef3-e2b9395cec25,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:36.030663 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:33Z', 'revision_number': 3, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port': {'id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:36.033415 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52d0aae3-2555-441a-b223-ce7a0378560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.039806 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.113799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-52d0aae3-2555-441a-b223-ce7a0378560e None None] For port c1a180ba-3caa-41cf-a52a-5f24592a9a12, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c1a180ba-3caa-41cf-a52a-5f24592a9a12,segment=NetworkSegment(b8cafae9-b3d0-4e3f-becd-e5df6ab44165),segment_id=b8cafae9-b3d0-4e3f-becd-e5df6ab44165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:36.120373 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52d0aae3-2555-441a-b223-ce7a0378560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.230178 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0aae3-2555-441a-b223-ce7a0378560e None None] Pushing event updated for resources: {'Port': ['ID=c1a180ba-3caa-41cf-a52a-5f24592a9a12,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:36.253293 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25c9f6-01cf-4102-aa22-2ceb54350561 None None] The sync data for ids ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'] in n-d-771363-33 is: [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:33Z', 'revision_number': 3, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port': {'id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:36.311344 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.462470 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ccbe264f-12fc-4f3d-9478-bc8d7b57a57e None None] Provisioning complete for port c1a180ba-3caa-41cf-a52a-5f24592a9a12 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:36.463214 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccbe264f-12fc-4f3d-9478-bc8d7b57a57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.604677 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.610502 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179651'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.628184 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ccbe264f-12fc-4f3d-9478-bc8d7b57a57e None None] Provisioning for port 2610bb71-7f84-4309-bef3-e2b9395cec25 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:36.633009 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ccbe264f-12fc-4f3d-9478-bc8d7b57a57e None None] Provisioning complete for port 2610bb71-7f84-4309-bef3-e2b9395cec25 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:36.633299 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccbe264f-12fc-4f3d-9478-bc8d7b57a57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.688284 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Pushing event updated for resources: {'Port': ['ID=2610bb71-7f84-4309-bef3-e2b9395cec25,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:36.702843 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe264f-12fc-4f3d-9478-bc8d7b57a57e None None] Port 2610bb71-7f84-4309-bef3-e2b9395cec25 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:36.719240 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.775914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:36.845743 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ba3dc968-24e5-47fd-80a6-5625bb5642ab None None] Provisioning complete for port 2610bb71-7f84-4309-bef3-e2b9395cec25 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:36.846129 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc968-24e5-47fd-80a6-5625bb5642ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.851403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:36.853007 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:36.886725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:36.897029 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:36.897424 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:36.936954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba3dc968-24e5-47fd-80a6-5625bb5642ab None None] Port 2610bb71-7f84-4309-bef3-e2b9395cec25 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:37.003511 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Router b9325ea8-310a-4ce2-8496-fa54923a1ae0 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:37.023587 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:37.068848 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:37.078622 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:37.079535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c1a180ba-3caa-41cf-a52a-5f24592a9a12 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:37.174689 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:37.186909 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-468c3ac2-630c-43d2-9c68-c9bfdf8ac0ff admin admin] 10.222.0.21 "PUT /v2.0/routers/b9325ea8-310a-4ce2-8496-fa54923a1ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7424123 Jul 05 10:58:37.206198 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6ac694f8-2b68-4921-973a-68757c4c51c2 None None] Provisioning complete for port 2610bb71-7f84-4309-bef3-e2b9395cec25 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:37.206593 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6ac694f8-2b68-4921-973a-68757c4c51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:37.209194 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:37.213245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port c1a180ba-3caa-41cf-a52a-5f24592a9a12 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:37.213616 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:37.281911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6ac694f8-2b68-4921-973a-68757c4c51c2 None None] Port 2610bb71-7f84-4309-bef3-e2b9395cec25 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:37.887550 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:37.896033 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-58c0e722-63ad-467f-b0dd-471f573d4a76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655894614', 'description': 'tempest-secgroup-smoke-1655894614 description', 'project_id': 'b1032370b9e94924880bc72142864bea'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:37.926960 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58c0e722-63ad-467f-b0dd-471f573d4a76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.031721 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58c0e722-63ad-467f-b0dd-471f573d4a76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.036485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58c0e722-63ad-467f-b0dd-471f573d4a76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.065475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58c0e722-63ad-467f-b0dd-471f573d4a76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.066758 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-58c0e722-63ad-467f-b0dd-471f573d4a76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1771963 Jul 05 10:58:38.071576 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0e722-63ad-467f-b0dd-471f573d4a76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3d6f8-995e-4dcb-8535-fa55463c3550,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:38.071814 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:38.078172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f6f982b7-d7b2-419b-b5c3-e8fc437db4fe tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '24f3d6f8-995e-4dcb-8535-fa55463c3550', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:38.112451 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6f982b7-d7b2-419b-b5c3-e8fc437db4fe tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.188242 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6f982b7-d7b2-419b-b5c3-e8fc437db4fe tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.192572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6f982b7-d7b2-419b-b5c3-e8fc437db4fe tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.215069 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f982b7-d7b2-419b-b5c3-e8fc437db4fe tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73367d8-954e-4161-8e10-275dc715c94c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:38.219110 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6f982b7-d7b2-419b-b5c3-e8fc437db4fe tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.220643 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f6f982b7-d7b2-419b-b5c3-e8fc437db4fe tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473780 Jul 05 10:58:38.223652 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:38.228476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2a4ecb80-2762-4b75-ad7b-219b292fab15 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '24f3d6f8-995e-4dcb-8535-fa55463c3550', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:38.258454 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecb80-2762-4b75-ad7b-219b292fab15 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.320545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Sync routers for ids ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:38.330429 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecb80-2762-4b75-ad7b-219b292fab15 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.331277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Routers {'b9325ea8-310a-4ce2-8496-fa54923a1ae0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:38.332250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:38.334729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecb80-2762-4b75-ad7b-219b292fab15 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.366241 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ecb80-2762-4b75-ad7b-219b292fab15 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac92a19f-e7ac-40ab-bfa9-46d36f58f4ae,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:38.375558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecb80-2762-4b75-ad7b-219b292fab15 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.376832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2a4ecb80-2762-4b75-ad7b-219b292fab15 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518703 Jul 05 10:58:38.380145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:38.386300 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-da4eb516-6ebd-457a-aa5a-f765540ab731 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '24f3d6f8-995e-4dcb-8535-fa55463c3550', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:38.429444 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4eb516-6ebd-457a-aa5a-f765540ab731 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.467326 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Set router b9325ea8-310a-4ce2-8496-fa54923a1ae0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:38.504364 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4eb516-6ebd-457a-aa5a-f765540ab731 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.510315 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4eb516-6ebd-457a-aa5a-f765540ab731 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.548344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eb516-6ebd-457a-aa5a-f765540ab731 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493fb750-3b45-41b9-8d7a-87d8bdb41f54,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:38.559312 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4eb516-6ebd-457a-aa5a-f765540ab731 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.566167 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:38.566910 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-da4eb516-6ebd-457a-aa5a-f765540ab731 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849585 Jul 05 10:58:38.572412 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6395e6a6-372c-4ec0-ba52-e999f83315fd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '24f3d6f8-995e-4dcb-8535-fa55463c3550', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:38.629852 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6395e6a6-372c-4ec0-ba52-e999f83315fd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.732532 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6395e6a6-372c-4ec0-ba52-e999f83315fd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.740086 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6395e6a6-372c-4ec0-ba52-e999f83315fd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.775880 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395e6a6-372c-4ec0-ba52-e999f83315fd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7569222b-c188-4393-bcf9-2ffbbde8ea4d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:38.781524 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce5ea7cd-5662-4140-9c64-3d71d848e7c2 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:38.790136 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6395e6a6-372c-4ec0-ba52-e999f83315fd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.792322 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-6395e6a6-372c-4ec0-ba52-e999f83315fd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2242856 Jul 05 10:58:38.796374 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:38.804185 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '24f3d6f8-995e-4dcb-8535-fa55463c3550', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:38.837302 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Project b1032370b9e94924880bc72142864bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:58:38.842217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:36Z', 'revision_number': 4, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port': {'id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '2610bb71-7f84-4309-bef3-e2b9395cec25', 'name': '', 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'mac_address': 'fa:16:3e:95:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b83f327c-3439-4432-b72a-6287d18876cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:35Z', 'updated_at': '2021-07-05T10:58:36Z', 'revision_number': 2, 'project_id': '6749651561374325979b9c7a0c551ab4', 'subnets': [{'id': 'b83f327c-3439-4432-b72a-6287d18876cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:38.844929 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.878608 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Checking router: b9325ea8-310a-4ce2-8496-fa54923a1ae0 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:38.878951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Updating router b9325ea8-310a-4ce2-8496-fa54923a1ae0 port 2610bb71-7f84-4309-bef3-e2b9395cec25 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:58:38.911206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:38.924217 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:38.924612 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.930173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.942726 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.949520 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.972725 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735d18ed-5a86-4b82-90b2-c5b43fbd802f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:38.981166 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.987669 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a7fbb339-5990-410a-92c0-605ae302a909 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1848681 Jul 05 10:58:38.987879 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:38.994808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '24f3d6f8-995e-4dcb-8535-fa55463c3550', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:39.046057 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Project b1032370b9e94924880bc72142864bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:58:39.054647 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.154452 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.157335 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.164253 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.188238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8684a157-2bb8-4906-80e3-e820d0ad2144,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:39.199442 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.200944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-fb61c37d-57bc-44aa-b37c-39a99dea30c8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2125742 Jul 05 10:58:39.399112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-23394092-d0c6-4ec2-87f4-98634516f5a9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655894614&fields=id&tenant_id=b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 267 time: 0.0437748 Jul 05 10:58:39.411137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ce5ea7cd-5662-4140-9c64-3d71d848e7c2, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:39.422152 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.422966 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:39.546770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-5124111c-e678-4dc1-98ff-1169524a8975 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:39.548426 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-5124111c-e678-4dc1-98ff-1169524a8975 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 809 time: 0.1377320 Jul 05 10:58:39.556112 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:39.579268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-5fadf710-3930-4c20-a31a-e93f41d7c8ec tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/quotas/b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 375 time: 0.0240905 Jul 05 10:58:39.609517 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:39.609892 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.647559 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.657121 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-dadd8f67-96b2-4dc5-b53e-5833fda6b08a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719755 Jul 05 10:58:39.667707 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Transition to ACTIVE for port object 2610bb71-7f84-4309-bef3-e2b9395cec25 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:39.676807 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.765490 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ac94b-e497-4561-9abc-90606aaeb0a5 None None] Pushing event updated for resources: {'Port': ['ID=2610bb71-7f84-4309-bef3-e2b9395cec25,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:39.843216 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Attempting to bind port 2610bb71-7f84-4309-bef3-e2b9395cec25 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:39.843475 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Attempting to bind port 2610bb71-7f84-4309-bef3-e2b9395cec25 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:39.843759 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Attempting to bind port 2610bb71-7f84-4309-bef3-e2b9395cec25 on network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:39.850220 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:39.850662 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Checking segment: {'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:39.850999 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.851428 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Bound using segment: {'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:39.851919 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Bound port: 2610bb71-7f84-4309-bef3-e2b9395cec25, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:39.852310 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.915872 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-80dc3570-49b4-455f-8905-13b94ea723dd service neutron] 10.222.0.21 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459078 Jul 05 10:58:39.928232 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] For port 2610bb71-7f84-4309-bef3-e2b9395cec25, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:39.931656 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] For port 2610bb71-7f84-4309-bef3-e2b9395cec25, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2610bb71-7f84-4309-bef3-e2b9395cec25,segment=NetworkSegment(b8cafae9-b3d0-4e3f-becd-e5df6ab44165),segment_id=b8cafae9-b3d0-4e3f-becd-e5df6ab44165)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:39.939484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:40.003394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Routers {'b9325ea8-310a-4ce2-8496-fa54923a1ae0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:40.004050 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:40.009257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ac94b-e497-4561-9abc-90606aaeb0a5 None None] Pushing event updated for resources: {'Port': ['ID=2610bb71-7f84-4309-bef3-e2b9395cec25,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:40.026961 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-2a56c8d2-321b-42ba-9f7c-fb132ec4f286 service neutron] 10.222.0.21 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038702 Jul 05 10:58:40.149288 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] Set router b9325ea8-310a-4ce2-8496-fa54923a1ae0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:40.245889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e082b27a-3fc2-492f-ab6e-8d3cbe18da79 req-633692c5-9904-4602-9cf1-a8d389eaddba tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 210 time: 0.0454359 Jul 05 10:58:40.393670 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:36Z', 'revision_number': 4, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port': {'id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '2610bb71-7f84-4309-bef3-e2b9395cec25', 'name': '', 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'mac_address': 'fa:16:3e:95:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b83f327c-3439-4432-b72a-6287d18876cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:35Z', 'updated_at': '2021-07-05T10:58:39Z', 'revision_number': 4, 'project_id': '6749651561374325979b9c7a0c551ab4', 'subnets': [{'id': 'b83f327c-3439-4432-b72a-6287d18876cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:40.424812 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5117b-46c3-4198-ad0d-1ea6c904567d None None] The sync data for ids ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'] in n-d-771363-33 is: [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:36Z', 'revision_number': 4, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port': {'id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '2610bb71-7f84-4309-bef3-e2b9395cec25', 'name': '', 'network_id': '0a0aa353-edf1-4221-b9ba-9d95be3e2b03', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'mac_address': 'fa:16:3e:95:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'b83f327c-3439-4432-b72a-6287d18876cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:35Z', 'updated_at': '2021-07-05T10:58:39Z', 'revision_number': 4, 'project_id': '6749651561374325979b9c7a0c551ab4', 'subnets': [{'id': 'b83f327c-3439-4432-b72a-6287d18876cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:40.721510 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2610bb71-7f84-4309-bef3-e2b9395cec25 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:40.779520 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2610bb71-7f84-4309-bef3-e2b9395cec25 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:40.784854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2610bb71-7f84-4309-bef3-e2b9395cec25 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:40.785227 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:40.875469 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:40.913780 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 2610bb71-7f84-4309-bef3-e2b9395cec25, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2610bb71-7f84-4309-bef3-e2b9395cec25,segment=NetworkSegment(b8cafae9-b3d0-4e3f-becd-e5df6ab44165),segment_id=b8cafae9-b3d0-4e3f-becd-e5df6ab44165)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:40.918165 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:40.919176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce5ea7cd-5662-4140-9c64-3d71d848e7c2 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:41.011176 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=2610bb71-7f84-4309-bef3-e2b9395cec25,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:41.025488 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:41.025954 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:41.402479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0f72aab4-1d33-4b4e-88d7-917f6435fe38 req-eabc0c5f-e092-4c7b-9466-93de11105cc0 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 210 time: 0.0351489 Jul 05 10:58:41.789232 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-33e3fc04-2f2f-46a7-9234-d4226596fd60 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:41.791118 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-33e3fc04-2f2f-46a7-9234-d4226596fd60 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 809 time: 0.1287243 Jul 05 10:58:41.857807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-c086a295-01a5-4687-9b78-74d2e2d1a820 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 380 time: 0.0417862 Jul 05 10:58:41.869094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'port': {'device_id': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'admin_state_up': True, 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'security_groups': ['24f3d6f8-995e-4dcb-8535-fa55463c3550']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:41.988734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Made reservation on behalf of b1032370b9e94924880bc72142864bea for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:41.992414 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.138674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Allocated IP 172.20.0.3 (3ea90a36-82b7-4244-913a-4a5d499d00ed/8978c228-6405-43d4-a093-5a2cf92cfd40/0088e26f-14a6-4eab-b492-a17e555d9dc4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:42.286130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.301931 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Transition to ACTIVE for port object 0088e26f-14a6-4eab-b492-a17e555d9dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:42.342014 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.394427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:42.399876 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:42.403982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:42.431977 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:42.472181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:42.472907 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.492657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-9f883c1c-5834-40ab-af4f-7bfa9f5092f8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273267 Jul 05 10:58:42.507881 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Request body: {'port': {'device_id': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:42.627045 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2610bb71-7f84-4309-bef3-e2b9395cec25 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:42.637078 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.685860 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-500adcac-fed5-49ff-846b-7cae12b371b7 None None] Provisioning for port 0088e26f-14a6-4eab-b492-a17e555d9dc4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:42.691459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-500adcac-fed5-49ff-846b-7cae12b371b7 None None] Provisioning complete for port 0088e26f-14a6-4eab-b492-a17e555d9dc4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:42.691825 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-500adcac-fed5-49ff-846b-7cae12b371b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.730497 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2610bb71-7f84-4309-bef3-e2b9395cec25 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:42.730852 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:42.732330 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd01502-af73-4afb-9807-9c3134984b43 req-d91acbfe-0052-472d-ac4c-af34427f48f9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:42.733968 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cd01502-af73-4afb-9807-9c3134984b43 req-d91acbfe-0052-472d-ac4c-af34427f48f9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 931 time: 0.1856616 Jul 05 10:58:42.735385 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-500adcac-fed5-49ff-846b-7cae12b371b7 None None] Port 0088e26f-14a6-4eab-b492-a17e555d9dc4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:42.853267 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cd01502-af73-4afb-9807-9c3134984b43 req-e8efe163-db7e-4052-98dd-efed5cddcff5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730462 Jul 05 10:58:42.995174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0088e26f-14a6-4eab-b492-a17e555d9dc4 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:43.003529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:43.017988 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Transition to ACTIVE for port object 0088e26f-14a6-4eab-b492-a17e555d9dc4 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:43.021273 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:43.079932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:43.161901 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Attempting to bind port 0088e26f-14a6-4eab-b492-a17e555d9dc4 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:43.162251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Attempting to bind port 0088e26f-14a6-4eab-b492-a17e555d9dc4 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:43.162580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Attempting to bind port 0088e26f-14a6-4eab-b492-a17e555d9dc4 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:43.167749 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Port 0088e26f-14a6-4eab-b492-a17e555d9dc4 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:58:43.168055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Attempting to bind port 0088e26f-14a6-4eab-b492-a17e555d9dc4 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:43.174261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:43.174610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Checking segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:43.175175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Bound using segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:43.175476 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Bound port: 0088e26f-14a6-4eab-b492-a17e555d9dc4, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:43.175828 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:43.250246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:43.254435 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:43.259501 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:43.300606 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.301239 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:43.302677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] 10.222.0.15 "PUT /v2.0/ports/0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 1092 time: 0.7998378 Jul 05 10:58:43.303174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:43.305480 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b62ff50-6298-450a-91a1-0ca75dd79be0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:43.334427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4b42d-b36f-4d7b-9b6d-8824049f5dea service neutron] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:43.366900 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755dbf69-b5ba-4ef9-b3de-a04c30d57a04 x-openstack-request-id: req-755dbf69-b5ba-4ef9-b3de-a04c30d57a04 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:43.367338 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:43.367690 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-755dbf69-b5ba-4ef9-b3de-a04c30d57a04 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:43.368373 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'status': 'completed', 'code': 200} Jul 05 10:58:43.415951 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-6ae1d0bd-d535-49a7-b4c0-842aa707150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.417546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-6ae1d0bd-d535-49a7-b4c0-842aa707150d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1095 time: 0.0654576 Jul 05 10:58:43.465545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-5df73cb6-2473-4750-9a77-5b914324a5e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 217 time: 0.0367763 Jul 05 10:58:43.524338 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-37b8bf7d-38c3-4fec-b541-1677ffddeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.525809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-37b8bf7d-38c3-4fec-b541-1677ffddeba0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0501249 Jul 05 10:58:43.599269 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-86e61295-8c8f-4008-8bd8-50888fe60267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.600791 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-86e61295-8c8f-4008-8bd8-50888fe60267 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653248 Jul 05 10:58:43.698400 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-0098d643-6233-4234-8521-364f71010ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867407 Jul 05 10:58:43.804178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-19fc0d19-64a5-4e3b-b2f5-3df52baf6522 req-df3b85f5-3d5a-4ff5-87f5-5bcc31563d2d service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944366 Jul 05 10:58:43.938062 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-11e96e8e-8a38-4561-a05a-8e9808a0d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.939721 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-11e96e8e-8a38-4561-a05a-8e9808a0d00a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1095 time: 0.0737271 Jul 05 10:58:44.087871 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-bbf772cf-a83e-4b79-ada5-4e96299cc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:44.089294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-bbf772cf-a83e-4b79-ada5-4e96299cc54f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.1432135 Jul 05 10:58:44.103139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff90b2d-e6d5-44c3-baa8-d02e6265ca2f req-b6897f1d-f77f-4571-b96c-7ec129c5859b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:44.104655 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ff90b2d-e6d5-44c3-baa8-d02e6265ca2f req-b6897f1d-f77f-4571-b96c-7ec129c5859b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.1060946 Jul 05 10:58:44.126782 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7e3567f-3f20-45bc-a731-5d4f02898f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:44.158097 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-554abdba-ab02-46fb-ae99-7bf1efefddb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 217 time: 0.0522935 Jul 05 10:58:44.214240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4ff90b2d-e6d5-44c3-baa8-d02e6265ca2f req-47fabbee-12ec-444d-872d-af3dd03ea300 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008635 Jul 05 10:58:44.239314 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-eedfc333-44cf-46a1-a176-404f4e15dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:44.240844 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-eedfc333-44cf-46a1-a176-404f4e15dc3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0753868 Jul 05 10:58:44.304868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-2aaaa921-8a33-438d-9978-f89b68e857fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:44.306897 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-2aaaa921-8a33-438d-9978-f89b68e857fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584018 Jul 05 10:58:44.407962 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-34b3e141-894a-4c47-ba0e-7112c029f57d service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939288 Jul 05 10:58:44.507140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b62ff50-6298-450a-91a1-0ca75dd79be0 req-824dd15f-61c3-4bcd-9a61-5084b39b91ad service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924447 Jul 05 10:58:45.401588 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9f2a-15b5-45e3-8d3b-ca3a88628bbe req-833a9bf6-4cda-449a-a620-971a9c819f7a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:45.403211 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-316e9f2a-15b5-45e3-8d3b-ca3a88628bbe req-833a9bf6-4cda-449a-a620-971a9c819f7a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0698316 Jul 05 10:58:45.443936 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-316e9f2a-15b5-45e3-8d3b-ca3a88628bbe req-4f73ffa5-8a74-45b3-813c-fca795ec1c1b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342000 Jul 05 10:58:46.626368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880762-5600-4d1b-9e77-97fa02eee431 req-c3fef777-0973-4de3-adb0-89df7d5c10d5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:46.627939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24880762-5600-4d1b-9e77-97fa02eee431 req-c3fef777-0973-4de3-adb0-89df7d5c10d5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0704598 Jul 05 10:58:46.670467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24880762-5600-4d1b-9e77-97fa02eee431 req-3ff0ae84-a44e-4e7d-a62c-7a06f6690235 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366733 Jul 05 10:58:46.894874 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b4c79e5-e168-4452-888d-9de0d8862937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:46.929804 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:47.320785 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:58:47.417566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:47.429767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'port_id': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'mac_address': 'fa:16:3e:e1:f0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:58:47.469708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:47.483306 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0088e26f-14a6-4eab-b492-a17e555d9dc4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:47.503593 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:47.507690 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:47.556925 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:47.751620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0088e26f-14a6-4eab-b492-a17e555d9dc4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:58:47.854654 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb9eee-4b9f-404d-ae09-14093479490b req-ab54a396-1f22-44a3-be62-18b8afaa4d57 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:47.856175 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8eb9eee-4b9f-404d-ae09-14093479490b req-ab54a396-1f22-44a3-be62-18b8afaa4d57 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 944 time: 0.0661402 Jul 05 10:58:47.894491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d8eb9eee-4b9f-404d-ae09-14093479490b req-6b3d2694-8274-4209-8bd7-9bed09c632ef tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Jul 05 10:58:48.325913 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:49.071442 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476db81-555d-4e8a-8388-3c4a3f5d7c94 req-dc56c98f-b6b7-448d-80f0-cb940ec6ba4e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:49.072984 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7476db81-555d-4e8a-8388-3c4a3f5d7c94 req-dc56c98f-b6b7-448d-80f0-cb940ec6ba4e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 944 time: 0.0640192 Jul 05 10:58:49.114991 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7476db81-555d-4e8a-8388-3c4a3f5d7c94 req-ae1b2e6e-987e-4208-a030-6ca14e1def9f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Jul 05 10:58:49.320307 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:49.367954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 0088e26f-14a6-4eab-b492-a17e555d9dc4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:49.371742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0088e26f-14a6-4eab-b492-a17e555d9dc4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:49.372120 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:49.452404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:49.474084 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:49.476371 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ad5d39-4cbf-48b0-b111-915dac43e356" -d '{"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-plugged", "status": "completed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:49.488806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:49.492800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:49.543472 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:49.569996 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6cd689-66b0-4095-b294-e60fcb92dcd7 x-openstack-request-id: req-7a6cd689-66b0-4095-b294-e60fcb92dcd7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:49.570288 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-plugged", "status": "completed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:49.570593 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a6cd689-66b0-4095-b294-e60fcb92dcd7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:49.571124 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'code': 200} Jul 05 10:58:49.705798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a41c3-076e-4dd3-8fd5-61948826ce7d req-bc698969-d010-461c-8321-d3566cd901d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:49.707459 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd3a41c3-076e-4dd3-8fd5-61948826ce7d req-bc698969-d010-461c-8321-d3566cd901d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1097 time: 0.0580249 Jul 05 10:58:49.745079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bd3a41c3-076e-4dd3-8fd5-61948826ce7d req-1bc5f7c6-f848-4ece-92d8-6810cac848d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283203 Jul 05 10:58:50.069794 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:50.290457 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3a76-7eb4-43d5-a78e-0c6efbc06107 req-78989834-1545-4256-8182-808d56ffa034 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:50.292060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c1d3a76-7eb4-43d5-a78e-0c6efbc06107 req-78989834-1545-4256-8182-808d56ffa034 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0649960 Jul 05 10:58:50.330959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6c1d3a76-7eb4-43d5-a78e-0c6efbc06107 req-26d3f7a6-f250-4029-b59a-513505ac0d0f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326228 Jul 05 10:58:51.517066 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936888be-ae53-4316-aeb4-d308a5c52a8e req-20a306ee-76f6-49d0-87b6-f85bd8601e4e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:51.518631 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-936888be-ae53-4316-aeb4-d308a5c52a8e req-20a306ee-76f6-49d0-87b6-f85bd8601e4e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0745726 Jul 05 10:58:51.557169 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-936888be-ae53-4316-aeb4-d308a5c52a8e req-cda322e0-9e42-4bf9-aa7e-3a325ab8344f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328715 Jul 05 10:58:51.772139 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3d173-20d1-403c-a6b5-cd94c72565f9 req-f698ae5e-b71c-401d-8181-c39f1c55b161 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:51.773759 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44e3d173-20d1-403c-a6b5-cd94c72565f9 req-f698ae5e-b71c-401d-8181-c39f1c55b161 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0707784 Jul 05 10:58:51.819857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-44e3d173-20d1-403c-a6b5-cd94c72565f9 req-6d698617-80d0-4e54-bab4-0a1cd301f8c3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Jul 05 10:58:51.846628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:51.979374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420c8ba0-b333-42f5-93fa-a54a0ea12e5e tempest-TestShelveInstance-1719348473 tempest-TestShelveInstance-1719348473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:51.981309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-420c8ba0-b333-42f5-93fa-a54a0ea12e5e tempest-TestShelveInstance-1719348473 tempest-TestShelveInstance-1719348473-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1092 time: 0.1335621 Jul 05 10:58:51.985483 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:51.990145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:52.019779 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:52.136387 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:52.254540 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Allocated IP 172.25.1.238 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/035c2c98-6a87-41fe-9a96-abaf12c6f60b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:52.382192 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:52.428072 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:52.477853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:52.485808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:52.488556 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:52.494948 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'Port': ['ID=035c2c98-6a87-41fe-9a96-abaf12c6f60b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:52.911803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:52.993410 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:53.150069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:53.154719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:53.221111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'Port': ['ID=035c2c98-6a87-41fe-9a96-abaf12c6f60b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:53.233455 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:53.333216 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Floating IP 99dbf2e0-5ff9-492d-b419-8391a3628497 associated. External IP: 172.25.1.238, port: 0088e26f-14a6-4eab-b492-a17e555d9dc4. Jul 05 10:58:53.891216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Router b1302465-061a-40b6-a4f9-1c04914576d8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:58:53.998289 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:58:54.007716 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] Sync routers for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:58:54.015137 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:54.017323 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:54.017945 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:54.055002 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-66b6ac06-0b27-469c-98f2-413a439e8b6a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0682373 Jul 05 10:58:54.055886 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:54.059371 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cdc36-f4d4-41e5-8f0a-7d483684f19e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:54.099610 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f990462-87ea-4b0a-8158-89d2c26bdef5 x-openstack-request-id: req-8f990462-87ea-4b0a-8158-89d2c26bdef5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:54.099900 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:54.100138 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f990462-87ea-4b0a-8158-89d2c26bdef5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:54.100532 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'status': 'completed', 'code': 200} Jul 05 10:58:54.131817 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:54.178971 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-598eb43b-2f23-4fc0-b173-4c73d8f95607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:54.180585 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-598eb43b-2f23-4fc0-b173-4c73d8f95607 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1097 time: 0.0567822 Jul 05 10:58:54.276251 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-1251e917-2768-47a6-8cbd-3fe51e7971b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:54.277640 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-1251e917-2768-47a6-8cbd-3fe51e7971b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0888109 Jul 05 10:58:54.344258 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-51536804-26dc-4c50-abb7-5001166cfbfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 999 time: 0.0601428 Jul 05 10:58:54.359469 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '99dbf2e0-5ff9-492d-b419-8391a3628497', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'floating_ip_address': '172.25.1.238', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'port_id': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'mac_address': 'fa:16:3e:e1:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:58:52Z', 'updated_at': '2021-07-05T10:58:52Z', 'revision_number': 0, 'project_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:54.390362 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] Checking router: b1302465-061a-40b6-a4f9-1c04914576d8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:58:54.397915 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-59164719-5cad-42c1-8eee-69685f0a5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:54.398906 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:58:54.399408 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-59164719-5cad-42c1-8eee-69685f0a5e64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0496268 Jul 05 10:58:54.399600 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T10:58:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:54.458019 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-b7dcdba5-b613-4420-b6db-1200c9357478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:54.459560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-b7dcdba5-b613-4420-b6db-1200c9357478 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538499 Jul 05 10:58:54.508424 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:58:54.553311 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-f686c8f3-b435-456b-b903-9b82cd176237 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869853 Jul 05 10:58:54.655322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-122cdc36-f4d4-41e5-8f0a-7d483684f19e req-25507d4b-031e-4906-bd36-1f4b221fb908 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935044 Jul 05 10:58:54.737902 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '99dbf2e0-5ff9-492d-b419-8391a3628497', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'floating_ip_address': '172.25.1.238', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'port_id': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'mac_address': 'fa:16:3e:e1:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:58:52Z', 'updated_at': '2021-07-05T10:58:52Z', 'revision_number': 0, 'project_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:58:54.767141 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fd208-9bbd-48ef-9def-44f376f7c3e0 None None] The sync data for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 is: [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '99dbf2e0-5ff9-492d-b419-8391a3628497', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'floating_ip_address': '172.25.1.238', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'port_id': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'mac_address': 'fa:16:3e:e1:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:58:52Z', 'updated_at': '2021-07-05T10:58:52Z', 'revision_number': 0, 'project_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:58:54.965197 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d29679-85db-4493-b250-2a2b0ab5b80b None None] New status for floating IP 99dbf2e0-5ff9-492d-b419-8391a3628497: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:58:57.956442 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:59:00.411880 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:00.473714 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:14.118606 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3442faf-46fe-45c3-9b6d-e65cd716e745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:16.895885 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f578df1-0f6a-46bf-8536-fa1f1e198bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:16.931010 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:18.327586 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:20.073479 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:26.600474 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-f03ea4f3-aee7-4c6e-995e-a9bf14a2dadd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523212 Jul 05 10:59:26.703356 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-4ee9e755-a9a2-46e1-82fc-ca07285cb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:26.704889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-4ee9e755-a9a2-46e1-82fc-ca07285cb831 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1097 time: 0.0560148 Jul 05 10:59:26.823627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-5917d5e1-1be3-44d1-8bca-12c3ebcffadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:26.825603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-5917d5e1-1be3-44d1-8bca-12c3ebcffadb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0969799 Jul 05 10:59:26.890410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-72cfe816-bd29-48d9-b746-6365c38ce9c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0579829 Jul 05 10:59:26.944610 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-d1488598-3f87-4120-b010-9aca0df84db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:26.946082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-d1488598-3f87-4120-b010-9aca0df84db9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0489562 Jul 05 10:59:27.005349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-bb9f6326-3a94-4775-a1a8-ea38397011d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:27.006867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-bb9f6326-3a94-4775-a1a8-ea38397011d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533836 Jul 05 10:59:27.097477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-ee5f1fbc-9839-4618-a868-914d9be5b3bc service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Jul 05 10:59:27.190153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2ef97bae-a5b0-4be9-8bc0-824bcd641617 req-f5e6ef89-924f-430d-935a-80ea3e12ce8e service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Jul 05 10:59:30.428982 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:30.472213 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:34.955964 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:59:44.119556 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02d78ff4-c3bf-48d3-86fd-e7ef752a1a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:46.897557 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5968732d-ddd4-4e38-a276-f24d5741ea6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:46.938204 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:48.330716 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:50.077208 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:00.459576 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:00.489193 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:11.956991 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:00:14.118861 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5739bc1c-10e5-4d3f-bfed-8cfad248dece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:16.899350 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2060c929-7b85-4bc8-8d0e-14fa17065895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:16.932577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:18.334901 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:20.079216 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:26.610305 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-5149de25-153d-4528-b0bb-8f608cee94c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585203 Jul 05 11:00:26.730662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-6ac3a32d-d564-4c00-aed8-bce6c29114f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:26.732232 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-6ac3a32d-d564-4c00-aed8-bce6c29114f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1097 time: 0.0680761 Jul 05 11:00:26.863568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-59552d54-f0df-46bf-93e7-1c593820da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:26.865104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-59552d54-f0df-46bf-93e7-1c593820da0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.1057482 Jul 05 11:00:26.938605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-fc969a70-c3ef-4427-8b3e-d4e5fbcdd094 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0634227 Jul 05 11:00:26.995563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-59fec23b-d4a0-4bc1-8e14-6f095b46581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:26.997049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-59fec23b-d4a0-4bc1-8e14-6f095b46581f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0490103 Jul 05 11:00:27.062172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-e4db8c57-53fc-4daf-9a87-658d05d9e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:27.063724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-e4db8c57-53fc-4daf-9a87-658d05d9e3cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533466 Jul 05 11:00:27.158846 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-ee330dd4-1426-474c-b736-f1ffc066d3db service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836596 Jul 05 11:00:27.258271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2db8c7ca-56d7-420f-a064-727a4131c151 req-68dca079-90f6-478b-b943-6f99fb20206a service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894248 Jul 05 11:00:30.460609 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:30.489652 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:44.121916 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a4a45e6-f705-4e61-8c5b-07fdd6e3f092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:46.903371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1e45ebc-af19-49b6-a346-2a49b6e20bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:46.934026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:48.337643 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:48.956633 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:00:50.082041 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:51.984637 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97381057-9d31-4ff5-b231-6b391a6a8575 req-44c50213-ef13-4c4a-99b3-0f54b49eb1f4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:51.986146 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97381057-9d31-4ff5-b231-6b391a6a8575 req-44c50213-ef13-4c4a-99b3-0f54b49eb1f4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0857854 Jul 05 11:00:52.035155 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97381057-9d31-4ff5-b231-6b391a6a8575 req-4a58f0fa-2cc4-4f58-884e-8f54cd8cb4b6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422518 Jul 05 11:00:53.246600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f48b1-d75f-431b-86c1-8f3249a28479 req-41002aef-032a-4101-851a-010163a63acf tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:53.248136 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec7f48b1-d75f-431b-86c1-8f3249a28479 req-41002aef-032a-4101-851a-010163a63acf tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0693331 Jul 05 11:00:53.286484 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ec7f48b1-d75f-431b-86c1-8f3249a28479 req-83474032-3e74-4fc0-838a-8ba6dae34a75 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Jul 05 11:00:54.464991 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8314a4-ecbe-4bcf-8f29-70bc5f70f200 req-838265fa-a10e-44f0-9642-930086382681 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:54.466480 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af8314a4-ecbe-4bcf-8f29-70bc5f70f200 req-838265fa-a10e-44f0-9642-930086382681 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0660837 Jul 05 11:00:54.506690 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af8314a4-ecbe-4bcf-8f29-70bc5f70f200 req-87d18f1e-012b-41e1-b0d2-5b92d099907f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344441 Jul 05 11:00:55.684121 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13533a4-efc2-48c9-9ad9-1de5872435e4 req-280df3fc-5183-41c2-ac11-0c7b8a087ee4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:55.685678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13533a4-efc2-48c9-9ad9-1de5872435e4 req-280df3fc-5183-41c2-ac11-0c7b8a087ee4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0671775 Jul 05 11:00:55.724413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e13533a4-efc2-48c9-9ad9-1de5872435e4 req-b0545bfd-b83b-48bc-845f-3674c890bc0f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332243 Jul 05 11:00:56.907710 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871b0ca-5e35-4bcb-bbf2-a5857fb811ed req-9ce8d821-83e6-4e27-821d-5f276fe2f320 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:56.909107 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e871b0ca-5e35-4bcb-bbf2-a5857fb811ed req-9ce8d821-83e6-4e27-821d-5f276fe2f320 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0683281 Jul 05 11:00:56.946581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e871b0ca-5e35-4bcb-bbf2-a5857fb811ed req-1e8a8b90-6020-4db7-b665-9ce1ef15e356 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Jul 05 11:00:58.123614 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b924610-7aea-425d-906f-3da30a4532fc req-4f2f55f1-b983-4dbc-a5d2-c09863030eb5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:58.125108 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b924610-7aea-425d-906f-3da30a4532fc req-4f2f55f1-b983-4dbc-a5d2-c09863030eb5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0633829 Jul 05 11:00:58.163730 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4b924610-7aea-425d-906f-3da30a4532fc req-2e15f2d5-3263-4268-9adb-c9a86c8d6562 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330834 Jul 05 11:00:59.345770 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0102a-7d5c-4fdd-9567-8a4a95beae9b req-d408e3ba-736a-4be8-ae75-4af87d2bc811 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:59.347359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bc0102a-7d5c-4fdd-9567-8a4a95beae9b req-d408e3ba-736a-4be8-ae75-4af87d2bc811 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0723891 Jul 05 11:00:59.388070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8bc0102a-7d5c-4fdd-9567-8a4a95beae9b req-e7fbd70e-4d02-488d-9a12-27b5ac12a794 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351222 Jul 05 11:01:00.465523 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:00.487344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:00.567600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ffa06-232e-4b64-8e3f-8b298b4e9866 req-8d50e5df-176e-46e2-a4ff-4438ae623d69 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:00.569159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-989ffa06-232e-4b64-8e3f-8b298b4e9866 req-8d50e5df-176e-46e2-a4ff-4438ae623d69 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0660162 Jul 05 11:01:00.611634 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-989ffa06-232e-4b64-8e3f-8b298b4e9866 req-08eac9ef-46cc-4391-b171-6ef28aa5fe1b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Jul 05 11:01:01.794731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0395d0-eb18-44f2-a52e-d70088d7aad3 req-4e4aad9d-b69a-4383-9adf-2e84c429a890 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:01.796282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d0395d0-eb18-44f2-a52e-d70088d7aad3 req-4e4aad9d-b69a-4383-9adf-2e84c429a890 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0654676 Jul 05 11:01:01.835720 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2d0395d0-eb18-44f2-a52e-d70088d7aad3 req-a6a20b60-f055-47fc-b583-67594e28cacc tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338211 Jul 05 11:01:03.022231 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2631fe-a0ff-4def-908f-f8b3b0be7ee1 req-02c1c9f4-413c-4203-bd68-8ba027e3032d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:03.023839 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd2631fe-a0ff-4def-908f-f8b3b0be7ee1 req-02c1c9f4-413c-4203-bd68-8ba027e3032d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0718751 Jul 05 11:01:03.071505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dd2631fe-a0ff-4def-908f-f8b3b0be7ee1 req-47bec988-466f-44a2-9340-ffdccb6d2833 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Jul 05 11:01:03.864650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:01:03.962312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:03.973544 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'port_id': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'mac_address': 'fa:16:3e:e1:f0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:01:04.016566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:04.030031 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0088e26f-14a6-4eab-b492-a17e555d9dc4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:01:04.052012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:04.056566 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:04.110403 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:04.118157 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.118508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.118856 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.119210 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.119550 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.119880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.120206 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.120529 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.120850 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.121172 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.121492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.121811 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:04.145878 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0088e26f-14a6-4eab-b492-a17e555d9dc4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:01:04.268252 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31237-3f3d-463e-89a2-9876d8df3920 req-29c97a54-7e18-48bd-8cd3-cb697dc98101 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:04.269874 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4d31237-3f3d-463e-89a2-9876d8df3920 req-29c97a54-7e18-48bd-8cd3-cb697dc98101 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 944 time: 0.0803015 Jul 05 11:01:04.320591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a4d31237-3f3d-463e-89a2-9876d8df3920 req-562ff96a-14d2-4ff8-970e-da83a24fd27d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437362 Jul 05 11:01:05.606360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e2fa2-25ea-4611-856e-763a103fa59b req-b22d3edb-0ee7-491b-aa4b-31966f7a1e30 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:05.608048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-610e2fa2-25ea-4611-856e-763a103fa59b req-b22d3edb-0ee7-491b-aa4b-31966f7a1e30 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 944 time: 0.1110697 Jul 05 11:01:05.658141 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-610e2fa2-25ea-4611-856e-763a103fa59b req-8bc55392-9e75-442e-9ddd-8aba433b0552 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435596 Jul 05 11:01:05.884269 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:05.960674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0088e26f-14a6-4eab-b492-a17e555d9dc4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:05.961022 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:06.047202 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:06.072722 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:06.074981 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed052af4-304c-4401-8fe5-a9f378ade4c2" -d '{"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-plugged", "status": "completed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:06.093689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:06.101237 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:06.140263 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4d329-5793-4250-9f02-c9d4ea5563b8 x-openstack-request-id: req-81a4d329-5793-4250-9f02-c9d4ea5563b8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:06.140559 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-plugged", "status": "completed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:06.140833 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81a4d329-5793-4250-9f02-c9d4ea5563b8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:06.141210 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'code': 200} Jul 05 11:01:06.176667 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:06.896679 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc50ed-a760-4c3a-845f-466a17197a3f req-37c40cc2-7de6-4287-858c-b6ee6418850a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:06.907179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fffc50ed-a760-4c3a-845f-466a17197a3f req-37c40cc2-7de6-4287-858c-b6ee6418850a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.1063194 Jul 05 11:01:06.968204 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fffc50ed-a760-4c3a-845f-466a17197a3f req-bd147271-22e2-4c92-870c-59626cdbced9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600231 Jul 05 11:01:08.243407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda83b6-f687-4ccb-8689-6bec9c4b515f req-b1e3bc86-98ef-4a98-8eef-bb196e602a20 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:08.245067 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdda83b6-f687-4ccb-8689-6bec9c4b515f req-b1e3bc86-98ef-4a98-8eef-bb196e602a20 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0995052 Jul 05 11:01:08.296687 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cdda83b6-f687-4ccb-8689-6bec9c4b515f req-af275d52-91b1-4b48-ac0c-18af21de567c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448694 Jul 05 11:01:09.540544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc651b-a75a-43e5-a718-90248146d320 req-387c5bdb-4e3c-4fe5-b1fd-c30437b23b44 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:09.547811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21dc651b-a75a-43e5-a718-90248146d320 req-387c5bdb-4e3c-4fe5-b1fd-c30437b23b44 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0911231 Jul 05 11:01:09.598163 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-21dc651b-a75a-43e5-a718-90248146d320 req-fbff35a6-0ba2-4f94-90f9-7bc1125d6f2f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493348 Jul 05 11:01:10.822199 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2bb55-ed6e-4e33-81ed-cd0ff9836458 req-2de18cc6-b8b2-44b0-8465-86825874d71c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:10.824076 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97a2bb55-ed6e-4e33-81ed-cd0ff9836458 req-2de18cc6-b8b2-44b0-8465-86825874d71c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0757542 Jul 05 11:01:10.869657 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-97a2bb55-ed6e-4e33-81ed-cd0ff9836458 req-4b35c73b-53ef-48f3-bfa6-a40ba7b3a94d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390282 Jul 05 11:01:12.098250 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b1520-ec88-45bd-bed9-e00df7263ca5 req-5b7781c6-d27b-413f-924f-f3c37b18a236 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.107825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a99b1520-ec88-45bd-bed9-e00df7263ca5 req-5b7781c6-d27b-413f-924f-f3c37b18a236 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0969164 Jul 05 11:01:12.147405 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a99b1520-ec88-45bd-bed9-e00df7263ca5 req-1cb89054-ab46-47a2-a76b-8ff0e9b23680 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Jul 05 11:01:13.372233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa670-a97a-4007-8d7c-66c885ac5512 req-bf5bd716-3f59-4a37-b701-c6389b11641d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:13.374044 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c08aa670-a97a-4007-8d7c-66c885ac5512 req-bf5bd716-3f59-4a37-b701-c6389b11641d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0811565 Jul 05 11:01:13.417161 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c08aa670-a97a-4007-8d7c-66c885ac5512 req-e5b9e619-6d23-4b0b-86b7-3214c5ea901d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370779 Jul 05 11:01:14.128397 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be35d64f-baf9-464b-abd1-6ac7cda5c3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:14.596508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4477a07-39d2-4a9c-ba9e-51ea6895d95c req-c2e74ccd-0413-448e-a4f3-1719e2a6f01f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:14.597954 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4477a07-39d2-4a9c-ba9e-51ea6895d95c req-c2e74ccd-0413-448e-a4f3-1719e2a6f01f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0637763 Jul 05 11:01:14.638781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4477a07-39d2-4a9c-ba9e-51ea6895d95c req-4749f0f5-d27a-4024-a318-c8df60abf812 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346675 Jul 05 11:01:15.156122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-eace6dcf-277f-455f-b1cc-14e28aab5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.157626 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-eace6dcf-277f-455f-b1cc-14e28aab5c6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1097 time: 0.0595422 Jul 05 11:01:15.253516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-738cf0fe-da81-41db-a678-16019a7efec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.254995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-738cf0fe-da81-41db-a678-16019a7efec4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0879307 Jul 05 11:01:15.330085 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-b8c435a5-c628-4aa1-bdea-3203feaf4818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0651913 Jul 05 11:01:15.381737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-a95f1671-67cd-47fc-95bf-52891573a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.383680 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-a95f1671-67cd-47fc-95bf-52891573a35d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0453067 Jul 05 11:01:15.448083 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-8ad5d63f-8e6d-4194-8059-3a6d958b5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.449676 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-8ad5d63f-8e6d-4194-8059-3a6d958b5d8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593729 Jul 05 11:01:15.549382 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-4695426c-3149-46ab-8b84-878eb1e13399 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892859 Jul 05 11:01:15.643070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-62b87383-6af8-43f4-baf1-e0b3fe386ba9 req-58dff2b0-4fec-4509-8115-1f95150d5606 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845103 Jul 05 11:01:15.821154 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7f00-3b25-4d78-b8f3-e91f9acb524b req-e1058e6a-94e3-466a-9b21-03698fb3e701 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.822656 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef6d7f00-3b25-4d78-b8f3-e91f9acb524b req-e1058e6a-94e3-466a-9b21-03698fb3e701 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0704803 Jul 05 11:01:15.861177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ef6d7f00-3b25-4d78-b8f3-e91f9acb524b req-739bd6f0-59e5-4b02-8f5a-b5c9b3995884 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326631 Jul 05 11:01:16.907134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb992-936d-4845-9862-3a40398a92fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:16.935697 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:17.048518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989d02a-0619-41ad-95fb-38846802e630 req-b8dd7543-805f-4098-805d-4bb05f10c03b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:17.050084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1989d02a-0619-41ad-95fb-38846802e630 req-b8dd7543-805f-4098-805d-4bb05f10c03b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 945 time: 0.0655773 Jul 05 11:01:17.090074 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1989d02a-0619-41ad-95fb-38846802e630 req-fa7b7050-d233-4cdb-8465-d72b792cd0f3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327930 Jul 05 11:01:17.914329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:01:17.994579 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:18.018137 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:18.020410 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d96a0-4383-4e86-b16f-568e495f4108" -d '{"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-unplugged", "status": "completed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:18.034143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:18.038305 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:18.063198 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d1bec-70a8-4017-a358-7132177d839c x-openstack-request-id: req-352d1bec-70a8-4017-a358-7132177d839c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:18.063512 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-unplugged", "status": "failed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:18.063667 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-352d1bec-70a8-4017-a358-7132177d839c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:18.064047 n-d-771363-33 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'code': 422} returned with failed status Jul 05 11:01:18.090642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:18.271408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65978795-762d-4cd4-a47d-a7eea8eec57b req-3cb67638-7cdf-4be3-8023-a1cd3c58d062 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:18.272863 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65978795-762d-4cd4-a47d-a7eea8eec57b req-3cb67638-7cdf-4be3-8023-a1cd3c58d062 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0671904 Jul 05 11:01:18.313602 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-65978795-762d-4cd4-a47d-a7eea8eec57b req-c10a4acf-264e-4755-b594-964776b809ee tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Jul 05 11:01:18.341800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:18.676839 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50fc5d-6d2b-4d21-91b6-20f50ee47af2 req-1b8acbc8-cb5d-446f-9e9f-97430942b083 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:18.678402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf50fc5d-6d2b-4d21-91b6-20f50ee47af2 req-1b8acbc8-cb5d-446f-9e9f-97430942b083 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0705526 Jul 05 11:01:18.719508 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cf50fc5d-6d2b-4d21-91b6-20f50ee47af2 req-f257f36c-2807-4b87-a4c7-26848bb8e26f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347621 Jul 05 11:01:18.958683 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-838b2605-9aec-415e-bc81-1daae376e715 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1172996 Jul 05 11:01:19.967807 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-d2834186-97fc-49a1-b570-cbff42ba3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:19.969238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-d2834186-97fc-49a1-b570-cbff42ba3733 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802&tenant_id=b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 1095 time: 0.1038942 Jul 05 11:01:19.983408 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a877e-e640-4822-b36e-b3ddd4c1eb1a req-50d0686e-8f8b-4b08-b176-0baadf0b44c0 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:19.984918 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-748a877e-e640-4822-b36e-b3ddd4c1eb1a req-50d0686e-8f8b-4b08-b176-0baadf0b44c0 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.1503327 Jul 05 11:01:20.051460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-748a877e-e640-4822-b36e-b3ddd4c1eb1a req-5f09ed10-91cd-48b7-afb4-bf13d7c1f860 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608127 Jul 05 11:01:20.075499 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-cca6e5bc-3ba8-459e-a6f3-3d14e490182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:20.077083 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-cca6e5bc-3ba8-459e-a6f3-3d14e490182e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1095 time: 0.0721436 Jul 05 11:01:20.086499 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:20.174466 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-8b324f26-7d82-465e-b22b-2b251a56a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:20.175992 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-8b324f26-7d82-465e-b22b-2b251a56a606 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0887837 Jul 05 11:01:20.247135 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-b12fa8ca-2fe9-4328-9ef4-8f3bacf2686b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 999 time: 0.0612562 Jul 05 11:01:20.301478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-e2841cd5-603a-4e90-9a43-b08a5b4c18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:20.302983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-e2841cd5-603a-4e90-9a43-b08a5b4c18a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0463662 Jul 05 11:01:20.369722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-ee51a321-1d99-4aeb-8556-fefb79fd9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:20.371479 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-ee51a321-1d99-4aeb-8556-fefb79fd9df4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584469 Jul 05 11:01:20.465356 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-8c0bfc06-342b-4ef6-be0c-513c55e99698 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831079 Jul 05 11:01:20.563255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-10c6c4b7-4995-4132-8506-602e1d651c38 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875280 Jul 05 11:01:21.241233 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd71d4-2e89-442b-bcbf-d8b065d222e5 req-9a88f971-36d1-41a9-b371-11195a747767 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:21.243504 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd71d4-2e89-442b-bcbf-d8b065d222e5 req-9a88f971-36d1-41a9-b371-11195a747767 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0703042 Jul 05 11:01:21.283903 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-edcd71d4-2e89-442b-bcbf-d8b065d222e5 req-35945c2b-a6b9-421d-bebb-46ac9789b771 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341980 Jul 05 11:01:22.481877 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdeaaf-fb64-4964-a8ff-3db61ac7624d req-6a44317d-a0cd-4076-8258-330a92148962 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:22.485750 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0bdeaaf-fb64-4964-a8ff-3db61ac7624d req-6a44317d-a0cd-4076-8258-330a92148962 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0769074 Jul 05 11:01:22.532065 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0bdeaaf-fb64-4964-a8ff-3db61ac7624d req-66f55c8e-86eb-48bf-84df-275b04d257da tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Jul 05 11:01:23.748277 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762447e5-c99f-4e4e-9b8a-65229c87dcfe req-e12526f4-b10d-471e-9b41-91b09a60b6cb tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:23.749825 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-762447e5-c99f-4e4e-9b8a-65229c87dcfe req-e12526f4-b10d-471e-9b41-91b09a60b6cb tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0867167 Jul 05 11:01:23.793797 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-762447e5-c99f-4e4e-9b8a-65229c87dcfe req-fc001a9f-c38e-4a61-beea-e9414d1a0f92 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Jul 05 11:01:24.980112 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3895cf3-61d7-4eaf-a2ca-a4a388d3ac29 req-a5644cc1-0bfc-4d39-beb2-a8a55473c53c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:24.981611 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3895cf3-61d7-4eaf-a2ca-a4a388d3ac29 req-a5644cc1-0bfc-4d39-beb2-a8a55473c53c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0669887 Jul 05 11:01:25.025333 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c3895cf3-61d7-4eaf-a2ca-a4a388d3ac29 req-c76c371a-8cf6-4ef9-a042-1c6e2075eadb tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369747 Jul 05 11:01:25.957419 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:01:26.229010 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04384c-4419-4b3b-a3bb-536a51786539 req-d1e2d449-6e76-446a-8af5-43f4901b2b5d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:26.230932 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a04384c-4419-4b3b-a3bb-536a51786539 req-d1e2d449-6e76-446a-8af5-43f4901b2b5d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0873742 Jul 05 11:01:26.270633 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1a04384c-4419-4b3b-a3bb-536a51786539 req-ee158a32-95b7-4fb0-b0de-a458988ee079 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Jul 05 11:01:27.494619 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6324add-c3bc-42ef-864d-6b66c838de41 req-e0812fee-21ad-46fe-96a4-17eedf8c943f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:27.496190 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6324add-c3bc-42ef-864d-6b66c838de41 req-e0812fee-21ad-46fe-96a4-17eedf8c943f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0855782 Jul 05 11:01:27.537327 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6324add-c3bc-42ef-864d-6b66c838de41 req-95872ac8-6135-465f-88d2-72ccb5ada341 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349154 Jul 05 11:01:28.741488 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b475080-0402-4481-adbd-0f3faed53f43 req-2f6b6f5e-11f0-4bf6-aac9-9913ec62e999 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:28.743804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b475080-0402-4481-adbd-0f3faed53f43 req-2f6b6f5e-11f0-4bf6-aac9-9913ec62e999 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0714924 Jul 05 11:01:28.783971 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b475080-0402-4481-adbd-0f3faed53f43 req-ff2f1ef7-d8d6-4cb3-bded-2a0cc1fa9e66 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340049 Jul 05 11:01:30.026759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa2862-72e7-4f28-96b6-e7174dc64fac req-094ce787-d0d2-443d-8d1a-00d8091f0669 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:30.029598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6aa2862-72e7-4f28-96b6-e7174dc64fac req-094ce787-d0d2-443d-8d1a-00d8091f0669 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0850208 Jul 05 11:01:30.077270 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a6aa2862-72e7-4f28-96b6-e7174dc64fac req-ed366c5d-36bb-43d6-a4d8-cda062a02fc3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Jul 05 11:01:30.495538 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.496376 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.167195 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-60255954-3ef0-42cb-a97c-ce57b77976c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:31.168766 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-60255954-3ef0-42cb-a97c-ce57b77976c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1095 time: 0.1085672 Jul 05 11:01:31.327043 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-f9c80eb8-b662-4e3b-ab64-e1d9ccb0a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:31.328467 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-f9c80eb8-b662-4e3b-ab64-e1d9ccb0a176 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.1373875 Jul 05 11:01:31.339894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562662e-b769-477b-b458-e5e37af6515b req-d9f7be63-bb6b-4faa-ac88-6091fbea9f84 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:31.341386 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1562662e-b769-477b-b458-e5e37af6515b req-d9f7be63-bb6b-4faa-ac88-6091fbea9f84 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.1411073 Jul 05 11:01:31.428731 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1562662e-b769-477b-b458-e5e37af6515b req-4c352230-757f-47cf-aaac-f14bbda98d37 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803843 Jul 05 11:01:31.430441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-43902410-89e9-4a47-baa2-f1a6759929d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 999 time: 0.0881860 Jul 05 11:01:31.483860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-b6ef8a9a-f9a7-4ab5-b5e6-0acb83c95e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:31.485371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-b6ef8a9a-f9a7-4ab5-b5e6-0acb83c95e18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0482314 Jul 05 11:01:31.549398 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-8667bccc-c8dd-472a-a25d-99928f7abbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:31.550924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-8667bccc-c8dd-472a-a25d-99928f7abbcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556424 Jul 05 11:01:31.645275 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-69e48b12-1499-4473-b549-adc4822c8f1b service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867381 Jul 05 11:01:31.735137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-573fa928-8540-46eb-8555-48fe6ead2dd4 req-5ea02a59-1d75-4474-ae90-f6d28694e06e service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813339 Jul 05 11:01:32.612611 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90436a6-23ce-450e-9e8a-7f97ed814f77 req-f1c3796f-4cb0-4b64-b113-73aaf2f2bef1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:32.614060 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f90436a6-23ce-450e-9e8a-7f97ed814f77 req-f1c3796f-4cb0-4b64-b113-73aaf2f2bef1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0687890 Jul 05 11:01:32.652365 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f90436a6-23ce-450e-9e8a-7f97ed814f77 req-3bc7e2d2-153b-454f-a894-733fa6b13628 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Jul 05 11:01:33.831261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6ae39-50d5-4d9f-a700-c77de567723a req-cab04db5-65cb-46d8-ae1d-2ac2ad332323 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:33.832768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eac6ae39-50d5-4d9f-a700-c77de567723a req-cab04db5-65cb-46d8-ae1d-2ac2ad332323 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 943 time: 0.0682166 Jul 05 11:01:33.873460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eac6ae39-50d5-4d9f-a700-c77de567723a req-5bd278df-8855-4117-aecf-199ad20933a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343676 Jul 05 11:01:33.973142 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:01:34.072543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:34.083693 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'port_id': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'mac_address': 'fa:16:3e:e1:f0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:01:34.119956 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:34.132738 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0088e26f-14a6-4eab-b492-a17e555d9dc4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:01:34.152013 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:34.156329 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:34.205304 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:34.451650 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['0088e26f-14a6-4eab-b492-a17e555d9dc4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:01:35.076817 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af9746-2219-46eb-adad-d8dc7e49bbe9 req-bbdbb03e-6e42-4b8e-af8a-6d3e7ce301ee tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:35.078390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89af9746-2219-46eb-adad-d8dc7e49bbe9 req-bbdbb03e-6e42-4b8e-af8a-6d3e7ce301ee tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 944 time: 0.0739861 Jul 05 11:01:35.118917 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89af9746-2219-46eb-adad-d8dc7e49bbe9 req-bcbb5a8c-068a-4729-be77-1dc558381b4a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349567 Jul 05 11:01:35.972414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:36.033236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 0088e26f-14a6-4eab-b492-a17e555d9dc4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:36.033589 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:36.118945 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:36.151810 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:36.153226 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c254e72e-527d-4484-81af-d905324f44f8" -d '{"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-plugged", "status": "completed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:36.167227 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:36.172227 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:36.223677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:36.307798 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4eac38-6dc3-41ce-95bc-ab20dd5eb89f req-b0cf8833-be06-4b29-aa51-e423f8703fe6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:36.309381 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c4eac38-6dc3-41ce-95bc-ab20dd5eb89f req-b0cf8833-be06-4b29-aa51-e423f8703fe6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 946 time: 0.0715456 Jul 05 11:01:36.371530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7c4eac38-6dc3-41ce-95bc-ab20dd5eb89f req-31d2c280-d8c9-4c77-9a99-ab8d785a4a3e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529597 Jul 05 11:01:36.420871 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfbdc30-87f0-40f6-9175-7fdc50bf51a2 x-openstack-request-id: req-0dfbdc30-87f0-40f6-9175-7fdc50bf51a2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:36.421167 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-plugged", "status": "completed", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:36.421416 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dfbdc30-87f0-40f6-9175-7fdc50bf51a2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:36.421814 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'code': 200} Jul 05 11:01:36.629613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2014727-fbd7-4769-8d8a-ad8d61a59750 req-195589a7-47c7-4a37-ac0c-e347d521d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:36.631395 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2014727-fbd7-4769-8d8a-ad8d61a59750 req-195589a7-47c7-4a37-ac0c-e347d521d727 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1098 time: 0.0562336 Jul 05 11:01:36.670627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b2014727-fbd7-4769-8d8a-ad8d61a59750 req-95999d5f-e478-43f8-b13c-c1bb71aa8903 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293043 Jul 05 11:01:37.561870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d75a-c811-43ab-bce6-1f44c922d1f6 req-7e2e36dd-bda2-4de9-b778-dd38458f60f4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:37.563591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cf9d75a-c811-43ab-bce6-1f44c922d1f6 req-7e2e36dd-bda2-4de9-b778-dd38458f60f4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 946 time: 0.0742266 Jul 05 11:01:38.013552 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2cf9d75a-c811-43ab-bce6-1f44c922d1f6 req-efefcfdd-5ade-4879-aec4-724cd68cafcc tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451461 Jul 05 11:01:39.201891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaeafa-9251-4265-9464-999d28932fba req-696eac82-6db4-470d-957e-1f44a0accb19 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:39.203438 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedaeafa-9251-4265-9464-999d28932fba req-696eac82-6db4-470d-957e-1f44a0accb19 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 946 time: 0.0643888 Jul 05 11:01:39.244887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-eedaeafa-9251-4265-9464-999d28932fba req-13f0f9e9-df04-486c-82ce-e1879ae5bf76 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358958 Jul 05 11:01:44.123386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be0ce46e-f62e-4dcd-968e-95c47595d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:46.910615 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d60ea428-5d45-477e-88e5-04a298faaf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:46.937752 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:48.343547 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:50.087730 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.513908 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:00.523183 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:02.957691 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:02:14.126437 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-073ad1f1-45d7-4633-a8df-d15b018c332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:16.911884 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa151f47-cbce-4dcd-ad54-19c1e83ba6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:16.939458 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:18.346150 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:20.091798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:29.595924 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-f61f6e58-a382-4c49-9738-d473284ceff9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509050 Jul 05 11:02:29.704657 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-9873fb7f-84f2-4587-99fe-f246eae6b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:29.706205 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-9873fb7f-84f2-4587-99fe-f246eae6b853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1098 time: 0.0577557 Jul 05 11:02:29.814776 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-5b7ef767-211a-4cb2-989b-012ff3e4d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:29.816279 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-5b7ef767-211a-4cb2-989b-012ff3e4d25a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0853660 Jul 05 11:02:29.893140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-e237eca9-1c41-46e5-9a09-b2005317c334 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0669699 Jul 05 11:02:29.953846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-c4fe6984-1a96-4a34-8b29-a4bcce2ff9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:29.955353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-c4fe6984-1a96-4a34-8b29-a4bcce2ff9ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0527000 Jul 05 11:02:30.018831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-7e2a8a81-3738-4c53-9629-2ef2dc208ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:30.020360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-7e2a8a81-3738-4c53-9629-2ef2dc208ce4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553148 Jul 05 11:02:30.120898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-f837e42c-2476-400d-a3b4-30846502d6ab service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899179 Jul 05 11:02:30.218895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4bae298c-00bb-4f36-ba77-9933ffc0e589 req-68513b64-dd96-4915-8c7c-4f4525305e41 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855978 Jul 05 11:02:30.522705 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:30.523669 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:39.957519 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:02:44.130493 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca42b83e-6ef7-4702-90ac-9192a1e7522e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:46.914081 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7af28c-d43f-4b8a-8410-345bc518b49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:46.940152 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:48.349828 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:50.093497 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:52.198335 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:52.368724 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Deleting port 035c2c98-6a87-41fe-9a96-abaf12c6f60b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:02:52.369069 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:52.455708 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:52.455962 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:52.467332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Calling delete_port for 035c2c98-6a87-41fe-9a96-abaf12c6f60b owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:02:52.617822 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:52.647745 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event deleted for resources: {'Port': ['ID=035c2c98-6a87-41fe-9a96-abaf12c6f60b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:52.675718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.676055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.676385 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.677229 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.677567 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.677894 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.678217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.678537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.678854 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.679194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.679517 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.679904 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:52.722259 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:52.722645 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Floating IP 99dbf2e0-5ff9-492d-b419-8391a3628497 disassociated (deleted). External IP: 172.25.1.238, port: 0088e26f-14a6-4eab-b492-a17e555d9dc4. Jul 05 11:02:52.939316 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Router b1302465-061a-40b6-a4f9-1c04914576d8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:02:53.062198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:02:53.066944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:53.074007 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] Sync routers for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:02:53.085085 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:53.085744 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:02:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:53.111828 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-1536840b-e0c3-4d49-9013-bc3806cc50a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "DELETE /v2.0/floatingips/99dbf2e0-5ff9-492d-b419-8391a3628497 HTTP/1.1" status: 204 len: 168 time: 0.9098451 Jul 05 11:02:53.111828 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:02:53.112186 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39224aef-f354-4762-ae6b-57d0755d71fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:02:53.197562 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:53.410221 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:53.438213 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] Checking router: b1302465-061a-40b6-a4f9-1c04914576d8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:02:53.448874 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:02:53.449370 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:02:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:53.558818 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc6fe0-de4b-45b7-8bda-2e11acbb6b88 x-openstack-request-id: req-04dc6fe0-de4b-45b7-8bda-2e11acbb6b88 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:02:53.559701 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:02:53.559701 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04dc6fe0-de4b-45b7-8bda-2e11acbb6b88 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:02:53.559942 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'status': 'completed', 'code': 200} Jul 05 11:02:53.667889 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:02:53.697129 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39224aef-f354-4762-ae6b-57d0755d71fe req-2d3aa7fc-6008-4a06-8550-b5ef7bac6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:53.698639 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39224aef-f354-4762-ae6b-57d0755d71fe req-2d3aa7fc-6008-4a06-8550-b5ef7bac6cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 1098 time: 0.0933089 Jul 05 11:02:53.798719 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b411-80fa-4a2d-a321-7c931da99a1e req-24903089-837e-4e45-9f3a-b3bbfedc67c7 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:53.800242 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a81b411-80fa-4a2d-a321-7c931da99a1e req-24903089-837e-4e45-9f3a-b3bbfedc67c7 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 946 time: 0.1414351 Jul 05 11:02:53.831987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39224aef-f354-4762-ae6b-57d0755d71fe req-82072853-da2d-4ad8-a5bd-a6f2d5e18802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:53.833637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39224aef-f354-4762-ae6b-57d0755d71fe req-82072853-da2d-4ad8-a5bd-a6f2d5e18802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.1279962 Jul 05 11:02:53.873338 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:02:53.883849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39224aef-f354-4762-ae6b-57d0755d71fe req-7f9b33a1-8d6a-418e-a849-8133d22e32f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 200 len: 217 time: 0.0426364 Jul 05 11:02:53.886786 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4a81b411-80fa-4a2d-a321-7c931da99a1e req-af31bc57-d4a5-4279-aa31-a8c5319b1b99 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767660 Jul 05 11:02:53.899835 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4baeaf-180a-40e1-9fda-cbf894abed6f None None] The sync data for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 is: [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:02:53.940970 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39224aef-f354-4762-ae6b-57d0755d71fe req-20327ef5-71ea-4cfc-9129-b64cedf4d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:53.943229 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39224aef-f354-4762-ae6b-57d0755d71fe req-20327ef5-71ea-4cfc-9129-b64cedf4d130 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0515997 Jul 05 11:02:54.011364 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39224aef-f354-4762-ae6b-57d0755d71fe req-a264db79-f830-4b1b-bfba-ad918bff606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:54.012908 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39224aef-f354-4762-ae6b-57d0755d71fe req-a264db79-f830-4b1b-bfba-ad918bff606d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611532 Jul 05 11:02:54.115982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39224aef-f354-4762-ae6b-57d0755d71fe req-23a2cfd1-b7a9-4aa9-94d9-0e0016d858e7 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954444 Jul 05 11:02:54.143655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725550a9-43df-49df-83e5-a5202ffb7463 None None] New status for floating IP 99dbf2e0-5ff9-492d-b419-8391a3628497: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:02:54.215192 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39224aef-f354-4762-ae6b-57d0755d71fe req-115bd479-ab14-46a1-93a9-abdceecc1ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904880 Jul 05 11:02:55.097315 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02c9c7-ee6f-4848-ba28-9701f6ae31d5 req-351fc85a-813a-4f33-bc6c-0af31a7810ba tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:55.099441 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db02c9c7-ee6f-4848-ba28-9701f6ae31d5 req-351fc85a-813a-4f33-bc6c-0af31a7810ba tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 946 time: 0.0800271 Jul 05 11:02:55.196842 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-db02c9c7-ee6f-4848-ba28-9701f6ae31d5 req-8aa95909-1d3e-43c9-936a-90924b950a0f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=24f3d6f8-995e-4dcb-8535-fa55463c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686316 Jul 05 11:02:55.229189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-de0d7731-214f-4b39-ad63-a504df8b68a6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:55.234337 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-de0d7731-214f-4b39-ad63-a504df8b68a6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 946 time: 0.1244602 Jul 05 11:02:55.353822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Deleting port 0088e26f-14a6-4eab-b492-a17e555d9dc4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:02:55.354067 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:55.457020 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] For port 0088e26f-14a6-4eab-b492-a17e555d9dc4, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=0088e26f-14a6-4eab-b492-a17e555d9dc4,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:02:55.457477 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:55.472394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Calling delete_port for 0088e26f-14a6-4eab-b492-a17e555d9dc4 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:02:55.607191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:55.638898 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event deleted for resources: {'Port': ['ID=0088e26f-14a6-4eab-b492-a17e555d9dc4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:55.686327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] No DVR routers for this DVR port 0088e26f-14a6-4eab-b492-a17e555d9dc4 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:02:55.689380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:55.691592 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ce1530d4-d37e-44c8-bf13-7894219dc08c req-6ed4b46b-8976-4978-a2ba-0d7a98903253 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.15 "DELETE /v2.0/ports/0088e26f-14a6-4eab-b492-a17e555d9dc4 HTTP/1.1" status: 204 len: 173 time: 0.4489505 Jul 05 11:02:55.692856 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-deleted', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:02:55.695491 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca391f-92d0-498e-bd00-eb034f44a73c" -d '{"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-deleted", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:02:55.736966 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a957c0e2-26a5-44cf-aa89-5466a7045386 x-openstack-request-id: req-a957c0e2-26a5-44cf-aa89-5466a7045386 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:02:55.737284 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92cac0-6373-4e2f-9eb4-a2101ab44802", "name": "network-vif-deleted", "tag": "0088e26f-14a6-4eab-b492-a17e555d9dc4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:02:55.737559 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a957c0e2-26a5-44cf-aa89-5466a7045386 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:02:55.738032 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92cac0-6373-4e2f-9eb4-a2101ab44802', 'name': 'network-vif-deleted', 'tag': '0088e26f-14a6-4eab-b492-a17e555d9dc4', 'status': 'completed', 'code': 200} Jul 05 11:02:56.391734 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5f74ce77-0cd5-4f56-a29d-2d0b6e32bb73 req-ae1b8e01-37a3-48e2-90d7-1c0e415ed653 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f92cac0-6373-4e2f-9eb4-a2101ab44802 HTTP/1.1" status: 200 len: 210 time: 0.0513675 Jul 05 11:02:57.494634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:57.556045 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47a732ac-0298-4f7a-8f0a-1e431d409a2b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:57.584509 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47a732ac-0298-4f7a-8f0a-1e431d409a2b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:57.647659 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47a732ac-0298-4f7a-8f0a-1e431d409a2b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:57.650535 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47a732ac-0298-4f7a-8f0a-1e431d409a2b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:57.651749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-47a732ac-0298-4f7a-8f0a-1e431d409a2b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "DELETE /v2.0/security-groups/24f3d6f8-995e-4dcb-8535-fa55463c3550 HTTP/1.1" status: 204 len: 168 time: 0.1560850 Jul 05 11:02:57.662322 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a732ac-0298-4f7a-8f0a-1e431d409a2b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3d6f8-995e-4dcb-8535-fa55463c3550,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:58.241247 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 43938) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:58.247208 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183242109', 'description': 'tempest-secgroup-smoke-183242109 description', 'project_id': 'b1032370b9e94924880bc72142864bea'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:58.271236 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.361822 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.365786 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.397179 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.398417 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1561720 Jul 05 11:02:58.400357 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe207b-fd2a-4599-9e48-4f9929739653,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:58.401553 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:58.406750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c745f0c2-aaf4-4218-8699-b3313c8d4dd5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '3fbe207b-fd2a-4599-9e48-4f9929739653', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:58.408735 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.409085 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.409432 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.409772 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.410107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.410436 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.410795 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.411147 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.411475 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.411827 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.412114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.412465 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdc95c-5561-4142-b145-47f47c0914d2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:02:58.437361 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c745f0c2-aaf4-4218-8699-b3313c8d4dd5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.484225 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c745f0c2-aaf4-4218-8699-b3313c8d4dd5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.488191 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c745f0c2-aaf4-4218-8699-b3313c8d4dd5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.511609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745f0c2-aaf4-4218-8699-b3313c8d4dd5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7a752c-4369-48c8-a5a7-ff840b75f5a9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:58.513910 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c745f0c2-aaf4-4218-8699-b3313c8d4dd5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.515807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c745f0c2-aaf4-4218-8699-b3313c8d4dd5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125679 Jul 05 11:02:58.517864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43944) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:58.522805 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d80dcc2e-0f94-4485-a95a-36c58e5c3d1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '3fbe207b-fd2a-4599-9e48-4f9929739653', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:58.548534 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d80dcc2e-0f94-4485-a95a-36c58e5c3d1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.609131 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d80dcc2e-0f94-4485-a95a-36c58e5c3d1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.612656 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d80dcc2e-0f94-4485-a95a-36c58e5c3d1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.632373 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dcc2e-0f94-4485-a95a-36c58e5c3d1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7171ef-faf6-46de-953b-381985e927eb,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:58.636918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d80dcc2e-0f94-4485-a95a-36c58e5c3d1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.641109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d80dcc2e-0f94-4485-a95a-36c58e5c3d1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194477 Jul 05 11:02:58.641109 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:58.645468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-535cff5c-184f-401b-9a95-24f3594f260d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '3fbe207b-fd2a-4599-9e48-4f9929739653', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:58.672854 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-535cff5c-184f-401b-9a95-24f3594f260d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.733202 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-535cff5c-184f-401b-9a95-24f3594f260d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.737143 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-535cff5c-184f-401b-9a95-24f3594f260d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.756349 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cff5c-184f-401b-9a95-24f3594f260d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc675215-a91b-4104-a659-27a420c218b8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:58.761860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-535cff5c-184f-401b-9a95-24f3594f260d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.763171 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-535cff5c-184f-401b-9a95-24f3594f260d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211488 Jul 05 11:02:58.765796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:58.770662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-745113e1-c692-4bb2-aebd-b2bbdfc5c522 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '3fbe207b-fd2a-4599-9e48-4f9929739653', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:58.797873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-745113e1-c692-4bb2-aebd-b2bbdfc5c522 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.864518 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-745113e1-c692-4bb2-aebd-b2bbdfc5c522 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.868693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-745113e1-c692-4bb2-aebd-b2bbdfc5c522 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.886172 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745113e1-c692-4bb2-aebd-b2bbdfc5c522 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf24310f-2117-4cf5-aef4-c020de754c51,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:58.892558 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-745113e1-c692-4bb2-aebd-b2bbdfc5c522 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.893670 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-745113e1-c692-4bb2-aebd-b2bbdfc5c522 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268804 Jul 05 11:02:58.896954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43950) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:58.901787 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '3fbe207b-fd2a-4599-9e48-4f9929739653', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:58.925435 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Project b1032370b9e94924880bc72142864bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:02:58.931587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.994453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:58.998902 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:59.016621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc02f82-6037-4b80-9001-e41eb5bdc9d3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:59.023453 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:59.024833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c05c3703-a38d-4336-b44b-824747fdb23e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268220 Jul 05 11:02:59.027612 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 43952) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:02:59.032336 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'security_group_rule': {'security_group_id': '3fbe207b-fd2a-4599-9e48-4f9929739653', 'project_id': 'b1032370b9e94924880bc72142864bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:02:59.056681 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Project b1032370b9e94924880bc72142864bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:02:59.061637 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:59.124668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:59.128741 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:59.148394 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391503e9-6e7a-4020-8a9d-4269691f4347,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:02:59.153795 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:59.154975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-c973d19b-9f01-48b2-9654-789bc0783706 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264474 Jul 05 11:03:00.368098 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:03:00.392887 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 0088e26f-14a6-4eab-b492-a17e555d9dc4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:03:00.394305 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 0088e26f-14a6-4eab-b492-a17e555d9dc4 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:03:00.509044 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:00.528725 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:13.471814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-05c626af-49ab-4eeb-9d41-13d0daa59965 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183242109&fields=id&tenant_id=b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 267 time: 0.0332839 Jul 05 11:03:13.580600 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-9664dece-e278-429e-9384-219ea1347d1f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:13.581952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-9664dece-e278-429e-9384-219ea1347d1f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 809 time: 0.1033669 Jul 05 11:03:13.596579 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-62e867ec-4da9-4cb5-8069-b3ca122a6eb8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/quotas/b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 375 time: 0.0089858 Jul 05 11:03:13.663535 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-1822b68f-8db0-4e63-8cdf-c5bc37c621e6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610299 Jul 05 11:03:13.763895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-ee4fd3fa-9e7b-4ee1-9692-67cdcd46317a service neutron] 10.222.0.21 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855553 Jul 05 11:03:13.853603 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-2ac79805-01ab-4359-a8f7-368d50ed68fe service neutron] 10.222.0.21 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838637 Jul 05 11:03:14.138886 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9f0d124b-5575-4893-9f58-e331c3a17a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:14.176475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-bf054ca0-794f-4c31-9b7b-67170bcad42a req-cb2055ae-011a-4eed-86a1-d1d936643ffc tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 210 time: 0.0306697 Jul 05 11:03:15.297024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-a1af4a6e-2d15-4012-b63c-641f5c03c190 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:15.298546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-a1af4a6e-2d15-4012-b63c-641f5c03c190 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.16 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 809 time: 0.1199043 Jul 05 11:03:15.337458 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-afed3c9a-7b8e-4830-bbcc-a9ad3e206dbb req-49ac8b17-a0be-4d7c-b5ec-70e7ed742d6b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 210 time: 0.0378821 Jul 05 11:03:15.373289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-739ef2be-2b24-47d4-ac32-eb391e2df69a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 379 time: 0.0445287 Jul 05 11:03:15.384733 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'port': {'device_id': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'admin_state_up': True, 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'security_groups': ['3fbe207b-fd2a-4599-9e48-4f9929739653']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:03:15.516288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Made reservation on behalf of b1032370b9e94924880bc72142864bea for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:03:15.520003 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:15.647630 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Allocated IP 172.20.0.3 (3ea90a36-82b7-4244-913a-4a5d499d00ed/8978c228-6405-43d4-a093-5a2cf92cfd40/f144d396-6266-4317-921c-a468f14f7d42) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:03:15.796592 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:15.811941 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Transition to ACTIVE for port object f144d396-6266-4317-921c-a468f14f7d42 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:03:15.847057 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:15.892040 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:03:15.898341 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:03:15.902664 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:03:15.928406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:15.959895 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:15.960564 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:15.981997 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-fad67ca2-fc29-4643-9301-77333eb39f48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014121 Jul 05 11:03:16.045187 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Request body: {'port': {'device_id': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:03:16.128055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.162249 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b98f012-8af4-4b2c-8332-6688acfdb053 None None] Provisioning for port f144d396-6266-4317-921c-a468f14f7d42 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:03:16.166569 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b98f012-8af4-4b2c-8332-6688acfdb053 None None] Provisioning complete for port f144d396-6266-4317-921c-a468f14f7d42 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:03:16.166942 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b98f012-8af4-4b2c-8332-6688acfdb053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.202243 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1b98f012-8af4-4b2c-8332-6688acfdb053 None None] Port f144d396-6266-4317-921c-a468f14f7d42 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:03:16.407547 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f144d396-6266-4317-921c-a468f14f7d42 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:03:16.416246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.429622 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Transition to ACTIVE for port object f144d396-6266-4317-921c-a468f14f7d42 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:03:16.433595 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.527846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:16.630353 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869f641-14e0-42e0-8170-64aec3717d6b req-b9bec2d7-3ce1-4a68-8520-553248852899 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:16.632010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a869f641-14e0-42e0-8170-64aec3717d6b req-b9bec2d7-3ce1-4a68-8520-553248852899 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.1669405 Jul 05 11:03:16.637570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:03:16.637891 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:03:16.638216 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:03:16.665368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Port f144d396-6266-4317-921c-a468f14f7d42 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:03:16.665740 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:03:16.678538 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:03:16.678982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Checking segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:03:16.679306 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Bound using segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:03:16.679702 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Bound port: f144d396-6266-4317-921c-a468f14f7d42, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:03:16.680055 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.699164 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a869f641-14e0-42e0-8170-64aec3717d6b req-e5077111-158a-4e82-8c9f-bfb47f83e162 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584097 Jul 05 11:03:16.762190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:03:16.765142 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:03:16.770813 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.808795 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:16.809729 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.810972 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] 10.222.0.16 "PUT /v2.0/ports/f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 1092 time: 0.8199592 Jul 05 11:03:16.811524 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:16.813846 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d37f838-814f-44af-bb4a-c0488945a7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:16.844262 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ae13c-cae4-4f52-9b09-25b639de4470 service neutron] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:16.922461 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f97550a-c207-42af-895c-2e362ed37c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.938247 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-4ba74c78-0105-48fd-9841-c73f36260781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:16.940402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-4ba74c78-0105-48fd-9841-c73f36260781 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1095 time: 0.0707090 Jul 05 11:03:16.956702 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:03:16.958131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.992645 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-bd38b62a-5d77-46dc-9bf3-79d15d66580d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 217 time: 0.0446157 Jul 05 11:03:16.999794 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b78f87-66d9-43b7-a40a-c6709c228577 x-openstack-request-id: req-81b78f87-66d9-43b7-a40a-c6709c228577 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:17.000085 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:17.000375 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81b78f87-66d9-43b7-a40a-c6709c228577 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:17.000792 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'status': 'completed', 'code': 200} Jul 05 11:03:17.051383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-3a4d7018-ed1a-4335-8a80-380492d2149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:17.052989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-3a4d7018-ed1a-4335-8a80-380492d2149a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0488944 Jul 05 11:03:17.113025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-901ecb5c-569a-46c5-91ef-2394772f45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:17.114929 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-901ecb5c-569a-46c5-91ef-2394772f45e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554407 Jul 05 11:03:17.220057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-84b6f76d-cedf-40d7-b590-1855be0fc583 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953445 Jul 05 11:03:17.318394 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c4ac55d0-d3db-41b9-b3d1-9e3728e4f21a req-17e3c845-748f-44c7-b40c-7a2879b369aa service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891724 Jul 05 11:03:17.425686 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-0e6a5b89-ed17-46f4-9b84-5f287d6c123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:17.427677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-0e6a5b89-ed17-46f4-9b84-5f287d6c123c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1095 time: 0.0598569 Jul 05 11:03:17.526616 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-9c493d7f-4744-4bf8-934e-9fd3d89ac677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:17.528137 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-9c493d7f-4744-4bf8-934e-9fd3d89ac677 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0908961 Jul 05 11:03:17.577417 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-7cde0e3d-9946-424e-935e-0517356609a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 217 time: 0.0414736 Jul 05 11:03:17.630494 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-e82b8e17-9456-4fb8-bcf3-61726d21978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:17.632000 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-e82b8e17-9456-4fb8-bcf3-61726d21978f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0455039 Jul 05 11:03:17.692025 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-07139923-42e7-494e-a854-58da3cee37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:17.693695 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-07139923-42e7-494e-a854-58da3cee37f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549693 Jul 05 11:03:17.794588 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-2228a2cd-36e3-444a-8d69-31f8cb246181 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913105 Jul 05 11:03:17.932642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d37f838-814f-44af-bb4a-c0488945a7f6 req-a3ec3ed4-f8ac-4545-9fe9-23f94588dbbb service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301916 Jul 05 11:03:17.955197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8243-3eeb-45e4-8237-26d62424300a req-240db4e8-587b-452b-9a57-cceceb9b52e9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:17.957505 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27de8243-3eeb-45e4-8237-26d62424300a req-240db4e8-587b-452b-9a57-cceceb9b52e9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.1123967 Jul 05 11:03:17.998983 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-27de8243-3eeb-45e4-8237-26d62424300a req-3e7431b1-3209-488a-b835-6d7c37325c97 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353355 Jul 05 11:03:18.352343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:19.182058 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31b62-c3a9-4e5c-9da9-adaf9b784a56 req-75bcf5d5-4ccf-451a-96b3-9b33260c2b1b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:19.183737 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2b31b62-c3a9-4e5c-9da9-adaf9b784a56 req-75bcf5d5-4ccf-451a-96b3-9b33260c2b1b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0666695 Jul 05 11:03:19.224309 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a2b31b62-c3a9-4e5c-9da9-adaf9b784a56 req-807dfba7-854a-4657-a566-93b06772bbff tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348935 Jul 05 11:03:20.095849 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:20.408055 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4d1f5-6c60-4286-8b4a-4a0d9ffd53da req-9d9756c3-b5b0-4e32-b5c2-bb0f6e87a1d4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:20.409560 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbf4d1f5-6c60-4286-8b4a-4a0d9ffd53da req-9d9756c3-b5b0-4e32-b5c2-bb0f6e87a1d4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0661469 Jul 05 11:03:20.450376 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cbf4d1f5-6c60-4286-8b4a-4a0d9ffd53da req-cfdca578-657d-4945-a4bb-a807e631c32c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334487 Jul 05 11:03:21.627789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fccae-4022-4b88-b0b0-86bc8cd77bc4 req-f0972839-22b8-4942-9115-fd85e475f1be tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:21.629813 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-954fccae-4022-4b88-b0b0-86bc8cd77bc4 req-f0972839-22b8-4942-9115-fd85e475f1be tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0690739 Jul 05 11:03:21.668838 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-954fccae-4022-4b88-b0b0-86bc8cd77bc4 req-410f8878-ea36-490e-abd6-2419da6118c6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331140 Jul 05 11:03:22.845254 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3c25-dff6-4ede-bceb-e5ea8bd6a2a7 req-5049889c-3375-4071-94a6-d372a1cd11c9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:22.846745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68ea3c25-dff6-4ede-bceb-e5ea8bd6a2a7 req-5049889c-3375-4071-94a6-d372a1cd11c9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0651200 Jul 05 11:03:22.884864 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68ea3c25-dff6-4ede-bceb-e5ea8bd6a2a7 req-b332eb46-0552-4bb9-8d3d-ffa940ef7402 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Jul 05 11:03:24.067028 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fb93a-6145-4c23-b3fc-b2272655af34 req-37c1b4dc-ad65-4596-a16b-de2edc4dc932 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:24.068581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa1fb93a-6145-4c23-b3fc-b2272655af34 req-37c1b4dc-ad65-4596-a16b-de2edc4dc932 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0687289 Jul 05 11:03:24.108106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fa1fb93a-6145-4c23-b3fc-b2272655af34 req-0bf5c144-da32-4837-8753-599136c66a40 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338137 Jul 05 11:03:25.290532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af18e4-7e56-4cea-9137-e07b87254a62 req-e7f1c65f-1c3a-4d5e-8533-7704b1d72566 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:25.292049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0af18e4-7e56-4cea-9137-e07b87254a62 req-e7f1c65f-1c3a-4d5e-8533-7704b1d72566 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0653384 Jul 05 11:03:25.330166 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a0af18e4-7e56-4cea-9137-e07b87254a62 req-a612d6bb-00d5-443a-9f1a-90a0573e047f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324233 Jul 05 11:03:26.506237 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb1f3b-712f-4a32-a2ec-fb48b2ae6b9a req-38a2e29a-4b21-4471-9d02-d736aad9abf8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:26.507811 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89bb1f3b-712f-4a32-a2ec-fb48b2ae6b9a req-38a2e29a-4b21-4471-9d02-d736aad9abf8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0631242 Jul 05 11:03:26.546363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-89bb1f3b-712f-4a32-a2ec-fb48b2ae6b9a req-87934acf-e4bc-4560-9ba1-1f38fa0f503e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Jul 05 11:03:26.941236 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f144d396-6266-4317-921c-a468f14f7d42 details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:03:27.039943 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:27.052061 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'f144d396-6266-4317-921c-a468f14f7d42', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'port_id': 'f144d396-6266-4317-921c-a468f14f7d42', 'mac_address': 'fa:16:3e:7e:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:03:27.088706 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:27.102272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f144d396-6266-4317-921c-a468f14f7d42 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:03:27.121377 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:27.125529 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:27.171981 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:27.179257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.179605 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.179944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.180280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.180612 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.180950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.181265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.181599 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.181911 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.182224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.182545 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.182863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:27.429123 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['f144d396-6266-4317-921c-a468f14f7d42'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:03:27.734317 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e27231-e8cc-4c65-9111-05586e6664e6 req-73334b08-17e6-4826-ae6e-6c1016d446d8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:27.735847 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1e27231-e8cc-4c65-9111-05586e6664e6 req-73334b08-17e6-4826-ae6e-6c1016d446d8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 944 time: 0.0675395 Jul 05 11:03:27.773876 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a1e27231-e8cc-4c65-9111-05586e6664e6 req-66101204-77cb-4e5e-ae7d-722fc4fee467 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321112 Jul 05 11:03:28.952685 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f144d396-6266-4317-921c-a468f14f7d42 up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:03:28.961560 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c67cf-dccf-4998-adbe-11581654d178 req-9f8082b9-d46c-4334-b83b-44c4c896fdb3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:28.963817 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b4c67cf-dccf-4998-adbe-11581654d178 req-9f8082b9-d46c-4334-b83b-44c4c896fdb3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 944 time: 0.0708213 Jul 05 11:03:29.006944 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port f144d396-6266-4317-921c-a468f14f7d42 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:03:29.007565 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0b4c67cf-dccf-4998-adbe-11581654d178 req-3615ce65-8d87-4c3f-8d08-610cc8437f11 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Jul 05 11:03:29.011834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port f144d396-6266-4317-921c-a468f14f7d42 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:03:29.012256 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:29.100273 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:29.124452 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:29.126997 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af30d06-889e-456c-b599-6c9e8e8d2b38" -d '{"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-plugged", "status": "completed", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:29.141274 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:29.146410 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:29.175040 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a27bb-21f5-4297-a488-7963438723da x-openstack-request-id: req-269a27bb-21f5-4297-a488-7963438723da {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:29.175966 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-plugged", "status": "completed", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:29.176350 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-269a27bb-21f5-4297-a488-7963438723da {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:29.176792 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'code': 200} Jul 05 11:03:29.206800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:29.290088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181f45-55bd-450e-b622-c4182af6f388 req-d8e75539-ef82-4ec4-a79a-9f72b0348355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:29.291621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76181f45-55bd-450e-b622-c4182af6f388 req-d8e75539-ef82-4ec4-a79a-9f72b0348355 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1097 time: 0.0574391 Jul 05 11:03:29.329879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-76181f45-55bd-450e-b622-c4182af6f388 req-c66704d3-d857-4ece-ace4-6b65fff4842e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305548 Jul 05 11:03:30.202844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad5c-3d2f-497f-a071-efe7a162c702 req-2f6d8718-6770-441a-939f-913481c043e6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:30.204390 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c291ad5c-3d2f-497f-a071-efe7a162c702 req-2f6d8718-6770-441a-939f-913481c043e6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0678015 Jul 05 11:03:30.247399 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c291ad5c-3d2f-497f-a071-efe7a162c702 req-4ce888c1-fc8e-46f4-83fc-9835bf22bff4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360193 Jul 05 11:03:30.519578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:30.530349 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:31.428568 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe889e-995f-4e70-9932-a93c46086ddd req-4745c914-85cf-4734-9ae5-1a847e3a19d3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:31.430103 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dabe889e-995f-4e70-9932-a93c46086ddd req-4745c914-85cf-4734-9ae5-1a847e3a19d3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0676279 Jul 05 11:03:31.470437 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dabe889e-995f-4e70-9932-a93c46086ddd req-8fe1868f-e3d0-449d-b070-4bf8c4911de4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Jul 05 11:03:31.657126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d386-fae4-401a-ad37-bf22ebc11134 req-8d841e9f-cb9f-49f9-8a38-dc5a303aa111 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:31.658572 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc31d386-fae4-401a-ad37-bf22ebc11134 req-8d841e9f-cb9f-49f9-8a38-dc5a303aa111 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0709634 Jul 05 11:03:31.701716 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-dc31d386-fae4-401a-ad37-bf22ebc11134 req-41c9888a-d6a4-4270-9141-770ae2278487 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356791 Jul 05 11:03:31.725842 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:03:31.782294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df3722-0ae8-42ad-8dd7-22cdfca6afa3 tempest-TestShelveInstance-1719348473 tempest-TestShelveInstance-1719348473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:31.783867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-46df3722-0ae8-42ad-8dd7-22cdfca6afa3 tempest-TestShelveInstance-1719348473 tempest-TestShelveInstance-1719348473-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1092 time: 0.0569398 Jul 05 11:03:31.787862 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44142) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:03:31.792359 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'f144d396-6266-4317-921c-a468f14f7d42', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:03:31.815568 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:31.928852 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:32.041902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Allocated IP 172.25.1.148 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/9db72ea6-6513-4bd4-9e9f-1c91cf473f3e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:03:32.533625 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:32.577144 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:32.615955 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:03:32.618752 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:03:32.621491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:03:32.653478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'Port': ['ID=9db72ea6-6513-4bd4-9e9f-1c91cf473f3e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:33.011090 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:33.094447 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:33.249835 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:33.254918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:33.329406 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event updated for resources: {'Port': ['ID=9db72ea6-6513-4bd4-9e9f-1c91cf473f3e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:33.339898 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:33.445055 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Floating IP 3d38c86e-cb5d-4943-8851-e08190fa14d2 associated. External IP: 172.25.1.148, port: f144d396-6266-4317-921c-a468f14f7d42. Jul 05 11:03:33.672599 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Router b1302465-061a-40b6-a4f9-1c04914576d8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:03:33.794284 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:03:33.804854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] Sync routers for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:03:33.812578 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:33.816890 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:03:33.817653 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:33.852542 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-faef3fe3-08ca-4253-881f-36bcb171bc2e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0635898 Jul 05 11:03:33.853087 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:33.856021 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199bee0-ab60-4a45-aeed-8677f9f170ac" -d '{"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:33.898053 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a15dd9-1864-4bdb-9857-8ec0ceac05aa x-openstack-request-id: req-09a15dd9-1864-4bdb-9857-8ec0ceac05aa {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:33.898344 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:33.898693 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09a15dd9-1864-4bdb-9857-8ec0ceac05aa {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:33.899166 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'status': 'completed', 'code': 200} Jul 05 11:03:33.934029 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:03:33.979744 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-939b3740-3219-46cc-ab6d-c7215761351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:33.981363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-939b3740-3219-46cc-ab6d-c7215761351e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1097 time: 0.0579159 Jul 05 11:03:34.086665 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-cd52c214-6dfa-4ed5-8ee5-bda48cb7147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:34.088130 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-cd52c214-6dfa-4ed5-8ee5-bda48cb7147a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0989130 Jul 05 11:03:34.162004 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-ac91654a-8b59-4fbc-9f4a-a73031949782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 999 time: 0.0650239 Jul 05 11:03:34.170634 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '3d38c86e-cb5d-4943-8851-e08190fa14d2', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'port_id': 'f144d396-6266-4317-921c-a468f14f7d42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'mac_address': 'fa:16:3e:7e:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:03:32Z', 'updated_at': '2021-07-05T11:03:32Z', 'revision_number': 0, 'project_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:34.197630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] Checking router: b1302465-061a-40b6-a4f9-1c04914576d8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:03:34.206245 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:03:34.206905 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:03:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:34.215374 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-7f810013-1699-4262-a7e8-23099c62e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:34.217106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-7f810013-1699-4262-a7e8-23099c62e36b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0481968 Jul 05 11:03:34.313738 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-2ce70c1c-fb65-4d23-8ced-3912185bb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:34.315303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-2ce70c1c-fb65-4d23-8ced-3912185bb234 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906317 Jul 05 11:03:34.323732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:03:34.414393 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-6324688b-4392-4c3d-9a9e-3ade5895f340 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907228 Jul 05 11:03:34.513822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6199bee0-ab60-4a45-aeed-8677f9f170ac req-3ec77917-64d9-48a4-80b3-2dc98955e7c6 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Jul 05 11:03:34.565706 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '3d38c86e-cb5d-4943-8851-e08190fa14d2', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'port_id': 'f144d396-6266-4317-921c-a468f14f7d42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'mac_address': 'fa:16:3e:7e:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:03:32Z', 'updated_at': '2021-07-05T11:03:32Z', 'revision_number': 0, 'project_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:34.596031 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b63d-f2b9-4f65-a7a3-8b10ebd0cb87 None None] The sync data for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 is: [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '3d38c86e-cb5d-4943-8851-e08190fa14d2', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'port_id': 'f144d396-6266-4317-921c-a468f14f7d42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'mac_address': 'fa:16:3e:7e:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:03:32Z', 'updated_at': '2021-07-05T11:03:32Z', 'revision_number': 0, 'project_id': 'b1032370b9e94924880bc72142864bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:03:34.815615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea34fab-e7ca-49b0-97c1-5b920fd25558 None None] New status for floating IP 3d38c86e-cb5d-4943-8851-e08190fa14d2: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:03:44.142993 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e096bf8e-5aa8-41d5-9b04-780dbab430f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:46.927953 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e459a993-5570-4349-8326-a19e4087cdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:46.966004 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:48.357980 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:50.100139 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.956958 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:04:00.539335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:00.546872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:14.135470 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-050be795-9274-46c8-881c-1bae8bd1e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:16.923085 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7c429e6-efc1-461c-992a-e0671abc7a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:16.954234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:18.358648 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:20.107344 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:27.518176 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-a9bc6980-c888-4c78-8440-191fa2b02283 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535901 Jul 05 11:04:27.618147 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-838dfbbc-b551-40eb-854a-bd2dd8b7ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:27.619745 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-838dfbbc-b551-40eb-854a-bd2dd8b7ab90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1097 time: 0.0554938 Jul 05 11:04:27.729942 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-cc17f329-4adb-46b3-ac61-f951b228a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:27.731443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-cc17f329-4adb-46b3-ac61-f951b228a19d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0896618 Jul 05 11:04:27.800494 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-f9172721-080b-4373-a4a5-498112681d1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 1001 time: 0.0614038 Jul 05 11:04:27.857041 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-9909a2db-0b65-4b0b-b751-a7763fd62515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:27.858545 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-9909a2db-0b65-4b0b-b751-a7763fd62515 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0481048 Jul 05 11:04:27.926420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-0448669c-7ed0-428a-b26e-b4c08bc56e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:27.928328 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-0448669c-7ed0-428a-b26e-b4c08bc56e0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582750 Jul 05 11:04:27.939185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-4250957e-d512-4ec1-91d6-0673a185c6a5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:04:27.940281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-4250957e-d512-4ec1-91d6-0673a185c6a5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Jul 05 11:04:28.033694 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-18ce75e3-be66-42a3-9bf2-1f2cc1057692 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841341 Jul 05 11:04:28.136999 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4062d875-58d5-4d23-a14c-c7c33c821e6c req-e9fe548f-fa54-40f2-b6d2-1bc20526e5db service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964084 Jul 05 11:04:30.545417 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:30.547897 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:30.960377 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:04:44.144867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1389cda-1bf0-4944-ba03-2ae3814e622a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:46.937377 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4b44f9c-0f1e-4688-bc72-ed6fee88a9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:46.952165 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:48.364885 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:50.109708 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.533665 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:00.544383 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:07.961105 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:05:14.139650 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61aa4461-dc51-43e5-a5c2-74ca021cb5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:16.934209 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae18a046-547d-4bed-b79c-3855d8834336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:16.946432 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:18.363959 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:20.109034 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:28.535475 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-ee0e0c38-9581-47ac-bdc7-a08f661c2801 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536520 Jul 05 11:05:28.632935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-bc98da5f-6e12-4dd7-8590-60bdc5b3a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:28.634498 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-bc98da5f-6e12-4dd7-8590-60bdc5b3a252 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1097 time: 0.0530896 Jul 05 11:05:28.753441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-78ea0cd6-2283-4e17-a091-cce27462db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:28.754966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-78ea0cd6-2283-4e17-a091-cce27462db7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0949242 Jul 05 11:05:28.823406 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-175b4829-49f2-4439-bf93-aabdb2de6c84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 1001 time: 0.0599422 Jul 05 11:05:28.877485 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-ed53650b-9751-4344-8fd7-16bfcaafdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:28.878939 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-ed53650b-9751-4344-8fd7-16bfcaafdd96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0489292 Jul 05 11:05:28.938561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-75bdf005-2875-4b73-b0f0-a3829818be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:28.940120 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-75bdf005-2875-4b73-b0f0-a3829818be39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539951 Jul 05 11:05:29.035101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-46c059a5-e81a-4ddd-81e9-f891161fc3fb service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873981 Jul 05 11:05:29.137047 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e5ecd551-962a-4a83-b444-39bbd0a8e997 req-50d0dd0f-6b6d-4708-a1df-cbed56835979 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915139 Jul 05 11:05:30.542102 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:30.549474 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:32.945748 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b8f4-caa2-4839-906b-722e3526c63c req-ee44479d-67d8-4762-995b-650fd79f0f50 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:32.947855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aed8b8f4-caa2-4839-906b-722e3526c63c req-ee44479d-67d8-4762-995b-650fd79f0f50 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0886252 Jul 05 11:05:32.994413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aed8b8f4-caa2-4839-906b-722e3526c63c req-8774ca02-9a53-4d21-a3ba-b23ff0d168e5 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360050 Jul 05 11:05:34.240168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726bf30-859e-4a31-a8ba-74467a186954 req-421850e4-ce2f-4de1-9405-818bcb5e8430 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:34.241862 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3726bf30-859e-4a31-a8ba-74467a186954 req-421850e4-ce2f-4de1-9405-818bcb5e8430 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0732584 Jul 05 11:05:34.282804 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3726bf30-859e-4a31-a8ba-74467a186954 req-c5a10876-75e9-4f55-a955-326bddfdb3f6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353439 Jul 05 11:05:35.496156 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984cced-d6a0-43b3-93dc-8a0735dd3a42 req-2918ed76-662f-46b4-adcf-d548dc5e50fb tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:35.497771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6984cced-d6a0-43b3-93dc-8a0735dd3a42 req-2918ed76-662f-46b4-adcf-d548dc5e50fb tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0715680 Jul 05 11:05:35.542010 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6984cced-d6a0-43b3-93dc-8a0735dd3a42 req-e346475a-9522-4df1-805c-2fdde503286f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382841 Jul 05 11:05:36.753238 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03418019-3be3-41fb-b8d9-e06887d7cb4f req-760d32cd-56b6-408a-b98f-ddb58d1c04f4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:36.754904 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03418019-3be3-41fb-b8d9-e06887d7cb4f req-760d32cd-56b6-408a-b98f-ddb58d1c04f4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0928817 Jul 05 11:05:36.817749 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-03418019-3be3-41fb-b8d9-e06887d7cb4f req-b8c234e2-c451-46fb-aaa0-b2a9bfbfb124 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481925 Jul 05 11:05:38.018647 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e6b95-dbe8-4b45-a1fc-5f9462b864f4 req-88867d78-3ff5-47f1-8f76-4ae5fd02cb46 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:38.020341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d46e6b95-dbe8-4b45-a1fc-5f9462b864f4 req-88867d78-3ff5-47f1-8f76-4ae5fd02cb46 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0794866 Jul 05 11:05:38.063391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d46e6b95-dbe8-4b45-a1fc-5f9462b864f4 req-a1a92b15-2def-46af-a13a-28eb642bfa0e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366385 Jul 05 11:05:39.255042 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fa55f-927c-4523-980f-d7e583f4b2ff req-68f7bb68-68fe-4f58-837b-be7a2215ad01 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:39.256727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-456fa55f-927c-4523-980f-d7e583f4b2ff req-68f7bb68-68fe-4f58-837b-be7a2215ad01 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0703697 Jul 05 11:05:39.303412 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-456fa55f-927c-4523-980f-d7e583f4b2ff req-7b9323d3-fbf3-4e4e-9558-71fd9d9b8ad1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363848 Jul 05 11:05:40.527912 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c3009-4342-4bca-8061-6817ba13924f req-43f35b67-5ab8-40d8-b1f7-821ad6b338db tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:40.529871 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f21c3009-4342-4bca-8061-6817ba13924f req-43f35b67-5ab8-40d8-b1f7-821ad6b338db tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0918307 Jul 05 11:05:40.583353 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f21c3009-4342-4bca-8061-6817ba13924f req-5894afa0-1972-4761-9a1d-7154f88f2b0c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Jul 05 11:05:41.791932 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780862-f162-45bb-a950-2d030757f973 req-1f4f198b-71d4-4ca9-b7bf-a83394052f3b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:41.793744 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68780862-f162-45bb-a950-2d030757f973 req-1f4f198b-71d4-4ca9-b7bf-a83394052f3b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0810888 Jul 05 11:05:41.839677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-68780862-f162-45bb-a950-2d030757f973 req-163f5d81-cffe-4392-bad2-436f10ddfbf3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 Jul 05 11:05:43.079768 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aff7-10e0-4ec3-9a41-baa643892d0a req-0cb3af78-b4be-4115-940a-43dd6f1e742f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:43.081294 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17c1aff7-10e0-4ec3-9a41-baa643892d0a req-0cb3af78-b4be-4115-940a-43dd6f1e742f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.1086698 Jul 05 11:05:43.136161 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-59ca9ff9-86bc-465f-9765-c221d34bbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:43.137723 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-59ca9ff9-86bc-465f-9765-c221d34bbce4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1097 time: 0.1112771 Jul 05 11:05:43.141879 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-17c1aff7-10e0-4ec3-9a41-baa643892d0a req-1672cec4-3124-4867-8de1-b198504e98c6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537326 Jul 05 11:05:43.245680 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-b6eb2aa0-aa2e-4f0f-be19-4c451795fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:43.247228 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-b6eb2aa0-aa2e-4f0f-be19-4c451795fb90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0999246 Jul 05 11:05:43.325151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-e530e215-3122-4f32-8927-f8ddb15c66cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 1001 time: 0.0697751 Jul 05 11:05:43.377853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-16eb1993-5ad7-463c-9962-9d273f1bbf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:43.379326 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-16eb1993-5ad7-463c-9962-9d273f1bbf74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0475867 Jul 05 11:05:43.445190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-8ab233ef-3626-4042-85d7-9a9c48b8f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:43.446738 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-8ab233ef-3626-4042-85d7-9a9c48b8f5a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586069 Jul 05 11:05:43.562324 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-6e587485-e6ea-46fd-8b1a-c75a9cb17fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069708 Jul 05 11:05:43.662364 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3de4fae7-e6f1-47c4-ad85-bcc58ef5bd7d req-60c68321-17c6-4b4a-93b5-f4736751217a service neutron] 10.222.0.16 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923264 Jul 05 11:05:44.144066 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c47d3b4b-4877-4e21-8bb0-79e50126e604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:44.349383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07600e-f6cb-46b2-bff9-18724b79c43c req-b70aabbd-64b8-410a-97b7-9de26d9cee3c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:44.350977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d07600e-f6cb-46b2-bff9-18724b79c43c req-b70aabbd-64b8-410a-97b7-9de26d9cee3c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0754323 Jul 05 11:05:44.393091 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d07600e-f6cb-46b2-bff9-18724b79c43c req-5baea401-56c1-4b0f-adfb-eabf6d36f704 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362675 Jul 05 11:05:44.960842 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:05:45.592522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c75a7-7b50-4fdf-963b-20593ffb708d req-acc7d474-2088-4b5e-a8f0-ccf30775c516 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:45.595501 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b82c75a7-7b50-4fdf-963b-20593ffb708d req-acc7d474-2088-4b5e-a8f0-ccf30775c516 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0755069 Jul 05 11:05:45.638112 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b82c75a7-7b50-4fdf-963b-20593ffb708d req-f31752c5-184c-4f26-ab50-3220473ed499 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367665 Jul 05 11:05:46.834122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c272-ea98-40bd-ad28-9717a123ec1d req-37de9af7-203c-4c61-98c8-c56c261a1cd4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:46.836041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36a9c272-ea98-40bd-ad28-9717a123ec1d req-37de9af7-203c-4c61-98c8-c56c261a1cd4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0785818 Jul 05 11:05:46.899281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-36a9c272-ea98-40bd-ad28-9717a123ec1d req-815ba199-2351-4a48-9822-7c344c73485d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530286 Jul 05 11:05:46.928231 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a84f3ef3-ffb6-4be8-9ec9-1db393bdd8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:46.948584 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:48.082352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16441de-9ca4-4918-aa7c-0f7d35ff9373 req-e07ad853-1978-4b00-9066-2e64bf04d6a6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:48.083982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b16441de-9ca4-4918-aa7c-0f7d35ff9373 req-e07ad853-1978-4b00-9066-2e64bf04d6a6 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.0696383 Jul 05 11:05:48.123621 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b16441de-9ca4-4918-aa7c-0f7d35ff9373 req-d1a3987b-3329-4726-adb9-2e0a2bdfe2af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340323 Jul 05 11:05:48.353761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:05:48.372202 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:48.532460 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-9ea44850-1d56-4fe5-967c-d6029f642bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1774409 Jul 05 11:05:48.544570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf1f88-3df9-4c32-8306-fb11138acd97 req-b3e102fe-d3a1-414b-a9a3-5d494c9b2b8f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:48.548165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fcf1f88-3df9-4c32-8306-fb11138acd97 req-b3e102fe-d3a1-414b-a9a3-5d494c9b2b8f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 945 time: 0.1240873 Jul 05 11:05:48.590402 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9fcf1f88-3df9-4c32-8306-fb11138acd97 req-580395dc-4794-4c9a-a6c3-c88f2da956d4 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374005 Jul 05 11:05:49.454687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device f144d396-6266-4317-921c-a468f14f7d42 no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:05:49.534789 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:49.558791 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:05:49.561104 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc663e9-adfd-4b4f-8177-7d1db6e7ab75" -d '{"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:05:49.574976 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:49.580073 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:49.640130 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:49.647692 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.648038 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.648386 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.648849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.649238 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.649511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.649853 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.650163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.650528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.650800 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.651144 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.651469 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:49.659348 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 11:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b26122-2408-40e7-a2c3-d6c85890fb10 x-openstack-request-id: req-96b26122-2408-40e7-a2c3-d6c85890fb10 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:05:49.659729 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-unplugged", "status": "failed", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:05:49.660069 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96b26122-2408-40e7-a2c3-d6c85890fb10 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:05:49.660792 n-d-771363-33 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'code': 422} returned with failed status Jul 05 11:05:49.822297 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d37ca9-4986-4143-8a8c-308066af2287 req-4e9932cc-9e6b-4f88-8c87-f811257485f3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:49.827157 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7d37ca9-4986-4143-8a8c-308066af2287 req-4e9932cc-9e6b-4f88-8c87-f811257485f3 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0863204 Jul 05 11:05:49.866413 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e7d37ca9-4986-4143-8a8c-308066af2287 req-a1d3816a-7fe4-4916-b97f-22aa89d3fdef tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337617 Jul 05 11:05:50.112157 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:51.065851 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a11b02-0bf3-4290-996c-60b6a872b3ae req-a6f858b7-80a9-4937-879b-3901ffeff929 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:51.067589 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3a11b02-0bf3-4290-996c-60b6a872b3ae req-a6f858b7-80a9-4937-879b-3901ffeff929 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0785155 Jul 05 11:05:51.117303 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e3a11b02-0bf3-4290-996c-60b6a872b3ae req-d3ff8fea-deaf-47fe-a15b-08911132a6a2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400076 Jul 05 11:05:52.312416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d3c5-0e02-4ecf-b7ad-0cb83159e4b0 req-f3233028-e68e-4340-a4dd-9a5ce1a02ad7 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:52.313987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24e9d3c5-0e02-4ecf-b7ad-0cb83159e4b0 req-f3233028-e68e-4340-a4dd-9a5ce1a02ad7 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0687284 Jul 05 11:05:52.355556 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-24e9d3c5-0e02-4ecf-b7ad-0cb83159e4b0 req-a5a0ca17-7a5e-4164-8037-25b7d45ad050 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355804 Jul 05 11:05:53.602656 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b507c-5131-4bdb-9a56-e22a9c5bc4a2 req-e3a62349-3898-40a6-8ec1-6921c2ab8b3a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:53.604233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b46b507c-5131-4bdb-9a56-e22a9c5bc4a2 req-e3a62349-3898-40a6-8ec1-6921c2ab8b3a tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0772135 Jul 05 11:05:53.650045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b46b507c-5131-4bdb-9a56-e22a9c5bc4a2 req-8ca6b3f2-5687-4694-9404-c6d586fafb1c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356746 Jul 05 11:05:53.868155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-cc54e869-4a9a-4e06-8acd-1418d46adbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:53.869580 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-cc54e869-4a9a-4e06-8acd-1418d46adbcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4&tenant_id=b1032370b9e94924880bc72142864bea HTTP/1.1" status: 200 len: 1095 time: 0.0650179 Jul 05 11:05:53.888549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-33', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:05:53.980566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:54.221660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:05:54.263737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:05:54.300396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f144d396-6266-4317-921c-a468f14f7d42 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:05:54.308134 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:54.321491 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Transition to ACTIVE for port object f144d396-6266-4317-921c-a468f14f7d42 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:05:54.325097 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:54.406150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:54.419555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.419704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.420021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.420355 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.421368 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.421688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.422023 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.422351 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.422671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.422992 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.423340 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.423659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:05:54.475662 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] No DVR routers for this DVR port f144d396-6266-4317-921c-a468f14f7d42 on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:05:55.010427 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:05:55.011190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:05:55.011190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:05:55.018123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Port f144d396-6266-4317-921c-a468f14f7d42 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:05:55.018434 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Attempting to bind port f144d396-6266-4317-921c-a468f14f7d42 on network 3ea90a36-82b7-4244-913a-4a5d499d00ed {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:05:55.026111 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:05:55.026445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Checking segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:05:55.026831 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Bound using segment: {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:05:55.027279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Bound port: f144d396-6266-4317-921c-a468f14f7d42, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a00873-113a-46eb-b5c6-1b39454dfbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:05:55.027632 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:55.095450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927270-5ac7-4a2d-b246-b2b7caef8cf9 req-af6aed32-ef73-4378-a49b-3fe34e6c92b0 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.096867 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18927270-5ac7-4a2d-b246-b2b7caef8cf9 req-af6aed32-ef73-4378-a49b-3fe34e6c92b0 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.1237414 Jul 05 11:05:55.131433 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:05:55.151660 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:05:55.158240 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-18927270-5ac7-4a2d-b246-b2b7caef8cf9 req-d4e5a5c6-8f45-4a6b-95a9-a516b2511800 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522177 Jul 05 11:05:55.159833 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:55.195823 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.196436 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:55.197815 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] 10.222.0.15 "PUT /v2.0/ports/f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 1092 time: 1.3170669 Jul 05 11:05:55.198304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:05:55.200593 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af1a79-0175-4ed0-922e-bee24c7a7afb" -d '{"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:05:55.226384 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f589cd-7006-48a7-85db-be180e7cea87 service neutron] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:05:55.258643 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2502b706-2d0d-48ff-b2c4-6f6a5e8f9b14 x-openstack-request-id: req-2502b706-2d0d-48ff-b2c4-6f6a5e8f9b14 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:05:55.258981 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:05:55.259206 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2502b706-2d0d-48ff-b2c4-6f6a5e8f9b14 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:05:55.259603 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'status': 'completed', 'code': 200} Jul 05 11:05:55.291050 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-38fc8e10-be4d-41da-80bf-de9ffdb308a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.293260 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-38fc8e10-be4d-41da-80bf-de9ffdb308a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1095 time: 0.0638094 Jul 05 11:05:55.393973 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-122f2688-6b67-40bf-9960-04f7d3bb2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.395490 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-122f2688-6b67-40bf-9960-04f7d3bb2e55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0924628 Jul 05 11:05:55.469216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-581be005-778b-4f2b-b6f2-2aa15572524f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 999 time: 0.0592403 Jul 05 11:05:55.525084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-5b3f4fa8-a976-4c4a-8c16-09c0e9d611ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.526606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-5b3f4fa8-a976-4c4a-8c16-09c0e9d611ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0483563 Jul 05 11:05:55.589782 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-08452928-a7c2-429f-967a-926657b1be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.591371 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-08452928-a7c2-429f-967a-926657b1be74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551622 Jul 05 11:05:55.605122 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-bfa29684-0dbe-4912-aa04-00f4011f01aa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:05:55.606105 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-bfa29684-0dbe-4912-aa04-00f4011f01aa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050566 Jul 05 11:05:55.702898 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-ad9b70b8-e352-4a04-88c4-64e63b3436c9 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864952 Jul 05 11:05:55.803312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-1b38c6bc-83b6-4f9c-9acc-8254542e7a6d service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906727 Jul 05 11:05:55.912118 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-0604b817-a34b-40b9-8db9-8e70ced5e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.913534 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-0604b817-a34b-40b9-8db9-8e70ced5e7b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1095 time: 0.0549612 Jul 05 11:05:56.009185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-ff88363a-bfdf-4c66-b380-4cd9dfd81ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:56.010677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-ff88363a-bfdf-4c66-b380-4cd9dfd81ca2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0901046 Jul 05 11:05:56.077761 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-0d7de6b7-5fa1-40ea-9a59-796ba7e8cee9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 999 time: 0.0596616 Jul 05 11:05:56.128362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-04682879-b41f-4246-be09-09b2fd2d3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:56.129832 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-04682879-b41f-4246-be09-09b2fd2d3729 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0441778 Jul 05 11:05:56.203301 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-c68421b4-548d-49fb-ad8b-974c9be983d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:56.204821 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-c68421b4-548d-49fb-ad8b-974c9be983d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679035 Jul 05 11:05:56.333877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-28dd7f53-fc40-4217-8d88-b8044bc73148 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217792 Jul 05 11:05:56.415923 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ebc90-ce6d-4421-8b9e-d70962fa5832 req-40270e33-c446-4569-8c0c-e5605b1cc71b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:56.417436 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae0ebc90-ce6d-4421-8b9e-d70962fa5832 req-40270e33-c446-4569-8c0c-e5605b1cc71b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.1374693 Jul 05 11:05:56.472569 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c8af1a79-0175-4ed0-922e-bee24c7a7afb req-2e6a9659-b5df-4366-9977-fb29ab35de06 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270850 Jul 05 11:05:56.479704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ae0ebc90-ce6d-4421-8b9e-d70962fa5832 req-ed388f51-c977-425f-9373-96462f4a8a97 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552046 Jul 05 11:05:57.661158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77b7d-5bf4-4654-8393-4ebb2b6aab06 req-6c8495f2-c6b4-4021-b8ca-a4cb2d335ba8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:57.662682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83b77b7d-5bf4-4654-8393-4ebb2b6aab06 req-6c8495f2-c6b4-4021-b8ca-a4cb2d335ba8 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0698974 Jul 05 11:05:57.703502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-83b77b7d-5bf4-4654-8393-4ebb2b6aab06 req-5329057d-235c-4bd2-8815-979b8e4b7b68 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351598 Jul 05 11:05:58.906228 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3d45-488a-4273-89ef-62e3ed7f3cfb req-5d684d64-c8e7-4bfd-9f5f-73a98fe423d7 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:58.908088 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d47a3d45-488a-4273-89ef-62e3ed7f3cfb req-5d684d64-c8e7-4bfd-9f5f-73a98fe423d7 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0695522 Jul 05 11:05:58.952344 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d47a3d45-488a-4273-89ef-62e3ed7f3cfb req-4accf22f-4d50-48ec-9048-fc5e321efaff tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378807 Jul 05 11:06:00.147570 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987882c-30f9-4625-8d5c-7a38324c78ff req-3de1e816-66a3-45d2-8f1d-74b70e703100 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:00.149727 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2987882c-30f9-4625-8d5c-7a38324c78ff req-3de1e816-66a3-45d2-8f1d-74b70e703100 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0711865 Jul 05 11:06:00.192928 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2987882c-30f9-4625-8d5c-7a38324c78ff req-ddf3edcf-49f3-40b9-91dd-95f058a5e1b1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Jul 05 11:06:00.557545 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:00.559390 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:01.373958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc24b73-00ff-428c-b6ae-9519442246cd req-99b8f6c0-2241-4afa-8ac0-89e8d198da73 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:01.376329 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bc24b73-00ff-428c-b6ae-9519442246cd req-99b8f6c0-2241-4afa-8ac0-89e8d198da73 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0712557 Jul 05 11:06:01.416771 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5bc24b73-00ff-428c-b6ae-9519442246cd req-253b2a1a-16af-4948-9004-b77d4f1b68c2 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348039 Jul 05 11:06:02.594709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be145e8d-6a3c-4b4e-894c-24789e749346 req-8cc6bb64-cd7a-4493-b968-f433c52fb369 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:02.596238 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be145e8d-6a3c-4b4e-894c-24789e749346 req-8cc6bb64-cd7a-4493-b968-f433c52fb369 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0662518 Jul 05 11:06:02.633851 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-be145e8d-6a3c-4b4e-894c-24789e749346 req-bcd2f596-a0fc-4da8-8e2c-d8401dac9a48 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Jul 05 11:06:03.819280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc92749-e5de-4ea3-993c-8b37d4d47c36 req-9a690729-4048-4bd9-b40a-88159e0ae041 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:03.820814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffc92749-e5de-4ea3-993c-8b37d4d47c36 req-9a690729-4048-4bd9-b40a-88159e0ae041 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0693078 Jul 05 11:06:03.858799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ffc92749-e5de-4ea3-993c-8b37d4d47c36 req-4d9939ad-fa56-4ca6-b3cf-284b7f8eeb0f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323172 Jul 05 11:06:05.042378 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117564c4-ab3d-46c2-83a4-baa8af57b56b req-265b276a-7720-48ba-81a3-c01911cc477f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:05.043923 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117564c4-ab3d-46c2-83a4-baa8af57b56b req-265b276a-7720-48ba-81a3-c01911cc477f tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 943 time: 0.0646353 Jul 05 11:06:05.083070 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-117564c4-ab3d-46c2-83a4-baa8af57b56b req-d410797b-9c0c-4d95-a858-e046bd4e88a1 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Jul 05 11:06:05.325072 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f144d396-6266-4317-921c-a468f14f7d42 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:06:05.417863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:05.429547 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': 'f144d396-6266-4317-921c-a468f14f7d42', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'port_id': 'f144d396-6266-4317-921c-a468f14f7d42', 'mac_address': 'fa:16:3e:7e:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:06:05.466347 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.482579 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f144d396-6266-4317-921c-a468f14f7d42 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:06:05.502245 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:05.506785 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.553277 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:05.825508 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['f144d396-6266-4317-921c-a468f14f7d42'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:06:06.257145 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2685536-8fe7-482f-ac50-5d953983330a req-2bac0ed2-3321-4edf-a9cd-d9318850379e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:06.258630 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2685536-8fe7-482f-ac50-5d953983330a req-2bac0ed2-3321-4edf-a9cd-d9318850379e tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 944 time: 0.0650616 Jul 05 11:06:06.300048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d2685536-8fe7-482f-ac50-5d953983330a req-cc1b18b6-8213-45f6-9102-4337db0234ab tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358000 Jul 05 11:06:07.356323 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f144d396-6266-4317-921c-a468f14f7d42 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:07.414412 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port f144d396-6266-4317-921c-a468f14f7d42 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:07.418977 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port f144d396-6266-4317-921c-a468f14f7d42 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:07.419371 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:07.485928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0615ad9-f851-4166-b6ca-7c1affd7d967 req-19e50294-3ec5-4b58-9755-553820a8ecd9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.487462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0615ad9-f851-4166-b6ca-7c1affd7d967 req-19e50294-3ec5-4b58-9755-553820a8ecd9 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 944 time: 0.0724361 Jul 05 11:06:07.500296 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:07.523256 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:07.525510 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9ca1c8-9ffa-4b42-b7d7-8df5f9055f68" -d '{"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-plugged", "status": "completed", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:07.526635 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-c0615ad9-f851-4166-b6ca-7c1affd7d967 req-7053c715-bf1e-4b25-8dd2-4b5942144b73 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335979 Jul 05 11:06:07.539501 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:07.551147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:07.576106 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562b273-3bde-4be0-950f-d3f64e7ab8ad x-openstack-request-id: req-0562b273-3bde-4be0-950f-d3f64e7ab8ad {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:07.576460 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-plugged", "status": "completed", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:07.576760 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0562b273-3bde-4be0-950f-d3f64e7ab8ad {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:07.577205 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'code': 200} Jul 05 11:06:07.605311 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:07.745555 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bca7a-f767-4511-aeb4-e30ab897d428 req-8aeac039-3377-4683-832b-03120f4471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.747048 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-868bca7a-f767-4511-aeb4-e30ab897d428 req-8aeac039-3377-4683-832b-03120f4471ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1098 time: 0.0539837 Jul 05 11:06:07.786964 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-868bca7a-f767-4511-aeb4-e30ab897d428 req-5a225879-f14e-48dd-8fd0-1f208583c902 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296690 Jul 05 11:06:08.714267 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68670d-2afe-4e2e-bafa-b94e9963ff51 req-fa07361e-bbea-4a29-b91a-83252749f20b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:08.715830 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab68670d-2afe-4e2e-bafa-b94e9963ff51 req-fa07361e-bbea-4a29-b91a-83252749f20b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 946 time: 0.0740898 Jul 05 11:06:08.757743 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab68670d-2afe-4e2e-bafa-b94e9963ff51 req-81b32be0-b60d-4103-af38-006d2efc6aba tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359204 Jul 05 11:06:09.939633 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312826e7-9f5e-4758-bf61-7964d13a1324 req-61251cf9-ae11-4368-b28f-6fe505502850 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:09.941157 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-312826e7-9f5e-4758-bf61-7964d13a1324 req-61251cf9-ae11-4368-b28f-6fe505502850 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 946 time: 0.0661538 Jul 05 11:06:09.982231 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-312826e7-9f5e-4758-bf61-7964d13a1324 req-6d810d92-6732-48e9-89d4-086f99698f30 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337121 Jul 05 11:06:14.146798 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75df4245-8d7b-41d3-9c7b-47d7a16cb2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:16.921562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d320ec5-d019-4ea6-8fd3-4d88f3bc32b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:16.951301 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:18.371057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:20.116234 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:21.960074 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:06:30.567562 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:30.568767 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:32.658477 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-cf46d4d1-4468-4211-b42a-c46ae632425d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893371 Jul 05 11:06:32.759627 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-510aefee-eb8f-4557-b48b-a1135319537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:32.761140 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-510aefee-eb8f-4557-b48b-a1135319537d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1098 time: 0.0584936 Jul 05 11:06:32.872925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-d931bdc8-c47d-4f9d-a308-fe7f373922ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:32.874608 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-d931bdc8-c47d-4f9d-a308-fe7f373922ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.0915685 Jul 05 11:06:32.949877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-8ee22b28-8500-47d0-8af7-0173217b92ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 1001 time: 0.0685010 Jul 05 11:06:33.002259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-509809bb-00b6-44c9-87d3-6cf6fdff565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:33.003843 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-509809bb-00b6-44c9-87d3-6cf6fdff565f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0471172 Jul 05 11:06:33.066810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-cd62f2e9-9957-425b-bfca-2a33ef551f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:33.068318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-cd62f2e9-9957-425b-bfca-2a33ef551f0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560274 Jul 05 11:06:33.172149 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-f20a39b7-3043-46c7-926a-582b2b22f896 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959647 Jul 05 11:06:33.267410 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7765efd7-87a0-4f3b-a663-d699974190d6 req-9626ca9b-3db7-4d8a-b3d4-2f972de08329 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882852 Jul 05 11:06:44.149616 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8868e656-13a6-424a-b5f2-4a3460f276fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:46.924435 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b3df-3d92-4691-ad98-187095bb21ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:46.952306 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:48.378714 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:50.115685 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:58.962577 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:07:00.560149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:00.570306 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:14.150791 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64a92e51-086b-48d9-9618-c44378a9ba7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:16.927219 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c991-0c0a-4c0a-bd38-db89446f220a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:16.955337 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:18.377016 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:20.126084 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:28.804636 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:28.980633 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Deleting port 9db72ea6-6513-4bd4-9e9f-1c91cf473f3e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:28.980976 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:29.070389 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:29.070718 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:29.083887 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Calling delete_port for 9db72ea6-6513-4bd4-9e9f-1c91cf473f3e owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:29.242530 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:29.270346 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event deleted for resources: {'Port': ['ID=9db72ea6-6513-4bd4-9e9f-1c91cf473f3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:29.283415 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.283754 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.284091 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.284421 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.284745 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.285066 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.285388 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.285703 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.286017 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.286335 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.286651 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.286965 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:29.350535 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:29.350928 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Floating IP 3d38c86e-cb5d-4943-8851-e08190fa14d2 disassociated (deleted). External IP: 172.25.1.148, port: f144d396-6266-4317-921c-a468f14f7d42. Jul 05 11:07:29.569486 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Router b1302465-061a-40b6-a4f9-1c04914576d8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:07:29.676361 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:29.681147 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:29.687693 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] Sync routers for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:29.696812 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:29.697423 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:29.721789 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-c17fb452-488c-4a65-a400-621b927d795c tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "DELETE /v2.0/floatingips/3d38c86e-cb5d-4943-8851-e08190fa14d2 HTTP/1.1" status: 204 len: 168 time: 0.9156823 Jul 05 11:07:29.722385 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:07:29.724757 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be9769f4d2c3d263a9decd1a521885228c4afde645c39fc8be76c3139734081b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82084990-eb37-44ff-80d9-e6faab87b041" -d '{"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:07:29.907896 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:30.057366 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56f0868-2634-48ef-97c0-c19f1e13d582 x-openstack-request-id: req-e56f0868-2634-48ef-97c0-c19f1e13d582 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:07:30.057896 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:07:30.057896 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e56f0868-2634-48ef-97c0-c19f1e13d582 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:07:30.058319 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'status': 'completed', 'code': 200} Jul 05 11:07:30.135571 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:30.140747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82084990-eb37-44ff-80d9-e6faab87b041 req-14de70db-435f-48fe-b9a1-d6a4816256d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:30.142543 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82084990-eb37-44ff-80d9-e6faab87b041 req-14de70db-435f-48fe-b9a1-d6a4816256d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1032370b9e94924880bc72142864bea&device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 1098 time: 0.0581615 Jul 05 11:07:30.162564 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] Checking router: b1302465-061a-40b6-a4f9-1c04914576d8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:30.173424 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:30.174042 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:30.278417 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:30.284362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82084990-eb37-44ff-80d9-e6faab87b041 req-a8a5d163-64b7-4c26-97c5-a2b664c04cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:30.285849 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82084990-eb37-44ff-80d9-e6faab87b041 req-a8a5d163-64b7-4c26-97c5-a2b664c04cbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 200 len: 910 time: 0.1333606 Jul 05 11:07:30.299750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d8602-e099-4a38-b32a-cb6cd1bf5f71 req-2faaa3ba-95ce-47c4-ab77-a49f2b481b77 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:30.301359 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab1d8602-e099-4a38-b32a-cb6cd1bf5f71 req-2faaa3ba-95ce-47c4-ab77-a49f2b481b77 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 946 time: 0.1532817 Jul 05 11:07:30.354548 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82084990-eb37-44ff-80d9-e6faab87b041 req-ac934b99-0ce7-41c3-9200-69d6a3f18a95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 200 len: 217 time: 0.0520909 Jul 05 11:07:30.404282 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab1d8602-e099-4a38-b32a-cb6cd1bf5f71 req-91adab7f-b064-4bba-89b6-03239587143b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950994 Jul 05 11:07:30.422518 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82084990-eb37-44ff-80d9-e6faab87b041 req-93e16a21-a03a-4377-93ba-41f1e30ca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:30.424041 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82084990-eb37-44ff-80d9-e6faab87b041 req-93e16a21-a03a-4377-93ba-41f1e30ca052 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 200 len: 848 time: 0.0620787 Jul 05 11:07:30.488100 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82084990-eb37-44ff-80d9-e6faab87b041 req-62fd2112-a086-42c9-bdbc-d64697ce98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:30.489638 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82084990-eb37-44ff-80d9-e6faab87b041 req-62fd2112-a086-42c9-bdbc-d64697ce98e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea90a36-82b7-4244-913a-4a5d499d00ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587718 Jul 05 11:07:30.510937 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:30.542992 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185283c3-8877-4faf-8508-fe5033b178e4 None None] The sync data for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 is: [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:29Z', 'revision_number': 4, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9', 'name': '', 'network_id': '3ea90a36-82b7-4244-913a-4a5d499d00ed', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'mac_address': 'fa:16:3e:0c:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:29Z', 'updated_at': '2021-07-05T10:58:37Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'subnets': [{'id': '8978c228-6405-43d4-a093-5a2cf92cfd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:30.578128 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:30.583426 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:30.609549 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82084990-eb37-44ff-80d9-e6faab87b041 req-677f1c12-7fb3-4d7a-a0af-c8a958616cb8 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114991 Jul 05 11:07:30.712889 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-82084990-eb37-44ff-80d9-e6faab87b041 req-14f6385e-2eb9-43bf-98cf-28e06c7cc7dc service neutron] 10.222.0.15 "GET /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955241 Jul 05 11:07:30.795890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e429245-58cf-4497-97e1-bf3d1f527c78 None None] New status for floating IP 3d38c86e-cb5d-4943-8851-e08190fa14d2: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:07:31.630516 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0fd2f-51fa-4ba6-b15b-6bbf3ee7b4f2 req-8e966230-25ee-4569-9ae2-ddcb17b8f524 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:31.632145 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aac0fd2f-51fa-4ba6-b15b-6bbf3ee7b4f2 req-8e966230-25ee-4569-9ae2-ddcb17b8f524 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 946 time: 0.0771344 Jul 05 11:07:31.676255 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-aac0fd2f-51fa-4ba6-b15b-6bbf3ee7b4f2 req-edd89793-eee0-430c-abe2-2a614d76a7bd tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fbe207b-fd2a-4599-9e48-4f9929739653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381031 Jul 05 11:07:31.793708 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-003fd92f-7972-4a19-b2db-c6560a5ece0d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:31.795216 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-003fd92f-7972-4a19-b2db-c6560a5ece0d tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.15 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 946 time: 0.0713081 Jul 05 11:07:31.907332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Deleting port f144d396-6266-4317-921c-a468f14f7d42 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:31.907679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:32.002143 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] For port f144d396-6266-4317-921c-a468f14f7d42, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=f144d396-6266-4317-921c-a468f14f7d42,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:32.002500 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:32.016747 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Calling delete_port for f144d396-6266-4317-921c-a468f14f7d42 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:32.153108 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:32.184150 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event deleted for resources: {'Port': ['ID=f144d396-6266-4317-921c-a468f14f7d42,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:32.213868 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.214214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.214655 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.214890 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.215253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.215591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.215907 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.216226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.216546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.216875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.217414 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.217628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:32.242175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] No DVR routers for this DVR port f144d396-6266-4317-921c-a468f14f7d42 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:07:32.244719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:32.246709 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8b84e632-86e0-4c33-89d5-b357c89e98ba req-8a7aa379-1e91-4571-bf32-11fac5cfe7af tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.15 "DELETE /v2.0/ports/f144d396-6266-4317-921c-a468f14f7d42 HTTP/1.1" status: 204 len: 173 time: 0.4428439 Jul 05 11:07:32.247184 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-deleted', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:07:32.250241 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a9c182-e796-447c-b147-dc4762dbc251" -d '{"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-deleted", "tag": "f144d396-6266-4317-921c-a468f14f7d42"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:07:32.293791 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afea4c3-34ce-4a56-890b-9b588a49e281 x-openstack-request-id: req-2afea4c3-34ce-4a56-890b-9b588a49e281 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:07:32.294108 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43d239-5767-4368-b83d-bb6b26c829e4", "name": "network-vif-deleted", "tag": "f144d396-6266-4317-921c-a468f14f7d42", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:07:32.294377 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2afea4c3-34ce-4a56-890b-9b588a49e281 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:07:32.294774 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43d239-5767-4368-b83d-bb6b26c829e4', 'name': 'network-vif-deleted', 'tag': 'f144d396-6266-4317-921c-a468f14f7d42', 'status': 'completed', 'code': 200} Jul 05 11:07:32.837332 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6aa2d04e-46cc-4826-9a34-45ff5ef19d53 req-dc50ba6a-e068-48e3-88b4-05242ecc499b tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 210 time: 0.0297213 Jul 05 11:07:34.001014 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af7ed21a-d782-4123-81cb-6b03db017d9b req-ce3db989-3d27-441f-ab40-497991a49718 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 210 time: 0.0442276 Jul 05 11:07:35.168246 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-02d65301-09f7-4558-9c0c-0e2863be1319 req-a7cb89eb-82eb-4747-b7a6-73d5d84b1a21 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 210 time: 0.0338266 Jul 05 11:07:35.792951 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f144d396-6266-4317-921c-a468f14f7d42 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:07:35.818355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: f144d396-6266-4317-921c-a468f14f7d42 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:07:35.818745 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device f144d396-6266-4317-921c-a468f14f7d42 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:07:35.964343 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:07:36.370208 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e786271e-b754-454b-bbf9-7d9dcecadd9c req-5f4d5f5e-de2e-48b2-95b8-00b7e92f8548 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de43d239-5767-4368-b83d-bb6b26c829e4 HTTP/1.1" status: 200 len: 210 time: 0.0406268 Jul 05 11:07:37.484110 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44372) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:37.548207 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0977dd06-8dee-4fc1-bee8-0e3c554bca21 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:37.577808 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0977dd06-8dee-4fc1-bee8-0e3c554bca21 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:37.644566 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0977dd06-8dee-4fc1-bee8-0e3c554bca21 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:37.647278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0977dd06-8dee-4fc1-bee8-0e3c554bca21 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:37.648485 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0977dd06-8dee-4fc1-bee8-0e3c554bca21 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] 10.222.0.21 "DELETE /v2.0/security-groups/3fbe207b-fd2a-4599-9e48-4f9929739653 HTTP/1.1" status: 204 len: 168 time: 0.1633849 Jul 05 11:07:37.663126 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977dd06-8dee-4fc1-bee8-0e3c554bca21 tempest-TestShelveInstance-1072378912 tempest-TestShelveInstance-1072378912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe207b-fd2a-4599-9e48-4f9929739653,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:37.699892 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:38.229675 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:38.514455 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Deleting port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:38.515891 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:38.627171 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] For port e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:38.627171 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:38.642333 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Calling delete_port for e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:39.163098 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:39.202909 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:39.381986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:39.603775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Router b1302465-061a-40b6-a4f9-1c04914576d8 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:07:39.728259 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:39.734499 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-63338255-589f-43ec-be1d-25a20c1f07b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/b1302465-061a-40b6-a4f9-1c04914576d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334494 Jul 05 11:07:39.736952 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:39.737872 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] Sync routers for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:39.746875 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:39.747520 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:39.852401 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:39.854348 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:39.967802 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.028846 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Deleting port 0f08c839-1fab-435d-9fd4-c589a12b1b4f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:40.029206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.038933 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T11:07:39Z', 'revision_number': 5, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port': {'id': '0f08c839-1fab-435d-9fd4-c589a12b1b4f', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:40.070752 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] Checking router: b1302465-061a-40b6-a4f9-1c04914576d8 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:40.080082 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] Routers {'b1302465-061a-40b6-a4f9-1c04914576d8'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:40.080811 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b1302465-061a-40b6-a4f9-1c04914576d8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:40.121339 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] For port 0f08c839-1fab-435d-9fd4-c589a12b1b4f, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=0f08c839-1fab-435d-9fd4-c589a12b1b4f,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:40.121853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.138175 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Calling delete_port for 0f08c839-1fab-435d-9fd4-c589a12b1b4f owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:40.166084 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] Set router b1302465-061a-40b6-a4f9-1c04914576d8 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:40.221501 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T11:07:39Z', 'revision_number': 6, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:40.251948 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c887ec1-fd0d-4dac-813a-14f1cb0ea876 None None] The sync data for ids ['b1302465-061a-40b6-a4f9-1c04914576d8'] in n-d-771363-33 is: [{'id': 'b1302465-061a-40b6-a4f9-1c04914576d8', 'name': 'tempest-TestShelveInstance-1953943658-router', 'tenant_id': 'b1032370b9e94924880bc72142864bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:26Z', 'updated_at': '2021-07-05T11:07:39Z', 'revision_number': 6, 'project_id': 'b1032370b9e94924880bc72142864bea', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:40.343037 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.369541 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f08c839-1fab-435d-9fd4-c589a12b1b4f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:40.447150 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.544102 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.546853 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.594897 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.595634 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1302465-061a-40b6-a4f9-1c04914576d8 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:07:40.602261 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.603761 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-777c8b2b-3f83-447f-99f4-7e5bf618ed68 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b1302465-061a-40b6-a4f9-1c04914576d8 HTTP/1.1" status: 204 len: 168 time: 0.8654206 Jul 05 11:07:40.606375 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44382) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:40.668911 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] Deleting subnet 8978c228-6405-43d4-a093-5a2cf92cfd40 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:07:40.673303 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.713012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.815068 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.882221 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.911403 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8978c228-6405-43d4-a093-5a2cf92cfd40,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:40.913415 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:40.917687 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8c6eec95-19f2-4aae-ae4e-38130111a247 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8978c228-6405-43d4-a093-5a2cf92cfd40 HTTP/1.1" status: 204 len: 168 time: 0.3076751 Jul 05 11:07:40.918078 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:40.921967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5a6bc-5ddb-4c7b-9845-c032bb0d0acc None None] Network 3ea90a36-82b7-4244-913a-4a5d499d00ed requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:07:40.990053 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.054794 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Deleting port ebc99ad8-d609-440f-8de6-053066dd845b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:41.055056 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.138533 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] For port ebc99ad8-d609-440f-8de6-053066dd845b, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ebc99ad8-d609-440f-8de6-053066dd845b,segment=NetworkSegment(44a00873-113a-46eb-b5c6-1b39454dfbb8),segment_id=44a00873-113a-46eb-b5c6-1b39454dfbb8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:41.140020 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.159673 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Calling delete_port for ebc99ad8-d609-440f-8de6-053066dd845b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:41.189834 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] DHCP port deletion for 3ea90a36-82b7-4244-913a-4a5d499d00ed request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:07:41.220742 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:07:41.244806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:07:41.245150 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e31fb7f5-6416-4b3e-8d8a-c2ddfb37d9a9 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:07:41.245584 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0f08c839-1fab-435d-9fd4-c589a12b1b4f no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:07:41.252844 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.276081 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 0f08c839-1fab-435d-9fd4-c589a12b1b4f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:07:41.276570 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 0f08c839-1fab-435d-9fd4-c589a12b1b4f not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:07:41.284390 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc99ad8-d609-440f-8de6-053066dd845b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:41.288775 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] No DVR routers for this DVR port ebc99ad8-d609-440f-8de6-053066dd845b on host n-d-771363-33 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:07:41.307441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Deleting port ebc99ad8-d609-440f-8de6-053066dd845b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:41.308028 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.391647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.404220 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea90a36-82b7-4244-913a-4a5d499d00ed']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:41.406632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] For port ebc99ad8-d609-440f-8de6-053066dd845b, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:41.407260 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.421420 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a00873-113a-46eb-b5c6-1b39454dfbb8') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:41.421727 n-d-771363-33 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a00873-113a-46eb-b5c6-1b39454dfbb8') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:41.422879 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Calling delete_port for ebc99ad8-d609-440f-8de6-053066dd845b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:41.426151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Port ebc99ad8-d609-440f-8de6-053066dd845b was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 11:07:41.427557 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.433388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26045249'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.452841 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.455528 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Pushing event deleted for resources: {'Port': ['ID=ebc99ad8-d609-440f-8de6-053066dd845b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:41.464466 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:07:41.464864 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26179687'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.465419 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] No DVR routers for this DVR port ebc99ad8-d609-440f-8de6-053066dd845b on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: Traceback (most recent call last): Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: timer() Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: cb(*args, **kw) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: return func(*args, **kwargs) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: self._notify() Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: self.callback(batched_events) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: event.method(event) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: return f(self, *a, **k) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: return self._get(url).json() Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:07:41.468548 n-d-771363-33 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:07:41.476876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.477218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.477558 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.477899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.478222 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.478552 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.478886 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.479250 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.479586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.479904 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.480229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.480546 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf9d6-1686-4176-b275-fa7e14b2b782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:41.552871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.563370 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:41.565904 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ea90a36-82b7-4244-913a-4a5d499d00ed HTTP/1.1" status: 204 len: 168 time: 0.6470232 Jul 05 11:07:41.569067 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44386) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:41.581253 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddf996-8a90-4130-aba9-fefe7fc08084 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea90a36-82b7-4244-913a-4a5d499d00ed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:42.008804 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:42.287958 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Deleting port 2610bb71-7f84-4309-bef3-e2b9395cec25 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:42.288250 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:42.371327 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b5afe524-5986-4238-af73-27af324547be admin admin] For port 2610bb71-7f84-4309-bef3-e2b9395cec25, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2610bb71-7f84-4309-bef3-e2b9395cec25,segment=NetworkSegment(b8cafae9-b3d0-4e3f-becd-e5df6ab44165),segment_id=b8cafae9-b3d0-4e3f-becd-e5df6ab44165)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:42.371677 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:42.385810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Calling delete_port for 2610bb71-7f84-4309-bef3-e2b9395cec25 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:42.579357 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:42.604621 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Pushing event deleted for resources: {'Port': ['ID=2610bb71-7f84-4309-bef3-e2b9395cec25,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:42.789130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:42.988143 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebc99ad8-d609-440f-8de6-053066dd845b no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:07:43.024875 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ebc99ad8-d609-440f-8de6-053066dd845b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:07:43.025518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebc99ad8-d609-440f-8de6-053066dd845b not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:07:43.431026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Router b9325ea8-310a-4ce2-8496-fa54923a1ae0 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:07:43.552725 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5afe524-5986-4238-af73-27af324547be admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:43.559491 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b5afe524-5986-4238-af73-27af324547be admin admin] 10.222.0.21 "PUT /v2.0/routers/b9325ea8-310a-4ce2-8496-fa54923a1ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9882653 Jul 05 11:07:43.561625 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44390) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:43.562566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f3860-f739-4164-a578-94abd810c15f None None] Sync routers for ids ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:43.571973 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] Routers {'b9325ea8-310a-4ce2-8496-fa54923a1ae0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:43.572603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:43.672375 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:43.788231 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:43.849034 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Deleting port ce5ea7cd-5662-4140-9c64-3d71d848e7c2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:43.849380 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:43.849560 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] Set router b9325ea8-310a-4ce2-8496-fa54923a1ae0 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:43.936802 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] For port ce5ea7cd-5662-4140-9c64-3d71d848e7c2, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:43.937401 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:43.958495 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Calling delete_port for ce5ea7cd-5662-4140-9c64-3d71d848e7c2 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:44.051708 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T11:07:42Z', 'revision_number': 5, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port': {'id': 'ce5ea7cd-5662-4140-9c64-3d71d848e7c2', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:44.079200 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f3860-f739-4164-a578-94abd810c15f None None] Checking router: b9325ea8-310a-4ce2-8496-fa54923a1ae0 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:44.089300 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] Routers {'b9325ea8-310a-4ce2-8496-fa54923a1ae0'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:44.090441 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:44.163158 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.190046 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9d1272-a3fa-4355-8b84-e6d1591d529b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.195706 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5ea7cd-5662-4140-9c64-3d71d848e7c2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:44.211986 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] Set router b9325ea8-310a-4ce2-8496-fa54923a1ae0 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:44.283017 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-687f3860-f739-4164-a578-94abd810c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T11:07:43Z', 'revision_number': 6, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:44.305127 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.312082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f3860-f739-4164-a578-94abd810c15f None None] The sync data for ids ['b9325ea8-310a-4ce2-8496-fa54923a1ae0'] in n-d-771363-33 is: [{'id': 'b9325ea8-310a-4ce2-8496-fa54923a1ae0', 'name': 'tempest-TestShelveInstance-1680655196-router', 'tenant_id': '6749651561374325979b9c7a0c551ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:58:32Z', 'updated_at': '2021-07-05T11:07:43Z', 'revision_number': 6, 'project_id': '6749651561374325979b9c7a0c551ab4', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:44.414438 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.416914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.466707 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.467202 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9325ea8-310a-4ce2-8496-fa54923a1ae0 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:07:44.472130 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.473682 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4c989246-c246-42a3-88d4-cef27ffa7ca7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b9325ea8-310a-4ce2-8496-fa54923a1ae0 HTTP/1.1" status: 204 len: 168 time: 0.9109237 Jul 05 11:07:44.476670 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:44.537124 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] Deleting subnet b83f327c-3439-4432-b72a-6287d18876cf {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:07:44.541554 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.597939 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.687350 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.747285 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.799480 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.801703 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b83f327c-3439-4432-b72a-6287d18876cf HTTP/1.1" status: 204 len: 168 time: 0.3240566 Jul 05 11:07:44.802769 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ed66d-537c-4b65-b6e2-3ad60bcde1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b83f327c-3439-4432-b72a-6287d18876cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:44.804998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44396) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:44.808960 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7711aaa-4196-4769-b639-9081b0bf53b7 None None] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:07:44.879760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:44.941224 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Deleting port c1a180ba-3caa-41cf-a52a-5f24592a9a12 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:44.942175 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.016416 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] For port c1a180ba-3caa-41cf-a52a-5f24592a9a12, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=c1a180ba-3caa-41cf-a52a-5f24592a9a12,segment=NetworkSegment(b8cafae9-b3d0-4e3f-becd-e5df6ab44165),segment_id=b8cafae9-b3d0-4e3f-becd-e5df6ab44165)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:45.016675 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.043409 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Calling delete_port for c1a180ba-3caa-41cf-a52a-5f24592a9a12 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:45.097514 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] DHCP port deletion for 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:07:45.160989 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.171595 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2610bb71-7f84-4309-bef3-e2b9395cec25 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:07:45.189816 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a180ba-3caa-41cf-a52a-5f24592a9a12,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:45.191775 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] No DVR routers for this DVR port c1a180ba-3caa-41cf-a52a-5f24592a9a12 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:07:45.200945 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 2610bb71-7f84-4309-bef3-e2b9395cec25 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:07:45.201339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2610bb71-7f84-4309-bef3-e2b9395cec25 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:07:45.201767 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce5ea7cd-5662-4140-9c64-3d71d848e7c2 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:07:45.207329 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Deleting port c1a180ba-3caa-41cf-a52a-5f24592a9a12 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:07:45.207711 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.231369 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ce5ea7cd-5662-4140-9c64-3d71d848e7c2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:07:45.231922 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ce5ea7cd-5662-4140-9c64-3d71d848e7c2 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:07:45.233014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c1a180ba-3caa-41cf-a52a-5f24592a9a12 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:07:45.278693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.291698 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0aa353-edf1-4221-b9ba-9d95be3e2b03']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:45.305508 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:45.305902 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cafae9-b3d0-4e3f-becd-e5df6ab44165') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:45.319930 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.339019 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.347278 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:07:45.347703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: timer() Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:07:45.349884 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:07:45.369153 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: c1a180ba-3caa-41cf-a52a-5f24592a9a12 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:07:45.369672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device c1a180ba-3caa-41cf-a52a-5f24592a9a12 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:07:45.418260 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] For port c1a180ba-3caa-41cf-a52a-5f24592a9a12, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:45.418701 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.437795 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Calling delete_port for c1a180ba-3caa-41cf-a52a-5f24592a9a12 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:07:45.442080 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Port c1a180ba-3caa-41cf-a52a-5f24592a9a12 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 11:07:45.449718 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.461290 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.462363 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.465182 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] 10.222.0.21 "DELETE /v2.0/networks/0a0aa353-edf1-4221-b9ba-9d95be3e2b03 HTTP/1.1" status: 204 len: 168 time: 0.6589246 Jul 05 11:07:45.486811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5ef61-b776-4100-ac3a-de61bd91fffd admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0aa353-edf1-4221-b9ba-9d95be3e2b03,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:45.499339 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Pushing event deleted for resources: {'Port': ['ID=c1a180ba-3caa-41cf-a52a-5f24592a9a12,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:45.509535 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] Network 0a0aa353-edf1-4221-b9ba-9d95be3e2b03 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 11:07:45.510257 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89024c-9be9-4192-84ce-d13adc839e4b None None] No DVR routers for this DVR port c1a180ba-3caa-41cf-a52a-5f24592a9a12 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:07:45.660326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44400) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:45.703895 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-446ddebd-2545-4b61-baf3-96462c1d93a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1032370b9e94924880bc72142864bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422194 Jul 05 11:07:45.706316 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:45.768877 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe42e-7b7c-422d-9ff8-6d5485fb22ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.794942 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe42e-7b7c-422d-9ff8-6d5485fb22ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.852079 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe42e-7b7c-422d-9ff8-6d5485fb22ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.858306 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe42e-7b7c-422d-9ff8-6d5485fb22ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.859753 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-f2dbe42e-7b7c-422d-9ff8-6d5485fb22ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f31213e1-43d8-44c6-906e-676f354c64c0 HTTP/1.1" status: 204 len: 168 time: 0.1525166 Jul 05 11:07:45.873654 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbe42e-7b7c-422d-9ff8-6d5485fb22ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31213e1-43d8-44c6-906e-676f354c64c0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:46.269808 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44408) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:46.312238 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ce8e0e6f-e23d-486e-bd0c-1574baf27ab9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6749651561374325979b9c7a0c551ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408800 Jul 05 11:07:46.314326 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44410) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:46.377504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35953fe6-2538-4c30-a061-046af9a09b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:46.401592 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35953fe6-2538-4c30-a061-046af9a09b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:46.452418 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35953fe6-2538-4c30-a061-046af9a09b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:46.454523 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35953fe6-2538-4c30-a061-046af9a09b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:46.455740 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-35953fe6-2538-4c30-a061-046af9a09b05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d4774f6-9f25-4e95-b8ae-4ffcdae35452 HTTP/1.1" status: 204 len: 168 time: 0.1405075 Jul 05 11:07:46.463767 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35953fe6-2538-4c30-a061-046af9a09b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4774f6-9f25-4e95-b8ae-4ffcdae35452,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:46.958627 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40a1ca12-c568-4c5a-97a6-99dbeaa94864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:46.977272 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.328815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:47.437484 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1548270789-network', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:47.458731 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Made reservation on behalf of 84c56ef3b0fd492ebf0dea5cb6f6e8a4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:07:47.461106 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.470085 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.571238 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.576870 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.610075 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:07:47.616596 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8847fb-d668-4ec9-b887-b485eb1c5983,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:47.623701 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.624276 n-d-771363-33 neutron-server[93795]: INFO neutron.db.segments_db [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Added segment ff417c8c-4334-48d2-9585-af5705ec2078 of type vlan for network 4a3a30b5-b411-4690-af7f-325d84de1ccb Jul 05 11:07:47.670771 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.704067 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.705051 n-d-771363-33 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:47.705652 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.759382 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4294283 Jul 05 11:07:47.762371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44436) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:47.768393 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Request body: {'subnet': {'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1548270789-subnet', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:47.769928 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9868a2-50fc-498a-9042-1cb7ae6cc90d admin admin] Pushing event updated for resources: {'Network': ['ID=4a3a30b5-b411-4690-af7f-325d84de1ccb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:47.780425 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:07:47.792430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Made reservation on behalf of 84c56ef3b0fd492ebf0dea5cb6f6e8a4 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:07:47.795760 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.971744 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.027444 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0e3073-0e35-457e-92a5-5fc9d9b047c9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:48.038372 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Checking segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:48.038727 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Network hostable DHCP agents. Network: 4a3a30b5-b411-4690-af7f-325d84de1ccb, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:07:48.056259 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:07:48.066764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 4a3a30b5-b411-4690-af7f-325d84de1ccb) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:48.072944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:48.073588 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.075598 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6872960-741a-423f-954a-98e6a2db56fe None None] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:07:48.096338 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-cada37c3-7d85-4ebf-9c1f-f3e3a08ee5f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3324902 Jul 05 11:07:48.099722 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:48.105918 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:48.129887 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.130871 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.195338 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.238972 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-4a3a30b5-b411-4690-af7f-325d84de1ccb', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:07:48.239867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.332504 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.393317 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Allocated IP 172.20.0.2 (4a3a30b5-b411-4690-af7f-325d84de1ccb/cd0e3073-0e35-457e-92a5-5fc9d9b047c9/18a7eb44-6806-4fcc-8401-5bfc92bfa40d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:48.395498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.546475 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.546805 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.554889 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Transition to ACTIVE for port object 18a7eb44-6806-4fcc-8401-5bfc92bfa40d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:48.566189 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.570408 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Transition to ACTIVE for port object 18a7eb44-6806-4fcc-8401-5bfc92bfa40d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:48.577540 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.615115 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:48.619173 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:48.623414 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:48.638769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Pushing event updated for resources: {'Port': ['ID=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:48.684660 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Allocated IP 172.25.1.12 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/e2304eaa-3c11-4581-b62c-cfb69bd412d9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:48.692360 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Attempting to bind port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:48.692737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Attempting to bind port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:48.693102 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Attempting to bind port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d on network 4a3a30b5-b411-4690-af7f-325d84de1ccb {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:48.698826 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:48.699113 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Checking segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:48.699484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.699876 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Bound using segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:48.700350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Bound port: 18a7eb44-6806-4fcc-8401-5bfc92bfa40d, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:48.700728 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.772242 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] For port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:07:48.776012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] For port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:07:48.780834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.799485 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.841458 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26179761'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:48.844014 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df89ab5-06b1-4acc-8978-24e22eee5823 None None] Pushing event updated for resources: {'Port': ['ID=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:48.884190 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:48.889955 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:48.893563 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:48.899438 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e2304eaa-3c11-4581-b62c-cfb69bd412d9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:49.173127 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:49.372272 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:49.503697 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Router 3a88e91b-171e-45fe-8526-e2dd741bea77 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:07:49.615847 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:49.624969 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Sync routers for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:49.634388 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:49.635219 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:49.638433 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-69755c6c-c076-4f2b-aa69-53d74aeb8fc8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5348020 Jul 05 11:07:49.639156 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:49.639445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:49.755179 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:49.838537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6b034-d497-41db-8a86-26dbb8759652 None None] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:07:49.910458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ef2ab2ce-2049-4257-9967-67e2c8f188cb None None] Provisioning for port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:49.980776 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:49Z', 'revision_number': 3, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:50.012004 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Checking router: 3a88e91b-171e-45fe-8526-e2dd741bea77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:50.012349 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Updating router 3a88e91b-171e-45fe-8526-e2dd741bea77 port e2304eaa-3c11-4581-b62c-cfb69bd412d9 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:07:50.052032 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.102710 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.132834 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.285484 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Allocated IP 172.20.0.1 (4a3a30b5-b411-4690-af7f-325d84de1ccb/cd0e3073-0e35-457e-92a5-5fc9d9b047c9/ebe714e2-dc70-42a2-9404-292d0ae4af48) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:50.396107 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.413532 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Transition to ACTIVE for port object ebe714e2-dc70-42a2-9404-292d0ae4af48 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:50.432153 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.443318 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Transition to ACTIVE for port object e2304eaa-3c11-4581-b62c-cfb69bd412d9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:50.446664 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.449524 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.488244 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:50.493136 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:50.494832 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Attempting to bind port e2304eaa-3c11-4581-b62c-cfb69bd412d9 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:50.495238 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Attempting to bind port e2304eaa-3c11-4581-b62c-cfb69bd412d9 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:50.495601 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Attempting to bind port e2304eaa-3c11-4581-b62c-cfb69bd412d9 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:50.496707 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:50.507899 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:50.508272 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:50.508673 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.509194 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:50.509939 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Bound port: e2304eaa-3c11-4581-b62c-cfb69bd412d9, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:50.510317 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.523221 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Pushing event updated for resources: {'Port': ['ID=ebe714e2-dc70-42a2-9404-292d0ae4af48,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:50.535192 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Pushing event updated for resources: {'Port': ['ID=e2304eaa-3c11-4581-b62c-cfb69bd412d9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:50.547529 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.565482 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.566050 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.566388 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.566725 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.567099 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.567452 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.567845 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.568174 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.568500 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.568825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.569151 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.569470 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:07:50.583055 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] For port e2304eaa-3c11-4581-b62c-cfb69bd412d9, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:07:50.586630 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] For port e2304eaa-3c11-4581-b62c-cfb69bd412d9, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e2304eaa-3c11-4581-b62c-cfb69bd412d9,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:07:50.592731 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.670385 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:50.671175 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:50.713030 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc287507-9ec7-4f63-a9a7-64fd5669caae None None] Pushing event updated for resources: {'Port': ['ID=e2304eaa-3c11-4581-b62c-cfb69bd412d9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:50.729025 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.770413 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d605e0ff-a265-463a-ae7c-d24d70cf4580 None None] Provisioning for port ebe714e2-dc70-42a2-9404-292d0ae4af48 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:50.774936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d605e0ff-a265-463a-ae7c-d24d70cf4580 None None] Provisioning complete for port ebe714e2-dc70-42a2-9404-292d0ae4af48 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:50.775630 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d605e0ff-a265-463a-ae7c-d24d70cf4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.801229 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:50.816678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d605e0ff-a265-463a-ae7c-d24d70cf4580 None None] Port ebe714e2-dc70-42a2-9404-292d0ae4af48 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:50.909668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.915413 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.965034 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18a7eb44-6806-4fcc-8401-5bfc92bfa40d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:50.988752 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:50.991404 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Pushing event updated for resources: {'Port': ['ID=ebe714e2-dc70-42a2-9404-292d0ae4af48,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:50.996273 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:49Z', 'revision_number': 3, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:51.023871 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec1a04-390d-47e4-adb9-f8a328859744 None None] The sync data for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 is: [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:49Z', 'revision_number': 3, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:51.024499 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:51.030689 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:51.031209 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:51.097450 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:51.099044 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:51.129435 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:51.169229 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:51.175131 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:51.237857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:51.257704 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Router 3a88e91b-171e-45fe-8526-e2dd741bea77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:07:51.398701 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:51.404717 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f7d39fe1-33cf-4c19-a606-f37b8a2b112c admin admin] 10.222.0.21 "PUT /v2.0/routers/3a88e91b-171e-45fe-8526-e2dd741bea77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634482 Jul 05 11:07:51.441556 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-184663e6-0950-44f2-8995-18615d723c7b None None] Provisioning complete for port ebe714e2-dc70-42a2-9404-292d0ae4af48 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:51.442092 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-184663e6-0950-44f2-8995-18615d723c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:51.480291 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-184663e6-0950-44f2-8995-18615d723c7b None None] Port ebe714e2-dc70-42a2-9404-292d0ae4af48 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:51.994761 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:52.002638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1782435257-network', 'tenant_id': '320f217e057442c8b2269f81b204a231'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:52.024525 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Made reservation on behalf of 320f217e057442c8b2269f81b204a231 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:07:52.027197 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.036482 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.133740 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.137525 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.166764 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:07:52.174453 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef87d9-7fc5-42fc-98a0-e100c3c6659d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:52.183228 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.184137 n-d-771363-33 neutron-server[93796]: INFO neutron.db.segments_db [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Added segment a946bc0c-c3c2-48bf-b0cd-d04a77a4687c of type vlan for network 426db076-49de-4a8c-9845-70c99ace20b0 Jul 05 11:07:52.227873 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794601930599'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.259333 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.260223 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:52.260803 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.319532 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3234947 Jul 05 11:07:52.322164 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44458) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:52.327522 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Request body: {'subnet': {'network_id': '426db076-49de-4a8c-9845-70c99ace20b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1782435257-subnet', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:52.335319 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66ac9-023a-4fbf-bf00-9d58cc8c0db0 admin admin] Pushing event updated for resources: {'Network': ['ID=426db076-49de-4a8c-9845-70c99ace20b0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:52.347877 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Network 426db076-49de-4a8c-9845-70c99ace20b0 details requested by agent ovs-agent-n-d-771363-33 with host n-d-771363-33 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:07:52.353575 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Made reservation on behalf of 320f217e057442c8b2269f81b204a231 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:07:52.356440 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27055529'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.535906 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27055547'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.591863 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94217728-875e-41bd-a195-d772af34f702,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:52.600714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Checking segment: {'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:52.601094 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Network hostable DHCP agents. Network: 426db076-49de-4a8c-9845-70c99ace20b0, hostable agents: ['e0bc6cc4-fcb0-4f1a-982d-91657f50c81d'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:07:52.618906 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Network 426db076-49de-4a8c-9845-70c99ace20b0 is scheduled to be hosted by DHCP agent e0bc6cc4-fcb0-4f1a-982d-91657f50c81d with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:07:52.630021 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-33, 426db076-49de-4a8c-9845-70c99ace20b0) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:52.634201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:52.634794 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.639863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e80064-a34c-48c8-95f9-1054068a5302 None None] Network 426db076-49de-4a8c-9845-70c99ace20b0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:07:52.649573 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-7a826996-b135-403b-b6c5-2931c46d5f4c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3263605 Jul 05 11:07:52.652367 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:52.657998 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:52.691656 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4173586'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.692347 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Sync routers for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:52.692703 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4173579'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.715374 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:52.716010 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:52.751457 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.891848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4173625'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.050190 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18a7eb44-6806-4fcc-8401-5bfc92bfa40d up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:53.079566 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa02d4022-d1eb-557f-8ac7-cd1f838935f9-426db076-49de-4a8c-9845-70c99ace20b0', 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'fixed_ips': [{'subnet_id': '94217728-875e-41bd-a195-d772af34f702'}]}} from n-d-771363-33. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:07:53.080444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.087039 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:53.324687 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:53.325057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.422899 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Allocated IP 172.20.0.2 (426db076-49de-4a8c-9845-70c99ace20b0/94217728-875e-41bd-a195-d772af34f702/be94eae3-883f-40e4-9046-0e78f305da77) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:53.527987 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.549668 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.606969 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2304eaa-3c11-4581-b62c-cfb69bd412d9 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:53.675423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Allocated IP 172.25.1.142 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/2603a6da-7027-487f-bc5f-05667b31a6a4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:53.678263 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 2, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:53.722290 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Checking router: 3a88e91b-171e-45fe-8526-e2dd741bea77 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:53.722635 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Updating router 3a88e91b-171e-45fe-8526-e2dd741bea77 port ebe714e2-dc70-42a2-9404-292d0ae4af48 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:07:53.767277 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.787355 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port e2304eaa-3c11-4581-b62c-cfb69bd412d9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:53.791521 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Transition to ACTIVE for port object be94eae3-883f-40e4-9046-0e78f305da77 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:53.794850 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.797895 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.801890 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e2304eaa-3c11-4581-b62c-cfb69bd412d9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:53.802263 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.843238 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.845995 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Transition to ACTIVE for port object be94eae3-883f-40e4-9046-0e78f305da77 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:53.876777 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:53.890279 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:53.893344 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:53.898324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:53.901739 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Pushing event updated for resources: {'Port': ['ID=2603a6da-7027-487f-bc5f-05667b31a6a4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:53.941628 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Network 426db076-49de-4a8c-9845-70c99ace20b0 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:53.994312 n-d-771363-33 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:53.999458 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Pushing event updated for resources: {'Port': ['ID=be94eae3-883f-40e4-9046-0e78f305da77,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:54.004122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:54.152028 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.163151 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Attempting to bind port be94eae3-883f-40e4-9046-0e78f305da77 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:54.163575 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Attempting to bind port be94eae3-883f-40e4-9046-0e78f305da77 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:54.163926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Attempting to bind port be94eae3-883f-40e4-9046-0e78f305da77 on network 426db076-49de-4a8c-9845-70c99ace20b0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:54.169817 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.178298 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:54.178673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Checking segment: {'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:54.179104 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.179586 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Bound using segment: {'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:54.180105 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Bound port: be94eae3-883f-40e4-9046-0e78f305da77, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:54.180491 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.204763 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port e2304eaa-3c11-4581-b62c-cfb69bd412d9, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e2304eaa-3c11-4581-b62c-cfb69bd412d9,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:54.212561 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.356673 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=e2304eaa-3c11-4581-b62c-cfb69bd412d9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:54.368910 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] For port be94eae3-883f-40e4-9046-0e78f305da77, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:07:54.377165 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] For port be94eae3-883f-40e4-9046-0e78f305da77, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=be94eae3-883f-40e4-9046-0e78f305da77,segment=NetworkSegment(a946bc0c-c3c2-48bf-b0cd-d04a77a4687c),segment_id=a946bc0c-c3c2-48bf-b0cd-d04a77a4687c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:07:54.377516 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526562'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.387907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.396146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.439012 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Transition to ACTIVE for port object ebe714e2-dc70-42a2-9404-292d0ae4af48 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:54.460969 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.475325 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60ee76-7f08-47de-8f23-f814d288e0eb None None] Pushing event updated for resources: {'Port': ['ID=be94eae3-883f-40e4-9046-0e78f305da77,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:54.536609 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 is scheduled to L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:07:54.556603 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfcc74-9940-4d74-a01c-d76b9561dff0 None None] Pushing event updated for resources: {'Port': ['ID=ebe714e2-dc70-42a2-9404-292d0ae4af48,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:54.588376 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Attempting to bind port ebe714e2-dc70-42a2-9404-292d0ae4af48 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:54.588748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Attempting to bind port ebe714e2-dc70-42a2-9404-292d0ae4af48 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:54.589857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Attempting to bind port ebe714e2-dc70-42a2-9404-292d0ae4af48 on network 4a3a30b5-b411-4690-af7f-325d84de1ccb {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:54.599047 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:54.599453 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Checking segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:54.599866 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.600265 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Bound using segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:54.600750 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Bound port: ebe714e2-dc70-42a2-9404-292d0ae4af48, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:54.601139 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.709720 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:54.716394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] For port ebe714e2-dc70-42a2-9404-292d0ae4af48, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:07:54.720857 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] For port ebe714e2-dc70-42a2-9404-292d0ae4af48, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ebe714e2-dc70-42a2-9404-292d0ae4af48,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:07:54.721122 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Sync routers for ids ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:54.728954 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.734782 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Routers {'260c8e0f-4571-412d-bd7c-1a56f8e62d32'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:54.735543 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:54.737603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.739429 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-9506bda3-084b-4735-8338-b0a27ecffce3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0858369 Jul 05 11:07:54.742721 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:54.809371 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:54.810170 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:54.820679 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfcc74-9940-4d74-a01c-d76b9561dff0 None None] Pushing event updated for resources: {'Port': ['ID=ebe714e2-dc70-42a2-9404-292d0ae4af48,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:54.944652 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Set router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:55.014648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:55.167255 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2304eaa-3c11-4581-b62c-cfb69bd412d9 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:55.252584 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 3, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port': {'id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:53Z', 'updated_at': '2021-07-05T11:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:55.289126 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Checking router: 260c8e0f-4571-412d-bd7c-1a56f8e62d32 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:55.289787 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Updating router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 port 2603a6da-7027-487f-bc5f-05667b31a6a4 binding host n-d-771363-33 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:07:55.319965 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port e2304eaa-3c11-4581-b62c-cfb69bd412d9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:55.320498 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.331775 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.426999 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.621909 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:55.646503 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Allocated IP 172.20.0.1 (426db076-49de-4a8c-9845-70c99ace20b0/94217728-875e-41bd-a195-d772af34f702/234980b1-6fa0-4dde-be5c-4fcdd5df6ea6) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:07:55.652643 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa629a5-b528-4b96-ac85-c84ae12123e3 None None] The sync data for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 is: [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:55.713280 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device be94eae3-883f-40e4-9046-0e78f305da77 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:55.729473 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.759689 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Transition to ACTIVE for port object 2603a6da-7027-487f-bc5f-05667b31a6a4 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:55.766542 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.834807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port be94eae3-883f-40e4-9046-0e78f305da77 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:55.838246 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.854242 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Transition to ACTIVE for port object 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:55.858242 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Attempting to bind port 2603a6da-7027-487f-bc5f-05667b31a6a4 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:55.859612 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Attempting to bind port 2603a6da-7027-487f-bc5f-05667b31a6a4 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:55.860176 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Attempting to bind port 2603a6da-7027-487f-bc5f-05667b31a6a4 on network c430b990-46a3-428e-a264-c955e357d5bd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:55.866962 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b29287-77d3-4541-bfe7-334fc26d05be None None] Network 426db076-49de-4a8c-9845-70c99ace20b0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:07:55.876902 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:55.877512 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Checking segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:55.878007 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.878487 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Bound using segment: {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:55.879061 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Bound port: 2603a6da-7027-487f-bc5f-05667b31a6a4, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:55.879691 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.906836 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.912140 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5029c-ea46-424f-a5e8-ed5b85c07b00 None None] Pushing event updated for resources: {'Port': ['ID=2603a6da-7027-487f-bc5f-05667b31a6a4,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:55.952221 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] For port 2603a6da-7027-487f-bc5f-05667b31a6a4, host n-d-771363-33, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:07:55.955275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44dc013f-f4bd-4657-acdc-ffe73753668d None None] Provisioning for port be94eae3-883f-40e4-9046-0e78f305da77 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:55.957825 n-d-771363-33 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] For port 2603a6da-7027-487f-bc5f-05667b31a6a4, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2603a6da-7027-487f-bc5f-05667b31a6a4,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:07:55.961759 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Network 426db076-49de-4a8c-9845-70c99ace20b0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:55.963916 n-d-771363-33 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:55.967867 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:55.971779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:07:55.972936 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44dc013f-f4bd-4657-acdc-ffe73753668d None None] Provisioning complete for port be94eae3-883f-40e4-9046-0e78f305da77 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:55.973308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44dc013f-f4bd-4657-acdc-ffe73753668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.016810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528597'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.027267 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Routers {'260c8e0f-4571-412d-bd7c-1a56f8e62d32'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:56.028005 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:56.062846 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Pushing event updated for resources: {'Port': ['ID=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:56.081777 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5029c-ea46-424f-a5e8-ed5b85c07b00 None None] Pushing event updated for resources: {'Port': ['ID=2603a6da-7027-487f-bc5f-05667b31a6a4,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:56.164296 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44dc013f-f4bd-4657-acdc-ffe73753668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.189773 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] Set router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:56.211880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-44dc013f-f4bd-4657-acdc-ffe73753668d None None] For port be94eae3-883f-40e4-9046-0e78f305da77, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=be94eae3-883f-40e4-9046-0e78f305da77,segment=NetworkSegment(a946bc0c-c3c2-48bf-b0cd-d04a77a4687c),segment_id=a946bc0c-c3c2-48bf-b0cd-d04a77a4687c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:56.219428 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44dc013f-f4bd-4657-acdc-ffe73753668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.227882 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.291590 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc013f-f4bd-4657-acdc-ffe73753668d None None] Pushing event updated for resources: {'Port': ['ID=be94eae3-883f-40e4-9046-0e78f305da77,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:56.465661 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.473503 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.551417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9fe9762-f34e-4b52-9415-1b3cb18d95f1 None None] Provisioning complete for port be94eae3-883f-40e4-9046-0e78f305da77 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:56.551924 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9762-f34e-4b52-9415-1b3cb18d95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.568162 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Pushing event updated for resources: {'Port': ['ID=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:56.571512 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531624'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.652728 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 3, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port': {'id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:53Z', 'updated_at': '2021-07-05T11:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:56.689272 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9fe9762-f34e-4b52-9415-1b3cb18d95f1 None None] Provisioning for port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:56.697947 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb2e42-486a-4909-a93e-d2ef48a2e1a1 None None] The sync data for ids ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'] in n-d-771363-33 is: [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 3, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port': {'id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:53Z', 'updated_at': '2021-07-05T11:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:07:56.712970 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9fe9762-f34e-4b52-9415-1b3cb18d95f1 None None] Provisioning complete for port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:56.713370 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9762-f34e-4b52-9415-1b3cb18d95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.746913 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Network 426db076-49de-4a8c-9845-70c99ace20b0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:07:56.751001 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:07:56.757062 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe9762-f34e-4b52-9415-1b3cb18d95f1 None None] Port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:56.893041 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55551b70-8266-4a41-a3e5-dec690cf00ed None None] Provisioning complete for port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:56.893417 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55551b70-8266-4a41-a3e5-dec690cf00ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:56.913855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:07:56.950913 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55551b70-8266-4a41-a3e5-dec690cf00ed None None] Port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:57.075590 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:07:57.081654 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-4936caad-bed9-41c2-ae82-3508af8f3628 admin admin] 10.222.0.21 "PUT /v2.0/routers/260c8e0f-4571-412d-bd7c-1a56f8e62d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3346374 Jul 05 11:07:57.140363 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device be94eae3-883f-40e4-9046-0e78f305da77 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:57.201553 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3c90cbff-f7d7-4af7-83ae-24971a8f75b3 None None] Provisioning complete for port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:57.202098 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c90cbff-f7d7-4af7-83ae-24971a8f75b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.241648 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port be94eae3-883f-40e4-9046-0e78f305da77 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:57.242116 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.265390 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3c90cbff-f7d7-4af7-83ae-24971a8f75b3 None None] Port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:07:57.334417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebe714e2-dc70-42a2-9404-292d0ae4af48 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:57.396783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port ebe714e2-dc70-42a2-9404-292d0ae4af48 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:57.400783 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ebe714e2-dc70-42a2-9404-292d0ae4af48 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:57.401080 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.490443 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.531000 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port ebe714e2-dc70-42a2-9404-292d0ae4af48, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ebe714e2-dc70-42a2-9404-292d0ae4af48,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:57.536432 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.591108 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=ebe714e2-dc70-42a2-9404-292d0ae4af48,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:57.773445 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:57.778158 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-212a33d0-3cbb-433a-abda-0cbfd111fe95 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942642882', 'description': 'tempest-secgroup-smoke-1942642882 description', 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:57.803276 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212a33d0-3cbb-433a-abda-0cbfd111fe95 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.911582 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212a33d0-3cbb-433a-abda-0cbfd111fe95 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.915976 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212a33d0-3cbb-433a-abda-0cbfd111fe95 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.947372 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-212a33d0-3cbb-433a-abda-0cbfd111fe95 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:57.948604 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-212a33d0-3cbb-433a-abda-0cbfd111fe95 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1741581 Jul 05 11:07:57.949718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a33d0-3cbb-433a-abda-0cbfd111fe95 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e315f-cecb-4bb2-b353-2c67652dfe3c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:57.952879 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:57.958006 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a0783cbd-eb84-46e3-a5b5-aacfd5460994 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'security_group_rule': {'security_group_id': 'b67e315f-cecb-4bb2-b353-2c67652dfe3c', 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:57.986576 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0783cbd-eb84-46e3-a5b5-aacfd5460994 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.044206 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0783cbd-eb84-46e3-a5b5-aacfd5460994 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.048754 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0783cbd-eb84-46e3-a5b5-aacfd5460994 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.067761 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0783cbd-eb84-46e3-a5b5-aacfd5460994 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b248746-1516-4333-bc1a-da0e5c586b8b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:58.074582 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0783cbd-eb84-46e3-a5b5-aacfd5460994 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.075867 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-a0783cbd-eb84-46e3-a5b5-aacfd5460994 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217103 Jul 05 11:07:58.078628 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:58.083229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1f2c3047-56cc-47d8-8823-7dded0a922c3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'security_group_rule': {'security_group_id': 'b67e315f-cecb-4bb2-b353-2c67652dfe3c', 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:58.112642 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3047-56cc-47d8-8823-7dded0a922c3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.177551 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3047-56cc-47d8-8823-7dded0a922c3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.181234 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3047-56cc-47d8-8823-7dded0a922c3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.200677 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c3047-56cc-47d8-8823-7dded0a922c3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198e0c5b-3744-4826-979b-c055d839e1a8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:58.206213 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3047-56cc-47d8-8823-7dded0a922c3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.210032 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1f2c3047-56cc-47d8-8823-7dded0a922c3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278589 Jul 05 11:07:58.210169 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44476) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:58.214686 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-61a77f4c-1e94-4c01-9b1b-dc982f060394 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'security_group_rule': {'security_group_id': 'b67e315f-cecb-4bb2-b353-2c67652dfe3c', 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:58.241816 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61a77f4c-1e94-4c01-9b1b-dc982f060394 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.305909 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61a77f4c-1e94-4c01-9b1b-dc982f060394 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.310755 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61a77f4c-1e94-4c01-9b1b-dc982f060394 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.332145 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a77f4c-1e94-4c01-9b1b-dc982f060394 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce55812-1cb6-45c2-be1e-a824b44bdc13,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:58.343647 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61a77f4c-1e94-4c01-9b1b-dc982f060394 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.345688 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-61a77f4c-1e94-4c01-9b1b-dc982f060394 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344314 Jul 05 11:07:58.351416 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44478) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:58.356229 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-621bd915-b630-49e5-94f9-02c91a726ff3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'security_group_rule': {'security_group_id': 'b67e315f-cecb-4bb2-b353-2c67652dfe3c', 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:58.387448 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-621bd915-b630-49e5-94f9-02c91a726ff3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.447674 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-621bd915-b630-49e5-94f9-02c91a726ff3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.453182 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-621bd915-b630-49e5-94f9-02c91a726ff3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.472546 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bd915-b630-49e5-94f9-02c91a726ff3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f100532-b9b1-4420-bdb1-2557fdd06766,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:58.477419 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-621bd915-b630-49e5-94f9-02c91a726ff3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.478617 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-621bd915-b630-49e5-94f9-02c91a726ff3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260879 Jul 05 11:07:58.481520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 44480) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:58.486114 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'security_group_rule': {'security_group_id': 'b67e315f-cecb-4bb2-b353-2c67652dfe3c', 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:58.508441 n-d-771363-33 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Project 84c56ef3b0fd492ebf0dea5cb6f6e8a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:07:58.514854 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.839297 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Sync routers for ids ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:07:58.850089 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Routers {'260c8e0f-4571-412d-bd7c-1a56f8e62d32'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:07:58.850725 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:58.899775 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.905042 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.927358 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c03311-1611-4651-b6e2-d2cc5591870b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:58.935729 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.939126 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-b56db1e9-e3f2-4cb3-8d8b-09b70188c0ac tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4544258 Jul 05 11:07:58.940123 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44482) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:07:58.945870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'security_group_rule': {'security_group_id': 'b67e315f-cecb-4bb2-b353-2c67652dfe3c', 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:07:58.978028 n-d-771363-33 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Project 84c56ef3b0fd492ebf0dea5cb6f6e8a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:07:58.983670 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.987898 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Set router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:07:59.037234 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2603a6da-7027-487f-bc5f-05667b31a6a4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:59.061041 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.065280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520118'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.085198 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86e06fe-8c4f-47d1-8e45-f1f7a606425e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:59.092229 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.099143 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-2e84dcf4-196e-499d-b883-f74511cb0c56 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518981 Jul 05 11:07:59.182932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 2603a6da-7027-487f-bc5f-05667b31a6a4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:07:59.190082 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2603a6da-7027-487f-bc5f-05667b31a6a4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:59.190442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.252522 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-b116c913-8394-43d0-b84d-bfc7ed3eea8d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942642882&fields=id&tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4 HTTP/1.1" status: 200 len: 267 time: 0.0390289 Jul 05 11:07:59.307315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:07:56Z', 'revision_number': 4, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port': {'id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:53Z', 'updated_at': '2021-07-05T11:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '234980b1-6fa0-4dde-be5c-4fcdd5df6ea6', 'name': '', 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'mac_address': 'fa:16:3e:92:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '94217728-875e-41bd-a195-d772af34f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:55Z', 'updated_at': '2021-07-05T11:07:56Z', 'revision_number': 2, 'project_id': '320f217e057442c8b2269f81b204a231', 'subnets': [{'id': '94217728-875e-41bd-a195-d772af34f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:07:59.310388 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.339276 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Checking router: 260c8e0f-4571-412d-bd7c-1a56f8e62d32 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:07:59.339641 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Updating router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 binding host n-d-771363-33 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:07:59.363360 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-57ac1a26-615a-44e4-b2b2-a4a91882d0f0 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:59.364877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-57ac1a26-615a-44e4-b2b2-a4a91882d0f0 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 810 time: 0.1058059 Jul 05 11:07:59.378131 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 2603a6da-7027-487f-bc5f-05667b31a6a4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2603a6da-7027-487f-bc5f-05667b31a6a4,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:07:59.381857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-b1e3ac0c-3fd0-42da-8572-1d7a2c73d2db tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/quotas/84c56ef3b0fd492ebf0dea5cb6f6e8a4 HTTP/1.1" status: 200 len: 375 time: 0.0111225 Jul 05 11:07:59.386854 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.387674 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebe714e2-dc70-42a2-9404-292d0ae4af48 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:07:59.411308 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.460084 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-7fe221b8-ceef-4b65-81e2-cce486d7892b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720556 Jul 05 11:07:59.506543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=2603a6da-7027-487f-bc5f-05667b31a6a4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:59.573987 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-77c5a415-c9e6-44cf-9a4f-bd13af0dccf6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:07:59.574987 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-77c5a415-c9e6-44cf-9a4f-bd13af0dccf6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1036413 Jul 05 11:07:59.577914 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port ebe714e2-dc70-42a2-9404-292d0ae4af48 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:07:59.578295 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.668361 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-7573822b-63ef-451e-9549-9719b4d2b567 service neutron] 10.222.0.21 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867903 Jul 05 11:07:59.780469 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-57884cc0-fc1b-4587-b2b3-63a1ccfd200b service neutron] 10.222.0.21 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051137 Jul 05 11:07:59.819463 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.830939 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Transition to ACTIVE for port object 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:07:59.838360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.908087 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaab08b-1087-43da-b11b-b1edd2813a74 None None] Pushing event updated for resources: {'Port': ['ID=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:07:59.981954 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Attempting to bind port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 on host n-d-771363-33 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:07:59.982677 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Attempting to bind port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 by drivers openvswitch,hyperv on host n-d-771363-33 at level 0 using segments [{'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:07:59.983341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Attempting to bind port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 on network 426db076-49de-4a8c-9845-70c99ace20b0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:07:59.989246 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Checking agent: {'id': '6a291bdc-5c4c-4fd3-9e9d-c87b6b855e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 22, 17), 'started_at': datetime.datetime(2021, 7, 5, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:07:59.989672 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Checking segment: {'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:07:59.990089 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:59.990486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Bound using segment: {'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:07:59.990967 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Bound port: 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6, host: n-d-771363-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:07:59.991386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:00.016323 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d983ce6-8102-4f46-b77c-2fbc92d16284 req-cc84749c-6225-4be9-827b-221e754a8bc5 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 210 time: 0.0379527 Jul 05 11:08:00.085294 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] For port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6, host n-d-771363-33, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:08:00.090016 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] For port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6, host n-d-771363-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,segment=NetworkSegment(a946bc0c-c3c2-48bf-b0cd-d04a77a4687c),segment_id=a946bc0c-c3c2-48bf-b0cd-d04a77a4687c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:08:00.098936 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:00.181806 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Routers {'260c8e0f-4571-412d-bd7c-1a56f8e62d32'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:08:00.183799 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:00.192042 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaab08b-1087-43da-b11b-b1edd2813a74 None None] Pushing event updated for resources: {'Port': ['ID=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:00.358632 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] Set router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:08:00.612026 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:00.619152 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:00.644358 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:07:56Z', 'revision_number': 4, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port': {'id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:53Z', 'updated_at': '2021-07-05T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '234980b1-6fa0-4dde-be5c-4fcdd5df6ea6', 'name': '', 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'mac_address': 'fa:16:3e:92:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '94217728-875e-41bd-a195-d772af34f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:55Z', 'updated_at': '2021-07-05T11:08:00Z', 'revision_number': 4, 'project_id': '320f217e057442c8b2269f81b204a231', 'subnets': [{'id': '94217728-875e-41bd-a195-d772af34f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:00.672160 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1c3de-ab99-4949-bff7-4976f1694298 None None] The sync data for ids ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'] in n-d-771363-33 is: [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:07:56Z', 'revision_number': 4, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port': {'id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:53Z', 'updated_at': '2021-07-05T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': '234980b1-6fa0-4dde-be5c-4fcdd5df6ea6', 'name': '', 'network_id': '426db076-49de-4a8c-9845-70c99ace20b0', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'mac_address': 'fa:16:3e:92:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '94217728-875e-41bd-a195-d772af34f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:55Z', 'updated_at': '2021-07-05T11:08:00Z', 'revision_number': 4, 'project_id': '320f217e057442c8b2269f81b204a231', 'subnets': [{'id': '94217728-875e-41bd-a195-d772af34f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:08:01.053411 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2603a6da-7027-487f-bc5f-05667b31a6a4 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:08:01.109426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 2603a6da-7027-487f-bc5f-05667b31a6a4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:01.109797 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:01.189422 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-983c3663-3c57-40d2-88b0-1dbaec3f2de2 req-86cdaa71-90a5-4de9-89f2-d3b8c32eca00 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 210 time: 0.0334437 Jul 05 11:08:01.203110 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:08:01.254758 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning for port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:08:01.258863 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:01.259276 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:01.339322 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:01.379015 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] For port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,segment=NetworkSegment(a946bc0c-c3c2-48bf-b0cd-d04a77a4687c),segment_id=a946bc0c-c3c2-48bf-b0cd-d04a77a4687c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:01.383387 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:01.436049 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Pushing event updated for resources: {'Port': ['ID=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:01.570834 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-098d4e93-0cba-4e75-91a0-03076cfe008d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:01.572281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-098d4e93-0cba-4e75-91a0-03076cfe008d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 810 time: 0.1163287 Jul 05 11:08:01.627591 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-a4a2093e-6220-4e4a-829d-9ab40f37b8af tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4 HTTP/1.1" status: 200 len: 380 time: 0.0382156 Jul 05 11:08:01.640418 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'port': {'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'admin_state_up': True, 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'security_groups': ['b67e315f-cecb-4bb2-b353-2c67652dfe3c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:08:01.751638 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Made reservation on behalf of 84c56ef3b0fd492ebf0dea5cb6f6e8a4 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:08:01.755462 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:01.884380 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Allocated IP 172.20.0.9 (4a3a30b5-b411-4690-af7f-325d84de1ccb/cd0e3073-0e35-457e-92a5-5fc9d9b047c9/08d7fbf1-ea54-4cc4-bc86-388261a3d7e5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:08:02.025520 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.039192 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Transition to ACTIVE for port object 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:08:02.072871 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.118352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:08:02.124324 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:08:02.128171 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:08:02.153024 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:02.184471 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:02.185826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.203826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-aa8542ce-1853-4a2e-9538-56ed3d9b6f28 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678878 Jul 05 11:08:02.220634 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Request body: {'port': {'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:08:02.322585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.391591 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82af2b46-3d0e-4933-b374-abd655e811a8 None None] Provisioning for port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:08:02.395410 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82af2b46-3d0e-4933-b374-abd655e811a8 None None] Provisioning complete for port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:02.395755 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82af2b46-3d0e-4933-b374-abd655e811a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.436543 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82af2b46-3d0e-4933-b374-abd655e811a8 None None] Port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:08:02.477982 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48662624-a961-4fce-9f4a-07a47669c224 req-8e85f737-d616-4eb3-9a6d-d38cfe6d518d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:02.479570 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48662624-a961-4fce-9f4a-07a47669c224 req-8e85f737-d616-4eb3-9a6d-d38cfe6d518d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 931 time: 0.1586909 Jul 05 11:08:02.571362 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-48662624-a961-4fce-9f4a-07a47669c224 req-ad607678-8dd1-4efd-960c-1de9312891e6 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838902 Jul 05 11:08:02.677194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:08:02.686344 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.699527 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Transition to ACTIVE for port object 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:08:02.704666 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.758052 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:02.837320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Attempting to bind port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 on host n-h1-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:08:02.837884 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Attempting to bind port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 by drivers openvswitch,hyperv on host n-h1-771363-33 at level 0 using segments [{'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:08:02.838399 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Attempting to bind port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 on network 4a3a30b5-b411-4690-af7f-325d84de1ccb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:02.844420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 on network 4a3a30b5-b411-4690-af7f-325d84de1ccb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:08:02.844829 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Attempting to bind port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 on network 4a3a30b5-b411-4690-af7f-325d84de1ccb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:02.850507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Checking agent: {'id': '04982edb-1b91-4d99-adff-ee59eb2735b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:08:02.850844 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Checking segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:08:02.851261 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Bound using segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:08:02.851696 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Bound port: 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host: n-h1-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:08:02.852049 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.930390 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:08:02.934175 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:08:02.941479 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.943368 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 up at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:08:02.980302 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:02.981692 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:02.983685 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] 10.222.0.15 "PUT /v2.0/ports/08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 1092 time: 0.7677310 Jul 05 11:08:02.986194 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:02.988618 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d249b-b451-4014-b408-f2a1f9e2e6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:03.000004 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Provisioning complete for port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:03.000872 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:03.026167 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdd240-3652-4c33-b6dc-d2fba48ef4db service neutron] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:03.039296 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ccb5ba-af2e-4375-8728-86068cfd706c x-openstack-request-id: req-37ccb5ba-af2e-4375-8728-86068cfd706c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:03.040248 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:03.040528 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37ccb5ba-af2e-4375-8728-86068cfd706c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:03.041096 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'status': 'completed', 'code': 200} Jul 05 11:08:03.111549 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-d121dd28-e514-4d1f-9954-632d78c24cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.113104 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-d121dd28-e514-4d1f-9954-632d78c24cd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1095 time: 0.0628371 Jul 05 11:08:03.164976 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-dd17fc6e-c3e7-45bd-8ee2-77bfe71b0b0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 217 time: 0.0404510 Jul 05 11:08:03.221514 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-d5a6c9d9-23cd-4d3b-b407-68b935e86589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.223233 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-d5a6c9d9-23cd-4d3b-b407-68b935e86589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0489957 Jul 05 11:08:03.298534 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-63570821-9bff-49f0-8ffd-34607c437541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.300177 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-63570821-9bff-49f0-8ffd-34607c437541 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665309 Jul 05 11:08:03.401072 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-9293840f-f843-48ea-a16a-6c5222fadc1a service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899677 Jul 05 11:08:03.494360 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2649d60a-f60d-40f6-b3a0-b2a7193fa489 req-5b6fe6d1-734c-431b-a5fa-40ce0d6ceb47 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835276 Jul 05 11:08:03.600196 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-32fa74ca-ed98-4521-a460-c6045f632de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.601699 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-32fa74ca-ed98-4521-a460-c6045f632de5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1095 time: 0.0549028 Jul 05 11:08:03.729688 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-8dcf1ae9-4da8-4c4b-b9a7-82b8b7a85664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.731179 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-8dcf1ae9-4da8-4c4b-b9a7-82b8b7a85664 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.1221361 Jul 05 11:08:03.785581 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-2b909a09-eff0-4908-a727-45479eb8d218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 217 time: 0.0427098 Jul 05 11:08:03.801443 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c091ea0-4ec4-4495-91b5-d8378c397ee5 req-ea7220a6-2f18-4538-b698-ab6cf7cb6149 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.802944 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c091ea0-4ec4-4495-91b5-d8378c397ee5 req-ea7220a6-2f18-4538-b698-ab6cf7cb6149 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 943 time: 0.1132426 Jul 05 11:08:03.873586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-11903c4a-07a6-4a0c-952d-e2ff97b7eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.875180 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-11903c4a-07a6-4a0c-952d-e2ff97b7eed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0712888 Jul 05 11:08:03.877979 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5c091ea0-4ec4-4495-91b5-d8378c397ee5 req-6f2a1567-a750-4a5b-b1f3-7bf3f86e0c63 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659959 Jul 05 11:08:03.938533 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-92616580-8abe-45ff-a627-5eb9de6a4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:03.940109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-92616580-8abe-45ff-a627-5eb9de6a4d8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575228 Jul 05 11:08:04.045336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-41ede318-f3f7-4bbe-a210-f416c1555c76 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963786 Jul 05 11:08:04.135819 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-822d249b-b451-4014-b408-f2a1f9e2e6f9 req-73a0a34f-5f37-4d55-b0be-8b68114fe42e service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832095 Jul 05 11:08:05.062352 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac3613-7f8d-448b-bd19-cad819e9830f req-ccac4d77-23da-40fb-97db-91324be696bb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:05.063913 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-abac3613-7f8d-448b-bd19-cad819e9830f req-ccac4d77-23da-40fb-97db-91324be696bb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 943 time: 0.0719464 Jul 05 11:08:05.457637 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-abac3613-7f8d-448b-bd19-cad819e9830f req-788899b3-9b59-4644-bb80-2e977afb1e1c tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874388 Jul 05 11:08:06.009324 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:08:06.114955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:06.131678 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:08:06.173848 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:06.187203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:08:06.206275 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:06.210462 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:06.261218 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:06.505495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:08:06.641697 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2109-b2a2-4a6b-b866-e1a6c0be047a req-b37f508c-c54f-4d26-af48-60bdb69ec5d4 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:06.643196 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b59e2109-b2a2-4a6b-b866-e1a6c0be047a req-b37f508c-c54f-4d26-af48-60bdb69ec5d4 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 944 time: 0.0635214 Jul 05 11:08:06.683185 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b59e2109-b2a2-4a6b-b866-e1a6c0be047a req-76a893e5-18eb-4363-ad20-6ce843d57821 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344055 Jul 05 11:08:07.868003 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a238d3-842c-4e39-a712-15a9fac6a821 req-6a1f382a-bac7-4c61-b205-1d322afcb355 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:07.869607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39a238d3-842c-4e39-a712-15a9fac6a821 req-6a1f382a-bac7-4c61-b205-1d322afcb355 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 944 time: 0.0696869 Jul 05 11:08:07.915349 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-39a238d3-842c-4e39-a712-15a9fac6a821 req-bdcb8168-b867-49b4-9a01-bcd20901a80c tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Jul 05 11:08:08.010203 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:08:08.064281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning for port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:08:08.068169 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:08.068547 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:08.150369 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:08.176847 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:08.179203 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad38267-f48c-4f1e-aed3-37426b406d5d" -d '{"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-plugged", "status": "completed", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:08.193088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:08.198085 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:08.222633 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa9868c-f237-4d32-85b8-a78828b1912a x-openstack-request-id: req-3fa9868c-f237-4d32-85b8-a78828b1912a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:08.222929 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-plugged", "status": "completed", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:08.223214 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fa9868c-f237-4d32-85b8-a78828b1912a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:08.223603 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'code': 200} Jul 05 11:08:08.252854 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:08.347758 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ce781-d713-4a7a-b196-7cecc64dda90 req-955cf667-56e2-49fa-827c-662ec233210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:08.349268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b4ce781-d713-4a7a-b196-7cecc64dda90 req-955cf667-56e2-49fa-827c-662ec233210e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1097 time: 0.0519640 Jul 05 11:08:08.389718 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-3b4ce781-d713-4a7a-b196-7cecc64dda90 req-253f16bd-6c95-4452-9d48-b410b93eff1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301051 Jul 05 11:08:09.093800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2506e1-a27c-4f7e-95d9-37d000e65e7b req-da870c58-851f-40e8-96c9-3f343beacf65 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:09.095363 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc2506e1-a27c-4f7e-95d9-37d000e65e7b req-da870c58-851f-40e8-96c9-3f343beacf65 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 945 time: 0.0650487 Jul 05 11:08:09.133578 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cc2506e1-a27c-4f7e-95d9-37d000e65e7b req-ff374393-a682-444d-8f77-11fd9cf74f30 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326028 Jul 05 11:08:10.317729 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb8e5-cce3-4d8d-8f60-1ad223ba04a4 req-ad7581c9-2f3c-486e-a363-0d3ad8b05281 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:10.319268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0feb8e5-cce3-4d8d-8f60-1ad223ba04a4 req-ad7581c9-2f3c-486e-a363-0d3ad8b05281 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 945 time: 0.0691361 Jul 05 11:08:10.358659 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e0feb8e5-cce3-4d8d-8f60-1ad223ba04a4 req-1d49de28-aea2-427a-9e96-05e8bde588d1 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Jul 05 11:08:10.543226 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320402c8-dd04-405b-964b-c6d6f20021e0 req-4d9e2787-0d9c-4c47-bd28-249d9eec0a7d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:10.545593 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-320402c8-dd04-405b-964b-c6d6f20021e0 req-4d9e2787-0d9c-4c47-bd28-249d9eec0a7d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 945 time: 0.0685120 Jul 05 11:08:10.583724 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-320402c8-dd04-405b-964b-c6d6f20021e0 req-3160f0ee-34fa-4391-8768-394084312586 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 Jul 05 11:08:10.607767 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:08:10.708810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd9bc3c-1223-423c-af30-11eaa3d1f05c tempest-TestSnapshotPattern-2017566469 tempest-TestSnapshotPattern-2017566469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:10.710237 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-0bd9bc3c-1223-423c-af30-11eaa3d1f05c tempest-TestSnapshotPattern-2017566469 tempest-TestSnapshotPattern-2017566469-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1092 time: 0.1013284 Jul 05 11:08:10.713169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:08:10.717927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:08:10.740585 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:10.844764 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:10.955505 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Allocated IP 172.25.1.85 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/a8723a18-01a5-43a2-9e3b-f121064a5280) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:08:11.061893 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:11.100042 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:11.140857 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:08:11.146214 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:08:11.149537 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:08:11.155692 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'Port': ['ID=a8723a18-01a5-43a2-9e3b-f121064a5280,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:11.537520 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:11.618714 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:11.778944 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:11.783737 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:11.848643 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'Port': ['ID=a8723a18-01a5-43a2-9e3b-f121064a5280,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:11.864359 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:11.967801 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Floating IP a803272c-4edc-42d9-aefe-7235eef3cb9a associated. External IP: 172.25.1.85, port: 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5. Jul 05 11:08:12.181593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Router 3a88e91b-171e-45fe-8526-e2dd741bea77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:08:12.289501 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:08:12.299614 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] Sync routers for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:08:12.306117 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:12.309178 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:08:12.310381 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:12.357531 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-312f3ef3-dff8-4c6b-b027-9a8689379883 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6292388 Jul 05 11:08:12.357531 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:12.357531 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618f2e7d-648c-49d0-854c-bc13a1a7af8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:12.382788 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f69133-9362-4247-8fa6-43d7baf17c34 x-openstack-request-id: req-38f69133-9362-4247-8fa6-43d7baf17c34 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:12.383097 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:12.383351 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f69133-9362-4247-8fa6-43d7baf17c34 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:12.383748 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'status': 'completed', 'code': 200} Jul 05 11:08:12.415815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:08:12.460362 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-d62b800b-58b5-4e77-a078-3ac1e4ca40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:12.461945 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-d62b800b-58b5-4e77-a078-3ac1e4ca40d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1097 time: 0.0553181 Jul 05 11:08:12.559577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-94333423-f2e3-4c11-9b7b-1b1e17a0467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:12.561281 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-94333423-f2e3-4c11-9b7b-1b1e17a0467a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.0931203 Jul 05 11:08:12.630096 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-036aad80-1f2a-4252-92b9-72ad736343fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 998 time: 0.0616784 Jul 05 11:08:12.649178 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:11Z', 'revision_number': 0, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:12.679822 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] Checking router: 3a88e91b-171e-45fe-8526-e2dd741bea77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:08:12.685357 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:08:12.686022 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:07:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:12.688102 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-a821f827-05cb-4af6-8544-f480482c9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:12.689664 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-a821f827-05cb-4af6-8544-f480482c9d0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0534685 Jul 05 11:08:12.755396 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-91d8ec8c-5c4a-439f-8c46-72c3a671a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:12.756975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-91d8ec8c-5c4a-439f-8c46-72c3a671a63f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595491 Jul 05 11:08:12.796196 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:08:12.848277 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-4700608d-89c0-4cb4-be9d-3727fb288fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Jul 05 11:08:12.952822 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-618f2e7d-648c-49d0-854c-bc13a1a7af8f req-2be3a53e-8c7f-4acb-900b-5d09fdb92b5f service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971062 Jul 05 11:08:12.969658 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:08:13.038286 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:11Z', 'revision_number': 0, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:13.068265 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d8479-3168-4b5c-9da8-f6a3af65a9e4 None None] The sync data for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 is: [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:11Z', 'revision_number': 0, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:08:13.270642 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb81ba-b014-4fe6-a406-fc862c15b736 None None] New status for floating IP a803272c-4edc-42d9-aefe-7235eef3cb9a: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:08:14.157907 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa62ab2f-5228-48e2-b124-ddba4300af80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:16.935184 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a05416e-d321-4cd9-bc09-b43b11a9cce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:16.958531 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:18.383123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:20.125984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:30.584315 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:30.602145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:34.586372 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-99426673-4a1c-486f-8421-66cc199be559 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532207 Jul 05 11:08:34.684174 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701b658-dd40-4235-9f51-10d73377d612 req-45aa74da-99e5-464d-82ad-61f003782499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.685677 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-45aa74da-99e5-464d-82ad-61f003782499 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1097 time: 0.0550601 Jul 05 11:08:34.795827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701b658-dd40-4235-9f51-10d73377d612 req-4f883c09-4426-449c-9efa-67c3a4e79b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.797446 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-4f883c09-4426-449c-9efa-67c3a4e79b7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.0911353 Jul 05 11:08:34.866119 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-30d31de2-d73f-49d1-b942-35e62f3bb62a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0605872 Jul 05 11:08:34.920146 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701b658-dd40-4235-9f51-10d73377d612 req-9942b1fb-afa5-4e9f-9bf4-08ccb57d82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.921966 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-9942b1fb-afa5-4e9f-9bf4-08ccb57d82cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0490451 Jul 05 11:08:34.982345 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701b658-dd40-4235-9f51-10d73377d612 req-0a58d1e2-9789-4a8e-8823-aae45fb1d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.984101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-0a58d1e2-9789-4a8e-8823-aae45fb1d77f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542185 Jul 05 11:08:35.077403 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-cc73b8ab-d790-49b9-81cc-fdaad0749729 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Jul 05 11:08:35.172079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9701b658-dd40-4235-9f51-10d73377d612 req-c505bbe6-a83c-4375-a55a-e93dec468be2 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876851 Jul 05 11:08:44.159577 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd94ecc8-c911-4350-a916-58fa4e84a62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:46.937617 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37dccfe0-57de-4339-9dd4-61edd4f747fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:46.961785 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:48.386046 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:49.970763 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:08:50.137187 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:00.609275 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:00.613386 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:14.168032 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-552c5a1e-ac54-4699-8cf6-d541aeb6898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:16.947739 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7814c4ba-0c0c-455b-847e-e50039feced5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:16.974243 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:18.391663 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:20.131477 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:26.972015 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:09:30.597689 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:30.623176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:34.600982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-1dcac388-f7ab-469e-9e94-d5de10e45f2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530953 Jul 05 11:09:34.701320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-943a39e8-5ce3-4ae6-a03b-cb902861b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:34.702826 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-943a39e8-5ce3-4ae6-a03b-cb902861b8cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1097 time: 0.0542064 Jul 05 11:09:34.812332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-b3ab03ca-094f-4c9f-8bd4-beef219c8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:34.813799 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-b3ab03ca-094f-4c9f-8bd4-beef219c8613 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.0883029 Jul 05 11:09:34.881443 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-3279604e-c513-43fc-9546-933e7bcdc6b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0596392 Jul 05 11:09:34.933959 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-69223dfe-af37-49e3-9d99-5e7cd6e13d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:34.935457 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-69223dfe-af37-49e3-9d99-5e7cd6e13d04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0477457 Jul 05 11:09:34.993090 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-4eef1ede-d75c-468b-acc8-d2be5d65588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:34.995188 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-4eef1ede-d75c-468b-acc8-d2be5d65588a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518780 Jul 05 11:09:35.086178 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-37e505cf-56a1-41da-b875-96b04fbeb915 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834639 Jul 05 11:09:35.186159 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4dbfe22e-0676-4d19-9ea7-2364355da237 req-c038311d-e742-4374-ad7f-df0d4247888b service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926907 Jul 05 11:09:44.161406 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14bca49d-65c5-491a-a638-b14db599522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:46.943918 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a37fe11b-f074-4f99-9391-b54ad569a7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:46.967040 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:48.393399 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:50.133799 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:00.612661 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:00.633395 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:03.973488 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:10:12.615751 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 details requested by agent hyperv_n-h1-771363-33 with host n-h1-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:10:12.714926 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:12.725880 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Returning: {'device': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:10:12.767357 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:12.780615 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:10:12.799961 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:12.804088 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:12.855495 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:12.863146 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.863498 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.863841 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.864183 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.864518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.864929 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.865394 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.865764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.866103 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.866486 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.866999 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.867338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:12.907748 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] get_ports_and_sgs() called for port_ids ['08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:10:14.157299 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-088e5a66-1d1b-4edf-9b8c-4411c9cc386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:14.623585 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 up at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:10:14.677480 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Provisioning complete for port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:10:14.678149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:14.776893 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:14.805124 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:14.808809 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c31f9b-e632-4a88-a9d0-be897e32c693" -d '{"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-plugged", "status": "completed", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:14.825663 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:14.832745 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:14.908960 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0543b66-3127-47cc-83fe-73689b412838 x-openstack-request-id: req-f0543b66-3127-47cc-83fe-73689b412838 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:14.909202 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-plugged", "status": "completed", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:14.909460 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0543b66-3127-47cc-83fe-73689b412838 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:14.909855 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'code': 200} Jul 05 11:10:14.915366 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:16.954574 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9e43e8-cf25-49b7-b896-e3cbee595356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:16.978910 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:18.402595 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:20.139800 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:24.076877 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-48ab9ef4-0d33-47f1-bcc4-2a9f44bac422 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942642882&fields=id&tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4 HTTP/1.1" status: 200 len: 267 time: 0.0347996 Jul 05 11:10:24.186423 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-f4c81137-13c0-40d6-88bf-5e54ad2d78bf tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:24.187921 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-f4c81137-13c0-40d6-88bf-5e54ad2d78bf tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 810 time: 0.1044629 Jul 05 11:10:24.203509 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-197a7ae1-ec33-4379-94df-e03a79e73005 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/quotas/84c56ef3b0fd492ebf0dea5cb6f6e8a4 HTTP/1.1" status: 200 len: 375 time: 0.0102060 Jul 05 11:10:24.275758 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-324108e6-86f2-4074-9bc8-11e80d07174f tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0673616 Jul 05 11:10:24.369168 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-bdfb13ad-a574-449f-864b-4ba910af6510 service neutron] 10.222.0.21 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817347 Jul 05 11:10:24.462781 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-7d43b850-48eb-4318-8be6-5eb8102b7b52 service neutron] 10.222.0.21 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876987 Jul 05 11:10:25.659293 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-6b426b93-4208-4402-9096-1859a1debe2b req-22988222-ceae-45c4-bbbc-83789d5e72e2 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 210 time: 0.0301871 Jul 05 11:10:26.706815 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:10:26.798069 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:26.826163 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:26.828687 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2fda71-3d0c-4456-ab74-3cc5a57c6efd" -d '{"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-unplugged", "status": "completed", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:26.839653 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-25f85314-de3f-49f9-92d4-14c7690e830e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:26.841127 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-25f85314-de3f-49f9-92d4-14c7690e830e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.16 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 810 time: 0.1265707 Jul 05 11:10:26.842764 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:26.848581 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:26.869857 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-f927fde6-3ac4-4bcc-809c-ac8a587b820a req-bf569b3c-0492-42c9-9d3d-d1c9c188ad90 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 210 time: 0.0579004 Jul 05 11:10:26.901995 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-f12c74d1-043c-4fc4-aaf5-8fcc5df746e8 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4 HTTP/1.1" status: 200 len: 380 time: 0.0400651 Jul 05 11:10:26.904752 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Pushing event updated for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:26.912750 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'port': {'device_id': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'admin_state_up': True, 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'security_groups': ['b67e315f-cecb-4bb2-b353-2c67652dfe3c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:10:26.940828 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26406fb3-0d81-4a32-bf28-3c4fa5b74a5b x-openstack-request-id: req-26406fb3-0d81-4a32-bf28-3c4fa5b74a5b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:26.942502 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-unplugged", "status": "completed", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:26.942949 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26406fb3-0d81-4a32-bf28-3c4fa5b74a5b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:26.943579 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'code': 200} Jul 05 11:10:27.028181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Made reservation on behalf of 84c56ef3b0fd492ebf0dea5cb6f6e8a4 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:10:27.032360 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:27.163132 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Allocated IP 172.20.0.5 (4a3a30b5-b411-4690-af7f-325d84de1ccb/cd0e3073-0e35-457e-92a5-5fc9d9b047c9/e15e3672-796a-4d4e-bf63-a78c0ec2c8cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:10:27.334574 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:27.351272 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Transition to ACTIVE for port object e15e3672-796a-4d4e-bf63-a78c0ec2c8cf will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:10:27.392167 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:27.439339 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:10:27.450833 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:10:27.454018 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:10:27.461464 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:27.499870 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.500217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.500561 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.500900 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.501235 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.501563 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.501893 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.502217 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.502562 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.502864 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.503211 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.503541 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:10:27.544059 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:27.545012 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:27.565082 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-073ece78-ef6c-44fc-9281-c4d341512621 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562457 Jul 05 11:10:27.750448 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6267eb68-3e5a-49d1-9151-47e5ff01c336 None None] Provisioning for port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:10:27.756777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6267eb68-3e5a-49d1-9151-47e5ff01c336 None None] Provisioning complete for port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:10:27.757150 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6267eb68-3e5a-49d1-9151-47e5ff01c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:27.796406 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6267eb68-3e5a-49d1-9151-47e5ff01c336 None None] Port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:10:28.073458 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1dd4-2463-4870-a338-486f31631485 req-69b3772a-b2d7-4ee9-b228-4010a76b1a74 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:28.074940 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-623d1dd4-2463-4870-a338-486f31631485 req-69b3772a-b2d7-4ee9-b228-4010a76b1a74 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.0766010 Jul 05 11:10:28.116502 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-623d1dd4-2463-4870-a338-486f31631485 req-40dfa9c9-976a-434a-b8b6-5ea6496d15bc tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355728 Jul 05 11:10:29.309852 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dff7b9-9afa-46f3-8b50-38f541dc1fe9 req-9b75090c-8ec8-4a91-98ee-87d4a50f997e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:29.311624 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9dff7b9-9afa-46f3-8b50-38f541dc1fe9 req-9b75090c-8ec8-4a91-98ee-87d4a50f997e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.0705404 Jul 05 11:10:29.361059 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d9dff7b9-9afa-46f3-8b50-38f541dc1fe9 req-e3873141-8f14-4014-82a0-4d2505b1a93a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Jul 05 11:10:30.563593 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b0e26-7fc7-4569-8a39-94d786f1938c req-09d2022d-36a2-489a-af4b-6801d8d9beb9 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:30.565101 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-183b0e26-7fc7-4569-8a39-94d786f1938c req-09d2022d-36a2-489a-af4b-6801d8d9beb9 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.0781500 Jul 05 11:10:30.608350 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-183b0e26-7fc7-4569-8a39-94d786f1938c req-9376929c-49b7-4096-ab77-f8e1d7471974 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377195 Jul 05 11:10:30.613515 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:30.659942 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:31.830687 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954fed-aebf-4212-b9ee-c72c2ad7b653 req-3aa61e3f-792c-43d5-a889-bb777a06f65d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:31.832391 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a954fed-aebf-4212-b9ee-c72c2ad7b653 req-3aa61e3f-792c-43d5-a889-bb777a06f65d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.0811322 Jul 05 11:10:31.878683 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5a954fed-aebf-4212-b9ee-c72c2ad7b653 req-e837e1ab-640a-465d-99a8-eacab76953ca tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Jul 05 11:10:33.168332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe9c99-53ca-4856-b979-7b8c0f3dfb99 req-eb73f59c-5463-4471-bb9a-33aeeecd9daf tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:33.169998 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7fe9c99-53ca-4856-b979-7b8c0f3dfb99 req-eb73f59c-5463-4471-bb9a-33aeeecd9daf tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.1033278 Jul 05 11:10:33.215322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a7fe9c99-53ca-4856-b979-7b8c0f3dfb99 req-d23db48a-b002-4445-90d7-1f4c63cb0252 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394609 Jul 05 11:10:34.400801 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d901cc7-66e1-4441-9c1a-eef92a2e95a5 req-eb75f409-13b1-41dc-9a9b-74c7d8fa543d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:34.402317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d901cc7-66e1-4441-9c1a-eef92a2e95a5 req-eb75f409-13b1-41dc-9a9b-74c7d8fa543d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.0707321 Jul 05 11:10:34.446959 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-8d901cc7-66e1-4441-9c1a-eef92a2e95a5 req-3946b068-3f6d-4ca0-ba51-b478652d1cd8 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385511 Jul 05 11:10:35.646005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c2767-09c2-4a94-adb9-504d020b7ebf req-8b814213-fda6-41b3-9dc9-67035b9c2c98 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:35.647530 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd5c2767-09c2-4a94-adb9-504d020b7ebf req-8b814213-fda6-41b3-9dc9-67035b9c2c98 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.0740509 Jul 05 11:10:35.698318 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-fd5c2767-09c2-4a94-adb9-504d020b7ebf req-de04b020-1b2e-45f4-b771-01fc6b9d60da tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443575 Jul 05 11:10:36.607952 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-be54af6b-6649-457a-a65b-098eb209ee5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655029 Jul 05 11:10:36.714808 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-adbc4273-eea9-4ee1-ae65-d6d86039b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:36.716427 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-adbc4273-eea9-4ee1-ae65-d6d86039b248 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1095 time: 0.0545321 Jul 05 11:10:36.866185 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-751623a5-95a5-481f-a469-b8083780ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:36.867768 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-751623a5-95a5-481f-a469-b8083780ee1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.1264195 Jul 05 11:10:36.938544 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22976-5994-481b-9af9-d79bc1e08744 req-c63c2f5f-eb70-4f65-baff-20e15ce8d9a3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:36.940073 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53a22976-5994-481b-9af9-d79bc1e08744 req-c63c2f5f-eb70-4f65-baff-20e15ce8d9a3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 931 time: 0.1296360 Jul 05 11:10:36.958343 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-243f4415-f869-47a4-b3ff-bef2e8cfe414 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 998 time: 0.0829141 Jul 05 11:10:37.024709 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-30ecf680-c4ca-430c-ae5e-aa0e8600a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:37.026176 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-30ecf680-c4ca-430c-ae5e-aa0e8600a099 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0602610 Jul 05 11:10:37.028996 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-53a22976-5994-481b-9af9-d79bc1e08744 req-5bd40703-32f7-4e53-a357-8208593029be tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814152 Jul 05 11:10:37.089441 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-4acf7fb5-0da0-4867-b2e3-fc4358d16fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:37.090914 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-4acf7fb5-0da0-4867-b2e3-fc4358d16fdb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571375 Jul 05 11:10:37.181029 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-e2c4d6b9-8466-4a41-a418-62265f7b2560 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819240 Jul 05 11:10:37.646312 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e06f1325-3623-4c54-8bfa-34d3d9121ced req-025631bf-9fdf-46a3-b05a-c3cf58f44ebb service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576743 Jul 05 11:10:37.662155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Request body: {'port': {'device_id': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:10:37.735965 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:38.003371 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15e3672-796a-4d4e-bf63-a78c0ec2c8cf {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:10:38.011660 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:38.024178 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Transition to ACTIVE for port object e15e3672-796a-4d4e-bf63-a78c0ec2c8cf will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:10:38.027683 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:38.079855 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:38.170853 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Attempting to bind port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf on host n-h2-771363-33 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:10:38.171291 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Attempting to bind port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf by drivers openvswitch,hyperv on host n-h2-771363-33 at level 0 using segments [{'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:10:38.171535 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Attempting to bind port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf on network 4a3a30b5-b411-4690-af7f-325d84de1ccb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:10:38.198930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf on network 4a3a30b5-b411-4690-af7f-325d84de1ccb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-33 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:10:38.199305 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Attempting to bind port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf on network 4a3a30b5-b411-4690-af7f-325d84de1ccb {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:10:38.207332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Checking agent: {'id': '6acd89b4-3b43-406b-8e95-9abe896adddb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'started_at': datetime.datetime(2021, 7, 5, 9, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:10:38.207674 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Checking segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:10:38.208035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Bound using segment: {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:10:38.208461 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Bound port: e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host: n-h2-771363-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff417c8c-4334-48d2-9585-af5705ec2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:10:38.208810 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:38.275967 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a37c-7c6d-4eb9-901f-e732e76b1916 req-a73e3300-ac84-4d85-86d9-559a61352720 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:38.277421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4f1a37c-7c6d-4eb9-901f-e732e76b1916 req-a73e3300-ac84-4d85-86d9-559a61352720 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 943 time: 0.1212795 Jul 05 11:10:38.313731 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:10:38.335454 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:10:38.344735 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d4f1a37c-7c6d-4eb9-901f-e732e76b1916 req-bc23c89d-63f2-4c08-9984-51d72f7d4b91 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567508 Jul 05 11:10:38.345789 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:38.385169 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:38.385603 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:38.387009 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] 10.222.0.16 "PUT /v2.0/ports/e15e3672-796a-4d4e-bf63-a78c0ec2c8cf HTTP/1.1" status: 200 len: 1092 time: 0.7885981 Jul 05 11:10:38.387809 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:38.390182 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2f0950-e51b-40e5-8668-5d04d69c6c08" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:38.420375 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621f0ee-e5af-4f4d-a1f2-e4e7bb7f7aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:38.487299 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-188cbea9-42f2-4f70-b33b-2415f03809c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:38.488855 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-188cbea9-42f2-4f70-b33b-2415f03809c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 1095 time: 0.0577621 Jul 05 11:10:38.507304 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a1d0d0-9808-4c56-918a-9d9462c7f65b x-openstack-request-id: req-98a1d0d0-9808-4c56-918a-9d9462c7f65b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:38.507590 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:38.507833 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98a1d0d0-9808-4c56-918a-9d9462c7f65b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:38.508865 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'status': 'completed', 'code': 200} Jul 05 11:10:38.540217 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-0b902eb3-fcaa-44a2-afff-fd35a5761d38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf HTTP/1.1" status: 200 len: 217 time: 0.0395219 Jul 05 11:10:38.594714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-d0dccb86-6495-425a-a3db-20bff673f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:38.596283 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-d0dccb86-6495-425a-a3db-20bff673f979 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0503926 Jul 05 11:10:38.658181 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-3cb24da3-5c16-43c1-8a3d-01ae6ebc5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:38.659642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-3cb24da3-5c16-43c1-8a3d-01ae6ebc5c5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529652 Jul 05 11:10:38.750259 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-67035992-5819-43dc-ad08-ca74485241fc service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818684 Jul 05 11:10:38.844753 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2dc451f5-d247-4657-9eaf-0ee6c7ac03ff req-4eded2a2-5d98-45d1-9f29-3dbd16b573c6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874603 Jul 05 11:10:38.946800 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-82162162-d23f-4de6-884f-e70320a6ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:38.948368 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-82162162-d23f-4de6-884f-e70320a6ba95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 1095 time: 0.0556028 Jul 05 11:10:39.048586 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-5984c9de-b1d9-4e23-a76a-520229e1a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:39.050113 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-5984c9de-b1d9-4e23-a76a-520229e1a3d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.0944049 Jul 05 11:10:39.093667 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-4b1adcc6-4401-44a1-9f95-26ae692bcbfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf HTTP/1.1" status: 200 len: 217 time: 0.0358555 Jul 05 11:10:39.142944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-ae2d018b-db38-4c73-8f68-2e65f87e4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:39.144357 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-ae2d018b-db38-4c73-8f68-2e65f87e4013 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0434232 Jul 05 11:10:39.213320 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-79b6bfe2-c308-4dd9-87d5-f97d40f96c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:39.214833 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-79b6bfe2-c308-4dd9-87d5-f97d40f96c5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619121 Jul 05 11:10:39.304788 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-583917d9-28ab-4197-ba06-37248961f2eb service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818627 Jul 05 11:10:39.402660 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-ab2f0950-e51b-40e5-8668-5d04d69c6c08 req-478b7163-c2f4-47c1-9adf-9072139fbeb5 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909643 Jul 05 11:10:39.528246 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af201039-0deb-432d-b952-4ef93856a2f7 req-2528502c-3c1b-44b9-aabd-70c176b18b7d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:39.529741 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af201039-0deb-432d-b952-4ef93856a2f7 req-2528502c-3c1b-44b9-aabd-70c176b18b7d tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 943 time: 0.0665681 Jul 05 11:10:39.567289 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-af201039-0deb-432d-b952-4ef93856a2f7 req-61385f50-78d6-42d3-80c5-e1f97962575b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Jul 05 11:10:40.748591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd43bc4-7cee-4388-8f04-976b05bcce37 req-0b9ce569-f53f-4f97-9951-a4d51c326cb2 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:40.750094 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cd43bc4-7cee-4388-8f04-976b05bcce37 req-0b9ce569-f53f-4f97-9951-a4d51c326cb2 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 943 time: 0.0640881 Jul 05 11:10:40.789807 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-4cd43bc4-7cee-4388-8f04-976b05bcce37 req-11078c3f-a396-4c6d-9db2-60c259917b18 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340109 Jul 05 11:10:40.974860 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:10:41.979790 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127d9f-5a83-48e5-9e96-0aea290e3204 req-0ae81b0e-e81c-4572-92f2-4462cb72b479 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.981322 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1127d9f-5a83-48e5-9e96-0aea290e3204 req-0ae81b0e-e81c-4572-92f2-4462cb72b479 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 943 time: 0.0775073 Jul 05 11:10:42.020895 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-b1127d9f-5a83-48e5-9e96-0aea290e3204 req-eaee1e0b-0ad7-4ce1-8117-ad1270ef3961 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339527 Jul 05 11:10:42.865417 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e15e3672-796a-4d4e-bf63-a78c0ec2c8cf details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:10:42.960956 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:42.974341 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'port_id': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'mac_address': 'fa:16:3e:87:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:10:43.012408 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:43.029032 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15e3672-796a-4d4e-bf63-a78c0ec2c8cf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:10:43.048789 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:43.052806 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:43.105281 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:43.208552 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced3107-9a26-49de-96fe-598e606e9ec9 req-9b7b80c0-33c9-41ee-8af1-4c3bb222815f tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:43.210050 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ced3107-9a26-49de-96fe-598e606e9ec9 req-9b7b80c0-33c9-41ee-8af1-4c3bb222815f tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 944 time: 0.0666625 Jul 05 11:10:43.248865 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-0ced3107-9a26-49de-96fe-598e606e9ec9 req-ea7974c7-8b08-458b-89fc-3856088a583e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Jul 05 11:10:43.349730 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:10:44.157845 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9760-e576-4bb1-a09c-beddd9869e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:44.428878 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dfff3-dfc5-4646-a029-9c20a7891c78 req-c750c4b6-146b-48bc-9b3f-403f6de0016a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:44.431129 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-541dfff3-dfc5-4646-a029-9c20a7891c78 req-c750c4b6-146b-48bc-9b3f-403f6de0016a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 944 time: 0.0654573 Jul 05 11:10:44.473893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-541dfff3-dfc5-4646-a029-9c20a7891c78 req-30329fc1-e3c8-4786-975a-938d1c75008f tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369861 Jul 05 11:10:44.871807 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e15e3672-796a-4d4e-bf63-a78c0ec2c8cf up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:10:44.919924 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning for port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:10:44.923711 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:10:44.924093 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:45.006929 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:45.032088 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:45.034753 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe7924a-0999-467d-a227-1da6d034b6c4" -d '{"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-plugged", "status": "completed", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:45.047620 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:10:45.051826 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:45.087600 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c8aad-66a7-4833-a7a5-f9874198d9cc x-openstack-request-id: req-719c8aad-66a7-4833-a7a5-f9874198d9cc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:45.087896 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-plugged", "status": "completed", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:45.088155 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-719c8aad-66a7-4833-a7a5-f9874198d9cc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:45.088795 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'code': 200} Jul 05 11:10:45.116946 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:45.201492 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c6f8b-cef8-43d7-a9dc-e4a217e9e7d1 req-a478267b-1211-491c-a5ed-f20b0b5d96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:45.203021 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-796c6f8b-cef8-43d7-a9dc-e4a217e9e7d1 req-a478267b-1211-491c-a5ed-f20b0b5d96e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 1097 time: 0.0534470 Jul 05 11:10:45.239139 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-796c6f8b-cef8-43d7-a9dc-e4a217e9e7d1 req-a6ffb918-fe89-4027-9829-75818d5ca5cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289571 Jul 05 11:10:45.658222 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d7405-1f4f-43e4-a434-6b87082f8df6 req-25a37e09-0d0d-43fd-902e-87d9340bf1b3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:45.659810 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d7d7405-1f4f-43e4-a434-6b87082f8df6 req-25a37e09-0d0d-43fd-902e-87d9340bf1b3 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 945 time: 0.0694559 Jul 05 11:10:45.701156 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-1d7d7405-1f4f-43e4-a434-6b87082f8df6 req-5dbb36a7-88bb-49b2-81c9-08ce433b8f63 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350716 Jul 05 11:10:46.894628 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26913a-1059-4786-96e2-77cccb4f97a4 req-e7ea1f77-49be-4aca-a631-5b5815e5bd8f tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:46.896268 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd26913a-1059-4786-96e2-77cccb4f97a4 req-e7ea1f77-49be-4aca-a631-5b5815e5bd8f tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 945 time: 0.0729690 Jul 05 11:10:46.951302 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec08a58-f98d-4891-9faf-597e62c10fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:46.964421 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-cd26913a-1059-4786-96e2-77cccb4f97a4 req-9175a98f-f6c8-4170-a05e-2af2529dbe3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572126 Jul 05 11:10:46.984723 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:47.171382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdf22d-243b-4003-8b9a-e3507938ccac req-2cc7764a-f926-4f5f-bc36-cf730a8e3567 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:47.172975 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ccdf22d-243b-4003-8b9a-e3507938ccac req-2cc7764a-f926-4f5f-bc36-cf730a8e3567 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 945 time: 0.0778635 Jul 05 11:10:47.217977 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9ccdf22d-243b-4003-8b9a-e3507938ccac req-2680cfcc-41b6-4351-9889-98ea1b6f9019 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Jul 05 11:10:47.242860 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:10:47.304430 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e33e1-ec3a-45ce-aab7-f47d218faecd tempest-TestSnapshotPattern-2017566469 tempest-TestSnapshotPattern-2017566469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:47.306704 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b30e33e1-ec3a-45ce-aab7-f47d218faecd tempest-TestSnapshotPattern-2017566469 tempest-TestSnapshotPattern-2017566469-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 1092 time: 0.0626183 Jul 05 11:10:47.309636 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 44842) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:10:47.314084 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Request body: {'floatingip': {'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'port_id': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:10:47.339086 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:47.449023 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:47.564734 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Allocated IP 172.25.1.250 (c430b990-46a3-428e-a264-c955e357d5bd/d466aade-6d12-4fe1-a432-ef3e2d13b053/4e9c034e-29eb-4cf5-9ad8-34a7f0b096c5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:10:47.673334 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:47.719267 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1447969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794601948389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27011522'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:47.760469 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Network c430b990-46a3-428e-a264-c955e357d5bd is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:10:47.769074 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:10:47.771743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:10:47.802659 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'Port': ['ID=4e9c034e-29eb-4cf5-9ad8-34a7f0b096c5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:48.184895 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:48.269719 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:48.407724 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:48.444350 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:48.449772 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27011376'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:48.520520 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event updated for resources: {'Port': ['ID=4e9c034e-29eb-4cf5-9ad8-34a7f0b096c5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:10:48.534302 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526468'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:48.644141 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Floating IP 723ed552-0843-4cf8-b5a9-f9012b1c669f associated. External IP: 172.25.1.250, port: e15e3672-796a-4d4e-bf63-a78c0ec2c8cf. Jul 05 11:10:48.919921 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Router 3a88e91b-171e-45fe-8526-e2dd741bea77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:10:49.031753 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:10:49.042289 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] Sync routers for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:10:49.052748 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:10:49.053013 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:49.053496 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:10:49.096153 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-330af1ad-41aa-4808-9efd-581709e08e3b tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7854645 Jul 05 11:10:49.096737 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:10:49.099050 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:10:49.150595 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adad3e4-025e-46a6-b8f0-e1789d901413 x-openstack-request-id: req-2adad3e4-025e-46a6-b8f0-e1789d901413 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:10:49.150901 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:10:49.151164 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2adad3e4-025e-46a6-b8f0-e1789d901413 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:10:49.151571 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'status': 'completed', 'code': 200} Jul 05 11:10:49.182792 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:10:49.234986 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-43bd489b-38f5-41da-8f10-08f766cb1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:49.236678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-43bd489b-38f5-41da-8f10-08f766cb1abe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 1097 time: 0.0604713 Jul 05 11:10:49.335005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-0f0c7236-cf38-46a3-a625-f80563d02342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:49.336598 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-0f0c7236-cf38-46a3-a625-f80563d02342 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.0924211 Jul 05 11:10:49.411236 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-e5a030b3-5307-47ff-9f74-22634cfd6041 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf HTTP/1.1" status: 200 len: 999 time: 0.0669794 Jul 05 11:10:49.478189 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-ba7e68d6-2263-4950-9463-0da80e8d11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:49.479707 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-ba7e68d6-2263-4950-9463-0da80e8d11ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0614789 Jul 05 11:10:49.519613 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '723ed552-0843-4cf8-b5a9-f9012b1c669f', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:87:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:10:48Z', 'updated_at': '2021-07-05T11:10:48Z', 'revision_number': 0, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}, {'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:13Z', 'revision_number': 1, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:10:49.540288 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-c5461af9-16e2-4bc8-b35d-e478af157569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:49.541829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-c5461af9-16e2-4bc8-b35d-e478af157569 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548775 Jul 05 11:10:49.546357 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] Checking router: 3a88e91b-171e-45fe-8526-e2dd741bea77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:10:49.555567 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:10:49.556177 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:10:47Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:10:49.641885 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-46cfdb44-d3c4-45d0-9cc5-d32f0d90e344 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919070 Jul 05 11:10:49.667392 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:10:49.746605 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d88cd84a-83d7-46d0-a64a-d7fa8316ce21 req-e04b1071-36f2-463c-94dc-d4867ff0b3fd service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959175 Jul 05 11:10:49.909732 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '723ed552-0843-4cf8-b5a9-f9012b1c669f', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:87:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:10:48Z', 'updated_at': '2021-07-05T11:10:48Z', 'revision_number': 0, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}, {'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:13Z', 'revision_number': 1, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:10:49.936854 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ed7cf-c082-4131-97d8-151c82a0e02e None None] The sync data for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 is: [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': '723ed552-0843-4cf8-b5a9-f9012b1c669f', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:87:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:10:48Z', 'updated_at': '2021-07-05T11:10:48Z', 'revision_number': 0, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}, {'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:13Z', 'revision_number': 1, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:10:50.137149 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:50.143338 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614a572-55df-4129-a68f-ff38b95d42a8 None None] New status for floating IP 723ed552-0843-4cf8-b5a9-f9012b1c669f: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:11:00.642123 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:00.661662 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:14.164309 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23aaadf3-5ac3-4d42-8903-23da1ab192dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:16.943631 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae066912-31d4-4645-b6aa-e51bb8c9da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:16.976402 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:17.974822 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:11:18.403475 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:20.139282 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:30.654814 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:30.678147 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:34.525341 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-9a154f78-2892-4fcc-88dd-b842dc2d27e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527623 Jul 05 11:11:34.623584 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-07e78fef-bdea-4a5b-984c-e68ab3b9f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:34.625106 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-07e78fef-bdea-4a5b-984c-e68ab3b9f0bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 1097 time: 0.0535247 Jul 05 11:11:34.738348 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-dcd0ac04-f29d-4c80-b2fe-c87972ae77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:34.739870 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-dcd0ac04-f29d-4c80-b2fe-c87972ae77e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.0893576 Jul 05 11:11:34.805045 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-ec0b2fd3-e24e-4039-9490-e805a94317e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf HTTP/1.1" status: 200 len: 1001 time: 0.0584195 Jul 05 11:11:34.858743 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-c2cf657c-d3cb-4ea7-8ee1-e2c32b77e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:34.860249 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-c2cf657c-d3cb-4ea7-8ee1-e2c32b77e455 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0488942 Jul 05 11:11:34.923106 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-c5dc38e1-2801-45dc-8055-001ffa264448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:34.924642 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-c5dc38e1-2801-45dc-8055-001ffa264448 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563350 Jul 05 11:11:35.021165 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-8975c042-d386-475d-ab83-d0bef583539b service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846422 Jul 05 11:11:35.120900 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d48519f4-9460-491a-9fb0-fcc91b35852f req-bd518ab4-4133-41ff-8c76-ed7422a53e37 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916188 Jul 05 11:11:37.663755 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-7b085642-c3d5-4712-b8af-c22f6efaae43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045713 Jul 05 11:11:37.759507 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-2db1b6e2-79f9-4302-87e7-cab20e4b3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:37.760982 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-2db1b6e2-79f9-4302-87e7-cab20e4b3e9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1095 time: 0.0524924 Jul 05 11:11:37.871253 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-67afac4c-638b-4636-b22d-95ed4f2850e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:37.872678 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-67afac4c-638b-4636-b22d-95ed4f2850e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.0900910 Jul 05 11:11:37.939462 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-57639538-dd00-4b10-bc7f-ad39473c2eba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 998 time: 0.0598161 Jul 05 11:11:37.991954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-711eb7ed-2f21-4d95-9b69-07d993f599d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:37.993407 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-711eb7ed-2f21-4d95-9b69-07d993f599d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0471246 Jul 05 11:11:38.052822 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-b9937aca-217d-4b1c-8a7a-45a2b4e3969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:38.054546 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-b9937aca-217d-4b1c-8a7a-45a2b4e3969e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539072 Jul 05 11:11:38.145629 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-ce1fffd7-daff-4e3c-96f3-81272da747b5 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836532 Jul 05 11:11:38.237606 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-e2191e2c-ea9d-4748-95e0-53de6bed4303 req-78613d95-a563-4de4-a46a-064948e75735 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855048 Jul 05 11:11:44.156877 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6eb47607-ce29-44d5-91b3-19a0d1855f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:46.950758 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-86b53d2c-c736-44f8-b8a2-7f6587e9558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:46.979048 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:48.406867 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:50.141442 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:54.975652 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:12:00.647289 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:00.677463 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.159466 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3c30beb-f685-4860-a9dc-64105a81e3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:16.953749 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b314ed3e-46f1-42e0-aac2-bd2731942fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:16.980524 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:18.412938 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:20.150430 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:21.387434 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e15e3672-796a-4d4e-bf63-a78c0ec2c8cf details requested by agent hyperv_n-h2-771363-33 with host n-h2-771363-33 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:12:21.522511 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:21.538059 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Returning: {'device': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'port_id': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'mac_address': 'fa:16:3e:87:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:12:21.588492 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:21.608492 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e15e3672-796a-4d4e-bf63-a78c0ec2c8cf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:12:21.635852 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:21.641470 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:21.714116 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:21.722357 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.722719 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.723109 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.723459 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.724237 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.724950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.724950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.725387 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.725737 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.726068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.726409 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.726769 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:21.737849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] get_ports_and_sgs() called for port_ids ['e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:12:23.419896 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e15e3672-796a-4d4e-bf63-a78c0ec2c8cf up at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:12:23.658048 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Provisioning complete for port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:12:23.658756 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390953'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.755696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.786068 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:23.789648 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf245e9c-93fa-4e75-b031-e06e1fe21ba6" -d '{"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-plugged", "status": "completed", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:23.808849 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:23.815759 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.882865 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:23.939794 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb348c31-6850-460e-9657-686e24076984 x-openstack-request-id: req-cb348c31-6850-460e-9657-686e24076984 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:23.940235 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-plugged", "status": "completed", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:23.940740 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb348c31-6850-460e-9657-686e24076984 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:23.941234 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'code': 200} Jul 05 11:12:30.672015 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:30.694076 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:31.151182 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45050) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:31.314730 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Deleting port 4e9c034e-29eb-4cf5-9ad8-34a7f0b096c5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:31.315033 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:31.394856 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:31.395823 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:31.407817 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Calling delete_port for 4e9c034e-29eb-4cf5-9ad8-34a7f0b096c5 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:31.561734 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:31.591941 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event deleted for resources: {'Port': ['ID=4e9c034e-29eb-4cf5-9ad8-34a7f0b096c5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:31.623146 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.623489 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.623851 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.624191 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.624520 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.624848 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.625166 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.625488 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.625805 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.626117 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.626430 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.626747 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:31.671640 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:31.672301 n-d-771363-33 neutron-server[93795]: INFO neutron.db.l3_db [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Floating IP 723ed552-0843-4cf8-b5a9-f9012b1c669f disassociated (deleted). External IP: 172.25.1.250, port: e15e3672-796a-4d4e-bf63-a78c0ec2c8cf. Jul 05 11:12:31.900234 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Router 3a88e91b-171e-45fe-8526-e2dd741bea77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:12:31.974943 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:12:32.010784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:12:32.015821 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:32.020014 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] Sync routers for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:12:32.029136 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:32.029738 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:32.055572 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-9da41177-483c-4245-b1bd-31cb7f38cebb tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "DELETE /v2.0/floatingips/723ed552-0843-4cf8-b5a9-f9012b1c669f HTTP/1.1" status: 204 len: 168 time: 0.9031737 Jul 05 11:12:32.056308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:32.058757 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be9769f4d2c3d263a9decd1a521885228c4afde645c39fc8be76c3139734081b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824e3a6-2e93-4f42-88f4-1ff7235bb293" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:32.136815 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:32.363538 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b4d0ab-651a-4783-b138-013acc3b745f x-openstack-request-id: req-c7b4d0ab-651a-4783-b138-013acc3b745f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:32.365097 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:32.365345 n-d-771363-33 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7b4d0ab-651a-4783-b138-013acc3b745f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:32.365948 n-d-771363-33 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'status': 'completed', 'code': 200} Jul 05 11:12:32.371240 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:13Z', 'revision_number': 1, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:32.399058 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] Checking router: 3a88e91b-171e-45fe-8526-e2dd741bea77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:12:32.407899 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:32.408793 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:32.449286 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-a00082e2-4d13-4cb4-95e3-b9a9178ae5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:32.451715 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-a00082e2-4d13-4cb4-95e3-b9a9178ae5f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 1097 time: 0.0618756 Jul 05 11:12:32.519813 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:32.762499 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:13Z', 'revision_number': 1, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:32.793448 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d2125-cc29-431a-90de-2f41f0f0ede1 None None] The sync data for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 is: [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_floatingips': [{'id': 'a803272c-4edc-42d9-aefe-7235eef3cb9a', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'router_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'port_id': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'mac_address': 'fa:16:3e:3f:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:08:11Z', 'updated_at': '2021-07-05T11:08:13Z', 'revision_number': 1, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:12:32.978935 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-87ee3572-9280-4f1c-9c83-90401126fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:32.980893 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-87ee3572-9280-4f1c-9c83-90401126fff9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.5191956 Jul 05 11:12:32.994605 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cac0c-db6d-4a68-9299-e58af70755d1 req-1938e254-49fe-4705-9418-20e5205f3923 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:32.996428 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d40cac0c-db6d-4a68-9299-e58af70755d1 req-1938e254-49fe-4705-9418-20e5205f3923 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 945 time: 0.5416896 Jul 05 11:12:33.043627 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-634c9ae6-ad8b-475a-9f48-c7b09d6173f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf HTTP/1.1" status: 200 len: 217 time: 0.0457664 Jul 05 11:12:33.058315 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592898a7-544d-42bc-9257-b2ef71177e6b None None] New status for floating IP 723ed552-0843-4cf8-b5a9-f9012b1c669f: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:12:33.114079 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-d40cac0c-db6d-4a68-9299-e58af70755d1 req-f99a2acc-665d-4ab5-9318-e7ddc24ce1d4 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782008 Jul 05 11:12:33.121478 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-7d7f3d85-cd21-4a52-a8ee-9d0cb5a47c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:33.122938 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-7d7f3d85-cd21-4a52-a8ee-9d0cb5a47c73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0651503 Jul 05 11:12:33.187493 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-d1c1d41d-e9d0-4c56-a435-2dca4a3e8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:33.189071 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-d1c1d41d-e9d0-4c56-a435-2dca4a3e8679 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573192 Jul 05 11:12:33.284317 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-1d620be8-ee8b-4bc4-8140-1b3cad10403e service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868516 Jul 05 11:12:33.378013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-a824e3a6-2e93-4f42-88f4-1ff7235bb293 req-017bc833-cbdf-4ac8-ab4c-e3bada5656f5 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862441 Jul 05 11:12:33.477654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e15e3672-796a-4d4e-bf63-a78c0ec2c8cf no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:33.562719 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448676'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:33.586395 n-d-771363-33 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:33.588651 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d97d10d38a3839532faf156c065800c3e678736efe74662c2ea09373fcea208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73e90fe-2201-47e0-bcac-ab2ceab64931" -d '{"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-unplugged", "status": "completed", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:33.602982 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:33.607977 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794602499880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794601948407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794601944872'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:33.634213 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadcdcfd-7297-4b71-804e-2d51a22dd049 x-openstack-request-id: req-fadcdcfd-7297-4b71-804e-2d51a22dd049 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:33.634498 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-unplugged", "status": "completed", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:33.634924 n-d-771363-33 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fadcdcfd-7297-4b71-804e-2d51a22dd049 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:33.635369 n-d-771363-33 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'code': 200} Jul 05 11:12:33.664182 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Pushing event updated for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:34.181666 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-8b908cc2-9a64-4563-918a-9321c2a932e9 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:34.183227 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-8b908cc2-9a64-4563-918a-9321c2a932e9 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 943 time: 0.0662708 Jul 05 11:12:34.340388 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d150c-b437-4c99-8e30-49dc7b4a7976 req-5623dfb3-05dd-45a9-af0b-742b79cf0e63 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:34.341887 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a2d150c-b437-4c99-8e30-49dc7b4a7976 req-5623dfb3-05dd-45a9-af0b-742b79cf0e63 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d5ab96b-d004-46d2-9baa-d2877a036df5 HTTP/1.1" status: 200 len: 943 time: 0.1033878 Jul 05 11:12:34.344197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Deleting port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:34.344540 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.434067 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-9a2d150c-b437-4c99-8e30-49dc7b4a7976 req-17447689-bd07-4b42-98c3-a5d09810aa3e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852873 Jul 05 11:12:34.464468 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] For port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf, host n-h2-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-33',level=0,port_id=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:34.464826 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.482546 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Calling delete_port for e15e3672-796a-4d4e-bf63-a78c0ec2c8cf owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:34.614860 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.644714 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event deleted for resources: {'Port': ['ID=e15e3672-796a-4d4e-bf63-a78c0ec2c8cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:34.658103 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.658446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.659137 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.659407 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.659742 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.660105 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.660383 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.660827 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.661294 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.661591 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.661954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.662382 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-33 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.701899 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] No DVR routers for this DVR port e15e3672-796a-4d4e-bf63-a78c0ec2c8cf on host n-h2-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:34.704678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.706726 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-71fa31d9-7292-4b22-8b2d-8053c4a09f5f req-30da93de-2a91-404f-8500-911b517ea3cd tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.16 "DELETE /v2.0/ports/e15e3672-796a-4d4e-bf63-a78c0ec2c8cf HTTP/1.1" status: 204 len: 173 time: 0.5153618 Jul 05 11:12:34.707190 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-deleted', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:34.710468 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8c5c6e-239d-482e-89c2-ee0fdc301f8e" -d '{"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-deleted", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:34.754280 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4310482-8368-4d37-9025-eab1aafec9b9 x-openstack-request-id: req-c4310482-8368-4d37-9025-eab1aafec9b9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:34.755262 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ab96b-d004-46d2-9baa-d2877a036df5", "name": "network-vif-deleted", "tag": "e15e3672-796a-4d4e-bf63-a78c0ec2c8cf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:34.755526 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4310482-8368-4d37-9025-eab1aafec9b9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:34.755831 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ab96b-d004-46d2-9baa-d2877a036df5', 'name': 'network-vif-deleted', 'tag': 'e15e3672-796a-4d4e-bf63-a78c0ec2c8cf', 'status': 'completed', 'code': 200} Jul 05 11:12:36.052671 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:36.216571 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Deleting port a8723a18-01a5-43a2-9e3b-f121064a5280 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:36.216916 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.297686 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.297909 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.309928 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Calling delete_port for a8723a18-01a5-43a2-9e3b-f121064a5280 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:36.462876 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.488005 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event deleted for resources: {'Port': ['ID=a8723a18-01a5-43a2-9e3b-f121064a5280,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:36.549918 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.550208 n-d-771363-33 neutron-server[93796]: INFO neutron.db.l3_db [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Floating IP a803272c-4edc-42d9-aefe-7235eef3cb9a disassociated (deleted). External IP: 172.25.1.85, port: 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5. Jul 05 11:12:36.764085 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Router 3a88e91b-171e-45fe-8526-e2dd741bea77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:12:36.879961 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:12:36.884901 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:36.890392 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] Sync routers for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:12:36.900180 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:36.900735 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:36.922689 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-ecb1b339-8048-47e9-bd10-b6df1dacdd81 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "DELETE /v2.0/floatingips/a803272c-4edc-42d9-aefe-7235eef3cb9a HTTP/1.1" status: 204 len: 168 time: 0.8688955 Jul 05 11:12:36.923415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:36.925806 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8c07a6-7eb1-4764-a68d-97c44402262d" -d '{"events": [{"name": "network-changed", "server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:37.117690 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:37.189772 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bfdb96-3b37-4245-a2bb-9747f1c496f0 x-openstack-request-id: req-11bfdb96-3b37-4245-a2bb-9747f1c496f0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:37.190641 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:37.191153 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11bfdb96-3b37-4245-a2bb-9747f1c496f0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:37.191745 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'status': 'completed', 'code': 200} Jul 05 11:12:37.318796 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-02a22be8-c160-4d39-804d-39847c11a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:37.320607 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-02a22be8-c160-4d39-804d-39847c11a69b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 1095 time: 0.1025958 Jul 05 11:12:37.348504 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:37.375474 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] Checking router: 3a88e91b-171e-45fe-8526-e2dd741bea77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:12:37.385731 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:37.386352 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:37.406690 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c976b2e-c3a1-4861-9528-777357de41fd req-58a2ff86-ecb8-4e5a-bcac-edeb5062b47e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:37.408297 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c976b2e-c3a1-4861-9528-777357de41fd req-58a2ff86-ecb8-4e5a-bcac-edeb5062b47e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 943 time: 0.1284041 Jul 05 11:12:37.462927 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-775cd806-1a04-4c7e-b28c-cf87c36bfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:37.464418 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-775cd806-1a04-4c7e-b28c-cf87c36bfb9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 200 len: 911 time: 0.1365170 Jul 05 11:12:37.472057 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-2c976b2e-c3a1-4861-9528-777357de41fd req-458a9926-e00a-433d-ab95-c977328134d1 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544512 Jul 05 11:12:37.478186 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e15e3672-796a-4d4e-bf63-a78c0ec2c8cf no longer exists at agent hyperv_n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:37.498215 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:37.514443 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] No Port match for: e15e3672-796a-4d4e-bf63-a78c0ec2c8cf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:37.514829 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-d0c794cd-c586-4888-a8d1-7352e7edc187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 200 len: 217 time: 0.0414815 Jul 05 11:12:37.514950 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Device e15e3672-796a-4d4e-bf63-a78c0ec2c8cf not bound to the agent host n-h2-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:37.569026 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-6d550350-af49-40f4-9835-ad08a0bec016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:37.570499 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-6d550350-af49-40f4-9835-ad08a0bec016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 200 len: 849 time: 0.0489488 Jul 05 11:12:37.630579 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-73790696-447f-4753-b225-a754f5d8a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:37.632151 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-73790696-447f-4753-b225-a754f5d8a36f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a3a30b5-b411-4690-af7f-325d84de1ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545666 Jul 05 11:12:37.712441 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:37.736466 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-88d63a6e-c2e5-4ab9-a858-7251967d8424 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971847 Jul 05 11:12:37.740332 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad702792-a50c-4641-bc4d-11c32c1251df None None] The sync data for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 is: [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:50Z', 'revision_number': 4, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33', '_interfaces': [{'id': 'ebe714e2-dc70-42a2-9404-292d0ae4af48', 'name': '', 'network_id': '4a3a30b5-b411-4690-af7f-325d84de1ccb', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'mac_address': 'fa:16:3e:4b:00:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:50Z', 'updated_at': '2021-07-05T11:07:57Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'subnets': [{'id': 'cd0e3073-0e35-457e-92a5-5fc9d9b047c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:12:37.842132 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-7d8c07a6-7eb1-4764-a68d-97c44402262d req-a758791d-f109-4c15-b864-e5da46bc1468 service neutron] 10.222.0.15 "GET /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989289 Jul 05 11:12:37.973574 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb92c4-e5e0-4f52-9886-5fb99efdb7b4 None None] New status for floating IP a803272c-4edc-42d9-aefe-7235eef3cb9a: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:12:38.662280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71a7eb-937b-4a73-8ea5-34016bd62688 req-44118201-032e-4ce0-9393-4754b955948a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:38.663814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d71a7eb-937b-4a73-8ea5-34016bd62688 req-44118201-032e-4ce0-9393-4754b955948a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 943 time: 0.0702763 Jul 05 11:12:38.704049 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-5d71a7eb-937b-4a73-8ea5-34016bd62688 req-fbe7cf63-16ef-48f5-a3b0-f0acdaa41cf5 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/security-groups?id=b67e315f-cecb-4bb2-b353-2c67652dfe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346196 Jul 05 11:12:39.000924 n-d-771363-33 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-8310458c-6cd5-41ab-8f21-64d616f2f407 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:39.002473 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-8310458c-6cd5-41ab-8f21-64d616f2f407 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.15 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 943 time: 0.0678551 Jul 05 11:12:39.110035 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Deleting port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:39.110367 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.199449 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] For port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5, host n-h1-771363-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-33',level=0,port_id=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:39.199738 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.211304 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Calling delete_port for 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:39.348553 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.376944 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event deleted for resources: {'Port': ['ID=08d7fbf1-ea54-4cc4-bc86-388261a3d7e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.427405 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] No DVR routers for this DVR port 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 on host n-h1-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:39.429959 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249495'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.432013 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-649d7f94-b6ba-4481-996d-c47f8525f06b req-7a943e0b-f6b1-49b2-a0ad-25052de9ee3a tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.15 "DELETE /v2.0/ports/08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 HTTP/1.1" status: 204 len: 173 time: 0.4240153 Jul 05 11:12:39.432439 n-d-771363-33 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-deleted', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:39.434663 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390edbe3c2b72b1547ef7486d9c96a178bcc133adff66b9d9cf8aebcae3996b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ab254-876f-4968-bd99-7608d59fbc61" -d '{"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-deleted", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:39.478056 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e447722-b6d8-438f-82c3-592cf00ae3cc x-openstack-request-id: req-5e447722-b6d8-438f-82c3-592cf00ae3cc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:39.478366 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93842b0-221a-48a2-866f-2e5c36fc4098", "name": "network-vif-deleted", "tag": "08d7fbf1-ea54-4cc4-bc86-388261a3d7e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:39.478635 n-d-771363-33 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e447722-b6d8-438f-82c3-592cf00ae3cc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:39.479159 n-d-771363-33 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93842b0-221a-48a2-866f-2e5c36fc4098', 'name': 'network-vif-deleted', 'tag': '08d7fbf1-ea54-4cc4-bc86-388261a3d7e5', 'status': 'completed', 'code': 200} Jul 05 11:12:39.869336 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [req-269afd7f-b5e1-46ed-bad7-6a3f5baed8f9 req-1dbc3487-463c-4de4-8110-27da461c2a5e tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93842b0-221a-48a2-866f-2e5c36fc4098 HTTP/1.1" status: 200 len: 210 time: 0.0339725 Jul 05 11:12:40.966648 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45128) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:41.041280 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f76d5138-e885-4595-9321-6dbb3aa98395 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.069946 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f76d5138-e885-4595-9321-6dbb3aa98395 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.133099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f76d5138-e885-4595-9321-6dbb3aa98395 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.135693 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f76d5138-e885-4595-9321-6dbb3aa98395 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.137109 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-f76d5138-e885-4595-9321-6dbb3aa98395 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] 10.222.0.21 "DELETE /v2.0/security-groups/b67e315f-cecb-4bb2-b353-2c67652dfe3c HTTP/1.1" status: 204 len: 168 time: 0.1694098 Jul 05 11:12:41.147580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d5138-e885-4595-9321-6dbb3aa98395 tempest-TestSnapshotPattern-1179791877 tempest-TestSnapshotPattern-1179791877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e315f-cecb-4bb2-b353-2c67652dfe3c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:41.196810 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45132) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:41.314399 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 no longer exists at agent hyperv_n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:41.338613 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] No Port match for: 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:41.338955 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Device 08d7fbf1-ea54-4cc4-bc86-388261a3d7e5 not bound to the agent host n-h1-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:41.580818 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.873554 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Deleting port ebe714e2-dc70-42a2-9404-292d0ae4af48 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:41.873870 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.953332 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] For port ebe714e2-dc70-42a2-9404-292d0ae4af48, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=ebe714e2-dc70-42a2-9404-292d0ae4af48,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:41.953678 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.966718 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Calling delete_port for ebe714e2-dc70-42a2-9404-292d0ae4af48 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:42.146939 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:42.173954 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe714e2-dc70-42a2-9404-292d0ae4af48,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:42.354605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:42.572580 n-d-771363-33 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Router 3a88e91b-171e-45fe-8526-e2dd741bea77 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:12:42.678930 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:12:42.684271 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-b5809135-f668-4c1d-bc09-2c787e7141c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/3a88e91b-171e-45fe-8526-e2dd741bea77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4862733 Jul 05 11:12:42.687201 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:42.688179 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] Sync routers for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:12:42.698607 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:42.699267 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:42.792508 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:42.812482 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:43.013885 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:12:42Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:43.048708 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] Checking router: 3a88e91b-171e-45fe-8526-e2dd741bea77 for host: n-d-771363-33 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:12:43.059343 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] Routers {'3a88e91b-171e-45fe-8526-e2dd741bea77'} bound to L3 agent in host n-d-771363-33 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:43.060901 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['3a88e91b-171e-45fe-8526-e2dd741bea77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:43.173573 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] Set router 3a88e91b-171e-45fe-8526-e2dd741bea77 gateway port host: n-d-771363-33 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:43.263048 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.316049 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Deleting port e2304eaa-3c11-4581-b62c-cfb69bd412d9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:43.316313 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.354378 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:12:42Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:43.380106 n-d-771363-33 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b3911-3618-4a50-bc96-7914324c9d7b None None] The sync data for ids ['3a88e91b-171e-45fe-8526-e2dd741bea77'] in n-d-771363-33 is: [{'id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'name': 'tempest-TestSnapshotPattern-1548270789-router', 'tenant_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:12:42Z', 'revision_number': 5, 'project_id': '84c56ef3b0fd492ebf0dea5cb6f6e8a4', 'gw_port': {'id': 'e2304eaa-3c11-4581-b62c-cfb69bd412d9', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a88e91b-171e-45fe-8526-e2dd741bea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:48Z', 'updated_at': '2021-07-05T11:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:12:43.397693 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] For port e2304eaa-3c11-4581-b62c-cfb69bd412d9, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=e2304eaa-3c11-4581-b62c-cfb69bd412d9,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:43.398062 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.416285 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Calling delete_port for e2304eaa-3c11-4581-b62c-cfb69bd412d9 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:43.583843 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.614116 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e2304eaa-3c11-4581-b62c-cfb69bd412d9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:43.675369 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.770572 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.773004 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.834147 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.834984 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a88e91b-171e-45fe-8526-e2dd741bea77 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:12:43.839865 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.841599 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-773716b6-4336-43d0-acba-e0b3c6e956ae admin admin] 10.222.0.21 "DELETE /v2.0/routers/3a88e91b-171e-45fe-8526-e2dd741bea77 HTTP/1.1" status: 204 len: 168 time: 1.1534569 Jul 05 11:12:43.845033 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45136) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:43.907925 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] Deleting subnet cd0e3073-0e35-457e-92a5-5fc9d9b047c9 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:12:43.911848 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.958821 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2597193'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.044099 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.122960 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27011569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27055688'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.160168 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0e3073-0e35-457e-92a5-5fc9d9b047c9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:44.163165 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e245326e-3769-43c4-bf2f-d4472ebb995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.169587 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.172814 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-d67deaca-94a4-4df5-b5e3-ecfd77f2c8ee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd0e3073-0e35-457e-92a5-5fc9d9b047c9 HTTP/1.1" status: 204 len: 168 time: 0.3259408 Jul 05 11:12:44.177357 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:44.180384 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98837ee4-dfd0-4769-ada3-380bd3b684a3 None None] Network 4a3a30b5-b411-4690-af7f-325d84de1ccb requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:12:44.272758 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.330811 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Deleting port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:44.331169 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.401006 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] For port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,segment=NetworkSegment(ff417c8c-4334-48d2-9585-af5705ec2078),segment_id=ff417c8c-4334-48d2-9585-af5705ec2078)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:44.401260 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.420413 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Calling delete_port for 18a7eb44-6806-4fcc-8401-5bfc92bfa40d owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:44.465145 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] DHCP port deletion for 4a3a30b5-b411-4690-af7f-325d84de1ccb request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:12:44.519460 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.523772 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] Deleting port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:44.524146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.549004 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:44.551155 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] No DVR routers for this DVR port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:44.590777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] For port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d, host n-d-771363-33, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:44.591187 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.605286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] Calling delete_port for 18a7eb44-6806-4fcc-8401-5bfc92bfa40d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:44.608028 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] Port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 11:12:44.609338 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.628958 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.635380 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] Pushing event deleted for resources: {'Port': ['ID=18a7eb44-6806-4fcc-8401-5bfc92bfa40d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:44.638932 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bdabec-3d74-4ba4-9b89-afaec671cc71 None None] No DVR routers for this DVR port 18a7eb44-6806-4fcc-8401-5bfc92bfa40d on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:44.642197 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3a30b5-b411-4690-af7f-325d84de1ccb']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:44.654722 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff417c8c-4334-48d2-9585-af5705ec2078') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:44.655014 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff417c8c-4334-48d2-9585-af5705ec2078') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:44.664623 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.679605 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.685789 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:12:44.686181 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: timer() Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:12:44.687939 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:12:44.747548 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.754190 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:44.756780 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4a3a30b5-b411-4690-af7f-325d84de1ccb HTTP/1.1" status: 204 len: 168 time: 0.5781851 Jul 05 11:12:44.759815 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:44.766635 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08517ae-d6b5-47b2-9a45-c88d12cf4d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3a30b5-b411-4690-af7f-325d84de1ccb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:45.111504 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18a7eb44-6806-4fcc-8401-5bfc92bfa40d no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:45.136979 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 18a7eb44-6806-4fcc-8401-5bfc92bfa40d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:45.137224 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 18a7eb44-6806-4fcc-8401-5bfc92bfa40d not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:45.137633 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2304eaa-3c11-4581-b62c-cfb69bd412d9 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:45.156777 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: e2304eaa-3c11-4581-b62c-cfb69bd412d9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:45.157122 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device e2304eaa-3c11-4581-b62c-cfb69bd412d9 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:45.157537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebe714e2-dc70-42a2-9404-292d0ae4af48 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:45.180248 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: ebe714e2-dc70-42a2-9404-292d0ae4af48 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:45.181058 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device ebe714e2-dc70-42a2-9404-292d0ae4af48 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:45.185188 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531705'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.474272 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Deleting port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:45.474610 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.559288 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] For port 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,segment=NetworkSegment(a946bc0c-c3c2-48bf-b0cd-d04a77a4687c),segment_id=a946bc0c-c3c2-48bf-b0cd-d04a77a4687c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:45.559646 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.572666 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Calling delete_port for 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:45.751892 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.782170 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Pushing event deleted for resources: {'Port': ['ID=234980b1-6fa0-4dde-be5c-4fcdd5df6ea6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:45.950911 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531911'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:46.166824 n-d-771363-33 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 has already been hosted by L3 agent 793663cd-0307-4b7c-8f70-e3332d5c49f6 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:12:46.271863 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] Notify agent at l3_agent.n-d-771363-33 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:12:46.278298 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-1ef8ead0-83a0-4006-9ddc-5ed29fbf3450 admin admin] 10.222.0.21 "PUT /v2.0/routers/260c8e0f-4571-412d-bd7c-1a56f8e62d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5166113 Jul 05 11:12:46.280111 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] Sync routers for ids ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'] in n-d-771363-33 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:12:46.280567 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:46.290626 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] Routers {'260c8e0f-4571-412d-bd7c-1a56f8e62d32'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:46.291426 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:46.393317 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:46.399286 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] Set router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 gateway port host: n-d-771363-33 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:46.497242 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:46.555915 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Deleting port 2603a6da-7027-487f-bc5f-05667b31a6a4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:46.556312 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:46.579655 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'external_fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:12:45Z', 'revision_number': 5, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port': {'id': '2603a6da-7027-487f-bc5f-05667b31a6a4', 'name': '', 'network_id': 'c430b990-46a3-428e-a264-c955e357d5bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:07:53Z', 'updated_at': '2021-07-05T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd466aade-6d12-4fe1-a432-ef3e2d13b053', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-33'}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:46.609518 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] Checking router: 260c8e0f-4571-412d-bd7c-1a56f8e62d32 for host: n-d-771363-33 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:12:46.618654 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] Routers {'260c8e0f-4571-412d-bd7c-1a56f8e62d32'} bound to L3 agent in host n-d-771363-33 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:46.619301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:22:17Z,description=,heartbeat_timestamp=2021-07-05T11:12:17Z,host='n-d-771363-33',id=793663cd-0307-4b7c-8f70-e3332d5c49f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:22:17Z,topic='l3_agent')) {'router_ids': ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:46.637983 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] For port 2603a6da-7027-487f-bc5f-05667b31a6a4, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=2603a6da-7027-487f-bc5f-05667b31a6a4,segment=NetworkSegment(aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec),segment_id=aa2a5e8b-39d1-4bf8-8cf0-39879bae14ec)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:46.638340 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:46.651308 n-d-771363-33 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Calling delete_port for 2603a6da-7027-487f-bc5f-05667b31a6a4 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:46.706185 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] Set router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:46.760350 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:12:46Z', 'revision_number': 6, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port_host': None}], 'n-d-771363-33', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:46.791537 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0aa304-1890-4de4-a845-24ce9833aa5f None None] The sync data for ids ['260c8e0f-4571-412d-bd7c-1a56f8e62d32'] in n-d-771363-33 is: [{'id': '260c8e0f-4571-412d-bd7c-1a56f8e62d32', 'name': 'tempest-TestSnapshotPattern-1782435257-router', 'tenant_id': '320f217e057442c8b2269f81b204a231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:07:52Z', 'updated_at': '2021-07-05T11:12:46Z', 'revision_number': 6, 'project_id': '320f217e057442c8b2269f81b204a231', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:12:46.957159 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10f992b7-d9a9-408f-8279-e9b1360b6a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:46.984496 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.131012 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179768'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.170954 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2603a6da-7027-487f-bc5f-05667b31a6a4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:47.190513 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:47.213301 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:47.213651 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 234980b1-6fa0-4dde-be5c-4fcdd5df6ea6 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:47.258090 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526526'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.362088 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4173568'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.364688 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.409961 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527514'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.410648 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260c8e0f-4571-412d-bd7c-1a56f8e62d32 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:12:47.415986 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.416488 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-8d8ba16e-a3e4-4699-a943-446c32a1df83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/260c8e0f-4571-412d-bd7c-1a56f8e62d32 HTTP/1.1" status: 204 len: 168 time: 1.1354284 Jul 05 11:12:47.419394 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:47.595977 n-d-771363-33 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] Deleting subnet 94217728-875e-41bd-a195-d772af34f702 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:12:47.599757 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.635873 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26045270'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.722000 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381959'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.789167 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26259675'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.818766 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94217728-875e-41bd-a195-d772af34f702,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:47.822025 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.826613 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:47.827426 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-cfd91f9c-b9f4-4068-9c18-12fdbbc52765 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/94217728-875e-41bd-a195-d772af34f702 HTTP/1.1" status: 204 len: 168 time: 0.4063089 Jul 05 11:12:47.829147 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740c7fe6-d0cc-4c17-8c2a-f245c8dc32d0 None None] Network 426db076-49de-4a8c-9845-70c99ace20b0 requested from n-d-771363-33 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:12:47.901295 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562938'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.965402 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Deleting port be94eae3-883f-40e4-9046-0e78f305da77 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:47.965402 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.027634 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] DHCP port deletion for 426db076-49de-4a8c-9845-70c99ace20b0 request from n-d-771363-33 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:12:48.043318 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] For port be94eae3-883f-40e4-9046-0e78f305da77, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=be94eae3-883f-40e4-9046-0e78f305da77,segment=NetworkSegment(a946bc0c-c3c2-48bf-b0cd-d04a77a4687c),segment_id=a946bc0c-c3c2-48bf-b0cd-d04a77a4687c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:48.043679 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.059397 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Calling delete_port for be94eae3-883f-40e4-9046-0e78f305da77 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:48.077959 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] Deleting port be94eae3-883f-40e4-9046-0e78f305da77 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:48.078250 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794602490588'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.142906 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] For port be94eae3-883f-40e4-9046-0e78f305da77, host n-d-771363-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-33',level=0,port_id=be94eae3-883f-40e4-9046-0e78f305da77,segment=NetworkSegment(a946bc0c-c3c2-48bf-b0cd-d04a77a4687c),segment_id=a946bc0c-c3c2-48bf-b0cd-d04a77a4687c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:48.143545 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27011531'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.143750 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531961'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.158266 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] Calling delete_port for be94eae3-883f-40e4-9046-0e78f305da77 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:48.175858 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Pushing event deleted for resources: {'Port': ['ID=be94eae3-883f-40e4-9046-0e78f305da77,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:48.178420 n-d-771363-33 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] No DVR routers for this DVR port be94eae3-883f-40e4-9046-0e78f305da77 on host n-d-771363-33 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:12:48.240994 n-d-771363-33 neutron-server[93797]: self.session.flush() Jul 05 11:12:48.246029 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1447976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794602499862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794601948398'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.252145 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384914', 'neutron.services.segments.db._delete_segments_for_network-8794602476894'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.262577 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426db076-49de-4a8c-9845-70c99ace20b0']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:48.273881 n-d-771363-33 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] Pushing event deleted for resources: {'Port': ['ID=be94eae3-883f-40e4-9046-0e78f305da77,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:48.274446 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:48.274875 n-d-771363-33 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a946bc0c-c3c2-48bf-b0cd-d04a77a4687c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:48.275786 n-d-771363-33 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6de53-f7ca-4b02-9294-9422f417e034 None None] No DVR routers for this DVR port be94eae3-883f-40e4-9046-0e78f305da77 on host n-d-771363-33 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:48.289604 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794602441602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2597214'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.310278 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.320280 n-d-771363-33 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:12:48.320718 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27011348'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: Traceback (most recent call last): Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: timer() Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: cb(*args, **kw) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: return func(*args, **kwargs) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: self._notify() Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: self.callback(batched_events) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: event.method(event) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: return f(self, *a, **k) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: return self._get(url).json() Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:12:48.322620 n-d-771363-33 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:12:48.384914 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526490'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.391184 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.393247 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] 10.222.0.21 "DELETE /v2.0/networks/426db076-49de-4a8c-9845-70c99ace20b0 HTTP/1.1" status: 204 len: 168 time: 0.5652452 Jul 05 11:12:48.406276 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77465b40-de17-4e46-b8ac-3b414012c147 admin admin] Pushing event deleted for resources: {'Network': ['ID=426db076-49de-4a8c-9845-70c99ace20b0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:48.425480 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.543415 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:48.599809 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-a31b9800-45c5-4e8c-8c6e-de1e66d87a3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84c56ef3b0fd492ebf0dea5cb6f6e8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551939 Jul 05 11:12:48.602920 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.21', 45154) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:48.656419 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0e10db0-6496-4753-92af-3e7466a79685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.681688 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0e10db0-6496-4753-92af-3e7466a79685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.734772 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0e10db0-6496-4753-92af-3e7466a79685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.737651 n-d-771363-33 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0e10db0-6496-4753-92af-3e7466a79685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:48.738989 n-d-771363-33 neutron-server[93796]: INFO neutron.wsgi [None req-e0e10db0-6496-4753-92af-3e7466a79685 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af8847fb-d668-4ec9-b887-b485eb1c5983 HTTP/1.1" status: 204 len: 168 time: 0.1349077 Jul 05 11:12:48.747779 n-d-771363-33 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e10db0-6496-4753-92af-3e7466a79685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8847fb-d668-4ec9-b887-b485eb1c5983,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:49.109136 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2603a6da-7027-487f-bc5f-05667b31a6a4 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:49.131803 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: 2603a6da-7027-487f-bc5f-05667b31a6a4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:49.132435 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device 2603a6da-7027-487f-bc5f-05667b31a6a4 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:49.132862 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device be94eae3-883f-40e4-9046-0e78f305da77 no longer exists at agent ovs-agent-n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:49.152766 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] No Port match for: be94eae3-883f-40e4-9046-0e78f305da77 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:49.153114 n-d-771363-33 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Device be94eae3-883f-40e4-9046-0e78f305da77 not bound to the agent host n-d-771363-33 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:49.180107 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:49.223854 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-16b12cac-4ea5-409c-9914-2efed1ff82d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=320f217e057442c8b2269f81b204a231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423653 Jul 05 11:12:49.226711 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.21', 45162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:49.278228 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76633a48-f15f-4ef0-81cd-aabd0c6b83d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:49.301441 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76633a48-f15f-4ef0-81cd-aabd0c6b83d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:49.350277 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76633a48-f15f-4ef0-81cd-aabd0c6b83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-481912'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:49.353611 n-d-771363-33 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76633a48-f15f-4ef0-81cd-aabd0c6b83d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:49.354805 n-d-771363-33 neutron-server[93795]: INFO neutron.wsgi [None req-76633a48-f15f-4ef0-81cd-aabd0c6b83d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34ef87d9-7fc5-42fc-98a0-e100c3c6659d HTTP/1.1" status: 204 len: 168 time: 0.1269963 Jul 05 11:12:49.362784 n-d-771363-33 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76633a48-f15f-4ef0-81cd-aabd0c6b83d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef87d9-7fc5-42fc-98a0-e100c3c6659d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:50.151949 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.691359 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.696086 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.974458 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:13:14.158520 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c87c7178-93b5-47ea-a46a-9d6fd5122f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.961167 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b2912d1f-2d99-4e61-92f9-982531396dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.987173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.411108 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.151657 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.687404 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.722419 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.161696 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82ec2972-872c-4156-909f-cb81367777a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:45.975100 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:13:46.964378 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb7f74cf-c14d-45de-ae7b-9d2d6a796fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:46.993343 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:48.420712 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:50.156484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:00.702878 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:00.726765 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:14.168457 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-335d786b-5bec-4f7a-be68-56b2b1565eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:16.973440 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d84bef42-73b7-4cd9-8250-db2d70d567ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:17.001184 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:18.419103 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:20.161433 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:22.974629 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:14:30.700391 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:30.739698 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:44.161047 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e1580c7-e2e9-4b2c-a16f-fdeb03b841d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:46.966134 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e01061f-3c2d-46e5-baf2-f8e3a77c6c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:47.000578 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:48.419924 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:50.163173 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:59.973376 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:15:00.712573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:00.729547 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.165679 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8354345b-e242-4687-a513-ab96ebcd88e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:16.967923 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-752adc39-600d-4371-816b-6f185aeb016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:16.997385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.421436 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.163811 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.713505 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.750903 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:36.973247 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:15:44.167507 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6fd0e8d6-ec08-4e39-bf5c-c2c51d727b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:46.970284 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8609-5bca-455f-847c-74df01de4e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:46.988473 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:48.425656 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:50.168345 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:00.730056 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:00.772624 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:13.973519 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:16:14.177176 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43c2315e-6ea7-4bdf-80f7-95aa8b0664bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:16.984229 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-39b09f6d-f02a-4076-8182-0a95c1f97185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:16.998637 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:18.461926 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:18.960518 n-d-771363-33 neutron-server[93795]: DEBUG neutron.wsgi [req-0554402c-6a32-412f-bad9-65a3bb712ac0 req-838b2605-9aec-415e-bc81-1daae376e715 service neutron] (93795) timed out ('10.222.0.21', 39826) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:16:20.176756 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:30.729565 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:30.783734 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:44.171931 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73e90710-2d2a-41a5-a0a3-060ca85d513b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:46.982187 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b853c682-864a-4545-b9b0-7a6d6ddd255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:46.995263 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:48.433145 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:50.187662 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:50.973900 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:17:00.742215 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:00.780020 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:14.175057 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b9d947d-c5c8-4405-8607-7c88e10d3fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.971984 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbf74339-8c40-43d1-b180-298e10251681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:16.997146 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:18.434700 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:20.174543 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:27.973306 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:17:30.744558 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:30.770982 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.176608 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cc25fba-03e0-4402-a5c4-6ed286f31410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:46.973261 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7f87-fa07-4578-91cd-601ca072a4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:46.997335 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.438006 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:50.181602 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.742253 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.798290 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:04.972519 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:18:14.182066 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ed3401b-7d75-4706-aaeb-c12b923fd796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:16.976424 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3178b9f-b45d-4f3c-b650-845d08ab0cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:17.006004 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:18.444790 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:20.183385 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:30.933899 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:30.935505 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:41.972959 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:18:44.175722 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2472608-a243-42bf-8129-1b249ba94e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:46.977569 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66313455-dc99-489a-bbe2-6ecbf0499db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:46.998213 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:48.444985 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:50.184107 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:00.771446 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:00.820597 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.181484 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-26489211-22b8-4282-ba64-4e8dc44999f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.978664 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd0f6a30-8c3c-4794-8004-12339f86606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.000422 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.448440 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.973009 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:19:20.186733 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:30.793930 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:30.832037 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:44.174444 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a22a6e67-a891-41e4-b361-df4702b4244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:46.979346 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3634d677-f077-4130-9971-a9cf0bb8baa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:47.004865 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:48.450842 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:50.188333 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:55.971669 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:20:00.787027 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:00.840462 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:14.176594 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffa26-d446-435f-98f7-1d689a35ae9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:16.979646 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc45dc15-37f6-4080-8027-a6db959c4d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:17.007573 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:18.452979 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:20.191011 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:30.801360 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-453381f2-ba2d-4b06-b344-9111a3f5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:30.841873 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d00d78-536b-41b8-8803-f4819b712450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:32.970672 n-d-771363-33 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-5532252a-fd81-4e73-a7a0-6412211a4f36 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:20:44.180803 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1bd78b0-6c84-43ef-b880-7142960383f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:46.980915 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61c3e8db-9a24-4b1e-b3c0-3f076412a4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:47.014968 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a53f930-3ddb-4ec4-b096-5a316282b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:48.456130 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-273713ac-9694-4734-a54d-8dc9e2c4fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:48.534088 n-d-771363-33 neutron-server[93796]: DEBUG neutron.wsgi [req-c79774c8-281a-4fce-8f2c-b46b105efb09 req-9ea44850-1d56-4fe5-967c-d6029f642bb4 service neutron] (93796) timed out ('10.222.0.21', 44260) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:20:50.193958 n-d-771363-33 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-045c3e07-8953-4e1d-a057-184998e5e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794602476876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391000'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}